@furystack/redis-task-runner 1.0.0

package/esm/define-redis-task-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"define-redis-task-runner.d.ts","sourceRoot":"","sources":["../src/define-redis-task-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AACvD,OAAO,EAA+D,KAAK,UAAU,EAAE,MAAM,wBAAwB,CAAA;AACrH,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAA;AACxE,OAAO,EAAmB,KAAK,sBAAsB,EAAE,MAAM,wBAAwB,CAAA;AAErF;;;;GAIG;AACH,MAAM,MAAM,4BAA4B,GAAG,IAAI,CAAC,wBAAwB,EAAE,QAAQ,GAAG,aAAa,CAAC,GAAG;IACpG,MAAM,EAAE,wBAAwB,CAAC,QAAQ,CAAC,CAAA;IAC1C,WAAW,EAAE,MAAM,CAAA;CACpB,GAAG,sBAAsB,CAAA;AAE1B;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,eAAO,MAAM,qBAAqB,GAAI,SAAS,4BAA4B,KAAG,cAAc,CAAC,UAAU,CAkDtG,CAAA"}

package/esm/define-redis-task-runner.js

@@ -0,0 +1,60 @@
+import { BlobStore as BlobStoreToken } from '@furystack/blob-store';
+import { CrossNodeBus as CrossNodeBusToken } from '@furystack/cross-node-bus';
+import { TaskDataSet, TaskReplayLogDataSet, TaskRunnerTelemetryToken } from '@furystack/task-runner';
+import { RedisTaskRunner } from './redis-task-runner.js';
+/**
+ * Returns a {@link ServiceFactory} for {@link TaskRunner}, backed by
+ * Redis Streams. Override the (intentionally throwing) default
+ * binding at boot:
+ *
+ * ```ts
+ * const client = createClient({ url: process.env.REDIS_URL })
+ * await client.connect()
+ *
+ * injector.bind(
+ *   TaskRunner,
+ *   defineRedisTaskRunner({
+ *     client,
+ *     serviceName: 'svc-a',
+ *     topicPrefix: 'svc-a/',
+ *     visibilityTimeoutMs: 60_000,
+ *   }),
+ * )
+ * ```
+ *
+ * Caller still owns `client.connect()` / `client.quit()` —
+ * the adapter never closes it.
+ */
+export const defineRedisTaskRunner = (options) => {
+    const { client, serviceName, topicPrefix, consumerGroup, visibilityTimeoutMs, visibilityTimeoutByType, blockTimeoutMs, retryBackoffMs, idempotencyTtlSec, schedulerIntervalMs, concurrencyLimits, reconcilerIntervalMs, sweepIntervalMs, } = options;
+    return ({ inject, injector, onDispose }) => {
+        const bus = inject(CrossNodeBusToken);
+        const blobStore = inject(BlobStoreToken);
+        const taskDs = inject(TaskDataSet);
+        const replayDs = inject(TaskReplayLogDataSet);
+        const telemetry = inject(TaskRunnerTelemetryToken);
+        const runner = new RedisTaskRunner({
+            injector,
+            bus,
+            blobStore,
+            taskDs,
+            replayDs,
+            telemetry,
+            client,
+            serviceName,
+            topicPrefix,
+            consumerGroup,
+            visibilityTimeoutMs,
+            visibilityTimeoutByType,
+            blockTimeoutMs,
+            retryBackoffMs,
+            idempotencyTtlSec,
+            schedulerIntervalMs,
+            concurrencyLimits,
+        }, { reconcilerIntervalMs, sweepIntervalMs });
+        // eslint-disable-next-line furystack/prefer-using-wrapper -- delegated to onDispose
+        onDispose(() => runner[Symbol.dispose]());
+        return runner;
+    };
+};
+//# sourceMappingURL=define-redis-task-runner.js.map

package/esm/define-redis-task-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"define-redis-task-runner.js","sourceRoot":"","sources":["../src/define-redis-task-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACnE,OAAO,EAAE,YAAY,IAAI,iBAAiB,EAAE,MAAM,2BAA2B,CAAA;AAE7E,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,wBAAwB,EAAmB,MAAM,wBAAwB,CAAA;AAErH,OAAO,EAAE,eAAe,EAA+B,MAAM,wBAAwB,CAAA;AAYrF;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,OAAqC,EAA8B,EAAE;IACzG,MAAM,EACJ,MAAM,EACN,WAAW,EACX,WAAW,EACX,aAAa,EACb,mBAAmB,EACnB,uBAAuB,EACvB,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,GAChB,GAAG,OAAO,CAAA;IAEX,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE;QACzC,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACrC,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,CAAA;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAA;QAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAA;QAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAA;QAElD,MAAM,MAAM,GAAG,IAAI,eAAe,CAChC;YACE,QAAQ;YACR,GAAG;YACH,SAAS;YACT,MAAM;YACN,QAAQ;YACR,SAAS;YACT,MAAM;YACN,WAAW;YACX,WAAW;YACX,aAAa;YACb,mBAAmB;YACnB,uBAAuB;YACvB,cAAc;YACd,cAAc;YACd,iBAAiB;YACjB,mBAAmB;YACnB,iBAAiB;SAClB,EACD,EAAE,oBAAoB,EAAE,eAAe,EAAE,CAC1C,CAAA;QACD,oFAAoF;QACpF,SAAS,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QACzC,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;AACH,CAAC,CAAA"}

package/esm/index.d.ts

@@ -0,0 +1,7 @@
+export { RedisQueueAdapter } from './redis-queue-adapter.js';
+export type { RedisQueueAdapterOptions } from './redis-queue-adapter.js';
+export { RedisTaskRunner } from './redis-task-runner.js';
+export type { RedisTaskRunnerOptions, RedisTaskRunnerDeps } from './redis-task-runner.js';
+export { defineRedisTaskRunner } from './define-redis-task-runner.js';
+export type { DefineRedisTaskRunnerOptions } from './define-redis-task-runner.js';
+//# sourceMappingURL=index.d.ts.map

package/esm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAC5D,YAAY,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAA;AAExE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,YAAY,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAEzF,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AACrE,YAAY,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAA"}

package/esm/index.js

@@ -0,0 +1,4 @@
+export { RedisQueueAdapter } from './redis-queue-adapter.js';
+export { RedisTaskRunner } from './redis-task-runner.js';
+export { defineRedisTaskRunner } from './define-redis-task-runner.js';
+//# sourceMappingURL=index.js.map

package/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAG5D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAGxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA"}

package/esm/multi-service-smoke.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=multi-service-smoke.spec.d.ts.map

package/esm/multi-service-smoke.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-service-smoke.spec.d.ts","sourceRoot":"","sources":["../src/multi-service-smoke.spec.ts"],"names":[],"mappings":""}

package/esm/multi-service-smoke.spec.js

@@ -0,0 +1,468 @@
+var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
+    if (value !== null && value !== void 0) {
+        if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
+        var dispose, inner;
+        if (async) {
+            if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
+            dispose = value[Symbol.asyncDispose];
+        }
+        if (dispose === void 0) {
+            if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
+            dispose = value[Symbol.dispose];
+            if (async) inner = dispose;
+        }
+        if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
+        if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
+        env.stack.push({ value: value, dispose: dispose, async: async });
+    }
+    else if (async) {
+        env.stack.push({ async: true });
+    }
+    return value;
+};
+var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
+    return function (env) {
+        function fail(e) {
+            env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
+            env.hasError = true;
+        }
+        var r, s = 0;
+        function next() {
+            while (r = env.stack.pop()) {
+                try {
+                    if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
+                    if (r.dispose) {
+                        var result = r.dispose.call(r.value);
+                        if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
+                    }
+                    else s |= 1;
+                }
+                catch (e) {
+                    fail(e);
+                }
+            }
+            if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
+            if (env.hasError) throw env.error;
+        }
+        return next();
+    };
+})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
+    var e = new Error(message);
+    return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
+});
+/**
+ * Multi-service smoke (PRD Milestone 6).
+ *
+ * Two services × two worker pods each, a single Redis broker, an S3
+ * (MinIO) blob store, and a per-service `topicPrefix`. Same-process by
+ * design — every pod is its own injector with its own Redis clients,
+ * `RedisTaskRunner`, `RedisCrossNodeBus`, and Redis-store-backed Task
+ * datasets. This mirrors the accepted shape of the cross-node-bus
+ * multi-service smoke: cross-process isolation only proves V8 matches
+ * injector isolation, which is uninteresting; the value is the full DI +
+ * adapter wiring against real infrastructure.
+ *
+ * Per service, isolation lives in four prefixes sharing one run root so a
+ * single `KEYS ${runId}*` sweeps the broker clean:
+ *   - queue  `${runId}:${svc}:q/`    (RedisTaskRunner streams / ZSETs)
+ *   - store  `${runId}:${svc}:s/`    (RedisStore Task + replay rows)
+ *   - bus    `${runId}:${svc}:bus/`  (RedisCrossNodeBus topics)
+ *   - count  `${runId}:cnt:${svc}:`  (shared assertion counters)
+ * S3 blobs are scoped per service via `keyPrefix` inside one run bucket.
+ *
+ * Assertions (PRD §13 M6):
+ *   1. Tasks submitted to service A run only on service A's workers.
+ *   2. Cross-service submission is explicit — B's store never sees A's task.
+ *   3. Fleet caps bind fleet-wide across a service's pods.
+ *   4. Draining one pod does not lose work (the other pod picks it up).
+ *   + S3-backed produced blobs round-trip across the fleet.
+ *   + §4 success metrics (submit-to-claim, progress delivery) measured.
+ *
+ * Gated on a reachable Redis at `REDIS_URL` (default redis://localhost:6379)
+ * and MinIO at `MINIO_URL` (default http://localhost:9000).
+ */
+import { randomUUID } from 'node:crypto';
+import { CreateBucketCommand, DeleteBucketCommand, S3Client } from '@aws-sdk/client-s3';
+import { BlobStore } from '@furystack/blob-store';
+import { CrossNodeBus } from '@furystack/cross-node-bus';
+import { createInjector } from '@furystack/inject';
+import { defineRedisCrossNodeBusAdapter, RedisCrossNodeBus } from '@furystack/redis-cross-node-bus';
+import { RedisStore } from '@furystack/redis-store';
+import { defineS3BlobStore } from '@furystack/s3-blob-store';
+import { defineTaskHandler, isTerminalStatus, Task, TaskReplayLogEntry, TaskReplayLogStore, TaskRunner, TaskStore, } from '@furystack/task-runner';
+import { createClient } from 'redis';
+import { afterAll, beforeAll, describe, expect, it } from 'vitest';
+import { defineRedisTaskRunner } from './define-redis-task-runner.js';
+const REDIS_URL = process.env.REDIS_URL ?? 'redis://localhost:6379';
+const MINIO_URL = process.env.MINIO_URL ?? 'http://localhost:9000';
+const MINIO_ACCESS_KEY = process.env.MINIO_ACCESS_KEY ?? 'minioadmin';
+const MINIO_SECRET_KEY = process.env.MINIO_SECRET_KEY ?? 'minioadmin';
+/** §4 budgets. The targets are 50 ms (submit→claim) and 100 ms (progress);
+ *  the assert budget is intentionally generous so the smoke does not flake on
+ *  loaded CI — the real measured p95 is logged for the record either way. */
+const SUBMIT_TO_CLAIM_BUDGET_MS = 1000;
+const PROGRESS_DELIVERY_BUDGET_MS = 1000;
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const MAX_SCRIPT = `
+local m = tonumber(redis.call('GET', KEYS[1]) or '0')
+local v = tonumber(ARGV[1])
+if v > m then redis.call('SET', KEYS[1], v) end
+return v
+`;
+const evalScript = (client, script, keys, args) => {
+    const evalFn = client.eval;
+    return evalFn.call(client, script, { keys, arguments: args });
+};
+const percentile = (samples, p) => {
+    if (samples.length === 0)
+        return Number.NaN;
+    const sorted = [...samples].sort((a, b) => a - b);
+    const rank = Math.ceil((p / 100) * sorted.length) - 1;
+    return sorted[Math.max(0, Math.min(sorted.length - 1, rank))];
+};
+const buildHandlers = (control, ns, podId) => {
+    const echo = defineTaskHandler({
+        type: 'echo',
+        version: 1,
+        handler: async (ctx) => {
+            await control.set(`${ns}start:${ctx.taskId}`, String(ctx.now().getTime()));
+            await control.set(`${ns}ranBy:${ctx.taskId}`, podId);
+            await control.incr(`${ns}execBy:${podId}`);
+            return { ok: true };
+        },
+    });
+    const capped = defineTaskHandler({
+        type: 'capped',
+        version: 1,
+        handler: async () => {
+            const live = await control.incr(`${ns}live`);
+            await evalScript(control, MAX_SCRIPT, [`${ns}max`], [String(live)]);
+            await sleep(250);
+            await control.decr(`${ns}live`);
+        },
+    });
+    const slow = defineTaskHandler({
+        type: 'slow',
+        version: 1,
+        handler: async (ctx) => {
+            await control.incr(`${ns}slow:started`);
+            await control.set(`${ns}slowBy:${ctx.taskId}`, podId);
+            await sleep(700);
+            await control.incr(`${ns}slow:done`);
+        },
+    });
+    const blobbed = defineTaskHandler({
+        type: 'blobbed',
+        version: 1,
+        handler: async (ctx) => {
+            await control.set(`${ns}start:${ctx.taskId}`, String(ctx.now().getTime()));
+            ctx.reportProgress({ percent: 50, meta: { sentAt: ctx.now().getTime() } });
+            const key = `out/${ctx.taskId}.txt`;
+            await ctx.blobStore.put(key, Buffer.from(`blob-${ctx.taskId}`));
+            return { key };
+        },
+    });
+    return [echo, capped, slow, blobbed];
+};
+const setupPod = async (options) => {
+    const client = createClient({ url: REDIS_URL });
+    const busClient = createClient({ url: REDIS_URL });
+    await client.connect();
+    await busClient.connect();
+    const injector = createInjector();
+    injector.bind(BlobStore, defineS3BlobStore({
+        client: options.s3,
+        bucket: options.bucket,
+        keyPrefix: options.prefixes.blob,
+        name: `${options.serviceName}-s3`,
+        manageLifecycle: false,
+    }));
+    injector.bind(CrossNodeBus, defineRedisCrossNodeBusAdapter({
+        client: busClient,
+        serviceName: options.serviceName,
+        topicPrefix: options.prefixes.bus,
+        nodeId: options.podId,
+    }));
+    // `as PhysicalStore` bridges the RedisStore `TWriteableData` (id required)
+    // vs. the StoreToken's `WithOptionalId` param-variance gap — the same shape
+    // `defineStore` accepts via bivariance.
+    injector.bind(TaskStore, () => new RedisStore({
+        model: Task,
+        primaryKey: 'id',
+        client,
+        keyPrefix: `${options.prefixes.store}t`,
+    }));
+    injector.bind(TaskReplayLogStore, () => new RedisStore({
+        model: TaskReplayLogEntry,
+        primaryKey: 'id',
+        client,
+        keyPrefix: `${options.prefixes.store}r`,
+    }));
+    injector.bind(TaskRunner, defineRedisTaskRunner({
+        client,
+        serviceName: options.serviceName,
+        topicPrefix: options.prefixes.queue,
+        visibilityTimeoutMs: options.visibilityTimeoutMs ?? 60_000,
+        blockTimeoutMs: 25,
+        retryBackoffMs: 50,
+        schedulerIntervalMs: 50,
+        reconcilerIntervalMs: 1_000_000,
+        sweepIntervalMs: 200,
+        concurrencyLimits: options.concurrencyLimits,
+    }));
+    const runner = injector.get(TaskRunner);
+    const worker = runner.registerWorker({
+        name: options.podId,
+        handlers: buildHandlers(options.control, options.prefixes.count, options.podId),
+        concurrency: options.concurrency,
+        tags: [],
+        compatibleVersions: {},
+    });
+    return {
+        podId: options.podId,
+        injector,
+        runner,
+        client,
+        busClient,
+        drain: () => worker.drain({ timeoutMs: 5000 }),
+        async [Symbol.asyncDispose]() {
+            worker[Symbol.dispose]();
+            await injector[Symbol.asyncDispose]();
+            if (client.isOpen)
+                await client.quit();
+            if (busClient.isOpen)
+                await busClient.quit();
+        },
+    };
+};
+const setupObserver = async (serviceName, prefixes) => {
+    const client = createClient({ url: REDIS_URL });
+    await client.connect();
+    const injector = createInjector();
+    injector.bind(CrossNodeBus, defineRedisCrossNodeBusAdapter({ client, serviceName, topicPrefix: prefixes.bus, nodeId: `${serviceName}-obs` }));
+    const bus = injector.get(CrossNodeBus);
+    if (!(bus instanceof RedisCrossNodeBus))
+        throw new Error('expected RedisCrossNodeBus binding');
+    return {
+        bus,
+        injector,
+        client,
+        async [Symbol.asyncDispose]() {
+            await injector[Symbol.asyncDispose]();
+            if (client.isOpen)
+                await client.quit();
+        },
+    };
+};
+const prefixesFor = (runId, svc) => ({
+    queue: `${runId}:${svc}:q/`,
+    store: `${runId}:${svc}:s/`,
+    bus: `${runId}:${svc}:bus/`,
+    count: `${runId}:cnt:${svc}:`,
+    blob: `${runId}/${svc}/blobs/`,
+});
+const makeS3 = () => new S3Client({
+    endpoint: MINIO_URL,
+    region: 'us-east-1',
+    forcePathStyle: true,
+    credentials: { accessKeyId: MINIO_ACCESS_KEY, secretAccessKey: MINIO_SECRET_KEY },
+});
+const cleanupRedis = async (runId) => {
+    const client = createClient({ url: REDIS_URL });
+    try {
+        await client.connect();
+        const keys = await client.keys(`${runId}*`);
+        if (keys.length > 0)
+            await client.del(keys);
+    }
+    catch {
+        // Redis unreachable — the test bodies already failed loudly.
+    }
+    finally {
+        if (client.isOpen)
+            await client.quit();
+    }
+};
+const num = (value) => (value ? Number(value) : 0);
+const pollStatus = async (runner, taskId, timeoutMs) => {
+    const deadline = Date.now() + timeoutMs;
+    while (Date.now() < deadline) {
+        const task = await runner.get(taskId);
+        if (task && isTerminalStatus(task.status))
+            return task.status;
+        await sleep(60);
+    }
+    return (await runner.get(taskId))?.status;
+};
+const waitFor = async (predicate, timeoutMs) => {
+    const deadline = Date.now() + timeoutMs;
+    while (Date.now() < deadline) {
+        if (await predicate())
+            return;
+        await sleep(60);
+    }
+    throw new Error(`waitFor: timed out after ${timeoutMs}ms`);
+};
+describe('multi-service smoke (PRD M6)', () => {
+    let runId;
+    let control;
+    let s3;
+    let bucket;
+    let aPods;
+    let bPods;
+    let aObserver;
+    let bObserver;
+    let aPrefixes;
+    let bPrefixes;
+    beforeAll(async () => {
+        runId = `m6-${randomUUID().slice(0, 8)}`;
+        control = createClient({ url: REDIS_URL });
+        await control.connect();
+        s3 = makeS3();
+        bucket = `furystack-m6-${runId}`;
+        await s3.send(new CreateBucketCommand({ Bucket: bucket }));
+        aPrefixes = prefixesFor(runId, 'svc-a');
+        bPrefixes = prefixesFor(runId, 'svc-b');
+        aPods = await Promise.all(['a0', 'a1'].map((podId) => setupPod({
+            serviceName: 'svc-a',
+            podId,
+            prefixes: aPrefixes,
+            control,
+            s3,
+            bucket,
+            concurrency: 2,
+            concurrencyLimits: { capped: 2 },
+        })));
+        bPods = await Promise.all(['b0', 'b1'].map((podId) => setupPod({ serviceName: 'svc-b', podId, prefixes: bPrefixes, control, s3, bucket, concurrency: 2 })));
+        aObserver = await setupObserver('svc-a', aPrefixes);
+        bObserver = await setupObserver('svc-b', bPrefixes);
+        // Give the Redis Streams consumer groups + bus cursors a beat to go live.
+        await sleep(300);
+    }, 40_000);
+    afterAll(async () => {
+        await Promise.all([...(aPods ?? []), ...(bPods ?? [])].map((p) => p[Symbol.asyncDispose]()));
+        if (aObserver)
+            await aObserver[Symbol.asyncDispose]();
+        if (bObserver)
+            await bObserver[Symbol.asyncDispose]();
+        if (control?.isOpen)
+            await control.quit();
+        if (s3 && bucket) {
+            try {
+                await s3.send(new DeleteBucketCommand({ Bucket: bucket }));
+            }
+            catch {
+                // Bucket may still hold sweeper-orphaned objects; best-effort.
+            }
+            s3.destroy();
+        }
+        await cleanupRedis(runId);
+    }, 40_000);
+    it('runs each task only on the submitting service, and B never sees A tasks', async () => {
+        const aTasks = await Promise.all(Array.from({ length: 6 }, () => aPods[0].runner.submit({ type: 'echo', payload: {}, handlerVersion: 1 })));
+        const bTasks = await Promise.all(Array.from({ length: 6 }, () => bPods[0].runner.submit({ type: 'echo', payload: {}, handlerVersion: 1 })));
+        for (const task of aTasks)
+            expect(await pollStatus(aPods[0].runner, task.id, 20_000)).toBe('succeeded');
+        for (const task of bTasks)
+            expect(await pollStatus(bPods[0].runner, task.id, 20_000)).toBe('succeeded');
+        for (const task of aTasks) {
+            const ranBy = await control.get(`${aPrefixes.count}ranBy:${task.id}`);
+            expect(['a0', 'a1']).toContain(ranBy);
+            // Cross-service: service B's store has no record of an A-submitted task.
+            expect(await bPods[0].runner.get(task.id)).toBeUndefined();
+        }
+        for (const task of bTasks) {
+            const ranBy = await control.get(`${bPrefixes.count}ranBy:${task.id}`);
+            expect(['b0', 'b1']).toContain(ranBy);
+            expect(await aPods[0].runner.get(task.id)).toBeUndefined();
+        }
+    }, 60_000);
+    it('enforces a fleet-wide concurrency cap across a service\u2019s pods', async () => {
+        await control.del(`${aPrefixes.count}max`);
+        await control.del(`${aPrefixes.count}live`);
+        const tasks = await Promise.all(Array.from({ length: 6 }, () => aPods[0].runner.submit({ type: 'capped', payload: {}, handlerVersion: 1 })));
+        for (const task of tasks)
+            expect(await pollStatus(aPods[0].runner, task.id, 25_000)).toBe('succeeded');
+        const maxConcurrent = num(await control.get(`${aPrefixes.count}max`));
+        expect(maxConcurrent).toBeLessThanOrEqual(2);
+        expect(maxConcurrent).toBe(2);
+    }, 60_000);
+    it('round-trips an S3-backed produced blob and measures \u00a74 metrics', async () => {
+        const env_1 = { stack: [], error: void 0, hasError: false };
+        try {
+            await aObserver.bus.whenReady(`tasks/progress/blobbed`);
+            const progressLags = [];
+            const _sub = __addDisposableResource(env_1, aObserver.bus.subscribe(`tasks/progress/blobbed`, (msg) => {
+                const payload = msg.payload;
+                if (payload.kind !== 'progress')
+                    return;
+                const sentAt = payload.meta?.sentAt;
+                if (typeof sentAt === 'number')
+                    progressLags.push(Date.now() - sentAt);
+            }), false);
+            const SAMPLES = 24;
+            const submitTimes = new Map();
+            const blobbedTasks = await Promise.all(Array.from({ length: SAMPLES }, async () => {
+                const task = await aPods[0].runner.submit({ type: 'blobbed', payload: {}, handlerVersion: 1 });
+                submitTimes.set(task.id, Date.now());
+                return task;
+            }));
+            for (const task of blobbedTasks)
+                expect(await pollStatus(aPods[0].runner, task.id, 30_000)).toBe('succeeded');
+            // S3 round-trip: read a produced blob straight from the service's store.
+            const sample = blobbedTasks[0];
+            const finished = await aPods[0].runner.get(sample.id);
+            const producedKey = (finished?.result).key;
+            const blobStore = aPods[1].injector.get(BlobStore);
+            const got = await blobStore.get(producedKey);
+            const body = await new Response(got.stream).text();
+            expect(body).toBe(`blob-${sample.id}`);
+            // §4 metric: submit → claim (proxied by submit → handler entry).
+            const claimLags = [];
+            for (const task of blobbedTasks) {
+                const startedAt = num(await control.get(`${aPrefixes.count}start:${task.id}`));
+                const submittedAt = submitTimes.get(task.id);
+                if (startedAt > 0 && submittedAt !== undefined)
+                    claimLags.push(startedAt - submittedAt);
+            }
+            // Wait briefly for any in-flight progress frames to land on the observer.
+            await waitFor(async () => Promise.resolve(progressLags.length >= 1), 5_000);
+            const claimP95 = percentile(claimLags, 95);
+            const progressP95 = percentile(progressLags, 95);
+            console.log(`[M6 §4 metrics] submit→claim: p50=${percentile(claimLags, 50)}ms p95=${claimP95}ms (target <50ms) | ` +
+                `progress delivery: p50=${percentile(progressLags, 50)}ms p95=${progressP95}ms (target <100ms) | ` +
+                `samples claim=${claimLags.length} progress=${progressLags.length}`);
+            expect(claimLags.length).toBeGreaterThan(0);
+            expect(progressLags.length).toBeGreaterThan(0);
+            expect(claimP95).toBeLessThan(SUBMIT_TO_CLAIM_BUDGET_MS);
+            expect(progressP95).toBeLessThan(PROGRESS_DELIVERY_BUDGET_MS);
+        }
+        catch (e_1) {
+            env_1.error = e_1;
+            env_1.hasError = true;
+        }
+        finally {
+            __disposeResources(env_1);
+        }
+    }, 60_000);
+    it('does not lose work when a pod drains mid-flight', async () => {
+        await control.del(`${aPrefixes.count}slow:started`);
+        await control.del(`${aPrefixes.count}slow:done`);
+        const inFlight = await aPods[0].runner.submit({ type: 'slow', payload: {}, handlerVersion: 1 });
+        await waitFor(async () => num(await control.get(`${aPrefixes.count}slow:started`)) >= 1, 15_000);
+        const ranBy = await control.get(`${aPrefixes.count}slowBy:${inFlight.id}`);
+        const drainingPod = aPods.find((p) => p.podId === ranBy) ?? aPods[0];
+        // Drain the pod holding the in-flight task; submit a second task that the
+        // sibling pod must pick up.
+        const drained = drainingPod.drain();
+        const queued = await aPods[0].runner.submit({ type: 'slow', payload: {}, handlerVersion: 1 });
+        await drained;
+        // The in-flight task completed despite the drain.
+        expect((await aPods[0].runner.get(inFlight.id))?.status).toBe('succeeded');
+        // The queued task is picked up by the other pod and finishes.
+        expect(await pollStatus(aPods[0].runner, queued.id, 25_000)).toBe('succeeded');
+        const queuedRanBy = await control.get(`${aPrefixes.count}slowBy:${queued.id}`);
+        expect(queuedRanBy).not.toBe(drainingPod.podId);
+    }, 60_000);
+});
+//# sourceMappingURL=multi-service-smoke.spec.js.map

package/esm/multi-service-smoke.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-service-smoke.spec.js","sourceRoot":"","sources":["../src/multi-service-smoke.spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AACvF,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAEjD,OAAO,EAAE,YAAY,EAAmB,MAAM,2BAA2B,CAAA;AACzE,OAAO,EAAE,cAAc,EAAiB,MAAM,mBAAmB,CAAA;AACjE,OAAO,EAAE,8BAA8B,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnG,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAC5D,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,IAAI,EACJ,kBAAkB,EAClB,kBAAkB,EAClB,UAAU,EACV,SAAS,GAIV,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,YAAY,EAAwB,MAAM,OAAO,CAAA;AAC1D,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAErE,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,wBAAwB,CAAA;AACnE,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,uBAAuB,CAAA;AAClE,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,YAAY,CAAA;AACrE,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,YAAY,CAAA;AAErE;;6EAE6E;AAC7E,MAAM,yBAAyB,GAAG,IAAI,CAAA;AACtC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AAExC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;AAE9F,MAAM,UAAU,GAAG;;;;;CAKlB,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,MAAuB,EAAE,MAAc,EAAE,IAAc,EAAE,IAAc,EAAoB,EAAE;IAC/G,MAAM,MAAM,GAAG,MAAM,CAAC,IAAsF,CAAA;IAC5G,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;AAC/D,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,OAA0B,EAAE,CAAS,EAAU,EAAE;IACnE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAA;IAC3C,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACrD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;AAC/D,CAAC,CAAA;AAID,MAAM,aAAa,GAAG,CAAC,OAAwB,EAAE,EAAU,EAAE,KAAa,EAA8B,EAAE;IACxG,MAAM,IAAI,GAAG,iBAAiB,CAAsC;QAClE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;YAC1E,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,GAAG,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAA;YACpD,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,KAAK,EAAE,CAAC,CAAA;YAC1C,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAA;QACrB,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,iBAAiB,CAA8B;QAC5D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YAC5C,MAAM,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACnE,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;YAChB,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QACjC,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,iBAAiB,CAA8B;QAC1D,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAA;YACvC,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAA;YACrD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;YAChB,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAA;QACtC,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,iBAAiB,CAAyC;QACxE,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;YAC1E,GAAG,CAAC,cAAc,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAA;YAC1E,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,MAAM,MAAM,CAAA;YACnC,MAAM,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;YAC/D,OAAO,EAAE,GAAG,EAAE,CAAA;QAChB,CAAC;KACF,CAAC,CAAA;IAEF,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;AACtC,CAAC,CAAA;AAYD,MAAM,QAAQ,GAAG,KAAK,EAAE,OAUvB,EAAgB,EAAE;IACjB,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;IAClD,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;IACtB,MAAM,SAAS,CAAC,OAAO,EAAE,CAAA;IAEzB,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAA;IACjC,QAAQ,CAAC,IAAI,CACX,SAAS,EACT,iBAAiB,CAAC;QAChB,MAAM,EAAE,OAAO,CAAC,EAAE;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI;QAChC,IAAI,EAAE,GAAG,OAAO,CAAC,WAAW,KAAK;QACjC,eAAe,EAAE,KAAK;KACvB,CAAC,CACH,CAAA;IACD,QAAQ,CAAC,IAAI,CACX,YAAY,EACZ,8BAA8B,CAAC;QAC7B,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG;QACjC,MAAM,EAAE,OAAO,CAAC,KAAK;KACtB,CAAC,CACH,CAAA;IACD,2EAA2E;IAC3E,4EAA4E;IAC5E,wCAAwC;IACxC,QAAQ,CAAC,IAAI,CACX,SAAS,EACT,GAAG,EAAE,CACH,IAAI,UAAU,CAAC;QACb,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,IAAI;QAChB,MAAM;QACN,SAAS,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,GAAG;KACxC,CAA8B,CAClC,CAAA;IACD,QAAQ,CAAC,IAAI,CACX,kBAAkB,EAClB,GAAG,EAAE,CACH,IAAI,UAAU,CAAC;QACb,KAAK,EAAE,kBAAkB;QACzB,UAAU,EAAE,IAAI;QAChB,MAAM;QACN,SAAS,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,GAAG;KACxC,CAA4C,CAChD,CAAA;IACD,QAAQ,CAAC,IAAI,CACX,UAAU,EACV,qBAAqB,CAAC;QACpB,MAAM;QACN,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK;QACnC,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,MAAM;QAC1D,cAAc,EAAE,EAAE;QAClB,cAAc,EAAE,EAAE;QAClB,mBAAmB,EAAE,EAAE;QACvB,oBAAoB,EAAE,SAAS;QAC/B,eAAe,EAAE,GAAG;QACpB,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;KAC7C,CAAC,CACH,CAAA;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;IACvC,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC;QACnC,IAAI,EAAE,OAAO,CAAC,KAAK;QACnB,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC;QAC/E,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,IAAI,EAAE,EAAE;QACR,kBAAkB,EAAE,EAAE;KACvB,CAAC,CAAA;IAEF,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ;QACR,MAAM;QACN,MAAM;QACN,SAAS;QACT,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC9C,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;YACzB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAA;YACxB,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAA;YACrC,IAAI,MAAM,CAAC,MAAM;gBAAE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACtC,IAAI,SAAS,CAAC,MAAM;gBAAE,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;QAC9C,CAAC;KACF,CAAA;AACH,CAAC,CAAA;AASD,MAAM,aAAa,GAAG,KAAK,EAAE,WAAmB,EAAE,QAAyB,EAAqB,EAAE;IAChG,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;IAC/C,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;IACtB,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAA;IACjC,QAAQ,CAAC,IAAI,CACX,YAAY,EACZ,8BAA8B,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,WAAW,MAAM,EAAE,CAAC,CACjH,CAAA;IACD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IACtC,IAAI,CAAC,CAAC,GAAG,YAAY,iBAAiB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IAC9F,OAAO;QACL,GAAG;QACH,QAAQ;QACR,MAAM;QACN,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;YACzB,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAA;YACrC,IAAI,MAAM,CAAC,MAAM;gBAAE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACxC,CAAC;KACF,CAAA;AACH,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,GAAW,EAAmB,EAAE,CAAC,CAAC;IACpE,KAAK,EAAE,GAAG,KAAK,IAAI,GAAG,KAAK;IAC3B,KAAK,EAAE,GAAG,KAAK,IAAI,GAAG,KAAK;IAC3B,GAAG,EAAE,GAAG,KAAK,IAAI,GAAG,OAAO;IAC3B,KAAK,EAAE,GAAG,KAAK,QAAQ,GAAG,GAAG;IAC7B,IAAI,EAAE,GAAG,KAAK,IAAI,GAAG,SAAS;CAC/B,CAAC,CAAA;AAEF,MAAM,MAAM,GAAG,GAAa,EAAE,CAC5B,IAAI,QAAQ,CAAC;IACX,QAAQ,EAAE,SAAS;IACnB,MAAM,EAAE,WAAW;IACnB,cAAc,EAAE,IAAI;IACpB,WAAW,EAAE,EAAE,WAAW,EAAE,gBAAgB,EAAE,eAAe,EAAE,gBAAgB,EAAE;CAClF,CAAC,CAAA;AAEJ,MAAM,YAAY,GAAG,KAAK,EAAE,KAAa,EAAiB,EAAE;IAC1D,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;IAC/C,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;QACtB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,CAAA;QAC3C,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,6DAA6D;IAC/D,CAAC;YAAS,CAAC;QACT,IAAI,MAAM,CAAC,MAAM;YAAE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;IACxC,CAAC;AACH,CAAC,CAAA;AAED,MAAM,GAAG,GAAG,CAAC,KAAoB,EAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAEzE,MAAM,UAAU,GAAG,KAAK,EAAE,MAAkB,EAAE,MAAc,EAAE,SAAiB,EAAmC,EAAE;IAClH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;IACvC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACrC,IAAI,IAAI,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,MAAM,CAAA;QAC7D,MAAM,KAAK,CAAC,EAAE,CAAC,CAAA;IACjB,CAAC;IACD,OAAO,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAA;AAC3C,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,KAAK,EAAE,SAAiC,EAAE,SAAiB,EAAiB,EAAE;IAC5F,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;IACvC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,IAAI,MAAM,SAAS,EAAE;YAAE,OAAM;QAC7B,MAAM,KAAK,CAAC,EAAE,CAAC,CAAA;IACjB,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,IAAI,CAAC,CAAA;AAC5D,CAAC,CAAA;AAED,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,IAAI,KAAa,CAAA;IACjB,IAAI,OAAwB,CAAA;IAC5B,IAAI,EAAY,CAAA;IAChB,IAAI,MAAc,CAAA;IAClB,IAAI,KAAY,CAAA;IAChB,IAAI,KAAY,CAAA;IAChB,IAAI,SAAmB,CAAA;IACvB,IAAI,SAAmB,CAAA;IACvB,IAAI,SAA0B,CAAA;IAC9B,IAAI,SAA0B,CAAA;IAE9B,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,KAAK,GAAG,MAAM,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;QACxC,OAAO,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAA;QAC1C,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;QAEvB,EAAE,GAAG,MAAM,EAAE,CAAA;QACb,MAAM,GAAG,gBAAgB,KAAK,EAAE,CAAA;QAChC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QAE1D,SAAS,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QACvC,SAAS,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAEvC,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CACvB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACzB,QAAQ,CAAC;YACP,WAAW,EAAE,OAAO;YACpB,KAAK;YACL,QAAQ,EAAE,SAAS;YACnB,OAAO;YACP,EAAE;YACF,MAAM;YACN,WAAW,EAAE,CAAC;YACd,iBAAiB,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;SACjC,CAAC,CACH,CACF,CAAA;QACD,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CACvB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACzB,QAAQ,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CACpG,CACF,CAAA;QACD,SAAS,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;QACnD,SAAS,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;QAEnD,0EAA0E;QAC1E,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;IAClB,CAAC,EAAE,MAAM,CAAC,CAAA;IAEV,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAA;QAC5F,IAAI,SAAS;YAAE,MAAM,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAA;QACrD,IAAI,SAAS;YAAE,MAAM,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAA;QACrD,IAAI,OAAO,EAAE,MAAM;YAAE,MAAM,OAAO,CAAC,IAAI,EAAE,CAAA;QACzC,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;YAC5D,CAAC;YAAC,MAAM,CAAC;gBACP,+DAA+D;YACjE,CAAC;YACD,EAAE,CAAC,OAAO,EAAE,CAAA;QACd,CAAC;QACD,MAAM,YAAY,CAAC,KAAK,CAAC,CAAA;IAC3B,CAAC,EAAE,MAAM,CAAC,CAAA;IAEV,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,CAC1G,CAAA;QACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,CAC1G,CAAA;QAED,KAAK,MAAM,IAAI,IAAI,MAAM;YAAE,MAAM,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACvG,KAAK,MAAM,IAAI,IAAI,MAAM;YAAE,MAAM,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAEvG,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,SAAS,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;YACrE,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YACrC,yEAAyE;YACzE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;QAC5D,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,SAAS,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;YACrE,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YACrC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;QAC5D,CAAC;IACH,CAAC,EAAE,MAAM,CAAC,CAAA;IAEV,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,KAAK,CAAC,CAAA;QAC1C,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,MAAM,CAAC,CAAA;QAE3C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,CAC5G,CAAA;QACD,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,MAAM,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAEtG,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,KAAK,CAAC,CAAC,CAAA;QACrE,MAAM,CAAC,aAAa,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAA;QAC5C,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/B,CAAC,EAAE,MAAM,CAAC,CAAA;IAEV,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;;;YACnF,MAAM,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAA;YACvD,MAAM,YAAY,GAAa,EAAE,CAAA;YACjC,MAAM,IAAI,kCAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,wBAAwB,EAAE,CAAC,GAAe,EAAE,EAAE;gBACjF,MAAM,OAAO,GAAG,GAAG,CAAC,OAAqB,CAAA;gBACzC,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;oBAAE,OAAM;gBACvC,MAAM,MAAM,GAAI,OAAO,CAAC,IAAwC,EAAE,MAAM,CAAA;gBACxE,IAAI,OAAO,MAAM,KAAK,QAAQ;oBAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAA;YACxE,CAAC,CAAC,QAAA,CAAA;YAEF,MAAM,OAAO,GAAG,EAAE,CAAA;YAClB,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;YAC7C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,IAAI,EAAE;gBACzC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAA;gBAC9F,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;gBACpC,OAAO,IAAI,CAAA;YACb,CAAC,CAAC,CACH,CAAA;YAED,KAAK,MAAM,IAAI,IAAI,YAAY;gBAAE,MAAM,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAE7G,yEAAyE;YACzE,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACrD,MAAM,WAAW,GAAG,CAAC,QAAQ,EAAE,MAA0B,CAAA,CAAC,GAAG,CAAA;YAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAClD,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;YAClD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;YAEtC,iEAAiE;YACjE,MAAM,SAAS,GAAa,EAAE,CAAA;YAC9B,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,SAAS,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;gBAC9E,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5C,IAAI,SAAS,GAAG,CAAC,IAAI,WAAW,KAAK,SAAS;oBAAE,SAAS,CAAC,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,CAAA;YACzF,CAAC;YAED,0EAA0E;YAC1E,MAAM,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;YAE3E,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;YAC1C,MAAM,WAAW,GAAG,UAAU,CAAC,YAAY,EAAE,EAAE,CAAC,CAAA;YAChD,OAAO,CAAC,GAAG,CACT,qCAAqC,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,QAAQ,sBAAsB;gBACpG,0BAA0B,UAAU,CAAC,YAAY,EAAE,EAAE,CAAC,UAAU,WAAW,uBAAuB;gBAClG,iBAAiB,SAAS,CAAC,MAAM,aAAa,YAAY,CAAC,MAAM,EAAE,CACtE,CAAA;YAED,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;YAC3C,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;YAC9C,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,yBAAyB,CAAC,CAAA;YACxD,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,2BAA2B,CAAC,CAAA;;;;;;;;;KAC9D,EAAE,MAAM,CAAC,CAAA;IAEV,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,cAAc,CAAC,CAAA;QACnD,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,WAAW,CAAC,CAAA;QAEhD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAA;QAC/F,MAAM,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,cAAc,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAA;QAChG,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,UAAU,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAA;QAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;QAEpE,0EAA0E;QAC1E,4BAA4B;QAC5B,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAA;QAC7F,MAAM,OAAO,CAAA;QAEb,kDAAkD;QAClD,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAE1E,8DAA8D;QAC9D,MAAM,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC9E,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,UAAU,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;QAC9E,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IACjD,CAAC,EAAE,MAAM,CAAC,CAAA;AACZ,CAAC,CAAC,CAAA"}