@corgelabs/corge 0.0.1 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai/index.d.ts +3 -0
- package/dist/ai/index.d.ts.map +1 -0
- package/dist/ai/index.js +3 -0
- package/dist/ai/index.js.map +1 -0
- package/dist/ai/schema.d.ts +83 -0
- package/dist/ai/schema.d.ts.map +1 -0
- package/dist/ai/schema.js +19 -0
- package/dist/ai/schema.js.map +1 -0
- package/dist/ai/service.d.ts +14 -0
- package/dist/ai/service.d.ts.map +1 -0
- package/dist/ai/service.js +266 -0
- package/dist/ai/service.js.map +1 -0
- package/dist/ai/utils.d.ts +10 -0
- package/dist/ai/utils.d.ts.map +1 -0
- package/dist/ai/utils.js +27 -0
- package/dist/ai/utils.js.map +1 -0
- package/dist/attachments/index.d.ts +4 -0
- package/dist/attachments/index.d.ts.map +1 -0
- package/dist/attachments/index.js +4 -0
- package/dist/attachments/index.js.map +1 -0
- package/dist/attachments/routes.d.ts +75 -0
- package/dist/attachments/routes.d.ts.map +1 -0
- package/dist/attachments/routes.js +18 -0
- package/dist/attachments/routes.js.map +1 -0
- package/dist/attachments/schema.d.ts +61 -0
- package/dist/attachments/schema.d.ts.map +1 -0
- package/dist/attachments/schema.js +30 -0
- package/dist/attachments/schema.js.map +1 -0
- package/dist/attachments/service.d.ts +27 -0
- package/dist/attachments/service.d.ts.map +1 -0
- package/dist/attachments/service.js +224 -0
- package/dist/attachments/service.js.map +1 -0
- package/dist/attachments/utils.d.ts +9 -0
- package/dist/attachments/utils.d.ts.map +1 -0
- package/dist/attachments/utils.js +80 -0
- package/dist/attachments/utils.js.map +1 -0
- package/dist/auth/index.d.ts +4 -0
- package/dist/auth/index.d.ts.map +1 -0
- package/dist/auth/index.js +4 -0
- package/dist/auth/index.js.map +1 -0
- package/dist/auth/oidc.d.ts +25 -0
- package/dist/auth/oidc.d.ts.map +1 -0
- package/dist/auth/oidc.js +298 -0
- package/dist/auth/oidc.js.map +1 -0
- package/dist/auth/recovery.d.ts +41 -0
- package/dist/auth/recovery.d.ts.map +1 -0
- package/dist/auth/recovery.js +250 -0
- package/dist/auth/recovery.js.map +1 -0
- package/dist/auth/routes.d.ts +226 -0
- package/dist/auth/routes.d.ts.map +1 -0
- package/dist/auth/routes.js +96 -0
- package/dist/auth/routes.js.map +1 -0
- package/dist/auth/schema.d.ts +158 -0
- package/dist/auth/schema.d.ts.map +1 -0
- package/dist/auth/schema.js +82 -0
- package/dist/auth/schema.js.map +1 -0
- package/dist/auth/service.d.ts +96 -0
- package/dist/auth/service.d.ts.map +1 -0
- package/dist/auth/service.js +129 -0
- package/dist/auth/service.js.map +1 -0
- package/dist/auth/session.d.ts +51 -0
- package/dist/auth/session.d.ts.map +1 -0
- package/dist/auth/session.js +344 -0
- package/dist/auth/session.js.map +1 -0
- package/dist/auth/utils.d.ts +17 -0
- package/dist/auth/utils.d.ts.map +1 -0
- package/dist/auth/utils.js +96 -0
- package/dist/auth/utils.js.map +1 -0
- package/dist/bin/corge.js +547 -0
- package/dist/chat/context.d.ts +10 -0
- package/dist/chat/context.d.ts.map +1 -0
- package/dist/chat/context.js +221 -0
- package/dist/chat/context.js.map +1 -0
- package/dist/chat/index.d.ts +4 -0
- package/dist/chat/index.d.ts.map +1 -0
- package/dist/chat/index.js +4 -0
- package/dist/chat/index.js.map +1 -0
- package/dist/chat/routes.d.ts +160 -0
- package/dist/chat/routes.d.ts.map +1 -0
- package/dist/chat/routes.js +210 -0
- package/dist/chat/routes.js.map +1 -0
- package/dist/chat/schema.d.ts +285 -0
- package/dist/chat/schema.d.ts.map +1 -0
- package/dist/chat/schema.js +74 -0
- package/dist/chat/schema.js.map +1 -0
- package/dist/chat/service.d.ts +64 -0
- package/dist/chat/service.d.ts.map +1 -0
- package/dist/chat/service.js +279 -0
- package/dist/chat/service.js.map +1 -0
- package/dist/chat/stream.d.ts +53 -0
- package/dist/chat/stream.d.ts.map +1 -0
- package/dist/chat/stream.js +339 -0
- package/dist/chat/stream.js.map +1 -0
- package/dist/chat/utils.d.ts +61 -0
- package/dist/chat/utils.d.ts.map +1 -0
- package/dist/chat/utils.js +285 -0
- package/dist/chat/utils.js.map +1 -0
- package/dist/cli/builder.d.ts +6 -0
- package/dist/cli/builder.d.ts.map +1 -0
- package/dist/cli/builder.js +91 -0
- package/dist/cli/builder.js.map +1 -0
- package/dist/cli/deployer.d.ts +2 -0
- package/dist/cli/deployer.d.ts.map +1 -0
- package/dist/cli/deployer.js +152 -0
- package/dist/cli/deployer.js.map +1 -0
- package/dist/cli/dev-server.d.ts +2 -0
- package/dist/cli/dev-server.d.ts.map +1 -0
- package/dist/cli/dev-server.js +70 -0
- package/dist/cli/dev-server.js.map +1 -0
- package/dist/cli/env.d.ts +4 -0
- package/dist/cli/env.d.ts.map +1 -0
- package/dist/cli/env.js +68 -0
- package/dist/cli/env.js.map +1 -0
- package/dist/cli/init.d.ts +6 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +103 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/config.d.ts +262 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +212 -0
- package/dist/config.js.map +1 -0
- package/dist/db/index.d.ts +3 -0
- package/dist/db/index.d.ts.map +1 -0
- package/dist/db/index.js +3 -0
- package/dist/db/index.js.map +1 -0
- package/dist/db/schema.d.ts +410 -0
- package/dist/db/schema.d.ts.map +1 -0
- package/dist/db/schema.js +294 -0
- package/dist/db/schema.js.map +1 -0
- package/dist/db/service.d.ts +42 -0
- package/dist/db/service.d.ts.map +1 -0
- package/dist/db/service.js +372 -0
- package/dist/db/service.js.map +1 -0
- package/dist/db/utils.d.ts +25 -0
- package/dist/db/utils.d.ts.map +1 -0
- package/dist/db/utils.js +188 -0
- package/dist/db/utils.js.map +1 -0
- package/dist/emails/index.d.ts +4 -0
- package/dist/emails/index.d.ts.map +1 -0
- package/dist/emails/index.js +4 -0
- package/dist/emails/index.js.map +1 -0
- package/dist/emails/routes.d.ts +191 -0
- package/dist/emails/routes.d.ts.map +1 -0
- package/dist/emails/routes.js +39 -0
- package/dist/emails/routes.js.map +1 -0
- package/dist/emails/schema.d.ts +237 -0
- package/dist/emails/schema.d.ts.map +1 -0
- package/dist/emails/schema.js +98 -0
- package/dist/emails/schema.js.map +1 -0
- package/dist/emails/service.d.ts +22 -0
- package/dist/emails/service.d.ts.map +1 -0
- package/dist/emails/service.js +337 -0
- package/dist/emails/service.js.map +1 -0
- package/dist/emails/utils.d.ts +49 -0
- package/dist/emails/utils.d.ts.map +1 -0
- package/dist/emails/utils.js +341 -0
- package/dist/emails/utils.js.map +1 -0
- package/dist/files/index.d.ts +4 -0
- package/dist/files/index.d.ts.map +1 -0
- package/dist/files/index.js +4 -0
- package/dist/files/index.js.map +1 -0
- package/dist/files/routes.d.ts +72 -0
- package/dist/files/routes.d.ts.map +1 -0
- package/dist/files/routes.js +38 -0
- package/dist/files/routes.js.map +1 -0
- package/dist/files/schema.d.ts +57 -0
- package/dist/files/schema.d.ts.map +1 -0
- package/dist/files/schema.js +39 -0
- package/dist/files/schema.js.map +1 -0
- package/dist/files/service.d.ts +27 -0
- package/dist/files/service.d.ts.map +1 -0
- package/dist/files/service.js +175 -0
- package/dist/files/service.js.map +1 -0
- package/dist/files/utils.d.ts +3 -0
- package/dist/files/utils.d.ts.map +1 -0
- package/dist/files/utils.js +63 -0
- package/dist/files/utils.js.map +1 -0
- package/dist/index.d.ts +875 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +9919 -0
- package/dist/index.js.map +7 -0
- package/dist/payments/billing.d.ts +29 -0
- package/dist/payments/billing.d.ts.map +1 -0
- package/dist/payments/billing.js +378 -0
- package/dist/payments/billing.js.map +1 -0
- package/dist/payments/index.d.ts +4 -0
- package/dist/payments/index.d.ts.map +1 -0
- package/dist/payments/index.js +4 -0
- package/dist/payments/index.js.map +1 -0
- package/dist/payments/routes.d.ts +340 -0
- package/dist/payments/routes.d.ts.map +1 -0
- package/dist/payments/routes.js +56 -0
- package/dist/payments/routes.js.map +1 -0
- package/dist/payments/schema.d.ts +412 -0
- package/dist/payments/schema.d.ts.map +1 -0
- package/dist/payments/schema.js +260 -0
- package/dist/payments/schema.js.map +1 -0
- package/dist/payments/service.d.ts +31 -0
- package/dist/payments/service.d.ts.map +1 -0
- package/dist/payments/service.js +322 -0
- package/dist/payments/service.js.map +1 -0
- package/dist/payments/utils.d.ts +61 -0
- package/dist/payments/utils.d.ts.map +1 -0
- package/dist/payments/utils.js +369 -0
- package/dist/payments/utils.js.map +1 -0
- package/dist/router/guard.d.ts +19 -0
- package/dist/router/guard.d.ts.map +1 -0
- package/dist/router/guard.js +243 -0
- package/dist/router/guard.js.map +1 -0
- package/dist/router/index.d.ts +3 -0
- package/dist/router/index.d.ts.map +1 -0
- package/dist/router/index.js +3 -0
- package/dist/router/index.js.map +1 -0
- package/dist/router/schema.d.ts +103 -0
- package/dist/router/schema.d.ts.map +1 -0
- package/dist/router/schema.js +282 -0
- package/dist/router/schema.js.map +1 -0
- package/dist/router/service.d.ts +25 -0
- package/dist/router/service.d.ts.map +1 -0
- package/dist/router/service.js +339 -0
- package/dist/router/service.js.map +1 -0
- package/dist/tasks/index.d.ts +4 -0
- package/dist/tasks/index.d.ts.map +1 -0
- package/dist/tasks/index.js +4 -0
- package/dist/tasks/index.js.map +1 -0
- package/dist/tasks/routes.d.ts +54 -0
- package/dist/tasks/routes.d.ts.map +1 -0
- package/dist/tasks/routes.js +195 -0
- package/dist/tasks/routes.js.map +1 -0
- package/dist/tasks/schema.d.ts +261 -0
- package/dist/tasks/schema.d.ts.map +1 -0
- package/dist/tasks/schema.js +35 -0
- package/dist/tasks/schema.js.map +1 -0
- package/dist/tasks/service.d.ts +32 -0
- package/dist/tasks/service.d.ts.map +1 -0
- package/dist/tasks/service.js +201 -0
- package/dist/tasks/service.js.map +1 -0
- package/dist/tasks/steps.d.ts +18 -0
- package/dist/tasks/steps.d.ts.map +1 -0
- package/dist/tasks/steps.js +365 -0
- package/dist/tasks/steps.js.map +1 -0
- package/dist/tasks/utils.d.ts +75 -0
- package/dist/tasks/utils.d.ts.map +1 -0
- package/dist/tasks/utils.js +311 -0
- package/dist/tasks/utils.js.map +1 -0
- package/dist/tasks/watcher.d.ts +13 -0
- package/dist/tasks/watcher.d.ts.map +1 -0
- package/dist/tasks/watcher.js +255 -0
- package/dist/tasks/watcher.js.map +1 -0
- package/dist/tasks/worker.d.ts +28 -0
- package/dist/tasks/worker.d.ts.map +1 -0
- package/dist/tasks/worker.js +326 -0
- package/dist/tasks/worker.js.map +1 -0
- package/dist/utils/index.d.ts +3 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +3 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/schema.d.ts +79 -0
- package/dist/utils/schema.d.ts.map +1 -0
- package/dist/utils/schema.js +41 -0
- package/dist/utils/schema.js.map +1 -0
- package/dist/utils/service.d.ts +32 -0
- package/dist/utils/service.d.ts.map +1 -0
- package/dist/utils/service.js +384 -0
- package/dist/utils/service.js.map +1 -0
- package/docs/SDK_SPEC.md +1645 -0
- package/infra/firestore.base.indexes.json +138 -0
- package/infra/firestore.base.rules +152 -0
- package/infra/storage.base.rules +8 -0
- package/package.json +59 -13
- package/src/ai/index.ts +2 -0
- package/src/ai/schema.ts +64 -0
- package/src/ai/service.ts +317 -0
- package/src/ai/utils.ts +38 -0
- package/src/attachments/index.ts +3 -0
- package/src/attachments/routes.ts +28 -0
- package/src/attachments/schema.ts +45 -0
- package/src/attachments/service.ts +315 -0
- package/src/attachments/utils.ts +115 -0
- package/src/auth/index.ts +3 -0
- package/src/auth/oidc.ts +419 -0
- package/src/auth/recovery.ts +365 -0
- package/src/auth/routes.ts +142 -0
- package/src/auth/schema.ts +181 -0
- package/src/auth/service.ts +183 -0
- package/src/auth/session.ts +414 -0
- package/src/auth/utils.ts +106 -0
- package/src/chat/context.ts +310 -0
- package/src/chat/index.ts +3 -0
- package/src/chat/routes.ts +264 -0
- package/src/chat/schema.ts +295 -0
- package/src/chat/service.ts +360 -0
- package/src/chat/stream.ts +481 -0
- package/src/chat/utils.ts +370 -0
- package/src/cli/builder.ts +93 -0
- package/src/cli/deployer.ts +184 -0
- package/src/cli/dev-server.ts +77 -0
- package/src/cli/env.ts +89 -0
- package/src/cli/init.ts +125 -0
- package/src/config.ts +447 -0
- package/src/db/index.ts +2 -0
- package/src/db/schema.ts +409 -0
- package/src/db/service.ts +477 -0
- package/src/db/utils.ts +250 -0
- package/src/emails/index.ts +3 -0
- package/src/emails/routes.ts +64 -0
- package/src/emails/schema.ts +239 -0
- package/src/emails/service.ts +488 -0
- package/src/emails/utils.ts +449 -0
- package/src/files/index.ts +3 -0
- package/src/files/routes.ts +44 -0
- package/src/files/schema.ts +76 -0
- package/src/files/service.ts +238 -0
- package/src/files/utils.ts +77 -0
- package/src/index.ts +425 -0
- package/src/payments/billing.ts +488 -0
- package/src/payments/index.ts +3 -0
- package/src/payments/routes.ts +92 -0
- package/src/payments/schema.ts +401 -0
- package/src/payments/service.ts +445 -0
- package/src/payments/utils.ts +472 -0
- package/src/router/guard.ts +319 -0
- package/src/router/index.ts +2 -0
- package/src/router/schema.ts +458 -0
- package/src/router/service.ts +453 -0
- package/src/tasks/index.ts +11 -0
- package/src/tasks/routes.ts +230 -0
- package/src/tasks/schema.ts +310 -0
- package/src/tasks/service.ts +254 -0
- package/src/tasks/steps.ts +472 -0
- package/src/tasks/utils.ts +445 -0
- package/src/tasks/watcher.ts +307 -0
- package/src/tasks/worker.ts +461 -0
- package/src/utils/index.ts +2 -0
- package/src/utils/schema.ts +69 -0
- package/src/utils/service.ts +461 -0
- package/tests/e2e.test.ts +2531 -0
- package/tsconfig.base.json +12 -0
- package/README.md +0 -2
- package/index.d.ts +0 -1
- package/index.js +0 -1
|
@@ -0,0 +1,311 @@
|
|
|
1
|
+
import { Timestamp } from 'firebase-admin/firestore';
|
|
2
|
+
import { z } from 'zod';
|
|
3
|
+
import { CORE_CONFIG } from '../config';
|
|
4
|
+
import { StaleWorkerEpochError, TaskWaitDetachedSignal, TaskYieldSignal } from './schema';
|
|
5
|
+
export const isTaskYieldSignal = (err) => err instanceof TaskYieldSignal || Boolean(err && typeof err === 'object' && err.isTaskYield === true);
|
|
6
|
+
export const isClaimCheckPointer = (val) => Boolean(val && typeof val === 'object' && typeof val.__claimCheck === 'string');
|
|
7
|
+
export const isTaskWaitDetachedSignal = (err) => err instanceof TaskWaitDetachedSignal ||
|
|
8
|
+
Boolean(err && typeof err === 'object' && err.isTaskWaitDetached === true);
|
|
9
|
+
export const zodToJsonSchemaSafe = (schema) => {
|
|
10
|
+
if (!schema)
|
|
11
|
+
return null;
|
|
12
|
+
try {
|
|
13
|
+
const raw = z.toJSONSchema(schema, { unrepresentable: 'any' });
|
|
14
|
+
const { $schema: _$schema, ...rest } = raw;
|
|
15
|
+
return rest;
|
|
16
|
+
}
|
|
17
|
+
catch {
|
|
18
|
+
return null;
|
|
19
|
+
}
|
|
20
|
+
};
|
|
21
|
+
export const resolveTaskDeadline = (workflowName, deadlineSeconds) => deadlineSeconds ??
|
|
22
|
+
(workflowName === 'scan-attachment'
|
|
23
|
+
? CORE_CONFIG.tasks.scanDeadlineSeconds
|
|
24
|
+
: CORE_CONFIG.tasks.defaultDeadlineSeconds);
|
|
25
|
+
export const getQueueLoc = () => `projects/${CORE_CONFIG.gcpProject}/locations/${CORE_CONFIG.region}`;
|
|
26
|
+
export const getQueueBase = (isDev = false) => `${getQueueLoc()}/queues/${isDev ? CORE_CONFIG.queueBaseNames.dev : CORE_CONFIG.queueBaseNames.prod}`;
|
|
27
|
+
export const getQueueParent = (idx, isDev = false) => {
|
|
28
|
+
const base = getQueueBase(isDev);
|
|
29
|
+
return idx === 0 ? base : `${base}-${String(idx).padStart(2, '0')}`;
|
|
30
|
+
};
|
|
31
|
+
export const getWorkerUri = (isDev = false) => isDev ? CORE_CONFIG.workerUris.dev : CORE_CONFIG.workerUris.prod;
|
|
32
|
+
export const isTerminalRecord = (d) => Boolean(d && (d.status === 'completed' || d.status === 'errored' || d.status === 'cancelled'));
|
|
33
|
+
export const setTaskDoc = (docRef, patch) => docRef
|
|
34
|
+
.set(patch, { mergeFields: Object.keys(patch).filter((k) => patch[k] !== undefined) })
|
|
35
|
+
.then(() => { })
|
|
36
|
+
.catch(() => { });
|
|
37
|
+
export const resolveTargetName = (target) => {
|
|
38
|
+
if (typeof target === 'string')
|
|
39
|
+
return target;
|
|
40
|
+
if (target.workflowName)
|
|
41
|
+
return target.workflowName;
|
|
42
|
+
throw new Error('Workflow target must specify a workflowName or route key');
|
|
43
|
+
};
|
|
44
|
+
export const isFencedOut = (claimedEpoch, docEpoch, docStatus, requireRunning = false) => {
|
|
45
|
+
if (claimedEpoch !== undefined && docEpoch !== undefined && docEpoch !== claimedEpoch)
|
|
46
|
+
return true;
|
|
47
|
+
if (requireRunning)
|
|
48
|
+
return docStatus !== 'running';
|
|
49
|
+
return (docStatus === 'compensating' ||
|
|
50
|
+
docStatus === 'cancelled' ||
|
|
51
|
+
docStatus === 'completed' ||
|
|
52
|
+
docStatus === 'errored');
|
|
53
|
+
};
|
|
54
|
+
export const createStaleEpochError = (taskId, claimedEpoch, actualEpoch, status) => new StaleWorkerEpochError(`Worker epoch ${claimedEpoch ?? 'unknown'} superseded by epoch ${actualEpoch ?? 'unknown'} (status=${status ?? 'unknown'})`, {
|
|
55
|
+
...(taskId ? { taskId } : {}),
|
|
56
|
+
...(claimedEpoch !== undefined ? { claimedEpoch } : {}),
|
|
57
|
+
...(actualEpoch !== undefined ? { actualEpoch } : {})
|
|
58
|
+
});
|
|
59
|
+
const compensationLocks = new Map();
|
|
60
|
+
export const runSerializedCompensation = async (taskId, fn) => {
|
|
61
|
+
const prev = compensationLocks.get(taskId) ?? Promise.resolve();
|
|
62
|
+
const next = prev.catch(() => { }).then(fn);
|
|
63
|
+
compensationLocks.set(taskId, next);
|
|
64
|
+
try {
|
|
65
|
+
await next;
|
|
66
|
+
}
|
|
67
|
+
finally {
|
|
68
|
+
if (compensationLocks.get(taskId) === next)
|
|
69
|
+
compensationLocks.delete(taskId);
|
|
70
|
+
}
|
|
71
|
+
};
|
|
72
|
+
export const executeCompensateState = async (s) => {
|
|
73
|
+
await Promise.allSettled(s.writes);
|
|
74
|
+
if (!s.rollbacks.length)
|
|
75
|
+
return;
|
|
76
|
+
if (s.docRef) {
|
|
77
|
+
const snap = await s.docRef.get().catch(() => null);
|
|
78
|
+
const remoteComp = snap?.data()?.compensatedSteps;
|
|
79
|
+
if (remoteComp && typeof remoteComp === 'object')
|
|
80
|
+
Object.assign(s.compensatedSteps, remoteComp);
|
|
81
|
+
}
|
|
82
|
+
for (const item of [...s.rollbacks].reverse()) {
|
|
83
|
+
if (s.compensatedSteps[item.name]) {
|
|
84
|
+
delete s.steps[item.name];
|
|
85
|
+
continue;
|
|
86
|
+
}
|
|
87
|
+
await item.run();
|
|
88
|
+
s.compensatedSteps[item.name] = true;
|
|
89
|
+
delete s.steps[item.name];
|
|
90
|
+
if (s.docRef) {
|
|
91
|
+
const patch = {
|
|
92
|
+
compensatedSteps: { ...s.compensatedSteps },
|
|
93
|
+
steps: { ...s.steps },
|
|
94
|
+
updatedAt: new Date().toISOString(),
|
|
95
|
+
...(s.expiresAt ? { expiresAt: s.expiresAt } : {})
|
|
96
|
+
};
|
|
97
|
+
await s.docRef.set(patch, { mergeFields: Object.keys(patch) });
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
};
|
|
101
|
+
export const runStepWithRetry = async (fn, retryOrCount = 2, delayMs = 1000, stepId = 'step', timeout, parentSignal, parseDuration, isNonRetryableError) => {
|
|
102
|
+
const policy = typeof retryOrCount === 'number'
|
|
103
|
+
? { maxAttempts: retryOrCount + 1, initialInterval: delayMs, backoffCoefficient: 1.5 }
|
|
104
|
+
: retryOrCount;
|
|
105
|
+
const maxAttempts = Math.max(1, policy.maxAttempts ?? 3);
|
|
106
|
+
const initialMs = parseDuration(policy.initialInterval, delayMs);
|
|
107
|
+
const backoff = policy.backoffCoefficient ?? 1.5;
|
|
108
|
+
const maxIntervalMs = policy.maxInterval ? parseDuration(policy.maxInterval, 30_000) : 30_000;
|
|
109
|
+
const useJitter = policy.jitter !== false;
|
|
110
|
+
const timeoutMs = timeout ? parseDuration(timeout, 0) : 0;
|
|
111
|
+
let lastErr;
|
|
112
|
+
for (let attempt = 1; attempt <= maxAttempts; attempt++) {
|
|
113
|
+
const controller = new AbortController();
|
|
114
|
+
const onParentAbort = () => controller.abort(parentSignal?.reason);
|
|
115
|
+
if (parentSignal) {
|
|
116
|
+
if (parentSignal.aborted)
|
|
117
|
+
controller.abort(parentSignal.reason);
|
|
118
|
+
else
|
|
119
|
+
parentSignal.addEventListener('abort', onParentAbort, { once: true });
|
|
120
|
+
}
|
|
121
|
+
const timer = timeoutMs > 0
|
|
122
|
+
? setTimeout(() => controller.abort(new Error(`Step "${stepId}" timed out after ${timeoutMs}ms`)), timeoutMs)
|
|
123
|
+
: undefined;
|
|
124
|
+
try {
|
|
125
|
+
const result = await fn({ signal: controller.signal, attempt, stepId });
|
|
126
|
+
if (timer)
|
|
127
|
+
clearTimeout(timer);
|
|
128
|
+
if (parentSignal)
|
|
129
|
+
parentSignal.removeEventListener('abort', onParentAbort);
|
|
130
|
+
return result;
|
|
131
|
+
}
|
|
132
|
+
catch (err) {
|
|
133
|
+
if (timer)
|
|
134
|
+
clearTimeout(timer);
|
|
135
|
+
if (parentSignal)
|
|
136
|
+
parentSignal.removeEventListener('abort', onParentAbort);
|
|
137
|
+
if (isTaskYieldSignal(err))
|
|
138
|
+
throw err;
|
|
139
|
+
lastErr = err;
|
|
140
|
+
const errName = err instanceof Error ? err.name : '';
|
|
141
|
+
if (isNonRetryableError(err) || (errName && policy.nonRetryableErrorTypes?.includes(errName)))
|
|
142
|
+
throw err;
|
|
143
|
+
if (attempt < maxAttempts) {
|
|
144
|
+
const rawWait = Math.min(maxIntervalMs, initialMs * Math.pow(backoff, attempt - 1));
|
|
145
|
+
const waitMs = useJitter ? Math.round(rawWait * (0.75 + Math.random() * 0.5)) : Math.round(rawWait);
|
|
146
|
+
await new Promise((r) => setTimeout(r, waitMs));
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
throw lastErr;
|
|
151
|
+
};
|
|
152
|
+
export const claimTaskEpochTx = (db, docRef, payload, attempt, resolveRole) => db.runTransaction(async (tx) => {
|
|
153
|
+
const data = (await tx.get(docRef)).data();
|
|
154
|
+
const currentStatus = data?.status;
|
|
155
|
+
if (['completed', 'errored', 'cancelled', 'compensating'].includes(String(currentStatus))) {
|
|
156
|
+
return { aborted: true };
|
|
157
|
+
}
|
|
158
|
+
const currentEpoch = typeof data?.epoch === 'number' ? data.epoch : 0;
|
|
159
|
+
if (attempt === 0 && payload.expectedEpoch !== undefined && currentEpoch !== payload.expectedEpoch) {
|
|
160
|
+
return { aborted: true };
|
|
161
|
+
}
|
|
162
|
+
const claimedEpoch = currentEpoch + 1;
|
|
163
|
+
const activeRunId = crypto.randomUUID();
|
|
164
|
+
const startedAt = Date.now();
|
|
165
|
+
const expiresAt = Timestamp.fromMillis(startedAt + CORE_CONFIG.tasks.ttlMs);
|
|
166
|
+
const effectiveParams = data?.params ?? payload.params;
|
|
167
|
+
const userId = typeof data?.userId === 'string' ? data.userId : CORE_CONFIG.auth.adminUserId;
|
|
168
|
+
const userRole = resolveRole(userId, data?.userRole);
|
|
169
|
+
const steps = { ...(data?.steps ?? {}) };
|
|
170
|
+
const signals = { ...(data?.signals ?? {}) };
|
|
171
|
+
const compensatedSteps = {
|
|
172
|
+
...(data?.compensatedSteps ?? {})
|
|
173
|
+
};
|
|
174
|
+
tx.set(docRef, {
|
|
175
|
+
taskId: payload.taskId,
|
|
176
|
+
workflowName: payload.workflowName,
|
|
177
|
+
userId,
|
|
178
|
+
userRole,
|
|
179
|
+
status: 'running',
|
|
180
|
+
epoch: claimedEpoch,
|
|
181
|
+
activeRunId,
|
|
182
|
+
lastHeartbeatAt: startedAt,
|
|
183
|
+
params: effectiveParams,
|
|
184
|
+
steps,
|
|
185
|
+
compensatedSteps,
|
|
186
|
+
updatedAt: new Date(startedAt).toISOString(),
|
|
187
|
+
expiresAt
|
|
188
|
+
}, { merge: true });
|
|
189
|
+
return {
|
|
190
|
+
aborted: false,
|
|
191
|
+
claimedEpoch,
|
|
192
|
+
startedAt,
|
|
193
|
+
expiresAt,
|
|
194
|
+
effectiveParams,
|
|
195
|
+
userId,
|
|
196
|
+
userRole,
|
|
197
|
+
steps,
|
|
198
|
+
signals,
|
|
199
|
+
compensatedSteps
|
|
200
|
+
};
|
|
201
|
+
});
|
|
202
|
+
export const startTaskHeartbeatTimer = (db, docRef, taskId, claimedEpoch, expiresAt, controller) => {
|
|
203
|
+
const timer = setInterval(() => {
|
|
204
|
+
void db
|
|
205
|
+
.runTransaction(async (tx) => {
|
|
206
|
+
const data = (await tx.get(docRef)).data();
|
|
207
|
+
if (data?.epoch !== claimedEpoch || data?.status !== 'running') {
|
|
208
|
+
controller.abort(new StaleWorkerEpochError(`Heartbeat detected stale epoch on ${taskId}`, {
|
|
209
|
+
taskId,
|
|
210
|
+
claimedEpoch,
|
|
211
|
+
actualEpoch: typeof data?.epoch === 'number' ? data.epoch : undefined
|
|
212
|
+
}));
|
|
213
|
+
return;
|
|
214
|
+
}
|
|
215
|
+
tx.set(docRef, { lastHeartbeatAt: Date.now(), updatedAt: new Date().toISOString(), expiresAt }, { merge: true });
|
|
216
|
+
})
|
|
217
|
+
.catch(() => { });
|
|
218
|
+
}, CORE_CONFIG.tasks.heartbeatIntervalMs);
|
|
219
|
+
timer.unref?.();
|
|
220
|
+
return timer;
|
|
221
|
+
};
|
|
222
|
+
export const commitTaskCompletionTx = (db, docRef, baseMeta, taskId, claimedEpoch, storedResponse, steps, expiresAt) => db.runTransaction(async (tx) => {
|
|
223
|
+
const data = (await tx.get(docRef)).data();
|
|
224
|
+
const docEpoch = typeof data?.epoch === 'number' ? data.epoch : undefined;
|
|
225
|
+
if (docEpoch !== claimedEpoch || data?.status !== 'running') {
|
|
226
|
+
throw new StaleWorkerEpochError(`Completion fenced on ${taskId}`, {
|
|
227
|
+
taskId,
|
|
228
|
+
claimedEpoch,
|
|
229
|
+
actualEpoch: docEpoch
|
|
230
|
+
});
|
|
231
|
+
}
|
|
232
|
+
tx.set(docRef, {
|
|
233
|
+
...baseMeta,
|
|
234
|
+
status: 'completed',
|
|
235
|
+
epoch: claimedEpoch,
|
|
236
|
+
activeRunId: null,
|
|
237
|
+
response: storedResponse,
|
|
238
|
+
steps,
|
|
239
|
+
lastHeartbeatAt: Date.now(),
|
|
240
|
+
updatedAt: new Date().toISOString(),
|
|
241
|
+
expiresAt
|
|
242
|
+
}, { merge: true });
|
|
243
|
+
});
|
|
244
|
+
export const commitTaskYieldTx = async (db, docRef, baseMeta, taskId, claimedEpoch, err, nextEpoch, nextParams, nextSteps, nextStatus, expiresAt) => {
|
|
245
|
+
const yieldCommitted = await db.runTransaction(async (tx) => {
|
|
246
|
+
const data = (await tx.get(docRef)).data();
|
|
247
|
+
const docEpoch = typeof data?.epoch === 'number' ? data.epoch : undefined;
|
|
248
|
+
if (docEpoch !== claimedEpoch || data?.status !== 'running') {
|
|
249
|
+
return { fenced: true, docEpoch };
|
|
250
|
+
}
|
|
251
|
+
tx.set(docRef, {
|
|
252
|
+
...baseMeta,
|
|
253
|
+
status: nextStatus,
|
|
254
|
+
epoch: nextEpoch,
|
|
255
|
+
activeRunId: null,
|
|
256
|
+
params: nextParams,
|
|
257
|
+
steps: nextSteps,
|
|
258
|
+
...(err.reason === 'waiting_signal' ? { waitingSignal: err.meta.signalName ?? null } : {}),
|
|
259
|
+
updatedAt: new Date().toISOString(),
|
|
260
|
+
expiresAt
|
|
261
|
+
}, {
|
|
262
|
+
mergeFields: [
|
|
263
|
+
'taskId',
|
|
264
|
+
'workflowName',
|
|
265
|
+
'userId',
|
|
266
|
+
'userRole',
|
|
267
|
+
'status',
|
|
268
|
+
'epoch',
|
|
269
|
+
'activeRunId',
|
|
270
|
+
'params',
|
|
271
|
+
'steps',
|
|
272
|
+
...(err.reason === 'waiting_signal' ? ['waitingSignal'] : []),
|
|
273
|
+
'updatedAt',
|
|
274
|
+
'expiresAt'
|
|
275
|
+
]
|
|
276
|
+
});
|
|
277
|
+
return { fenced: false };
|
|
278
|
+
});
|
|
279
|
+
if (yieldCommitted.fenced) {
|
|
280
|
+
throw new StaleWorkerEpochError(`Yield fenced on ${taskId}`, {
|
|
281
|
+
taskId,
|
|
282
|
+
claimedEpoch,
|
|
283
|
+
actualEpoch: yieldCommitted.docEpoch
|
|
284
|
+
});
|
|
285
|
+
}
|
|
286
|
+
};
|
|
287
|
+
export const commitTaskCompensatingTx = async (db, docRef, taskId, claimedEpoch, expiresAt) => {
|
|
288
|
+
const compTransition = await db.runTransaction(async (tx) => {
|
|
289
|
+
const data = (await tx.get(docRef)).data();
|
|
290
|
+
const docEpoch = typeof data?.epoch === 'number' ? data.epoch : undefined;
|
|
291
|
+
if (docEpoch !== claimedEpoch || data?.status !== 'running') {
|
|
292
|
+
return { fenced: true, docEpoch };
|
|
293
|
+
}
|
|
294
|
+
tx.set(docRef, {
|
|
295
|
+
status: 'compensating',
|
|
296
|
+
epoch: claimedEpoch + 1,
|
|
297
|
+
activeRunId: null,
|
|
298
|
+
updatedAt: new Date().toISOString(),
|
|
299
|
+
expiresAt
|
|
300
|
+
}, { merge: true });
|
|
301
|
+
return { fenced: false };
|
|
302
|
+
});
|
|
303
|
+
if (compTransition.fenced) {
|
|
304
|
+
throw new StaleWorkerEpochError(`Error compensation fenced on ${taskId}`, {
|
|
305
|
+
taskId,
|
|
306
|
+
claimedEpoch,
|
|
307
|
+
actualEpoch: compTransition.docEpoch
|
|
308
|
+
});
|
|
309
|
+
}
|
|
310
|
+
};
|
|
311
|
+
//# sourceMappingURL=utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/tasks/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0C,MAAM,0BAA0B,CAAA;AAC5F,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,WAAW,EAAe,MAAM,WAAW,CAAA;AAIpD,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EAQhB,MAAM,UAAU,CAAA;AAuBjB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,GAAY,EAA0B,EAAE,CACxE,GAAG,YAAY,eAAe,IAAI,OAAO,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAK,GAAW,CAAC,WAAW,KAAK,IAAI,CAAC,CAAA;AAEhH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAY,EAA4B,EAAE,CAC5E,OAAO,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAQ,GAAW,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAA;AAE1F,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAY,EAAiC,EAAE,CACtF,GAAG,YAAY,sBAAsB;IACrC,OAAO,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAK,GAAwC,CAAC,kBAAkB,KAAK,IAAI,CAAC,CAAA;AAElH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,MAAuB,EAAkC,EAAE;IAC7F,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAA;IACxB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,CAA4B,CAAA;QACzF,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAA;QAC1C,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,YAAoB,EAAE,eAAwB,EAAU,EAAE,CAC5F,eAAe;IACf,CAAC,YAAY,KAAK,iBAAiB;QACjC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,mBAAmB;QACvC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAA;AAE/C,MAAM,CAAC,MAAM,WAAW,GAAG,GAAW,EAAE,CAAC,YAAY,WAAW,CAAC,UAAU,cAAc,WAAW,CAAC,MAAM,EAAE,CAAA;AAE7G,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAK,GAAG,KAAK,EAAU,EAAE,CACpD,GAAG,WAAW,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,IAAI,EAAE,CAAA;AAEvG,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,KAAK,GAAG,KAAK,EAAU,EAAE;IACnE,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;IAChC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAA;AACrE,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAK,GAAG,KAAK,EAAU,EAAE,CACpD,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAA;AAElE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAkC,EAA4B,EAAE,CAC/F,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAA;AAEhG,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,MAAyB,EAAE,KAA8B,EAAiB,EAAE,CACrG,MAAM;KACH,GAAG,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;KACrF,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;KACd,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;AAEpB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,MAA4C,EAAU,EAAE;IACxF,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAA;IAC7C,IAAI,MAAM,CAAC,YAAY;QAAE,OAAO,MAAM,CAAC,YAAY,CAAA;IACnD,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAA;AAC7E,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,YAAgC,EAChC,QAA4B,EAC5B,SAA6B,EAC7B,cAAc,GAAG,KAAK,EACb,EAAE;IACX,IAAI,YAAY,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,YAAY;QAAE,OAAO,IAAI,CAAA;IAClG,IAAI,cAAc;QAAE,OAAO,SAAS,KAAK,SAAS,CAAA;IAClD,OAAO,CACL,SAAS,KAAK,cAAc;QAC5B,SAAS,KAAK,WAAW;QACzB,SAAS,KAAK,WAAW;QACzB,SAAS,KAAK,SAAS,CACxB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,MAA0B,EAC1B,YAAgC,EAChC,WAA+B,EAC/B,MAAe,EACQ,EAAE,CACzB,IAAI,qBAAqB,CACvB,gBAAgB,YAAY,IAAI,SAAS,wBAAwB,WAAW,IAAI,SAAS,YAAY,MAAM,IAAI,SAAS,GAAG,EAC3H;IACE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7B,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACtD,CACF,CAAA;AAEH,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAyB,CAAA;AAE1D,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAAE,MAAc,EAAE,EAAuB,EAAiB,EAAE;IACxG,MAAM,IAAI,GAAG,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC1C,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IACnC,IAAI,CAAC;QACH,MAAM,IAAI,CAAA;IACZ,CAAC;YAAS,CAAC;QACT,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI;YAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC9E,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,CAAkB,EAAiB,EAAE;IAChF,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IAClC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM;QAAE,OAAM;IAC/B,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;QACnD,MAAM,UAAU,GAAG,IAAI,EAAE,IAAI,EAAE,EAAE,gBAAuD,CAAA;QACxF,IAAI,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ;YAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAA;IACjG,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACzB,SAAQ;QACV,CAAC;QACD,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAChB,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QACpC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACzB,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,KAAK,GAA4B;gBACrC,gBAAgB,EAAE,EAAE,GAAG,CAAC,CAAC,gBAAgB,EAAE;gBAC3C,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE;gBACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnD,CAAA;YACD,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EACnC,EAAoC,EACpC,YAAY,GAA6B,CAAC,EAC1C,OAAO,GAAG,IAAI,EACd,MAAM,GAAG,MAAM,EACf,OAA6B,EAC7B,YAAqC,EACrC,aAAsE,EACtE,mBAA8C,EAClC,EAAE;IACd,MAAM,MAAM,GACV,OAAO,YAAY,KAAK,QAAQ;QAC9B,CAAC,CAAC,EAAE,WAAW,EAAE,YAAY,GAAG,CAAC,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,EAAE;QACtF,CAAC,CAAC,YAAY,CAAA;IAClB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,CAAA;IACxD,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IAChE,MAAM,OAAO,GAAG,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAA;IAChD,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAC7F,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,KAAK,CAAA;IACzC,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEzD,IAAI,OAAgB,CAAA;IACpB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QACxC,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;QAClE,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,YAAY,CAAC,OAAO;gBAAE,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;;gBAC1D,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5E,CAAC;QACD,MAAM,KAAK,GACT,SAAS,GAAG,CAAC;YACX,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,MAAM,qBAAqB,SAAS,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC;YAC7G,CAAC,CAAC,SAAS,CAAA;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;YACvE,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAA;YAC9B,IAAI,YAAY;gBAAE,YAAY,CAAC,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;YAC1E,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAA;YAC9B,IAAI,YAAY;gBAAE,YAAY,CAAC,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;YAC1E,IAAI,iBAAiB,CAAC,GAAG,CAAC;gBAAE,MAAM,GAAG,CAAA;YACrC,OAAO,GAAG,GAAG,CAAA;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;YACpD,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAAE,MAAM,GAAG,CAAA;YACxG,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAA;gBACnF,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;gBACnG,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAA;AACf,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,EAAa,EACb,MAAyB,EACzB,OAA4B,EAC5B,OAAe,EACf,WAAgE,EAChE,EAAE,CACF,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;IAC7B,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAC1C,MAAM,aAAa,GAAG,IAAI,EAAE,MAA4B,CAAA;IACxD,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAC1F,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,CAAA;IACnC,CAAC;IACD,MAAM,YAAY,GAAG,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IACrE,IAAI,OAAO,KAAK,CAAC,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,YAAY,KAAK,OAAO,CAAC,aAAa,EAAE,CAAC;QACnG,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,CAAA;IACnC,CAAC;IACD,MAAM,YAAY,GAAG,YAAY,GAAG,CAAC,CAAA;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,EAAE,CAAA;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC5B,MAAM,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC3E,MAAM,eAAe,GAAI,IAAI,EAAE,MAA8C,IAAI,OAAO,CAAC,MAAM,CAAA;IAC/F,MAAM,MAAM,GAAY,OAAO,IAAI,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAA;IACrG,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,QAA8B,CAAC,CAAA;IAC1E,MAAM,KAAK,GAA4B,EAAE,GAAG,CAAE,IAAI,EAAE,KAA6C,IAAI,EAAE,CAAC,EAAE,CAAA;IAC1G,MAAM,OAAO,GAA4B,EAAE,GAAG,CAAE,IAAI,EAAE,OAA+C,IAAI,EAAE,CAAC,EAAE,CAAA;IAC9G,MAAM,gBAAgB,GAA4B;QAChD,GAAG,CAAE,IAAI,EAAE,gBAAwD,IAAI,EAAE,CAAC;KAC3E,CAAA;IACD,EAAE,CAAC,GAAG,CACJ,MAAM,EACN;QACE,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,MAAM;QACN,QAAQ;QACR,MAAM,EAAE,SAAS;QACjB,KAAK,EAAE,YAAY;QACnB,WAAW;QACX,eAAe,EAAE,SAAS;QAC1B,MAAM,EAAE,eAAe;QACvB,KAAK;QACL,gBAAgB;QAChB,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;QAC5C,SAAS;KACV,EACD,EAAE,KAAK,EAAE,IAAI,EAAE,CAChB,CAAA;IACD,OAAO;QACL,OAAO,EAAE,KAAc;QACvB,YAAY;QACZ,SAAS;QACT,SAAS;QACT,eAAe;QACf,MAAM;QACN,QAAQ;QACR,KAAK;QACL,OAAO;QACP,gBAAgB;KACjB,CAAA;AACH,CAAC,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,EAAa,EACb,MAAyB,EACzB,MAAc,EACd,YAAoB,EACpB,SAAoB,EACpB,UAA2B,EACK,EAAE;IAClC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,KAAK,EAAE;aACJ,cAAc,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC3B,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YAC1C,IAAI,IAAI,EAAE,KAAK,KAAK,YAAY,IAAI,IAAI,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC/D,UAAU,CAAC,KAAK,CACd,IAAI,qBAAqB,CAAC,qCAAqC,MAAM,EAAE,EAAE;oBACvE,MAAM;oBACN,YAAY;oBACZ,WAAW,EAAE,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBACtE,CAAC,CACH,CAAA;gBACD,OAAM;YACR,CAAC;YACD,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAClH,CAAC,CAAC;aACD,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IACpB,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAA;IACzC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;IACf,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,EAAa,EACb,MAAyB,EACzB,QAAiC,EACjC,MAAc,EACd,YAAoB,EACpB,cAAuB,EACvB,KAA8B,EAC9B,SAAoB,EACL,EAAE,CACjB,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;IAC7B,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAC1C,MAAM,QAAQ,GAAG,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;IACzE,IAAI,QAAQ,KAAK,YAAY,IAAI,IAAI,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;QAC5D,MAAM,IAAI,qBAAqB,CAAC,wBAAwB,MAAM,EAAE,EAAE;YAChE,MAAM;YACN,YAAY;YACZ,WAAW,EAAE,QAAQ;SACtB,CAAC,CAAA;IACJ,CAAC;IACD,EAAE,CAAC,GAAG,CACJ,MAAM,EACN;QACE,GAAG,QAAQ;QACX,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,YAAY;QACnB,WAAW,EAAE,IAAI;QACjB,QAAQ,EAAE,cAAc;QACxB,KAAK;QACL,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS;KACV,EACD,EAAE,KAAK,EAAE,IAAI,EAAE,CAChB,CAAA;AACH,CAAC,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,EAAa,EACb,MAAyB,EACzB,QAAiC,EACjC,MAAc,EACd,YAAoB,EACpB,GAAoB,EACpB,SAAiB,EACjB,UAAmC,EACnC,SAAkC,EAClC,UAAkB,EAClB,SAAoB,EACL,EAAE;IACjB,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC1D,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC1C,MAAM,QAAQ,GAAG,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;QACzE,IAAI,QAAQ,KAAK,YAAY,IAAI,IAAI,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,OAAO,EAAE,MAAM,EAAE,IAAa,EAAE,QAAQ,EAAE,CAAA;QAC5C,CAAC;QACD,EAAE,CAAC,GAAG,CACJ,MAAM,EACN;YACE,GAAG,QAAQ;YACX,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,IAAI;YACjB,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,SAAS;YAChB,GAAG,CAAC,GAAG,CAAC,MAAM,KAAK,gBAAgB,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS;SACV,EACD;YACE,WAAW,EAAE;gBACX,QAAQ;gBACR,cAAc;gBACd,QAAQ;gBACR,UAAU;gBACV,QAAQ;gBACR,OAAO;gBACP,aAAa;gBACb,QAAQ;gBACR,OAAO;gBACP,GAAG,CAAC,GAAG,CAAC,MAAM,KAAK,gBAAgB,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,WAAW;gBACX,WAAW;aACZ;SACF,CACF,CAAA;QACD,OAAO,EAAE,MAAM,EAAE,KAAc,EAAE,CAAA;IACnC,CAAC,CAAC,CAAA;IACF,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,qBAAqB,CAAC,mBAAmB,MAAM,EAAE,EAAE;YAC3D,MAAM;YACN,YAAY;YACZ,WAAW,EAAE,cAAc,CAAC,QAAQ;SACrC,CAAC,CAAA;IACJ,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,EAC3C,EAAa,EACb,MAAyB,EACzB,MAAc,EACd,YAAoB,EACpB,SAAoB,EACL,EAAE;IACjB,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC1D,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC1C,MAAM,QAAQ,GAAG,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;QACzE,IAAI,QAAQ,KAAK,YAAY,IAAI,IAAI,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,OAAO,EAAE,MAAM,EAAE,IAAa,EAAE,QAAQ,EAAE,CAAA;QAC5C,CAAC;QACD,EAAE,CAAC,GAAG,CACJ,MAAM,EACN;YACE,MAAM,EAAE,cAAc;YACtB,KAAK,EAAE,YAAY,GAAG,CAAC;YACvB,WAAW,EAAE,IAAI;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS;SACV,EACD,EAAE,KAAK,EAAE,IAAI,EAAE,CAChB,CAAA;QACD,OAAO,EAAE,MAAM,EAAE,KAAc,EAAE,CAAA;IACnC,CAAC,CAAC,CAAA;IACF,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,qBAAqB,CAAC,gCAAgC,MAAM,EAAE,EAAE;YACxE,MAAM;YACN,YAAY;YACZ,WAAW,EAAE,cAAc,CAAC,QAAQ;SACrC,CAAC,CAAA;IACJ,CAAC;AACH,CAAC,CAAA"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { DocumentSnapshot } from 'firebase-admin/firestore';
|
|
2
|
+
import type { Core } from '../index';
|
|
3
|
+
import { type TaskRecord, type WatchTaskOptions, type WorkflowTaskPayload } from './schema';
|
|
4
|
+
import type { TaskStepsEngine } from './steps';
|
|
5
|
+
export declare class TaskWatcherEngine {
|
|
6
|
+
#private;
|
|
7
|
+
constructor(coreClient: Core, steps: TaskStepsEngine);
|
|
8
|
+
getActiveWatcherCount: () => number;
|
|
9
|
+
enqueueBatched: (payload: WorkflowTaskPayload, deadline: number, scheduleDelaySeconds?: number) => Promise<void>;
|
|
10
|
+
hydrateTerminalSnap: <O = unknown>(snap: DocumentSnapshot, isDev: boolean) => Promise<TaskRecord<O> | null>;
|
|
11
|
+
watchTask: <O = unknown>(taskId: string, opts?: WatchTaskOptions) => Promise<TaskRecord<O>>;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=watcher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../src/tasks/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAqB,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAEnF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAA0B,KAAK,UAAU,EAAE,KAAK,gBAAgB,EAAE,KAAK,mBAAmB,EAAE,MAAM,UAAU,CAAA;AACnH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAyB9C,qBAAa,iBAAiB;;IAI5B,YAAY,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAGnD;IAED,qBAAqB,QAAO,MAAM,CAAsB;IAiExD,cAAc,YACH,mBAAmB,YAClB,MAAM,yBACO,MAAM,KAC5B,OAAO,CAAC,IAAI,CAAC,CA8BZ;IAaJ,mBAAmB,GAAU,CAAC,GAAG,OAAO,QAChC,gBAAgB,SACf,OAAO,KACb,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAO/B;IAwGD,SAAS,GAAU,CAAC,GAAG,OAAO,UAAU,MAAM,SAAS,gBAAgB,KAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAyC/F;CACF"}
|
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
import { CORE_CONFIG } from '../config';
|
|
2
|
+
import { TaskWaitDetachedSignal } from './schema';
|
|
3
|
+
import { getQueueBase, getQueueLoc, getQueueParent, getWorkerUri, isTerminalRecord } from './utils';
|
|
4
|
+
const batchQueue = [];
|
|
5
|
+
let flushScheduled = false;
|
|
6
|
+
let nextShard = 0;
|
|
7
|
+
let activeWatcherCount = 0;
|
|
8
|
+
export class TaskWatcherEngine {
|
|
9
|
+
#core;
|
|
10
|
+
#steps;
|
|
11
|
+
constructor(coreClient, steps) {
|
|
12
|
+
this.#core = coreClient;
|
|
13
|
+
this.#steps = steps;
|
|
14
|
+
}
|
|
15
|
+
getActiveWatcherCount = () => activeWatcherCount;
|
|
16
|
+
#sendBatch = async (queueParent, chunk) => {
|
|
17
|
+
await this.#core.internals.resilience.acquireLimit('workflows', chunk.length);
|
|
18
|
+
const accessToken = await this.#core.internals.registry.getGcpAccessToken();
|
|
19
|
+
const isDev = Boolean(chunk[0]?.payload.isDev);
|
|
20
|
+
const queueBase = getQueueBase(isDev);
|
|
21
|
+
const shardsCount = Math.max(1, CORE_CONFIG.tasks.defaultShardsCount);
|
|
22
|
+
const headers = {
|
|
23
|
+
authorization: `Bearer ${accessToken}`,
|
|
24
|
+
'content-type': 'application/json',
|
|
25
|
+
'x-goog-user-project': CORE_CONFIG.gcpProject
|
|
26
|
+
};
|
|
27
|
+
const buildRequests = (parent) => chunk.map((i) => {
|
|
28
|
+
const workerUri = getWorkerUri(i.payload.isDev);
|
|
29
|
+
return {
|
|
30
|
+
parent,
|
|
31
|
+
task: {
|
|
32
|
+
dispatchDeadline: `${i.deadline}s`,
|
|
33
|
+
...(i.scheduleDelaySeconds && i.scheduleDelaySeconds > 0
|
|
34
|
+
? { scheduleTime: new Date(Date.now() + Math.round(i.scheduleDelaySeconds * 1000)).toISOString() }
|
|
35
|
+
: {}),
|
|
36
|
+
httpRequest: {
|
|
37
|
+
url: workerUri,
|
|
38
|
+
httpMethod: 'POST',
|
|
39
|
+
headers: { 'Content-Type': 'application/json' },
|
|
40
|
+
body: Buffer.from(JSON.stringify({ data: i.payload })).toString('base64'),
|
|
41
|
+
oidcToken: { serviceAccountEmail: CORE_CONFIG.serviceAccount, audience: workerUri }
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
};
|
|
45
|
+
});
|
|
46
|
+
let targetParent = queueParent;
|
|
47
|
+
let lastErr = null;
|
|
48
|
+
for (let a = 0; a < 3; a++) {
|
|
49
|
+
try {
|
|
50
|
+
const res = await fetch(`https://cloudtasks.googleapis.com/v2/${targetParent}/tasks:batchCreate`, {
|
|
51
|
+
method: 'POST',
|
|
52
|
+
headers,
|
|
53
|
+
body: JSON.stringify({ requests: buildRequests(targetParent) })
|
|
54
|
+
});
|
|
55
|
+
if (res.status === 404 && targetParent !== queueBase) {
|
|
56
|
+
const createRes = await fetch(`https://cloudtasks.googleapis.com/v2/${getQueueLoc()}/queues`, {
|
|
57
|
+
method: 'POST',
|
|
58
|
+
headers,
|
|
59
|
+
body: JSON.stringify({
|
|
60
|
+
name: targetParent,
|
|
61
|
+
rateLimits: { maxDispatchesPerSecond: 500, maxConcurrentDispatches: 1000 }
|
|
62
|
+
})
|
|
63
|
+
}).catch(() => null);
|
|
64
|
+
if (!createRes?.ok)
|
|
65
|
+
targetParent = getQueueParent(nextShard++ % shardsCount, isDev);
|
|
66
|
+
continue;
|
|
67
|
+
}
|
|
68
|
+
if (!res.ok)
|
|
69
|
+
throw new Error(`Cloud Tasks batchCreate (${res.status}): ${await res.text()}`);
|
|
70
|
+
return chunk.forEach((i) => i.resolve());
|
|
71
|
+
}
|
|
72
|
+
catch (e) {
|
|
73
|
+
lastErr = e instanceof Error ? e : new Error(String(e));
|
|
74
|
+
if (a < 2)
|
|
75
|
+
await new Promise((r) => setTimeout(r, 300 * (a + 1)));
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
chunk.forEach((i) => i.reject(lastErr));
|
|
79
|
+
};
|
|
80
|
+
enqueueBatched = (payload, deadline, scheduleDelaySeconds) => new Promise((resolve, reject) => {
|
|
81
|
+
batchQueue.push({
|
|
82
|
+
payload,
|
|
83
|
+
deadline,
|
|
84
|
+
...(scheduleDelaySeconds && scheduleDelaySeconds > 0 ? { scheduleDelaySeconds } : {}),
|
|
85
|
+
resolve,
|
|
86
|
+
reject
|
|
87
|
+
});
|
|
88
|
+
if (!flushScheduled) {
|
|
89
|
+
flushScheduled = true;
|
|
90
|
+
queueMicrotask(() => {
|
|
91
|
+
flushScheduled = false;
|
|
92
|
+
const shardsCount = Math.max(1, CORE_CONFIG.tasks.defaultShardsCount);
|
|
93
|
+
const batchSize = Math.max(1, CORE_CONFIG.tasks.batchCreateSize);
|
|
94
|
+
const byShard = new Map();
|
|
95
|
+
for (const item of batchQueue.splice(0)) {
|
|
96
|
+
const parent = getQueueParent(nextShard++ % shardsCount, item.payload.isDev);
|
|
97
|
+
let list = byShard.get(parent);
|
|
98
|
+
if (!list) {
|
|
99
|
+
list = [];
|
|
100
|
+
byShard.set(parent, list);
|
|
101
|
+
}
|
|
102
|
+
list.push(item);
|
|
103
|
+
}
|
|
104
|
+
for (const [parent, items] of byShard) {
|
|
105
|
+
while (items.length)
|
|
106
|
+
void this.#sendBatch(parent, items.splice(0, batchSize));
|
|
107
|
+
}
|
|
108
|
+
});
|
|
109
|
+
}
|
|
110
|
+
});
|
|
111
|
+
#delRefs = (refs, isDev) => {
|
|
112
|
+
if (!refs.length)
|
|
113
|
+
return;
|
|
114
|
+
const batch = this.#core.db.firestore(isDev).batch();
|
|
115
|
+
const bucket = this.#core.db.bucket(isDev);
|
|
116
|
+
refs.forEach((r) => {
|
|
117
|
+
batch.delete(r);
|
|
118
|
+
void bucket.deleteFiles({ prefix: `_tasks/${r.id}/` }).catch(() => { });
|
|
119
|
+
});
|
|
120
|
+
void batch.commit().catch(() => { });
|
|
121
|
+
};
|
|
122
|
+
hydrateTerminalSnap = async (snap, isDev) => {
|
|
123
|
+
const d = snap.exists ? snap.data() : undefined;
|
|
124
|
+
if (!isTerminalRecord(d))
|
|
125
|
+
return null;
|
|
126
|
+
if (d.status === 'completed') {
|
|
127
|
+
return { status: 'completed', response: await this.#steps.maybeHydrateStepValue(d.response, isDev) };
|
|
128
|
+
}
|
|
129
|
+
return d;
|
|
130
|
+
};
|
|
131
|
+
#startHedgeTimer = (opts) => {
|
|
132
|
+
let hedged = false;
|
|
133
|
+
const timer = setTimeout(async () => {
|
|
134
|
+
if (opts.isDone() || hedged)
|
|
135
|
+
return;
|
|
136
|
+
try {
|
|
137
|
+
const snap = await opts.docRef.get();
|
|
138
|
+
if (opts.isDone())
|
|
139
|
+
return;
|
|
140
|
+
const record = await this.hydrateTerminalSnap(snap, opts.isDev);
|
|
141
|
+
if (record) {
|
|
142
|
+
opts.finishResolve(record, true);
|
|
143
|
+
return;
|
|
144
|
+
}
|
|
145
|
+
const rawData = snap.data();
|
|
146
|
+
const lastHb = typeof rawData?.lastHeartbeatAt === 'number' ? rawData.lastHeartbeatAt : opts.createdAt;
|
|
147
|
+
if (Date.now() - lastHb > CORE_CONFIG.tasks.heartbeatStaleMs) {
|
|
148
|
+
hedged = true;
|
|
149
|
+
opts.dispatch().catch(() => { });
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
catch { }
|
|
153
|
+
}, opts.hedgeAfterMs);
|
|
154
|
+
timer.unref?.();
|
|
155
|
+
return timer;
|
|
156
|
+
};
|
|
157
|
+
#awaitTaskSettlement = (taskId, docRef, isDev, workflowName, hedgeable, timeoutMs, hedgeAfterMs, pollIntervalMs, createdAt, watchOpts, cleanup) => new Promise((resolve, reject) => {
|
|
158
|
+
let done = false;
|
|
159
|
+
let polling = false;
|
|
160
|
+
const finishResolve = (record, settledTerminal = false) => {
|
|
161
|
+
if (done)
|
|
162
|
+
return;
|
|
163
|
+
done = true;
|
|
164
|
+
resolve({ record, settledTerminal });
|
|
165
|
+
};
|
|
166
|
+
const finishReject = (err) => {
|
|
167
|
+
if (done)
|
|
168
|
+
return;
|
|
169
|
+
done = true;
|
|
170
|
+
reject(err);
|
|
171
|
+
};
|
|
172
|
+
if (watchOpts?.signal) {
|
|
173
|
+
if (watchOpts.signal.aborted)
|
|
174
|
+
return finishReject(watchOpts.signal.reason ?? new Error(`Task watch aborted: ${taskId}`));
|
|
175
|
+
cleanup.onAbort = () => finishReject(watchOpts.signal.reason ?? new Error(`Task watch aborted: ${taskId}`));
|
|
176
|
+
watchOpts.signal.addEventListener('abort', cleanup.onAbort, { once: true });
|
|
177
|
+
}
|
|
178
|
+
const checkSnapshot = async (snap) => {
|
|
179
|
+
if (done)
|
|
180
|
+
return;
|
|
181
|
+
try {
|
|
182
|
+
const record = await this.hydrateTerminalSnap(snap, isDev);
|
|
183
|
+
if (record)
|
|
184
|
+
finishResolve(record, true);
|
|
185
|
+
}
|
|
186
|
+
catch (err) {
|
|
187
|
+
finishReject(err);
|
|
188
|
+
}
|
|
189
|
+
};
|
|
190
|
+
cleanup.unsubscribeSnapshot = docRef.onSnapshot((snap) => void checkSnapshot(snap), () => { });
|
|
191
|
+
cleanup.pollTimer = setInterval(async () => {
|
|
192
|
+
if (done || polling)
|
|
193
|
+
return;
|
|
194
|
+
polling = true;
|
|
195
|
+
try {
|
|
196
|
+
await checkSnapshot(await docRef.get());
|
|
197
|
+
}
|
|
198
|
+
catch {
|
|
199
|
+
}
|
|
200
|
+
finally {
|
|
201
|
+
polling = false;
|
|
202
|
+
}
|
|
203
|
+
}, pollIntervalMs);
|
|
204
|
+
cleanup.pollTimer.unref?.();
|
|
205
|
+
if (hedgeable && watchOpts?.dispatch) {
|
|
206
|
+
cleanup.hedgeTimer = this.#startHedgeTimer({ docRef, isDev, createdAt, hedgeAfterMs, dispatch: watchOpts.dispatch, isDone: () => done, finishResolve });
|
|
207
|
+
}
|
|
208
|
+
cleanup.deadlineTimer = setTimeout(() => finishResolve({ status: 'errored', error: `Workflow task timed out: ${workflowName}/${taskId}` }, false), timeoutMs);
|
|
209
|
+
cleanup.deadlineTimer.unref?.();
|
|
210
|
+
if (watchOpts?.maxWaitMs !== undefined && watchOpts.maxWaitMs > 0) {
|
|
211
|
+
cleanup.detachTimer = setTimeout(() => finishReject(new TaskWaitDetachedSignal(taskId)), watchOpts.maxWaitMs);
|
|
212
|
+
cleanup.detachTimer.unref?.();
|
|
213
|
+
}
|
|
214
|
+
if (watchOpts?.dispatch) {
|
|
215
|
+
watchOpts.dispatch().catch((err) => finishResolve({ status: 'errored', error: err instanceof Error ? err.message : String(err) }, false));
|
|
216
|
+
}
|
|
217
|
+
});
|
|
218
|
+
watchTask = async (taskId, opts) => {
|
|
219
|
+
const isDev = Boolean(opts?.isDev ?? this.#core.env.isDev);
|
|
220
|
+
const docRef = opts?.docRef ?? this.#core.db.firestore(isDev).collection('_tasks').doc(taskId);
|
|
221
|
+
const workflowName = opts?.workflowName ?? 'workflow';
|
|
222
|
+
const hedgeable = Boolean(opts?.hedgeable ?? workflowName === 'scan-attachment');
|
|
223
|
+
const keepAlive = opts?.keepAlive ?? true;
|
|
224
|
+
const timeoutMs = opts?.timeoutMs ?? CORE_CONFIG.tasks.timeoutMs;
|
|
225
|
+
const hedgeAfterMs = opts?.hedgeAfterMs ?? CORE_CONFIG.tasks.hedgeAfterMs;
|
|
226
|
+
const pollIntervalMs = opts?.pollIntervalMs ?? 5_000;
|
|
227
|
+
const createdAt = Date.now();
|
|
228
|
+
activeWatcherCount += 1;
|
|
229
|
+
const cleanup = {};
|
|
230
|
+
try {
|
|
231
|
+
const { record, settledTerminal } = await this.#awaitTaskSettlement(taskId, docRef, isDev, workflowName, hedgeable, timeoutMs, hedgeAfterMs, pollIntervalMs, createdAt, opts, cleanup);
|
|
232
|
+
if (settledTerminal && !keepAlive)
|
|
233
|
+
this.#delRefs([docRef], isDev);
|
|
234
|
+
return record;
|
|
235
|
+
}
|
|
236
|
+
finally {
|
|
237
|
+
try {
|
|
238
|
+
cleanup.unsubscribeSnapshot?.();
|
|
239
|
+
}
|
|
240
|
+
catch { }
|
|
241
|
+
if (cleanup.pollTimer !== undefined)
|
|
242
|
+
clearInterval(cleanup.pollTimer);
|
|
243
|
+
if (cleanup.hedgeTimer !== undefined)
|
|
244
|
+
clearTimeout(cleanup.hedgeTimer);
|
|
245
|
+
if (cleanup.deadlineTimer !== undefined)
|
|
246
|
+
clearTimeout(cleanup.deadlineTimer);
|
|
247
|
+
if (cleanup.detachTimer !== undefined)
|
|
248
|
+
clearTimeout(cleanup.detachTimer);
|
|
249
|
+
if (cleanup.onAbort && opts?.signal)
|
|
250
|
+
opts.signal.removeEventListener('abort', cleanup.onAbort);
|
|
251
|
+
activeWatcherCount = Math.max(0, activeWatcherCount - 1);
|
|
252
|
+
}
|
|
253
|
+
};
|
|
254
|
+
}
|
|
255
|
+
//# sourceMappingURL=watcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../../src/tasks/watcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAEvC,OAAO,EAAE,sBAAsB,EAAoE,MAAM,UAAU,CAAA;AAEnH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAmBnG,MAAM,UAAU,GAAgB,EAAE,CAAA;AAClC,IAAI,cAAc,GAAG,KAAK,CAAA;AAC1B,IAAI,SAAS,GAAG,CAAC,CAAA;AACjB,IAAI,kBAAkB,GAAG,CAAC,CAAA;AAE1B,MAAM,OAAO,iBAAiB;IACnB,KAAK,CAAM;IACX,MAAM,CAAiB;IAEhC,YAAY,UAAgB,EAAE,KAAsB;QAClD,IAAI,CAAC,KAAK,GAAG,UAAU,CAAA;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;IACrB,CAAC;IAED,qBAAqB,GAAG,GAAW,EAAE,CAAC,kBAAkB,CAAA;IAExD,UAAU,GAAG,KAAK,EAAE,WAAmB,EAAE,KAAkB,EAAiB,EAAE;QAC5E,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC7E,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAA;QAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAA;QAC9C,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACrE,MAAM,OAAO,GAAG;YACd,aAAa,EAAE,UAAU,WAAW,EAAE;YACtC,cAAc,EAAE,kBAAkB;YAClC,qBAAqB,EAAE,WAAW,CAAC,UAAU;SAC9C,CAAA;QACD,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,EAAE,CACvC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACd,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YAC/C,OAAO;gBACL,MAAM;gBACN,IAAI,EAAE;oBACJ,gBAAgB,EAAE,GAAG,CAAC,CAAC,QAAQ,GAAG;oBAClC,GAAG,CAAC,CAAC,CAAC,oBAAoB,IAAI,CAAC,CAAC,oBAAoB,GAAG,CAAC;wBACtD,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE;wBAClG,CAAC,CAAC,EAAE,CAAC;oBACP,WAAW,EAAE;wBACX,GAAG,EAAE,SAAS;wBACd,UAAU,EAAE,MAAM;wBAClB,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;wBAC/C,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACzE,SAAS,EAAE,EAAE,mBAAmB,EAAE,WAAW,CAAC,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE;qBACpF;iBACF;aACF,CAAA;QACH,CAAC,CAAC,CAAA;QAEJ,IAAI,YAAY,GAAG,WAAW,CAAA;QAC9B,IAAI,OAAO,GAAiB,IAAI,CAAA;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,wCAAwC,YAAY,oBAAoB,EAAE;oBAChG,MAAM,EAAE,MAAM;oBACd,OAAO;oBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,aAAa,CAAC,YAAY,CAAC,EAAE,CAAC;iBAChE,CAAC,CAAA;gBACF,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBACrD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,wCAAwC,WAAW,EAAE,SAAS,EAAE;wBAC5F,MAAM,EAAE,MAAM;wBACd,OAAO;wBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACnB,IAAI,EAAE,YAAY;4BAClB,UAAU,EAAE,EAAE,sBAAsB,EAAE,GAAG,EAAE,uBAAuB,EAAE,IAAI,EAAE;yBAC3E,CAAC;qBACH,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;oBACpB,IAAI,CAAC,SAAS,EAAE,EAAE;wBAAE,YAAY,GAAG,cAAc,CAAC,SAAS,EAAE,GAAG,WAAW,EAAE,KAAK,CAAC,CAAA;oBACnF,SAAQ;gBACV,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,EAAE;oBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,CAAC,MAAM,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;gBAC5F,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAA;YAC1C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;gBACvD,IAAI,CAAC,GAAG,CAAC;oBAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YACnE,CAAC;QACH,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAQ,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAA;IAED,cAAc,GAAG,CACf,OAA4B,EAC5B,QAAgB,EAChB,oBAA6B,EACd,EAAE,CACjB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpC,UAAU,CAAC,IAAI,CAAC;YACd,OAAO;YACP,QAAQ;YACR,GAAG,CAAC,oBAAoB,IAAI,oBAAoB,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,OAAO;YACP,MAAM;SACP,CAAC,CAAA;QACF,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,cAAc,GAAG,IAAI,CAAA;YACrB,cAAc,CAAC,GAAG,EAAE;gBAClB,cAAc,GAAG,KAAK,CAAA;gBACtB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;gBACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;gBAChE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAA;gBAC9C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxC,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,EAAE,GAAG,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;oBAC5E,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,IAAI,GAAG,EAAE,CAAA;wBACT,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;oBAC3B,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACjB,CAAC;gBACD,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;oBACtC,OAAO,KAAK,CAAC,MAAM;wBAAE,KAAK,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAA;gBAC/E,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,QAAQ,GAAG,CAAC,IAAyB,EAAE,KAAc,EAAQ,EAAE;QAC7D,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAM;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAA;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC1C,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;YACf,KAAK,MAAM,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACxE,CAAC,CAAC,CAAA;QACF,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IACrC,CAAC,CAAA;IAED,mBAAmB,GAAG,KAAK,EACzB,IAAsB,EACtB,KAAc,EACiB,EAAE;QACjC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,IAAI,CAAC,IAAI,EAAgC,CAAC,CAAC,CAAC,SAAS,CAAA;QAC9E,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAA;QACrC,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAI,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAA;QACzG,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC,CAAA;IAED,gBAAgB,GAAG,CAAI,IAQtB,EAAiC,EAAE;QAClC,IAAI,MAAM,GAAG,KAAK,CAAA;QAClB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YAClC,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,MAAM;gBAAE,OAAM;YACnC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAA;gBACpC,IAAI,IAAI,CAAC,MAAM,EAAE;oBAAE,OAAM;gBACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAI,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;gBAClE,IAAI,MAAM,EAAE,CAAC;oBACX,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;oBAChC,OAAM;gBACR,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAA8C,CAAA;gBACvE,MAAM,MAAM,GAAG,OAAO,OAAO,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAA;gBACtG,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;oBAC7D,MAAM,GAAG,IAAI,CAAA;oBACb,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;gBACjC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACZ,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QACrB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;QACf,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,oBAAoB,GAAG,CACrB,MAAc,EACd,MAAyB,EACzB,KAAc,EACd,YAAoB,EACpB,SAAkB,EAClB,SAAiB,EACjB,YAAoB,EACpB,cAAsB,EACtB,SAAiB,EACjB,SAAuC,EACvC,OAAqB,EACyC,EAAE,CAChE,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC9B,IAAI,IAAI,GAAG,KAAK,CAAA;QAChB,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,aAAa,GAAG,CAAC,MAAqB,EAAE,eAAe,GAAG,KAAK,EAAE,EAAE;YACvE,IAAI,IAAI;gBAAE,OAAM;YAChB,IAAI,GAAG,IAAI,CAAA;YACX,OAAO,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAA;QACtC,CAAC,CAAA;QACD,MAAM,YAAY,GAAG,CAAC,GAAY,EAAE,EAAE;YACpC,IAAI,IAAI;gBAAE,OAAM;YAChB,IAAI,GAAG,IAAI,CAAA;YACX,MAAM,CAAC,GAAG,CAAC,CAAA;QACb,CAAC,CAAA;QAED,IAAI,SAAS,EAAE,MAAM,EAAE,CAAC;YACtB,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC,CAAA;YACxH,OAAO,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,MAAO,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC,CAAA;YAC5G,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC7E,CAAC;QAED,MAAM,aAAa,GAAG,KAAK,EAAE,IAAsB,EAAE,EAAE;YACrD,IAAI,IAAI;gBAAE,OAAM;YAChB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAI,IAAI,EAAE,KAAK,CAAC,CAAA;gBAC7D,IAAI,MAAM;oBAAE,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACzC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,YAAY,CAAC,GAAG,CAAC,CAAA;YACnB,CAAC;QACH,CAAC,CAAA;QAED,OAAO,CAAC,mBAAmB,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QAC7F,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YACzC,IAAI,IAAI,IAAI,OAAO;gBAAE,OAAM;YAC3B,OAAO,GAAG,IAAI,CAAA;YACd,IAAI,CAAC;gBACH,MAAM,aAAa,CAAC,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC,CAAA;YACzC,CAAC;YAAC,MAAM,CAAC;YACT,CAAC;oBAAS,CAAC;gBACT,OAAO,GAAG,KAAK,CAAA;YACjB,CAAC;QACH,CAAC,EAAE,cAAc,CAAC,CAAA;QAClB,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAA;QAE3B,IAAI,SAAS,IAAI,SAAS,EAAE,QAAQ,EAAE,CAAC;YACrC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,CAAC,CAAA;QACzJ,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,4BAA4B,YAAY,IAAI,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,SAAS,CAAC,CAAA;QAC7J,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAA;QAC/B,IAAI,SAAS,EAAE,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YAClE,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,sBAAsB,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,SAAS,CAAC,CAAA;YAC7G,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,CAAA;QAC/B,CAAC;QACD,IAAI,SAAS,EAAE,QAAQ,EAAE,CAAC;YACxB,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;QAC3I,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,SAAS,GAAG,KAAK,EAAe,MAAc,EAAE,IAAuB,EAA0B,EAAE;QACjG,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAC9F,MAAM,YAAY,GAAG,IAAI,EAAE,YAAY,IAAI,UAAU,CAAA;QACrD,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,EAAE,SAAS,IAAI,YAAY,KAAK,iBAAiB,CAAC,CAAA;QAChF,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,IAAI,CAAA;QACzC,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,CAAA;QAChE,MAAM,YAAY,GAAG,IAAI,EAAE,YAAY,IAAI,WAAW,CAAC,KAAK,CAAC,YAAY,CAAA;QACzE,MAAM,cAAc,GAAG,IAAI,EAAE,cAAc,IAAI,KAAK,CAAA;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,kBAAkB,IAAI,CAAC,CAAA;QACvB,MAAM,OAAO,GAAiB,EAAE,CAAA;QAEhC,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,oBAAoB,CACjE,MAAM,EACN,MAAM,EACN,KAAK,EACL,YAAY,EACZ,SAAS,EACT,SAAS,EACT,YAAY,EACZ,cAAc,EACd,SAAS,EACT,IAAI,EACJ,OAAO,CACR,CAAA;YACD,IAAI,eAAe,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAA;YACjE,OAAO,MAAM,CAAA;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAA;YACjC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;gBAAE,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;YACrE,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;YACtE,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS;gBAAE,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;YAC5E,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;gBAAE,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;YACxE,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,EAAE,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;YAC9F,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,GAAG,CAAC,CAAC,CAAA;QAC1D,CAAC;IACH,CAAC,CAAA;CACF"}
|