@nocobase/app-plugin-agents 0.0.0-stage → 0.1.0-beta.1

package/dist/server/core/runs/sweeper.d.ts

@@ -0,0 +1,28 @@
+import type { RunnerService } from '../../runners/index.js';
+import type { Clock } from '../../kernel/clock.js';
+import type { IdSource } from '../../kernel/ids.js';
+import type { Tx, TxRunner } from '../../kernel/tx.js';
+import { type RunRecord } from './run.store.js';
+import { type TransitionDeps } from './transitions.js';
+export interface SweepReport {
+    readonly requeued: number;
+    readonly failed: number;
+    readonly cancelled: number;
+}
+export interface Sweeper {
+    sweep(): Promise<SweepReport>;
+}
+export interface SweeperDeps extends TransitionDeps {
+    readonly tx: TxRunner;
+    readonly ids: IdSource;
+    readonly clock: Clock;
+    /** Which runners are not online. */
+    readonly runners: Pick<RunnerService, 'absent'>;
+}
+/**
+ * Records the usage the held attempt reported in its latest `usage` event, unless the attempt already reported usage
+ * with an ending. Events from before the attempt was dispatched belong to earlier attempts.
+ */
+export declare function salvageUsage(tx: Tx, deps: Pick<SweeperDeps, 'ids' | 'clock'>, run: RunRecord): Promise<void>;
+export declare function createSweeper(deps: SweeperDeps): Sweeper;
+//# sourceMappingURL=sweeper.d.ts.map

package/dist/server/core/runs/sweeper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sweeper.d.ts","sourceRoot":"","sources":["../../../../server/core/runs/sweeper.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAG5D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAKvD,OAAO,EAML,KAAK,SAAS,EACf,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAyB,KAAK,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAE9E,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,OAAO;IACtB,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,WAAY,SAAQ,cAAc;IACjD,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,oCAAoC;IACpC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;CACjD;AAID;;;GAGG;AACH,wBAAsB,YAAY,CAChC,EAAE,EAAE,EAAE,EACN,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,GAAG,OAAO,CAAC,EACxC,GAAG,EAAE,SAAS,GACb,OAAO,CAAC,IAAI,CAAC,CAyCf;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CA+IxD"}

package/dist/server/core/runs/sweeper.js

@@ -0,0 +1,199 @@
+/**
+ * The runs' sweep: takes runs back from runners that stopped answering and ends runs nobody will end. The runners'
+ * sweeper (`runners/sweeper.ts`) calls it on its timer (every 30 seconds) after it marked silent runners offline; it
+ * is safe to run on several instances at once: every move it makes is a guarded
+ * update, so a run another instance (or its runner) moved first is left alone.
+ *
+ * - The runs an offline runner holds go back to the queue (`runnerOffline`); so do the runs of a revoked runner. An
+ *   online run held by an application instance has no runner to be offline: when the instance stops renewing its
+ *   lease, the lease rule below takes it back.
+ * - A dispatched run not started within `startTimeoutMs` goes back to the queue (`startTimeout`).
+ * - A held run whose lease lapsed goes back to the queue (`leaseExpired`).
+ * - A running run with no event for twice its idle timeout fails (`idleTimeout`).
+ * - A cancellation not acknowledged within `cancelGraceMs` is recorded as done.
+ * - Queued runs of an archived agent are cancelled.
+ * - A queued run that waited longer than its subject allows (`SubjectBinding.queuedExpiryMs`), counted from its last
+ *   change (queued, sent back to the queue, merged into) or from when its delay passed, fails (`queuedExpired`).
+ *
+ * A run that goes back to the queue with no attempt left fails with the same reason instead.
+ *
+ * A runner that stops answering never sends the usage of the attempt it held; the latest `usage` event it reported for
+ * the attempt (cumulative, `meta.usage`) is recorded instead, so the tokens it spent still reach the reports.
+ */
+import { TIMINGS, UsageSchema, } from '@nocobase/agent-protocol';
+import { z } from 'zod';
+import { jsonObject } from '../../kernel/values.js';
+import { findAgent } from '../agents/index.js';
+import { isServerHolder } from './claim.js';
+import { toolPolicyFor } from './policy.js';
+import { ACTIVE, eventsRepo, findRunRecord, runsRepo, usageRepo, } from './run.store.js';
+import { finishRun, requeueRun } from './transitions.js';
+const ReportedUsage = z.array(UsageSchema);
+/**
+ * Records the usage the held attempt reported in its latest `usage` event, unless the attempt already reported usage
+ * with an ending. Events from before the attempt was dispatched belong to earlier attempts.
+ */
+export async function salvageUsage(tx, deps, run) {
+    if (!run.dispatchedAt)
+        return;
+    const since = new Date(run.dispatchedAt);
+    const recorded = await usageRepo(tx.conn).count({
+        filter: (f) => f.and([
+            f.string('runId').eq(run.id),
+            f.date('createdAt').notBefore(since),
+        ]),
+    });
+    if (recorded > 0)
+        return;
+    const [latest] = await eventsRepo(tx.conn).findMany({
+        filter: (f) => f.and([
+            f.string('runId').eq(run.id),
+            f.string('type').eq('usage'),
+            f.date('createdAt').notBefore(since),
+        ]),
+        sort: (sort) => [sort.field('seq').desc()],
+        limit: 1,
+    });
+    if (!latest)
+        return;
+    const parsed = ReportedUsage.safeParse(jsonObject(latest.meta).usage);
+    if (!parsed.success)
+        return;
+    const now = deps.clock.now().toISOString();
+    for (const usage of parsed.data)
+        await usageRepo(tx.conn).createOne({
+            values: {
+                id: deps.ids.next(),
+                runId: run.id,
+                tool: usage.tool,
+                modelService: null,
+                model: usage.model ?? null,
+                inputTokens: usage.inputTokens,
+                outputTokens: usage.outputTokens,
+                cacheReadTokens: usage.cacheReadTokens ?? 0,
+                cacheWriteTokens: usage.cacheWriteTokens ?? 0,
+                reasoningTokens: usage.reasoningTokens ?? 0,
+                createdAt: now,
+            },
+        });
+}
+export function createSweeper(deps) {
+    const { tx, clock } = deps;
+    return {
+        async sweep() {
+            const now = clock.now();
+            const counts = { requeued: 0, failed: 0, cancelled: 0 };
+            const take = async (run, reason) => {
+                await tx.run(async (unit) => {
+                    const current = await findRunRecord(unit.conn, run.id);
+                    if (!current ||
+                        current.status !== run.status ||
+                        current.runnerId !== run.runnerId)
+                        return;
+                    await salvageUsage(unit, deps, current);
+                    const outcome = await requeueRun(unit, deps, current, reason);
+                    if (outcome.status === 'queued')
+                        counts.requeued += 1;
+                    else if (outcome.run)
+                        counts.failed += 1;
+                });
+            };
+            const end = async (run, outcome) => {
+                await tx.run(async (unit) => {
+                    const current = await findRunRecord(unit.conn, run.id);
+                    if (!current || current.status !== run.status)
+                        return;
+                    if (current.status !== 'queued')
+                        await salvageUsage(unit, deps, current);
+                    const ended = await finishRun(unit, deps, current, outcome);
+                    if (ended?.status === 'failed')
+                        counts.failed += 1;
+                    if (ended?.status === 'cancelled')
+                        counts.cancelled += 1;
+                });
+            };
+            const conn = tx.read();
+            const held = await runsRepo(conn).findMany({
+                filter: (f) => f.or(ACTIVE.map((status) => f.string('status').eq(status))),
+            });
+            // An online run's holder is an application instance, not a registered runner: only its lease tells it is gone.
+            const absent = new Set(await deps.runners.absent(conn, [...new Set(held.map((run) => run.runnerId ?? ''))].filter((id) => id !== '' && !isServerHolder(id))));
+            const policies = new Map();
+            const idleTimeoutOf = async (agentId) => {
+                if (!policies.has(agentId)) {
+                    const agent = await findAgent(conn, agentId);
+                    policies.set(agentId, toolPolicyFor(agent?.toolPolicy ?? null).idleTimeoutMs);
+                }
+                return policies.get(agentId);
+            };
+            const time = (at) => (at ? Date.parse(at) : 0);
+            for (const run of held) {
+                if (run.cancelRequestedAt &&
+                    time(run.cancelRequestedAt) < now.getTime() - TIMINGS.cancelGraceMs) {
+                    await end(run, { status: 'cancelled', reason: 'cancelled' });
+                    continue;
+                }
+                if (run.runnerId && absent.has(run.runnerId)) {
+                    await take(run, 'runnerOffline');
+                    continue;
+                }
+                if (run.status === 'dispatched' &&
+                    time(run.dispatchedAt) < now.getTime() - TIMINGS.startTimeoutMs) {
+                    await take(run, 'startTimeout');
+                    continue;
+                }
+                if (time(run.leaseExpiresAt) < now.getTime()) {
+                    await take(run, 'leaseExpired');
+                    continue;
+                }
+                if (run.status === 'running' &&
+                    time(run.lastActivityAt ?? run.startedAt) <
+                        now.getTime() - 2 * (await idleTimeoutOf(run.agentId)))
+                    await end(run, {
+                        status: 'failed',
+                        reason: 'idleTimeout',
+                        detail: 'The run reported nothing for too long.',
+                    });
+            }
+            const queued = await runsRepo(conn).findMany({
+                filter: (f) => f.and([
+                    f.string('status').eq('queued'),
+                    f
+                        .relation('agent')
+                        .some((agent) => agent.date('archivedAt').notEmpty()),
+                ]),
+            });
+            for (const run of queued)
+                await end(run, {
+                    status: 'cancelled',
+                    reason: 'cancelled',
+                    detail: 'The agent was archived.',
+                });
+            for (const binding of deps.subjects.list()) {
+                const expiry = binding.queuedExpiryMs ?? 0;
+                if (!(expiry > 0))
+                    continue;
+                const cutoff = new Date(now.getTime() - expiry);
+                const stale = await runsRepo(conn).findMany({
+                    filter: (f) => f.and([
+                        f.string('status').eq('queued'),
+                        f.string('subjectKind').eq(binding.kind),
+                        f.date('updatedAt').before(cutoff),
+                        f.or([
+                            f.date('availableAt').empty(),
+                            f.date('availableAt').before(cutoff),
+                        ]),
+                    ]),
+                });
+                for (const run of stale)
+                    await end(run, {
+                        status: 'failed',
+                        reason: 'queuedExpired',
+                        detail: 'No runtime took the run in time.',
+                    });
+            }
+            return counts;
+        },
+    };
+}
+//# sourceMappingURL=sweeper.js.map

package/dist/server/core/runs/sweeper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sweeper.js","sourceRoot":"","sources":["../../../../server/core/runs/sweeper.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,OAAO,EACL,OAAO,EACP,WAAW,GAEZ,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EACL,MAAM,EACN,UAAU,EACV,aAAa,EACb,QAAQ,EACR,SAAS,GAEV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,UAAU,EAAuB,MAAM,kBAAkB,CAAC;AAoB9E,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AAE3C;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAM,EACN,IAAwC,EACxC,GAAc;IAEd,IAAI,CAAC,GAAG,CAAC,YAAY;QAAE,OAAO;IAC9B,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;QAC9C,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC;YACJ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC;SACrC,CAAC;KACL,CAAC,CAAC;IACH,IAAI,QAAQ,GAAG,CAAC;QAAE,OAAO;IACzB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;QAClD,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC;YACJ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC;YAC5B,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC;SACrC,CAAC;QACJ,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,KAAK,EAAE,CAAC;KACT,CAAC,CAAC;IACH,IAAI,CAAC,MAAM;QAAE,OAAO;IACpB,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC;IACtE,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAO;IAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI;QAC7B,MAAM,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC;YACjC,MAAM,EAAE;gBACN,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;gBACnB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,YAAY,EAAE,IAAI;gBAClB,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;gBAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC;gBAC3C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,CAAC;gBAC7C,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC;gBAC3C,SAAS,EAAE,GAAG;aACf;SACF,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAiB;IAC7C,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;IAE3B,OAAO;QACL,KAAK,CAAC,KAAK;YACT,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAExD,MAAM,IAAI,GAAG,KAAK,EAAE,GAAc,EAAE,MAAqB,EAAE,EAAE;gBAC3D,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;oBAC1B,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBACvD,IACE,CAAC,OAAO;wBACR,OAAO,CAAC,MAAM,KAAK,GAAG,CAAC,MAAM;wBAC7B,OAAO,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ;wBAEjC,OAAO;oBACT,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;oBACxC,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;oBAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ;wBAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;yBACjD,IAAI,OAAO,CAAC,GAAG;wBAAE,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;YACF,MAAM,GAAG,GAAG,KAAK,EACf,GAAc,EACd,OAAwC,EACxC,EAAE;gBACF,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;oBAC1B,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBACvD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,CAAC,MAAM;wBAAE,OAAO;oBACtD,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ;wBAC7B,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC1C,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC5D,IAAI,KAAK,EAAE,MAAM,KAAK,QAAQ;wBAAE,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;oBACnD,IAAI,KAAK,EAAE,MAAM,KAAK,WAAW;wBAAE,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;gBAC3D,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;YAEF,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;gBACzC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;aAC9D,CAAC,CAAC;YACH,+GAA+G;YAC/G,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CACvB,IAAI,EACJ,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CACxD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CACzC,CACF,CACF,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC3C,MAAM,aAAa,GAAG,KAAK,EAAE,OAAe,EAAE,EAAE;gBAC9C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC7C,QAAQ,CAAC,GAAG,CACV,OAAO,EACP,aAAa,CAAC,KAAK,EAAE,UAAU,IAAI,IAAI,CAAC,CAAC,aAAa,CACvD,CAAC;gBACJ,CAAC;gBACD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC;YAChC,CAAC,CAAC;YACF,MAAM,IAAI,GAAG,CAAC,EAAiB,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAE9D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IACE,GAAG,CAAC,iBAAiB;oBACrB,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,aAAa,EACnE,CAAC;oBACD,MAAM,GAAG,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;oBAC7D,SAAS;gBACX,CAAC;gBACD,IAAI,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7C,MAAM,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;oBACjC,SAAS;gBACX,CAAC;gBACD,IACE,GAAG,CAAC,MAAM,KAAK,YAAY;oBAC3B,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,cAAc,EAC/D,CAAC;oBACD,MAAM,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;oBAChC,SAAS;gBACX,CAAC;gBACD,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC7C,MAAM,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;oBAChC,SAAS;gBACX,CAAC;gBACD,IACE,GAAG,CAAC,MAAM,KAAK,SAAS;oBACxB,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,SAAS,CAAC;wBACvC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAExD,MAAM,GAAG,CAAC,GAAG,EAAE;wBACb,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,aAAa;wBACrB,MAAM,EAAE,wCAAwC;qBACjD,CAAC,CAAC;YACP,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;gBAC3C,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC;oBACJ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC;oBAC/B,CAAC;yBACE,QAAQ,CAAC,OAAO,CAAC;yBACjB,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;iBACxD,CAAC;aACL,CAAC,CAAC;YACH,KAAK,MAAM,GAAG,IAAI,MAAM;gBACtB,MAAM,GAAG,CAAC,GAAG,EAAE;oBACb,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,yBAAyB;iBAClC,CAAC,CAAC;YAEL,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC;gBAC3C,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;oBAAE,SAAS;gBAC5B,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC;oBAC1C,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC;wBACJ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC;wBAC/B,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;wBACxC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;wBAClC,CAAC,CAAC,EAAE,CAAC;4BACH,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE;4BAC7B,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;yBACrC,CAAC;qBACH,CAAC;iBACL,CAAC,CAAC;gBACH,KAAK,MAAM,GAAG,IAAI,KAAK;oBACrB,MAAM,GAAG,CAAC,GAAG,EAAE;wBACb,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,eAAe;wBACvB,MAAM,EAAE,kCAAkC;qBAC3C,CAAC,CAAC;YACP,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/server/core/runs/transitions.d.ts

@@ -0,0 +1,41 @@
+/**
+ * The moves every part of the runs domain shares: ending a run and sending it back to the queue. Each is a guarded
+ * update (it changes the run only while it is still in the state the caller saw), so concurrent callers, such as a
+ * runner reporting while the sweeper reclaims, cannot both win.
+ */
+import type { FailureReason, RunStatus } from '@nocobase/agent-protocol';
+import { type Clock } from '../../kernel/clock.js';
+import type { Tx } from '../../kernel/tx.js';
+import type { SubjectRegistry } from './ports.js';
+import { type RunRecord } from './run.store.js';
+export interface TransitionDeps {
+    readonly clock: Clock;
+    readonly subjects: SubjectRegistry;
+}
+export interface FinishOutcome {
+    readonly status: 'completed' | 'failed' | 'cancelled';
+    readonly reason?: FailureReason;
+    readonly detail?: string;
+    readonly summary?: string;
+    readonly sessionId?: string;
+    readonly cancelledById?: string;
+}
+/** Revokes every live token of the run. */
+export declare function revokeTokens(tx: Tx, runId: string, now: string): Promise<void>;
+/**
+ * Ends `run` if it is still in `run.status` (and, when held, still held by the same runner). Returns the ended run,
+ * or null when someone else moved it first.
+ */
+export declare function finishRun(tx: Tx, deps: TransitionDeps, run: RunRecord, outcome: FinishOutcome): Promise<RunRecord | null>;
+export interface RequeueOutcome {
+    readonly status: RunStatus;
+    /** When the next attempt may start; absent when the run ended instead. */
+    readonly retryAt?: string;
+    readonly run: RunRecord | null;
+}
+/**
+ * Takes a held run back from its runner after a retryable failure: it goes back to the queue while attempts remain,
+ * and fails with `reason` otherwise.
+ */
+export declare function requeueRun(tx: Tx, deps: TransitionDeps, run: RunRecord, reason: FailureReason, detail?: string): Promise<RequeueOutcome>;
+//# sourceMappingURL=transitions.d.ts.map

package/dist/server/core/runs/transitions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transitions.d.ts","sourceRoot":"","sources":["../../../../server/core/runs/transitions.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAEzE,OAAO,EAAS,KAAK,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EAML,KAAK,SAAS,EACf,MAAM,gBAAgB,CAAC;AAExB,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;CACpC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,2CAA2C;AAC3C,wBAAsB,YAAY,CAChC,EAAE,EAAE,EAAE,EACN,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC,CAMf;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAC7B,EAAE,EAAE,EAAE,EACN,IAAI,EAAE,cAAc,EACpB,GAAG,EAAE,SAAS,EACd,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAmC3B;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,0EAA0E;IAC1E,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI,CAAC;CAChC;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAC9B,EAAE,EAAE,EAAE,EACN,IAAI,EAAE,cAAc,EACpB,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,aAAa,EACrB,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,cAAc,CAAC,CA8CzB"}

package/dist/server/core/runs/transitions.js

@@ -0,0 +1,105 @@
+import { later } from '../../kernel/clock.js';
+import { retryDelayMs } from './policy.js';
+import { ACTIVE, findRunRecord, runsRepo, tokensRepo, toRun, } from './run.store.js';
+/** Revokes every live token of the run. */
+export async function revokeTokens(tx, runId, now) {
+    await tokensRepo(tx.conn).updateMany({
+        filter: (f) => f.and([f.string('runId').eq(runId), f.date('revokedAt').empty()]),
+        values: { revokedAt: now },
+    });
+}
+/**
+ * Ends `run` if it is still in `run.status` (and, when held, still held by the same runner). Returns the ended run,
+ * or null when someone else moved it first.
+ */
+export async function finishRun(tx, deps, run, outcome) {
+    const now = deps.clock.now().toISOString();
+    const values = {
+        status: outcome.status,
+        finishedAt: now,
+        leaseExpiresAt: null,
+        availableAt: null,
+        updatedAt: now,
+    };
+    if (outcome.reason !== undefined)
+        values.failureReason = outcome.reason;
+    if (outcome.detail !== undefined)
+        values.failureDetail = outcome.detail.slice(0, 10_000);
+    if (outcome.summary !== undefined)
+        values.summary = outcome.summary;
+    if (outcome.sessionId !== undefined)
+        values.sessionId = outcome.sessionId;
+    if (outcome.cancelledById !== undefined)
+        values.cancelledById = outcome.cancelledById;
+    const result = await runsRepo(tx.conn).updateMany({
+        filter: (f) => f.and([
+            f.string('id').eq(run.id),
+            f.string('status').eq(run.status),
+            run.runnerId === null
+                ? f.string('runnerId').eq(null)
+                : f.string('runnerId').eq(run.runnerId),
+        ]),
+        values,
+    });
+    if (result.updatedCount !== 1)
+        return null;
+    await revokeTokens(tx, run.id, now);
+    const ended = (await findRunRecord(tx.conn, run.id));
+    tx.emit({ type: 'run.changed', runId: run.id, status: ended.status });
+    await deps.subjects
+        .get(ended.subjectKind)
+        ?.sink?.onRunFinished?.(tx, toRun(ended));
+    return ended;
+}
+/**
+ * Takes a held run back from its runner after a retryable failure: it goes back to the queue while attempts remain,
+ * and fails with `reason` otherwise.
+ */
+export async function requeueRun(tx, deps, run, reason, detail) {
+    if (Number(run.attempt) >= Number(run.maxAttempts)) {
+        const ended = await finishRun(tx, deps, run, {
+            status: 'failed',
+            reason,
+            ...(detail === undefined ? {} : { detail }),
+        });
+        return { status: ended?.status ?? run.status, run: ended };
+    }
+    const now = deps.clock.now();
+    const nowText = now.toISOString();
+    const delay = retryDelayMs(reason, Number(run.attempt));
+    const availableAt = delay > 0 ? later(now, delay) : null;
+    const result = await runsRepo(tx.conn).updateMany({
+        filter: (f) => f.and([
+            f.string('id').eq(run.id),
+            f.or(ACTIVE.map((status) => f.string('status').eq(status))),
+            run.runnerId === null
+                ? f.string('runnerId').eq(null)
+                : f.string('runnerId').eq(run.runnerId),
+        ]),
+        values: {
+            status: 'queued',
+            runnerId: null,
+            attempt: Number(run.attempt) + 1,
+            availableAt,
+            leaseExpiresAt: null,
+            dispatchedAt: null,
+            startedAt: null,
+            acceptsInput: false,
+            claimFailures: 0,
+            failureReason: reason,
+            failureDetail: detail === undefined ? null : detail.slice(0, 10_000),
+            updatedAt: nowText,
+        },
+    });
+    if (result.updatedCount !== 1)
+        return { status: run.status, run: null };
+    await revokeTokens(tx, run.id, nowText);
+    tx.emit({ type: 'run.changed', runId: run.id, status: 'queued' });
+    tx.emit({ type: 'run.requeued', runId: run.id, availableAt });
+    return {
+        status: 'queued',
+        retryAt: availableAt ?? nowText,
+        run: (await findRunRecord(tx.conn, run.id)) ?? null,
+    };
+}
+//# sourceMappingURL=transitions.js.map

package/dist/server/core/runs/transitions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transitions.js","sourceRoot":"","sources":["../../../../server/core/runs/transitions.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,EAAc,MAAM,uBAAuB,CAAC;AAG1D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,MAAM,EACN,aAAa,EACb,QAAQ,EACR,UAAU,EACV,KAAK,GAEN,MAAM,gBAAgB,CAAC;AAgBxB,2CAA2C;AAC3C,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAM,EACN,KAAa,EACb,GAAW;IAEX,MAAM,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC;QACnC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;KAC3B,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAM,EACN,IAAoB,EACpB,GAAc,EACd,OAAsB;IAEtB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,MAAM,GAA4B;QACtC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,GAAG;QACf,cAAc,EAAE,IAAI;QACpB,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,GAAG;KACf,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IACxE,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;QAC9B,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACzD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACpE,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;QAAE,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAC1E,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS;QACrC,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAC/C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC;QAChD,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC;YACJ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC;YACjC,GAAG,CAAC,QAAQ,KAAK,IAAI;gBACnB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;gBAC/B,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC1C,CAAC;QACJ,MAAM;KACP,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,YAAY,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,YAAY,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,CAAC,MAAM,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAE,CAAC;IACtD,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACtE,MAAM,IAAI,CAAC,QAAQ;SAChB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;QACvB,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5C,OAAO,KAAK,CAAC;AACf,CAAC;AASD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,EAAM,EACN,IAAoB,EACpB,GAAc,EACd,MAAqB,EACrB,MAAe;IAEf,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;YAC3C,MAAM,EAAE,QAAQ;YAChB,MAAM;YACN,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;SAC5C,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IAC7D,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC;QAChD,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,CAAC,CAAC,GAAG,CAAC;YACJ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3D,GAAG,CAAC,QAAQ,KAAK,IAAI;gBACnB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;gBAC/B,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC1C,CAAC;QACJ,MAAM,EAAE;YACN,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;YAChC,WAAW;YACX,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,KAAK;YACnB,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,MAAM;YACrB,aAAa,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC;YACpE,SAAS,EAAE,OAAO;SACnB;KACF,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,YAAY,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACxE,MAAM,YAAY,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACxC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IAClE,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;IAC9D,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,WAAW,IAAI,OAAO;QAC/B,GAAG,EAAE,CAAC,MAAM,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI;KACpD,CAAC;AACJ,CAAC"}

package/dist/server/core/runs/workload.d.ts

@@ -0,0 +1,49 @@
+/**
+ * The open runs on one kind of subject as a board of work shows them (`RunService.workload`): the runs held, with the
+ * runner and the newest thing each reported, and the runs queued, with their place in the claim order and what holds
+ * each, worked out by the claim's own rules (`claim.ts`) without claiming anything.
+ *
+ * Bounded reads, none per subject: the open runs of the kind, every queued run (for the claim order), every held run
+ * (for the agents' and runners' counts and the busy subjects), the runners, the active jobs, the agents, the open
+ * runs' inputs, and the newest event of each held run of the kind (at most one per runner slot).
+ */
+import type { AgentTool, RunnerFeature } from '@nocobase/agent-protocol';
+import type { DatabaseConnection } from '@nocobase/db';
+import { type Agent } from '../../../shared/agents.js';
+import { type Runner } from '../../../shared/runners.js';
+import { type RunWait, type Workload, type WorkloadQuery } from '../../../shared/runs.js';
+import type { Clock } from '../../kernel/clock.js';
+import { type RunRecord } from './run.store.js';
+/** Claim order: the more urgent first, then the oldest, then by id. */
+export declare function claimOrder(a: Pick<RunRecord, 'priority' | 'createdAt' | 'id'>, b: Pick<RunRecord, 'priority' | 'createdAt' | 'id'>): number;
+/** What `explainWait` needs to know about everything but the run itself. */
+export interface WaitContext {
+    readonly now: Date;
+    readonly agent: Agent | null;
+    /** Online runners. */
+    readonly runners: readonly Runner[];
+    /** Runs and jobs each runner holds now, by runner id. */
+    readonly runnerUsed: ReadonlyMap<string, number>;
+    /** The runs each runner holds now by coding tool, by runner id; absent for a runner that holds none. */
+    readonly runnerToolUsed?: ReadonlyMap<string, Readonly<Partial<Record<AgentTool, number>>>>;
+    /** Runs the agent holds now. */
+    readonly agentActive: number;
+    /** Whether a run of the same (agent, subject, thread) is held now. */
+    readonly sameWorkActive: boolean;
+}
+type WaitFacts = Pick<RunRecord, 'actorUserId' | 'availableAt' | 'claimFailures' | 'failureDetail'> & {
+    readonly requires: readonly RunnerFeature[];
+};
+/**
+ * Why a queued run has not been taken, by the claim's rules in the claim's order (`RUN_WAIT_REASONS`); the first rule
+ * that holds it answers.
+ */
+export declare function explainWait(run: WaitFacts, context: WaitContext): Omit<RunWait, 'position' | 'agentPosition'>;
+/** What a workload reads of the runners: every runner, and the jobs each holds (they take its slots). */
+export interface WorkloadRunners {
+    all(conn: DatabaseConnection): Promise<Runner[]>;
+    jobsByRunner(conn: DatabaseConnection): Promise<ReadonlyMap<string, number>>;
+}
+export declare function readWorkload(conn: DatabaseConnection, clock: Clock, runnerSource: WorkloadRunners, query: WorkloadQuery): Promise<Workload>;
+export {};
+//# sourceMappingURL=workload.d.ts.map

package/dist/server/core/runs/workload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workload.d.ts","sourceRoot":"","sources":["../../../../server/core/runs/workload.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAEvD,OAAO,EAAc,KAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAuB,KAAK,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAIL,KAAK,OAAO,EACZ,KAAK,QAAQ,EACb,KAAK,aAAa,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAGnD,OAAO,EAML,KAAK,SAAS,EACf,MAAM,gBAAgB,CAAC;AAexB,uEAAuE;AACvE,wBAAgB,UAAU,CACxB,CAAC,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,GAAG,WAAW,GAAG,IAAI,CAAC,EACnD,CAAC,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,GAAG,WAAW,GAAG,IAAI,CAAC,GAClD,MAAM,CAMR;AAED,4EAA4E;AAC5E,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAC7B,sBAAsB;IACtB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,yDAAyD;IACzD,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,wGAAwG;IACxG,QAAQ,CAAC,cAAc,CAAC,EAAE,WAAW,CACnC,MAAM,EACN,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAC7C,CAAC;IACF,gCAAgC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,sEAAsE;IACtE,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC;CAClC;AAED,KAAK,SAAS,GAAG,IAAI,CACnB,SAAS,EACT,aAAa,GAAG,aAAa,GAAG,eAAe,GAAG,eAAe,CAClE,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAA;CAAE,CAAC;AAcpD;;;GAGG;AACH,wBAAgB,WAAW,CACzB,GAAG,EAAE,SAAS,EACd,OAAO,EAAE,WAAW,GACnB,IAAI,CAAC,OAAO,EAAE,UAAU,GAAG,eAAe,CAAC,CA2D7C;AAuCD,yGAAyG;AACzG,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACjD,YAAY,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CAC9E;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,kBAAkB,EACxB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,eAAe,EAC7B,KAAK,EAAE,aAAa,GACnB,OAAO,CAAC,QAAQ,CAAC,CAuLnB"}