pi-crew 0.1.45 → 0.1.46
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -5
- package/agents/analyst.md +1 -1
- package/agents/critic.md +1 -1
- package/agents/executor.md +1 -1
- package/agents/explorer.md +1 -1
- package/agents/planner.md +1 -1
- package/agents/reviewer.md +1 -1
- package/agents/security-reviewer.md +1 -1
- package/agents/test-engineer.md +1 -1
- package/agents/verifier.md +1 -1
- package/agents/writer.md +1 -1
- package/docs/next-upgrade-roadmap.md +733 -0
- package/docs/refactor-tasks-phase3.md +394 -394
- package/docs/refactor-tasks-phase4.md +564 -564
- package/docs/refactor-tasks-phase5.md +402 -402
- package/docs/refactor-tasks-phase6.md +662 -662
- package/docs/research-awesome-agent-skills-distillation.md +100 -0
- package/docs/research-extension-examples.md +297 -297
- package/docs/research-extension-system.md +324 -324
- package/docs/research-oh-my-pi-distillation.md +322 -0
- package/docs/research-optimization-plan.md +548 -548
- package/docs/research-phase10-distillation.md +198 -198
- package/docs/research-phase11-distillation.md +201 -201
- package/docs/research-pi-coding-agent.md +357 -357
- package/docs/research-source-pi-crew-reference.md +174 -174
- package/docs/runtime-flow.md +148 -148
- package/docs/source-runtime-refactor-map.md +107 -83
- package/docs/usage.md +3 -3
- package/index.ts +6 -6
- package/install.mjs +52 -8
- package/package.json +1 -1
- package/schema.json +2 -1
- package/skills/async-worker-recovery/SKILL.md +42 -0
- package/skills/context-artifact-hygiene/SKILL.md +52 -0
- package/skills/delegation-patterns/SKILL.md +54 -0
- package/skills/mailbox-interactive/SKILL.md +40 -0
- package/skills/model-routing-context/SKILL.md +39 -0
- package/skills/multi-perspective-review/SKILL.md +58 -0
- package/skills/observability-reliability/SKILL.md +41 -0
- package/skills/ownership-session-security/SKILL.md +41 -0
- package/skills/pi-extension-lifecycle/SKILL.md +39 -0
- package/skills/requirements-to-task-packet/SKILL.md +63 -0
- package/skills/resource-discovery-config/SKILL.md +41 -0
- package/skills/runtime-state-reader/SKILL.md +44 -0
- package/skills/secure-agent-orchestration-review/SKILL.md +45 -0
- package/skills/state-mutation-locking/SKILL.md +42 -0
- package/skills/systematic-debugging/SKILL.md +67 -0
- package/skills/ui-render-performance/SKILL.md +39 -0
- package/skills/verification-before-done/SKILL.md +57 -0
- package/skills/worktree-isolation/SKILL.md +39 -0
- package/src/agents/agent-serializer.ts +34 -34
- package/src/agents/discover-agents.ts +12 -11
- package/src/config/config.ts +48 -24
- package/src/config/defaults.ts +14 -0
- package/src/extension/cross-extension-rpc.ts +82 -82
- package/src/extension/project-init.ts +62 -2
- package/src/extension/register.ts +11 -9
- package/src/extension/registration/commands.ts +32 -25
- package/src/extension/registration/compaction-guard.ts +125 -125
- package/src/extension/registration/subagent-helpers.ts +8 -0
- package/src/extension/registration/subagent-tools.ts +149 -148
- package/src/extension/registration/team-tool.ts +8 -6
- package/src/extension/run-bundle-schema.ts +89 -89
- package/src/extension/run-index.ts +13 -5
- package/src/extension/run-maintenance.ts +62 -43
- package/src/extension/team-tool/api.ts +25 -8
- package/src/extension/team-tool/cancel.ts +33 -4
- package/src/extension/team-tool/context.ts +5 -0
- package/src/extension/team-tool/handle-settings.ts +188 -188
- package/src/extension/team-tool/inspect.ts +41 -41
- package/src/extension/team-tool/lifecycle-actions.ts +91 -79
- package/src/extension/team-tool/plan.ts +19 -19
- package/src/extension/team-tool/respond.ts +37 -17
- package/src/extension/team-tool/run.ts +52 -10
- package/src/extension/team-tool/status.ts +12 -1
- package/src/extension/team-tool-types.ts +2 -0
- package/src/extension/team-tool.ts +32 -11
- package/src/i18n.ts +184 -184
- package/src/observability/event-to-metric.ts +8 -1
- package/src/observability/exporters/otlp-exporter.ts +77 -77
- package/src/prompt/prompt-runtime.ts +72 -72
- package/src/runtime/agent-control.ts +63 -63
- package/src/runtime/agent-memory.ts +72 -72
- package/src/runtime/agent-observability.ts +114 -114
- package/src/runtime/async-marker.ts +26 -26
- package/src/runtime/attention-events.ts +28 -28
- package/src/runtime/background-runner.ts +59 -53
- package/src/runtime/cancellation.ts +51 -0
- package/src/runtime/child-pi.ts +457 -444
- package/src/runtime/completion-guard.ts +190 -190
- package/src/runtime/crash-recovery.ts +1 -0
- package/src/runtime/crew-agent-records.ts +38 -6
- package/src/runtime/deadletter.ts +1 -0
- package/src/runtime/delivery-coordinator.ts +46 -25
- package/src/runtime/direct-run.ts +35 -35
- package/src/runtime/effectiveness.ts +76 -0
- package/src/runtime/foreground-control.ts +82 -82
- package/src/runtime/green-contract.ts +46 -46
- package/src/runtime/group-join.ts +106 -106
- package/src/runtime/heartbeat-gradient.ts +28 -28
- package/src/runtime/heartbeat-watcher.ts +124 -124
- package/src/runtime/live-agent-control.ts +88 -87
- package/src/runtime/live-agent-manager.ts +103 -85
- package/src/runtime/live-control-realtime.ts +36 -36
- package/src/runtime/live-session-runtime.ts +309 -305
- package/src/runtime/manifest-cache.ts +17 -2
- package/src/runtime/model-fallback.ts +6 -4
- package/src/runtime/parallel-research.ts +44 -44
- package/src/runtime/pi-args.ts +18 -3
- package/src/runtime/pi-json-output.ts +111 -111
- package/src/runtime/policy-engine.ts +79 -79
- package/src/runtime/process-status.ts +5 -1
- package/src/runtime/progress-event-coalescer.ts +43 -43
- package/src/runtime/recovery-recipes.ts +74 -74
- package/src/runtime/retry-executor.ts +81 -64
- package/src/runtime/role-permission.ts +39 -39
- package/src/runtime/runtime-resolver.ts +22 -6
- package/src/runtime/session-resources.ts +25 -25
- package/src/runtime/session-snapshot.ts +59 -59
- package/src/runtime/session-usage.ts +79 -79
- package/src/runtime/sidechain-output.ts +29 -29
- package/src/runtime/skill-instructions.ts +222 -0
- package/src/runtime/stale-reconciler.ts +4 -14
- package/src/runtime/subagent-manager.ts +3 -0
- package/src/runtime/supervisor-contact.ts +59 -59
- package/src/runtime/task-display.ts +38 -38
- package/src/runtime/task-output-context.ts +127 -127
- package/src/runtime/task-runner/capabilities.ts +78 -0
- package/src/runtime/task-runner/live-executor.ts +105 -101
- package/src/runtime/task-runner/progress.ts +119 -119
- package/src/runtime/task-runner/prompt-builder.ts +3 -1
- package/src/runtime/task-runner/prompt-pipeline.ts +64 -0
- package/src/runtime/task-runner/result-utils.ts +14 -14
- package/src/runtime/task-runner/state-helpers.ts +22 -22
- package/src/runtime/task-runner.ts +44 -5
- package/src/runtime/team-runner.ts +78 -15
- package/src/runtime/worker-heartbeat.ts +21 -21
- package/src/runtime/worker-startup.ts +57 -57
- package/src/schema/config-schema.ts +1 -0
- package/src/schema/team-tool-schema.ts +3 -3
- package/src/state/active-run-registry.ts +165 -0
- package/src/state/contracts.ts +1 -1
- package/src/state/mailbox.ts +44 -4
- package/src/state/state-store.ts +8 -1
- package/src/state/task-claims.ts +44 -44
- package/src/state/types.ts +44 -2
- package/src/state/usage.ts +29 -29
- package/src/subagents/async-entry.ts +1 -1
- package/src/subagents/index.ts +3 -3
- package/src/subagents/live/control.ts +1 -1
- package/src/subagents/live/manager.ts +1 -1
- package/src/subagents/live/realtime.ts +1 -1
- package/src/subagents/live/session-runtime.ts +1 -1
- package/src/subagents/manager.ts +1 -1
- package/src/subagents/spawn.ts +1 -1
- package/src/teams/team-config.ts +1 -0
- package/src/teams/team-serializer.ts +38 -38
- package/src/types/diff.d.ts +18 -18
- package/src/ui/crew-footer.ts +101 -101
- package/src/ui/crew-select-list.ts +111 -111
- package/src/ui/crew-widget.ts +4 -3
- package/src/ui/dashboard-panes/metrics-pane.ts +34 -34
- package/src/ui/dashboard-panes/progress-pane.ts +2 -0
- package/src/ui/dynamic-border.ts +25 -25
- package/src/ui/layout-primitives.ts +106 -106
- package/src/ui/loaders.ts +158 -158
- package/src/ui/render-diff.ts +119 -119
- package/src/ui/render-scheduler.ts +143 -143
- package/src/ui/run-snapshot-cache.ts +10 -2
- package/src/ui/snapshot-types.ts +2 -0
- package/src/ui/spinner.ts +17 -17
- package/src/ui/status-colors.ts +58 -58
- package/src/ui/syntax-highlight.ts +116 -116
- package/src/utils/atomic-write.ts +33 -33
- package/src/utils/completion-dedupe.ts +63 -63
- package/src/utils/frontmatter.ts +68 -68
- package/src/utils/git.ts +262 -262
- package/src/utils/ids.ts +12 -12
- package/src/utils/names.ts +27 -27
- package/src/utils/paths.ts +4 -2
- package/src/utils/redaction.ts +44 -44
- package/src/utils/safe-paths.ts +47 -47
- package/src/utils/sleep.ts +32 -32
- package/src/workflows/validate-workflow.ts +40 -40
- package/src/workflows/workflow-config.ts +1 -0
- package/src/worktree/branch-freshness.ts +45 -45
- package/teams/default.team.md +12 -12
- package/teams/fast-fix.team.md +11 -11
- package/teams/implementation.team.md +18 -18
- package/teams/parallel-research.team.md +14 -14
- package/teams/research.team.md +11 -11
- package/teams/review.team.md +12 -12
- package/workflows/default.workflow.md +29 -29
- package/workflows/fast-fix.workflow.md +22 -22
- package/workflows/implementation.workflow.md +38 -38
- package/workflows/parallel-research.workflow.md +46 -46
- package/workflows/research.workflow.md +22 -22
- package/workflows/review.workflow.md +30 -30
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import type { CrewRuntimeConfig } from "../config/config.ts";
|
|
2
|
+
import type { PolicyDecision, TeamRunManifest, TeamTaskState } from "../state/types.ts";
|
|
3
|
+
|
|
4
|
+
export type EffectivenessGuardMode = "off" | "warn" | "block" | "fail";
|
|
5
|
+
export type WorkerExecutionState = "enabled" | "disabled/scaffold";
|
|
6
|
+
export type RunEffectivenessSeverity = "ok" | "warning" | "blocked" | "failed";
|
|
7
|
+
|
|
8
|
+
export interface RunEffectivenessSummary {
|
|
9
|
+
completed: number;
|
|
10
|
+
observable: number;
|
|
11
|
+
noObservedWorkTaskIds: string[];
|
|
12
|
+
needsAttentionTaskIds: string[];
|
|
13
|
+
workerExecution: WorkerExecutionState;
|
|
14
|
+
guardMode: EffectivenessGuardMode;
|
|
15
|
+
severity: RunEffectivenessSeverity;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export function taskHasObservableWorkerActivity(task: TeamTaskState): boolean {
|
|
19
|
+
return Boolean(
|
|
20
|
+
(task.agentProgress?.toolCount ?? 0) > 0
|
|
21
|
+
|| task.usage
|
|
22
|
+
|| task.transcriptArtifact
|
|
23
|
+
|| task.modelAttempts?.some((attempt) => attempt.success)
|
|
24
|
+
|| task.jsonEvents,
|
|
25
|
+
);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export function resolveEffectivenessGuardMode(runtimeConfig: CrewRuntimeConfig | undefined, manifest?: TeamRunManifest): EffectivenessGuardMode {
|
|
29
|
+
const configured = runtimeConfig?.effectivenessGuard;
|
|
30
|
+
if (configured === "off" || configured === "warn" || configured === "block" || configured === "fail") return configured;
|
|
31
|
+
if (manifest?.runtimeResolution?.safety === "explicit_dry_run") return "off";
|
|
32
|
+
return "warn";
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
export function evaluateRunEffectiveness(input: { manifest?: TeamRunManifest; tasks: TeamTaskState[]; executeWorkers: boolean; runtimeConfig?: CrewRuntimeConfig }): RunEffectivenessSummary {
|
|
36
|
+
const completedTasks = input.tasks.filter((task) => task.status === "completed");
|
|
37
|
+
const noObservedWorkTasks = completedTasks.filter((task) => !taskHasObservableWorkerActivity(task));
|
|
38
|
+
const needsAttentionTasks = input.tasks.filter((task) => task.agentProgress?.activityState === "needs_attention");
|
|
39
|
+
const workerExecution: WorkerExecutionState = input.executeWorkers ? "enabled" : "disabled/scaffold";
|
|
40
|
+
const guardMode = resolveEffectivenessGuardMode(input.runtimeConfig, input.manifest);
|
|
41
|
+
const observable = Math.max(0, completedTasks.length - noObservedWorkTasks.length - needsAttentionTasks.length);
|
|
42
|
+
let severity: RunEffectivenessSeverity = "ok";
|
|
43
|
+
if (input.executeWorkers && guardMode !== "off" && noObservedWorkTasks.length > 0) {
|
|
44
|
+
severity = guardMode === "fail" ? "failed" : guardMode === "block" ? "blocked" : "warning";
|
|
45
|
+
}
|
|
46
|
+
return {
|
|
47
|
+
completed: completedTasks.length,
|
|
48
|
+
observable,
|
|
49
|
+
noObservedWorkTaskIds: noObservedWorkTasks.map((task) => task.id),
|
|
50
|
+
needsAttentionTaskIds: needsAttentionTasks.map((task) => task.id),
|
|
51
|
+
workerExecution,
|
|
52
|
+
guardMode,
|
|
53
|
+
severity,
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
export function formatRunEffectivenessLines(summary: RunEffectivenessSummary): string[] {
|
|
58
|
+
return [
|
|
59
|
+
`Score: ${summary.observable}/${Math.max(1, summary.completed)} completed task(s) with observable worker activity`,
|
|
60
|
+
`Worker execution: ${summary.workerExecution}`,
|
|
61
|
+
`Guard: ${summary.guardMode} severity=${summary.severity}`,
|
|
62
|
+
`No observable worker activity: ${summary.noObservedWorkTaskIds.length ? summary.noObservedWorkTaskIds.join(", ") : "none"}`,
|
|
63
|
+
`Needs attention: ${summary.needsAttentionTaskIds.length ? summary.needsAttentionTaskIds.join(", ") : "none"}`,
|
|
64
|
+
];
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export function effectivenessPolicyDecision(summary: RunEffectivenessSummary): PolicyDecision | undefined {
|
|
68
|
+
if (summary.severity !== "warning" && summary.severity !== "blocked" && summary.severity !== "failed") return undefined;
|
|
69
|
+
const action = summary.severity === "failed" ? "fail" : summary.severity === "blocked" ? "block" : "notify";
|
|
70
|
+
return {
|
|
71
|
+
action,
|
|
72
|
+
reason: "ineffective_worker",
|
|
73
|
+
message: `Run effectiveness guard ${summary.guardMode}: no observable worker activity for ${summary.noObservedWorkTaskIds.join(", ")}.`,
|
|
74
|
+
createdAt: new Date().toISOString(),
|
|
75
|
+
};
|
|
76
|
+
}
|
|
@@ -1,82 +1,82 @@
|
|
|
1
|
-
import * as fs from "node:fs";
|
|
2
|
-
import * as path from "node:path";
|
|
3
|
-
import { appendEvent } from "../state/event-log.ts";
|
|
4
|
-
import type { TeamRunManifest, TeamTaskState } from "../state/types.ts";
|
|
5
|
-
import { checkProcessLiveness, isActiveRunStatus } from "./process-status.ts";
|
|
6
|
-
import { readCrewAgents } from "./crew-agent-records.ts";
|
|
7
|
-
|
|
8
|
-
export type ForegroundControlRequestType = "interrupt" | "status";
|
|
9
|
-
|
|
10
|
-
export interface ForegroundControlStatus {
|
|
11
|
-
runId: string;
|
|
12
|
-
status: TeamRunManifest["status"];
|
|
13
|
-
active: boolean;
|
|
14
|
-
asyncPid?: number;
|
|
15
|
-
asyncAlive?: boolean;
|
|
16
|
-
runningTasks: string[];
|
|
17
|
-
runningAgents: string[];
|
|
18
|
-
controlPath: string;
|
|
19
|
-
lastRequest?: ForegroundControlRequest;
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
export interface ForegroundControlRequest {
|
|
23
|
-
id: string;
|
|
24
|
-
type: ForegroundControlRequestType;
|
|
25
|
-
createdAt: string;
|
|
26
|
-
reason: string;
|
|
27
|
-
acknowledged: boolean;
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
export function foregroundControlPath(manifest: TeamRunManifest): string {
|
|
31
|
-
return path.join(manifest.stateRoot, "foreground-control.json");
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
function readLastRequest(controlPath: string): ForegroundControlRequest | undefined {
|
|
35
|
-
if (!fs.existsSync(controlPath)) return undefined;
|
|
36
|
-
try {
|
|
37
|
-
const parsed = JSON.parse(fs.readFileSync(controlPath, "utf-8")) as { requests?: ForegroundControlRequest[] };
|
|
38
|
-
return parsed.requests?.at(-1);
|
|
39
|
-
} catch {
|
|
40
|
-
return undefined;
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
export function readForegroundControlStatus(manifest: TeamRunManifest, tasks: TeamTaskState[]): ForegroundControlStatus {
|
|
45
|
-
const controlPath = foregroundControlPath(manifest);
|
|
46
|
-
const asyncAlive = manifest.async?.pid !== undefined ? checkProcessLiveness(manifest.async.pid).alive : undefined;
|
|
47
|
-
return {
|
|
48
|
-
runId: manifest.runId,
|
|
49
|
-
status: manifest.status,
|
|
50
|
-
active: isActiveRunStatus(manifest.status),
|
|
51
|
-
asyncPid: manifest.async?.pid,
|
|
52
|
-
asyncAlive,
|
|
53
|
-
runningTasks: tasks.filter((task) => task.status === "running").map((task) => task.id),
|
|
54
|
-
runningAgents: readCrewAgents(manifest).filter((agent) => agent.status === "running").map((agent) => agent.id),
|
|
55
|
-
controlPath,
|
|
56
|
-
lastRequest: readLastRequest(controlPath),
|
|
57
|
-
};
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
export function writeForegroundInterruptRequest(manifest: TeamRunManifest, reason = "User requested foreground interrupt."): ForegroundControlRequest {
|
|
61
|
-
const controlPath = foregroundControlPath(manifest);
|
|
62
|
-
let requests: ForegroundControlRequest[] = [];
|
|
63
|
-
if (fs.existsSync(controlPath)) {
|
|
64
|
-
try {
|
|
65
|
-
const parsed = JSON.parse(fs.readFileSync(controlPath, "utf-8")) as { requests?: ForegroundControlRequest[] };
|
|
66
|
-
requests = Array.isArray(parsed.requests) ? parsed.requests : [];
|
|
67
|
-
} catch {
|
|
68
|
-
requests = [];
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
const request: ForegroundControlRequest = {
|
|
72
|
-
id: `fg_${Date.now().toString(36)}_${Math.random().toString(16).slice(2, 10)}`,
|
|
73
|
-
type: "interrupt",
|
|
74
|
-
createdAt: new Date().toISOString(),
|
|
75
|
-
reason,
|
|
76
|
-
acknowledged: false,
|
|
77
|
-
};
|
|
78
|
-
fs.mkdirSync(path.dirname(controlPath), { recursive: true });
|
|
79
|
-
fs.writeFileSync(controlPath, `${JSON.stringify({ requests: [...requests, request] }, null, 2)}\n`, "utf-8");
|
|
80
|
-
appendEvent(manifest.eventsPath, { type: "foreground.interrupt_requested", runId: manifest.runId, message: reason, data: { requestId: request.id, controlPath } });
|
|
81
|
-
return request;
|
|
82
|
-
}
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
import * as path from "node:path";
|
|
3
|
+
import { appendEvent } from "../state/event-log.ts";
|
|
4
|
+
import type { TeamRunManifest, TeamTaskState } from "../state/types.ts";
|
|
5
|
+
import { checkProcessLiveness, isActiveRunStatus } from "./process-status.ts";
|
|
6
|
+
import { readCrewAgents } from "./crew-agent-records.ts";
|
|
7
|
+
|
|
8
|
+
export type ForegroundControlRequestType = "interrupt" | "status";
|
|
9
|
+
|
|
10
|
+
export interface ForegroundControlStatus {
|
|
11
|
+
runId: string;
|
|
12
|
+
status: TeamRunManifest["status"];
|
|
13
|
+
active: boolean;
|
|
14
|
+
asyncPid?: number;
|
|
15
|
+
asyncAlive?: boolean;
|
|
16
|
+
runningTasks: string[];
|
|
17
|
+
runningAgents: string[];
|
|
18
|
+
controlPath: string;
|
|
19
|
+
lastRequest?: ForegroundControlRequest;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
export interface ForegroundControlRequest {
|
|
23
|
+
id: string;
|
|
24
|
+
type: ForegroundControlRequestType;
|
|
25
|
+
createdAt: string;
|
|
26
|
+
reason: string;
|
|
27
|
+
acknowledged: boolean;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
export function foregroundControlPath(manifest: TeamRunManifest): string {
|
|
31
|
+
return path.join(manifest.stateRoot, "foreground-control.json");
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function readLastRequest(controlPath: string): ForegroundControlRequest | undefined {
|
|
35
|
+
if (!fs.existsSync(controlPath)) return undefined;
|
|
36
|
+
try {
|
|
37
|
+
const parsed = JSON.parse(fs.readFileSync(controlPath, "utf-8")) as { requests?: ForegroundControlRequest[] };
|
|
38
|
+
return parsed.requests?.at(-1);
|
|
39
|
+
} catch {
|
|
40
|
+
return undefined;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
export function readForegroundControlStatus(manifest: TeamRunManifest, tasks: TeamTaskState[]): ForegroundControlStatus {
|
|
45
|
+
const controlPath = foregroundControlPath(manifest);
|
|
46
|
+
const asyncAlive = manifest.async?.pid !== undefined ? checkProcessLiveness(manifest.async.pid).alive : undefined;
|
|
47
|
+
return {
|
|
48
|
+
runId: manifest.runId,
|
|
49
|
+
status: manifest.status,
|
|
50
|
+
active: isActiveRunStatus(manifest.status),
|
|
51
|
+
asyncPid: manifest.async?.pid,
|
|
52
|
+
asyncAlive,
|
|
53
|
+
runningTasks: tasks.filter((task) => task.status === "running").map((task) => task.id),
|
|
54
|
+
runningAgents: readCrewAgents(manifest).filter((agent) => agent.status === "running").map((agent) => agent.id),
|
|
55
|
+
controlPath,
|
|
56
|
+
lastRequest: readLastRequest(controlPath),
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
export function writeForegroundInterruptRequest(manifest: TeamRunManifest, reason = "User requested foreground interrupt."): ForegroundControlRequest {
|
|
61
|
+
const controlPath = foregroundControlPath(manifest);
|
|
62
|
+
let requests: ForegroundControlRequest[] = [];
|
|
63
|
+
if (fs.existsSync(controlPath)) {
|
|
64
|
+
try {
|
|
65
|
+
const parsed = JSON.parse(fs.readFileSync(controlPath, "utf-8")) as { requests?: ForegroundControlRequest[] };
|
|
66
|
+
requests = Array.isArray(parsed.requests) ? parsed.requests : [];
|
|
67
|
+
} catch {
|
|
68
|
+
requests = [];
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
const request: ForegroundControlRequest = {
|
|
72
|
+
id: `fg_${Date.now().toString(36)}_${Math.random().toString(16).slice(2, 10)}`,
|
|
73
|
+
type: "interrupt",
|
|
74
|
+
createdAt: new Date().toISOString(),
|
|
75
|
+
reason,
|
|
76
|
+
acknowledged: false,
|
|
77
|
+
};
|
|
78
|
+
fs.mkdirSync(path.dirname(controlPath), { recursive: true });
|
|
79
|
+
fs.writeFileSync(controlPath, `${JSON.stringify({ requests: [...requests, request] }, null, 2)}\n`, "utf-8");
|
|
80
|
+
appendEvent(manifest.eventsPath, { type: "foreground.interrupt_requested", runId: manifest.runId, message: reason, data: { requestId: request.id, controlPath } });
|
|
81
|
+
return request;
|
|
82
|
+
}
|
|
@@ -1,46 +1,46 @@
|
|
|
1
|
-
import type { GreenLevel, VerificationContract, VerificationEvidence } from "../state/types.ts";
|
|
2
|
-
|
|
3
|
-
const GREEN_ORDER: Record<GreenLevel, number> = {
|
|
4
|
-
none: 0,
|
|
5
|
-
targeted: 1,
|
|
6
|
-
package: 2,
|
|
7
|
-
workspace: 3,
|
|
8
|
-
merge_ready: 4,
|
|
9
|
-
};
|
|
10
|
-
|
|
11
|
-
export interface GreenContractOutcome {
|
|
12
|
-
requiredGreenLevel: GreenLevel;
|
|
13
|
-
observedGreenLevel: GreenLevel;
|
|
14
|
-
satisfied: boolean;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export function greenLevelSatisfies(observed: GreenLevel, required: GreenLevel): boolean {
|
|
18
|
-
return GREEN_ORDER[observed] >= GREEN_ORDER[required];
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export function evaluateGreenContract(contract: VerificationContract, evidence?: VerificationEvidence): GreenContractOutcome {
|
|
22
|
-
const observedGreenLevel = evidence?.observedGreenLevel ?? "none";
|
|
23
|
-
return {
|
|
24
|
-
requiredGreenLevel: contract.requiredGreenLevel,
|
|
25
|
-
observedGreenLevel,
|
|
26
|
-
satisfied: greenLevelSatisfies(observedGreenLevel, contract.requiredGreenLevel),
|
|
27
|
-
};
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
export function inferGreenLevelFromTask(success: boolean, contract: VerificationContract): GreenLevel {
|
|
31
|
-
if (!success) return "none";
|
|
32
|
-
if (contract.requiredGreenLevel === "none") return "none";
|
|
33
|
-
return contract.allowManualEvidence ? contract.requiredGreenLevel : "targeted";
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
export function createVerificationEvidence(contract: VerificationContract, success: boolean, notes: string): VerificationEvidence {
|
|
37
|
-
const observedGreenLevel = inferGreenLevelFromTask(success, contract);
|
|
38
|
-
const outcome = evaluateGreenContract(contract, { requiredGreenLevel: contract.requiredGreenLevel, observedGreenLevel, satisfied: false, commands: [], notes });
|
|
39
|
-
return {
|
|
40
|
-
requiredGreenLevel: contract.requiredGreenLevel,
|
|
41
|
-
observedGreenLevel,
|
|
42
|
-
satisfied: outcome.satisfied,
|
|
43
|
-
commands: contract.commands.map((cmd) => ({ cmd, status: "not_run" as const })),
|
|
44
|
-
notes,
|
|
45
|
-
};
|
|
46
|
-
}
|
|
1
|
+
import type { GreenLevel, VerificationContract, VerificationEvidence } from "../state/types.ts";
|
|
2
|
+
|
|
3
|
+
const GREEN_ORDER: Record<GreenLevel, number> = {
|
|
4
|
+
none: 0,
|
|
5
|
+
targeted: 1,
|
|
6
|
+
package: 2,
|
|
7
|
+
workspace: 3,
|
|
8
|
+
merge_ready: 4,
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
export interface GreenContractOutcome {
|
|
12
|
+
requiredGreenLevel: GreenLevel;
|
|
13
|
+
observedGreenLevel: GreenLevel;
|
|
14
|
+
satisfied: boolean;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export function greenLevelSatisfies(observed: GreenLevel, required: GreenLevel): boolean {
|
|
18
|
+
return GREEN_ORDER[observed] >= GREEN_ORDER[required];
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export function evaluateGreenContract(contract: VerificationContract, evidence?: VerificationEvidence): GreenContractOutcome {
|
|
22
|
+
const observedGreenLevel = evidence?.observedGreenLevel ?? "none";
|
|
23
|
+
return {
|
|
24
|
+
requiredGreenLevel: contract.requiredGreenLevel,
|
|
25
|
+
observedGreenLevel,
|
|
26
|
+
satisfied: greenLevelSatisfies(observedGreenLevel, contract.requiredGreenLevel),
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
export function inferGreenLevelFromTask(success: boolean, contract: VerificationContract): GreenLevel {
|
|
31
|
+
if (!success) return "none";
|
|
32
|
+
if (contract.requiredGreenLevel === "none") return "none";
|
|
33
|
+
return contract.allowManualEvidence ? contract.requiredGreenLevel : "targeted";
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
export function createVerificationEvidence(contract: VerificationContract, success: boolean, notes: string): VerificationEvidence {
|
|
37
|
+
const observedGreenLevel = inferGreenLevelFromTask(success, contract);
|
|
38
|
+
const outcome = evaluateGreenContract(contract, { requiredGreenLevel: contract.requiredGreenLevel, observedGreenLevel, satisfied: false, commands: [], notes });
|
|
39
|
+
return {
|
|
40
|
+
requiredGreenLevel: contract.requiredGreenLevel,
|
|
41
|
+
observedGreenLevel,
|
|
42
|
+
satisfied: outcome.satisfied,
|
|
43
|
+
commands: contract.commands.map((cmd) => ({ cmd, status: "not_run" as const })),
|
|
44
|
+
notes,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
@@ -1,106 +1,106 @@
|
|
|
1
|
-
import type { CrewRuntimeConfig } from "../config/config.ts";
|
|
2
|
-
import { writeArtifact } from "../state/artifact-store.ts";
|
|
3
|
-
import { appendEvent } from "../state/event-log.ts";
|
|
4
|
-
import { appendMailboxMessage, findMailboxMessageByRequestId, readDeliveryState } from "../state/mailbox.ts";
|
|
5
|
-
import type { ArtifactDescriptor, TeamRunManifest, TeamTaskState } from "../state/types.ts";
|
|
6
|
-
import { aggregateTaskOutputs } from "./task-output-context.ts";
|
|
7
|
-
|
|
8
|
-
export type CrewGroupJoinMode = "off" | "group" | "smart";
|
|
9
|
-
|
|
10
|
-
export interface CrewGroupJoinDelivery {
|
|
11
|
-
batchId: string;
|
|
12
|
-
mode: CrewGroupJoinMode;
|
|
13
|
-
partial: boolean;
|
|
14
|
-
taskIds: string[];
|
|
15
|
-
completed: string[];
|
|
16
|
-
failed: string[];
|
|
17
|
-
skipped: string[];
|
|
18
|
-
remaining: string[];
|
|
19
|
-
artifact?: ArtifactDescriptor;
|
|
20
|
-
messageId?: string;
|
|
21
|
-
requestId?: string;
|
|
22
|
-
ackRequired?: boolean;
|
|
23
|
-
ackStatus?: "pending" | "acknowledged";
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export function resolveGroupJoinMode(runtime?: CrewRuntimeConfig): CrewGroupJoinMode {
|
|
27
|
-
return runtime?.groupJoin ?? "smart";
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
export function shouldGroupJoin(mode: CrewGroupJoinMode, batch: TeamTaskState[]): boolean {
|
|
31
|
-
if (mode === "off") return false;
|
|
32
|
-
if (mode === "group") return batch.length > 0;
|
|
33
|
-
return batch.length > 1;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
function batchIdFor(runId: string, taskIds: string[]): string {
|
|
37
|
-
return `${runId}_${taskIds.join("+").replace(/[^a-zA-Z0-9_+-]/g, "_")}`;
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
function requestIdFor(runId: string, batchId: string, partial: boolean): string {
|
|
41
|
-
return `${runId}:group-join:${partial ? "partial" : "completed"}:${batchId}`;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
function statusList(tasks: TeamTaskState[], status: TeamTaskState["status"]): string[] {
|
|
45
|
-
return tasks.filter((task) => task.status === status).map((task) => task.id);
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
export function deliverGroupJoin(input: {
|
|
49
|
-
manifest: TeamRunManifest;
|
|
50
|
-
mode: CrewGroupJoinMode;
|
|
51
|
-
batch: TeamTaskState[];
|
|
52
|
-
allTasks: TeamTaskState[];
|
|
53
|
-
partial?: boolean;
|
|
54
|
-
}): CrewGroupJoinDelivery | undefined {
|
|
55
|
-
if (!shouldGroupJoin(input.mode, input.batch)) return undefined;
|
|
56
|
-
const taskIds = input.batch.map((task) => task.id);
|
|
57
|
-
const latest = taskIds.map((id) => input.allTasks.find((task) => task.id === id)).filter((task): task is TeamTaskState => Boolean(task));
|
|
58
|
-
const completed = statusList(latest, "completed");
|
|
59
|
-
const failed = statusList(latest, "failed");
|
|
60
|
-
const skipped = statusList(latest, "skipped");
|
|
61
|
-
const remaining = latest.filter((task) => task.status === "queued" || task.status === "running").map((task) => task.id);
|
|
62
|
-
const partial = input.partial ?? remaining.length > 0;
|
|
63
|
-
const batchId = batchIdFor(input.manifest.runId, taskIds);
|
|
64
|
-
const summary = aggregateTaskOutputs(latest, input.manifest);
|
|
65
|
-
const requestId = requestIdFor(input.manifest.runId, batchId, partial);
|
|
66
|
-
const existingMailbox = findMailboxMessageByRequestId(input.manifest, requestId);
|
|
67
|
-
const existingStatus = existingMailbox ? readDeliveryState(input.manifest).messages[existingMailbox.id] ?? existingMailbox.status : undefined;
|
|
68
|
-
const delivery: CrewGroupJoinDelivery = { batchId, mode: input.mode, partial, taskIds, completed, failed, skipped, remaining, requestId, ackRequired: true, ackStatus: existingStatus === "acknowledged" ? "acknowledged" : "pending" };
|
|
69
|
-
const content = `${JSON.stringify({ ...delivery, createdAt: new Date().toISOString() }, null, 2)}\n`;
|
|
70
|
-
const artifact = writeArtifact(input.manifest.artifactsRoot, {
|
|
71
|
-
kind: "metadata",
|
|
72
|
-
relativePath: `metadata/group-joins/${batchId}.json`,
|
|
73
|
-
producer: "group-join",
|
|
74
|
-
content,
|
|
75
|
-
});
|
|
76
|
-
const mailbox = existingMailbox ?? appendMailboxMessage(input.manifest, {
|
|
77
|
-
direction: "outbox",
|
|
78
|
-
from: "group-join",
|
|
79
|
-
to: "leader",
|
|
80
|
-
body: [
|
|
81
|
-
`Group join ${partial ? "partial" : "completed"}: ${taskIds.join(", ")}`,
|
|
82
|
-
`Request: ${requestId}`,
|
|
83
|
-
`Completed: ${completed.join(", ") || "none"}`,
|
|
84
|
-
`Failed: ${failed.join(", ") || "none"}`,
|
|
85
|
-
`Skipped: ${skipped.join(", ") || "none"}`,
|
|
86
|
-
`Remaining: ${remaining.join(", ") || "none"}`,
|
|
87
|
-
"",
|
|
88
|
-
summary,
|
|
89
|
-
].join("\n"),
|
|
90
|
-
status: "delivered",
|
|
91
|
-
data: { kind: "group_join", requestId, batchId, partial, ackRequired: true, taskIds, completed, failed, skipped, remaining },
|
|
92
|
-
});
|
|
93
|
-
appendEvent(input.manifest.eventsPath, {
|
|
94
|
-
type: partial ? "agent.group_join.partial" : "agent.group_join.completed",
|
|
95
|
-
runId: input.manifest.runId,
|
|
96
|
-
message: `Group join ${partial ? "partial" : "completed"} for ${taskIds.length} task(s).`,
|
|
97
|
-
data: { ...delivery, artifactPath: artifact.path, messageId: mailbox.id, fallback: "mailbox-delivered", reused: Boolean(existingMailbox) },
|
|
98
|
-
});
|
|
99
|
-
if (existingMailbox) appendEvent(input.manifest.eventsPath, {
|
|
100
|
-
type: "agent.group_join.delivery_reused",
|
|
101
|
-
runId: input.manifest.runId,
|
|
102
|
-
message: `Reused group join mailbox delivery for ${taskIds.length} task(s).`,
|
|
103
|
-
data: { requestId, messageId: mailbox.id, batchId, partial },
|
|
104
|
-
});
|
|
105
|
-
return { ...delivery, artifact, messageId: mailbox.id };
|
|
106
|
-
}
|
|
1
|
+
import type { CrewRuntimeConfig } from "../config/config.ts";
|
|
2
|
+
import { writeArtifact } from "../state/artifact-store.ts";
|
|
3
|
+
import { appendEvent } from "../state/event-log.ts";
|
|
4
|
+
import { appendMailboxMessage, findMailboxMessageByRequestId, readDeliveryState } from "../state/mailbox.ts";
|
|
5
|
+
import type { ArtifactDescriptor, TeamRunManifest, TeamTaskState } from "../state/types.ts";
|
|
6
|
+
import { aggregateTaskOutputs } from "./task-output-context.ts";
|
|
7
|
+
|
|
8
|
+
export type CrewGroupJoinMode = "off" | "group" | "smart";
|
|
9
|
+
|
|
10
|
+
export interface CrewGroupJoinDelivery {
|
|
11
|
+
batchId: string;
|
|
12
|
+
mode: CrewGroupJoinMode;
|
|
13
|
+
partial: boolean;
|
|
14
|
+
taskIds: string[];
|
|
15
|
+
completed: string[];
|
|
16
|
+
failed: string[];
|
|
17
|
+
skipped: string[];
|
|
18
|
+
remaining: string[];
|
|
19
|
+
artifact?: ArtifactDescriptor;
|
|
20
|
+
messageId?: string;
|
|
21
|
+
requestId?: string;
|
|
22
|
+
ackRequired?: boolean;
|
|
23
|
+
ackStatus?: "pending" | "acknowledged";
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export function resolveGroupJoinMode(runtime?: CrewRuntimeConfig): CrewGroupJoinMode {
|
|
27
|
+
return runtime?.groupJoin ?? "smart";
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
export function shouldGroupJoin(mode: CrewGroupJoinMode, batch: TeamTaskState[]): boolean {
|
|
31
|
+
if (mode === "off") return false;
|
|
32
|
+
if (mode === "group") return batch.length > 0;
|
|
33
|
+
return batch.length > 1;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
function batchIdFor(runId: string, taskIds: string[]): string {
|
|
37
|
+
return `${runId}_${taskIds.join("+").replace(/[^a-zA-Z0-9_+-]/g, "_")}`;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
function requestIdFor(runId: string, batchId: string, partial: boolean): string {
|
|
41
|
+
return `${runId}:group-join:${partial ? "partial" : "completed"}:${batchId}`;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
function statusList(tasks: TeamTaskState[], status: TeamTaskState["status"]): string[] {
|
|
45
|
+
return tasks.filter((task) => task.status === status).map((task) => task.id);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export function deliverGroupJoin(input: {
|
|
49
|
+
manifest: TeamRunManifest;
|
|
50
|
+
mode: CrewGroupJoinMode;
|
|
51
|
+
batch: TeamTaskState[];
|
|
52
|
+
allTasks: TeamTaskState[];
|
|
53
|
+
partial?: boolean;
|
|
54
|
+
}): CrewGroupJoinDelivery | undefined {
|
|
55
|
+
if (!shouldGroupJoin(input.mode, input.batch)) return undefined;
|
|
56
|
+
const taskIds = input.batch.map((task) => task.id);
|
|
57
|
+
const latest = taskIds.map((id) => input.allTasks.find((task) => task.id === id)).filter((task): task is TeamTaskState => Boolean(task));
|
|
58
|
+
const completed = statusList(latest, "completed");
|
|
59
|
+
const failed = statusList(latest, "failed");
|
|
60
|
+
const skipped = statusList(latest, "skipped");
|
|
61
|
+
const remaining = latest.filter((task) => task.status === "queued" || task.status === "running").map((task) => task.id);
|
|
62
|
+
const partial = input.partial ?? remaining.length > 0;
|
|
63
|
+
const batchId = batchIdFor(input.manifest.runId, taskIds);
|
|
64
|
+
const summary = aggregateTaskOutputs(latest, input.manifest);
|
|
65
|
+
const requestId = requestIdFor(input.manifest.runId, batchId, partial);
|
|
66
|
+
const existingMailbox = findMailboxMessageByRequestId(input.manifest, requestId);
|
|
67
|
+
const existingStatus = existingMailbox ? readDeliveryState(input.manifest).messages[existingMailbox.id] ?? existingMailbox.status : undefined;
|
|
68
|
+
const delivery: CrewGroupJoinDelivery = { batchId, mode: input.mode, partial, taskIds, completed, failed, skipped, remaining, requestId, ackRequired: true, ackStatus: existingStatus === "acknowledged" ? "acknowledged" : "pending" };
|
|
69
|
+
const content = `${JSON.stringify({ ...delivery, createdAt: new Date().toISOString() }, null, 2)}\n`;
|
|
70
|
+
const artifact = writeArtifact(input.manifest.artifactsRoot, {
|
|
71
|
+
kind: "metadata",
|
|
72
|
+
relativePath: `metadata/group-joins/${batchId}.json`,
|
|
73
|
+
producer: "group-join",
|
|
74
|
+
content,
|
|
75
|
+
});
|
|
76
|
+
const mailbox = existingMailbox ?? appendMailboxMessage(input.manifest, {
|
|
77
|
+
direction: "outbox",
|
|
78
|
+
from: "group-join",
|
|
79
|
+
to: "leader",
|
|
80
|
+
body: [
|
|
81
|
+
`Group join ${partial ? "partial" : "completed"}: ${taskIds.join(", ")}`,
|
|
82
|
+
`Request: ${requestId}`,
|
|
83
|
+
`Completed: ${completed.join(", ") || "none"}`,
|
|
84
|
+
`Failed: ${failed.join(", ") || "none"}`,
|
|
85
|
+
`Skipped: ${skipped.join(", ") || "none"}`,
|
|
86
|
+
`Remaining: ${remaining.join(", ") || "none"}`,
|
|
87
|
+
"",
|
|
88
|
+
summary,
|
|
89
|
+
].join("\n"),
|
|
90
|
+
status: "delivered",
|
|
91
|
+
data: { kind: "group_join", requestId, batchId, partial, ackRequired: true, taskIds, completed, failed, skipped, remaining },
|
|
92
|
+
});
|
|
93
|
+
appendEvent(input.manifest.eventsPath, {
|
|
94
|
+
type: partial ? "agent.group_join.partial" : "agent.group_join.completed",
|
|
95
|
+
runId: input.manifest.runId,
|
|
96
|
+
message: `Group join ${partial ? "partial" : "completed"} for ${taskIds.length} task(s).`,
|
|
97
|
+
data: { ...delivery, artifactPath: artifact.path, messageId: mailbox.id, fallback: "mailbox-delivered", reused: Boolean(existingMailbox) },
|
|
98
|
+
});
|
|
99
|
+
if (existingMailbox) appendEvent(input.manifest.eventsPath, {
|
|
100
|
+
type: "agent.group_join.delivery_reused",
|
|
101
|
+
runId: input.manifest.runId,
|
|
102
|
+
message: `Reused group join mailbox delivery for ${taskIds.length} task(s).`,
|
|
103
|
+
data: { requestId, messageId: mailbox.id, batchId, partial },
|
|
104
|
+
});
|
|
105
|
+
return { ...delivery, artifact, messageId: mailbox.id };
|
|
106
|
+
}
|
|
@@ -1,28 +1,28 @@
|
|
|
1
|
-
import type { WorkerHeartbeatState } from "./worker-heartbeat.ts";
|
|
2
|
-
|
|
3
|
-
export type HeartbeatLevel = "healthy" | "warn" | "stale" | "dead";
|
|
4
|
-
|
|
5
|
-
export interface GradientThresholds {
|
|
6
|
-
warnMs: number;
|
|
7
|
-
staleMs: number;
|
|
8
|
-
deadMs: number;
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export const DEFAULT_GRADIENT_THRESHOLDS: GradientThresholds = { warnMs: 30_000, staleMs: 60_000, deadMs: 300_000 };
|
|
12
|
-
|
|
13
|
-
export function heartbeatAgeMs(heartbeat: WorkerHeartbeatState | undefined, now = Date.now()): number {
|
|
14
|
-
if (!heartbeat) return Number.POSITIVE_INFINITY;
|
|
15
|
-
const lastSeen = Date.parse(heartbeat.lastSeenAt);
|
|
16
|
-
return Number.isFinite(lastSeen) ? Math.max(0, now - lastSeen) : Number.POSITIVE_INFINITY;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
export function classifyHeartbeat(heartbeat: WorkerHeartbeatState | undefined, thresholds: GradientThresholds = DEFAULT_GRADIENT_THRESHOLDS, now = Date.now()): HeartbeatLevel {
|
|
20
|
-
if (!heartbeat) return "dead";
|
|
21
|
-
if (heartbeat.alive === false) return "dead";
|
|
22
|
-
const elapsed = heartbeatAgeMs(heartbeat, now);
|
|
23
|
-
if (!Number.isFinite(elapsed)) return "dead";
|
|
24
|
-
if (elapsed > thresholds.deadMs) return "dead";
|
|
25
|
-
if (elapsed > thresholds.staleMs) return "stale";
|
|
26
|
-
if (elapsed > thresholds.warnMs) return "warn";
|
|
27
|
-
return "healthy";
|
|
28
|
-
}
|
|
1
|
+
import type { WorkerHeartbeatState } from "./worker-heartbeat.ts";
|
|
2
|
+
|
|
3
|
+
export type HeartbeatLevel = "healthy" | "warn" | "stale" | "dead";
|
|
4
|
+
|
|
5
|
+
export interface GradientThresholds {
|
|
6
|
+
warnMs: number;
|
|
7
|
+
staleMs: number;
|
|
8
|
+
deadMs: number;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export const DEFAULT_GRADIENT_THRESHOLDS: GradientThresholds = { warnMs: 30_000, staleMs: 60_000, deadMs: 300_000 };
|
|
12
|
+
|
|
13
|
+
export function heartbeatAgeMs(heartbeat: WorkerHeartbeatState | undefined, now = Date.now()): number {
|
|
14
|
+
if (!heartbeat) return Number.POSITIVE_INFINITY;
|
|
15
|
+
const lastSeen = Date.parse(heartbeat.lastSeenAt);
|
|
16
|
+
return Number.isFinite(lastSeen) ? Math.max(0, now - lastSeen) : Number.POSITIVE_INFINITY;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export function classifyHeartbeat(heartbeat: WorkerHeartbeatState | undefined, thresholds: GradientThresholds = DEFAULT_GRADIENT_THRESHOLDS, now = Date.now()): HeartbeatLevel {
|
|
20
|
+
if (!heartbeat) return "dead";
|
|
21
|
+
if (heartbeat.alive === false) return "dead";
|
|
22
|
+
const elapsed = heartbeatAgeMs(heartbeat, now);
|
|
23
|
+
if (!Number.isFinite(elapsed)) return "dead";
|
|
24
|
+
if (elapsed > thresholds.deadMs) return "dead";
|
|
25
|
+
if (elapsed > thresholds.staleMs) return "stale";
|
|
26
|
+
if (elapsed > thresholds.warnMs) return "warn";
|
|
27
|
+
return "healthy";
|
|
28
|
+
}
|