lorenz 0.1.0

package/packages/retry-scheduler/dist/index.js

@@ -0,0 +1,39 @@
+import { systemClock } from "@lorenz/domain";
+export const RETRY_SCHEDULER_SYNC_DELAY_MS = 5;
+export class RetryScheduler {
+    clock;
+    timers = new Map();
+    constructor(clock = systemClock) {
+        this.clock = clock;
+    }
+    sync(retry, onDue) {
+        if (!retry)
+            return;
+        this.clear(retry.issueId);
+        // setTimeout uses a different clock source than the system clock
+        //   So it is possible that the timeOut fires <=1ms early BEFORE it is scheduled.
+        //   When that happens, sortForDispatch will ignore the issue because its time isn't due yet.
+        // We fix this by adding a small delay to the timeout to ensure it fires after the issue is eligible.
+        const delayMs = Math.max(0, retry.monotonicDeadlineMs - this.clock.monotonicMs()) +
+            RETRY_SCHEDULER_SYNC_DELAY_MS;
+        const timer = this.clock.setTimeout(() => {
+            this.timers.delete(retry.issueId);
+            onDue(retry);
+        }, delayMs);
+        timer.unref?.();
+        this.timers.set(retry.issueId, timer);
+    }
+    clear(issueId) {
+        const timer = this.timers.get(issueId);
+        if (!timer)
+            return;
+        this.clock.clearTimeout(timer);
+        this.timers.delete(issueId);
+    }
+    stop() {
+        for (const timer of this.timers.values())
+            this.clock.clearTimeout(timer);
+        this.timers.clear();
+    }
+}
+//# sourceMappingURL=index.js.map

package/packages/retry-scheduler/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAoC,MAAM,gBAAgB,CAAC;AAE/E,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC;AAE/C,MAAM,OAAO,cAAc;IAGI;IAFZ,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEzD,YAA6B,QAAmB,WAAW;QAA9B,UAAK,GAAL,KAAK,CAAyB;IAAG,CAAC;IAE/D,IAAI,CAAC,KAAoC,EAAE,KAAyC;QAClF,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC1B,iEAAiE;QACjE,iFAAiF;QACjF,6FAA6F;QAC7F,qGAAqG;QACrG,MAAM,OAAO,GACX,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACjE,6BAA6B,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE;YACvC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,KAAK,CAAC,KAAK,CAAC,CAAC;QACf,CAAC,EAAE,OAAO,CAAC,CAAC;QACZ,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAe;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI;QACF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACzE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;CACF"}

package/packages/retry-scheduler/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "@lorenz/retry-scheduler",
+  "version": "0.1.0",
+  "private": true,
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": "./dist/index.js"
+  },
+  "dependencies": {
+    "@lorenz/domain": "file:../domain",
+    "@lorenz/runtime-events": "file:../runtime-events"
+  }
+}

package/packages/runtime/dist/index.d.ts

@@ -0,0 +1,157 @@
+import { Orchestrator } from "@lorenz/orchestrator";
+import { runAgentAttempt, type RunResult } from "@lorenz/agent-runner";
+import { type ClockPort } from "@lorenz/domain";
+import type { RuntimeSnapshot } from "@lorenz/runtime-events";
+import type { AgentUpdate, HookExecutionMessage, Issue, RuntimeTrackerClient, WorkflowDefinition } from "@lorenz/domain";
+import type { WorkerOutcome, WorkerPool } from "@lorenz/worker-pool";
+import { type DispatchCoordinator } from "@lorenz/dispatch-coordinator";
+export type RuntimeRunner = (input: Parameters<typeof runAgentAttempt>[0]) => Promise<RunResult>;
+export { RUNTIME_EVENT_TYPES, RUNTIME_RUN_OUTCOMES } from "@lorenz/runtime-events";
+export type { RuntimeAppStatus, RuntimeBlockedEntry, RuntimeEvent, RuntimeEventType, RuntimePollStatus, RuntimeReservingEntry, RuntimeRetryEntry, RuntimeRunHistoryEntry, RuntimeRunLastEvent, RuntimeRunningEntry, RuntimeRunOutcome, RuntimeSnapshot, } from "@lorenz/runtime-events";
+export { RUNTIME_RECONCILIATION_REASONS, type RuntimeReconciliationReason, } from "@lorenz/policies/reconciliation";
+export interface SymphonyRuntimeOptions {
+    workflow: WorkflowDefinition;
+    client?: RuntimeTrackerClient | undefined;
+    clientFactory?: ((settings: WorkflowDefinition["settings"]) => RuntimeTrackerClient) | undefined;
+    reloadWorkflow?: (() => Promise<WorkflowDefinition>) | undefined;
+    orchestrator?: Orchestrator | undefined;
+    runner?: RuntimeRunner | undefined;
+    removeIssueWorkspaces?: ((settings: WorkflowDefinition["settings"], issueIdentifier?: string | null, workerHost?: string | null, issue?: Issue, options?: {
+        onHookEvent?: ((event: HookExecutionMessage) => void) | undefined;
+    }) => Promise<void>) | undefined;
+    listIssueWorkspaces?: ((settings: WorkflowDefinition["settings"]) => Promise<string[]>) | undefined;
+    appendLogEvent?: ((logFile: string, event: Record<string, unknown>) => Promise<void>) | undefined;
+    onAgentUpdate?: ((issue: Issue, update: AgentUpdate) => void) | undefined;
+    onIssueDispatched?: ((issue: Issue) => void) | undefined;
+    clock?: ClockPort | undefined;
+    /**
+     * Settings validation run before each poll, after any workflow reload. The composition
+     * root binds this to its registries; the default validates against the process-wide ones.
+     */
+    validateDispatch?: ((settings: WorkflowDefinition["settings"]) => void) | undefined;
+    /**
+     * Optional embedded worker pool. When present, the orchestrator is constructed with a capacity
+     * probe backed by the pool's `canAcquire` (bypassing the static `sshHosts` selection), and
+     * each run acquires a {@link RunSlot} before the runner and releases/fails it in the run's
+     * `finally`. Absent (default) preserves the existing local / `sshHosts` behavior byte-for-byte.
+     *
+     * A bare `workerPool` is wrapped internally in a null-endpoint passthrough
+     * {@link DispatchCoordinator} (see {@link SymphonyRuntimeOptions.coordinator}), so every run
+     * drives the coordinator uniformly while a bare pool injection stays byte-identical at the
+     * runtime boundary (default `slotsPerMachine=1` + `mcpEndpoint=null`). Prefer threading a
+     * pre-built `coordinator`; `workerPool` is the low-churn path that keeps existing injection
+     * sites unchanged. When BOTH are supplied, `coordinator` wins.
+     */
+    workerPool?: WorkerPool | undefined;
+    /**
+     * Optional embedded dispatch coordinator wrapping a machine {@link WorkerPool} plus an injected
+     * per-run MCP endpoint manager. When present it governs capacity and mints a {@link RunSlot}
+     * per run exactly as a wrapped {@link SymphonyRuntimeOptions.workerPool} would; the daemon builds
+     * it once (a reload-surviving singleton) via `buildDispatchCoordinator`. Takes precedence over
+     * `workerPool` when both are supplied.
+     */
+    coordinator?: DispatchCoordinator | undefined;
+}
+export declare function classifyWorkerOutcome(error: unknown): WorkerOutcome;
+export interface RuntimeStartOptions {
+    once?: boolean | undefined;
+    dryRun?: boolean | undefined;
+}
+export interface PollOptions {
+    dryRun?: boolean | undefined;
+    waitForRuns?: boolean | undefined;
+}
+export declare class SymphonyRuntime {
+    private readonly input;
+    private client;
+    private readonly orchestrator;
+    private readonly runner;
+    private readonly clock;
+    private readonly validateDispatch;
+    private readonly listeners;
+    private readonly retryScheduler;
+    private readonly inFlight;
+    private stopped;
+    private appStatus;
+    private pollStatus;
+    private candidates;
+    private eligible;
+    private lastPollAt;
+    private nextPollAt;
+    private lastError;
+    private readonly projection;
+    private readonly activeRuns;
+    private startupCleanupDone;
+    private nextRunNumber;
+    private pollInProgress;
+    private activePollOptions;
+    private pendingPollOptions;
+    private workerPoolDrained;
+    /**
+     * The reload-surviving coordinator singleton. Built ONCE here: either the
+     * pre-built `input.coordinator` (preferred), or a null-endpoint passthrough
+     * wrapping a bare `input.workerPool` (the low-churn path that keeps every existing
+     * workerPool-injecting site byte-identical at the runtime boundary). `undefined`
+     * when neither is supplied (the static/local path, byte-identical to today).
+     */
+    private readonly coordinator;
+    constructor(input: SymphonyRuntimeOptions);
+    get workflow(): WorkflowDefinition;
+    subscribe(listener: (snapshot: RuntimeSnapshot) => void): () => void;
+    snapshot(): RuntimeSnapshot;
+    start(options?: RuntimeStartOptions): Promise<void>;
+    stop(): void;
+    /**
+     * Drains the worker pool once (idempotent). `stop()` stays synchronous (it only flips `stopped` and
+     * aborts handles), so this is invoked by the daemon's `finally` AFTER `start()` resolves to
+     * destroy paid cloud workers before process exit. A no-op when no pool is configured.
+     */
+    drainWorkerPool(): Promise<void>;
+    pollOnce(options?: PollOptions): Promise<void>;
+    private pollUntilQueueDrained;
+    /**
+     * Requests a prompt re-poll after the worker pool freed capacity. The pool fires the
+     * hook synchronously inside its settle/reconcile paths (under a per-worker mutex), so
+     * the nudge is deferred a microtask to never re-enter them on the same stack. A
+     * poll already in progress gets a FORCED follow-up poll queued (merged via the
+     * pendingPollOptions machinery) because the freed capacity may post-date that
+     * poll's eligibility pass.
+     */
+    private nudgePollForFreedCapacity;
+    private queuePendingPoll;
+    private pollOnceUnlocked;
+    private maybeDispatch;
+    private fetchIssueForDispatch;
+    /**
+     * Phase 1 -> negotiation -> phase 2 for a pool-governed (reserved) claim: drive the
+     * coordinator's acquire inside this detached per-run promise (a cold provision never blocks
+     * the poll thread), then either bind the reservation to the CONCRETE `slot.workerHost` and run,
+     * or cancel the reservation (restoring the consumed retry entry) on a capacity refusal /
+     * acquire fault. `run_started` is only emitted after a successful bind.
+     */
+    private runReservedClaim;
+    private runClaim;
+    private fetchIssueOrSelf;
+    private reloadWorkflowIfConfigured;
+    private reconcileTrackedIssues;
+    private reconcileStalledRuns;
+    private runningEntry;
+    private cleanupTerminalWorkspacesOnce;
+    private abortIssueRuns;
+    private syncRetryTimer;
+    private syncRetryTimerEntry;
+    private clearRetryTimer;
+    private syncRetryTimersForIssues;
+    private recordHistory;
+    private addEvent;
+    private removeIssueWorkspaces;
+    private appendLogEvent;
+    private emit;
+    requestRefresh(): {
+        requested_at: string;
+        queued: boolean;
+        coalesced: boolean;
+        operations: string[];
+    };
+}
+//# sourceMappingURL=index.d.ts.map

package/packages/runtime/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAwB,MAAM,sBAAsB,CAAC;AAE1E,OAAO,EAAE,eAAe,EAAE,KAAK,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAIvE,OAAO,EAKL,KAAK,SAAS,EACf,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAQV,eAAe,EAChB,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAEV,WAAW,EAEX,oBAAoB,EACpB,KAAK,EAEL,oBAAoB,EACpB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAKL,KAAK,mBAAmB,EAEzB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;AAEjG,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AACnF,YAAY,EACV,gBAAgB,EAChB,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,mBAAmB,EACnB,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,GAChB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,8BAA8B,EAC9B,KAAK,2BAA2B,GACjC,MAAM,iCAAiC,CAAC;AAEzC,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,MAAM,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAC1C,aAAa,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,KAAK,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACjG,cAAc,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,SAAS,CAAC;IACjE,YAAY,CAAC,EAAE,YAAY,GAAG,SAAS,CAAC;IACxC,MAAM,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IACnC,qBAAqB,CAAC,EAClB,CAAC,CACC,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,EACxC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,EAC/B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,KAAK,CAAC,EAAE,KAAK,EACb,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC,GAAG,SAAS,CAAA;KAAE,KAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,GACnB,SAAS,CAAC;IACd,mBAAmB,CAAC,EAChB,CAAC,CAAC,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GACjE,SAAS,CAAC;IACd,cAAc,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC;IAClG,aAAa,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC1E,iBAAiB,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACzD,KAAK,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAC9B;;;OAGG;IACH,gBAAgB,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACpF;;;;;;;;;;;;OAYG;IACH,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACpC;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CAC/C;AAoBD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,aAAa,CAKnE;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAC9B;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACnC;AAgFD,qBAAa,eAAe;IAkCd,OAAO,CAAC,QAAQ,CAAC,KAAK;IAjClC,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAY;IAClC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAqD;IACtF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAkD;IAC5E,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4B;IACrD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAyB;IACpD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsC;IACjE,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,iBAAiB,CAA4B;IACrD,OAAO,CAAC,kBAAkB,CAA4B;IACtD,OAAO,CAAC,iBAAiB,CAAS;IAClC;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;gBAEjC,KAAK,EAAE,sBAAsB;IAuC1D,IAAI,QAAQ,IAAI,kBAAkB,CAEjC;IAED,SAAS,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI,GAAG,MAAM,IAAI;IAQpE,QAAQ,IAAI,eAAe;IA8BrB,KAAK,CAAC,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB7D,IAAI,IAAI,IAAI;IAYZ;;;;OAIG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhC,QAAQ,CAAC,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;YAkB1C,qBAAqB;IAanC;;;;;;;OAOG;IACH,OAAO,CAAC,yBAAyB;IAajC,OAAO,CAAC,gBAAgB;YAWV,gBAAgB;YAgDhB,aAAa;YAuDb,qBAAqB;IAUnC;;;;;;OAMG;YACW,gBAAgB;YA+FhB,QAAQ;YAwHR,gBAAgB;YAKhB,0BAA0B;YA2D1B,sBAAsB;IA2EpC,OAAO,CAAC,oBAAoB;IA6C5B,OAAO,CAAC,YAAY;YAUN,6BAA6B;IAyB3C,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,mBAAmB;IA4B3B,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,wBAAwB;IAQhC,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,QAAQ;YAaF,qBAAqB;YAkBrB,cAAc;IAQ5B,OAAO,CAAC,IAAI;IAKZ,cAAc,IAAI;QAChB,YAAY,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,OAAO,CAAC;QAChB,SAAS,EAAE,OAAO,CAAC;QACnB,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB;CAeF"}