@agwab/pi-workflow 0.1.2 → 0.2.1

package/src/engine.ts

@@ -1,11 +1,5 @@
-import { appendFile, mkdir, readFile, writeFile } from "node:fs/promises";
-import {
-	dirname,
-	extname,
-	join,
-	relative,
-	resolve,
-} from "node:path";
+import { appendFile, mkdir, readFile, stat, writeFile } from "node:fs/promises";
+import { dirname, extname, join, resolve } from "node:path";
 import { fileURLToPath, pathToFileURL } from "node:url";
 import { Worker } from "node:worker_threads";
 
@@ -29,7 +23,7 @@ import {
 	toProjectPath,
 	updateIndex,
 	withRunLease,
-	workflowRunDir,
+	workflowRunPath,
 	writeJsonAtomic,
 	writeRunRecord,
 	writeCompiledRunArtifact,
@@ -43,7 +37,11 @@ import {
 	workflowBundleFingerprint,
 	workflowBundleSpecPath,
 } from "./workflow-source-context-runtime.js";
-import { readSimpleJsonPath } from "./workflow-runtime.js";
+import {
+	readSimpleJsonPath,
+	type WorkflowModelInfo,
+	type WorkflowRuntimeDefaults,
+} from "./workflow-runtime.js";
 import {
 	dynamicRunDir,
 	hashDynamicRequest,
@@ -77,7 +75,6 @@ import {
 	isDynamicCompiledTaskPayload,
 	normalizeDynamicAgentRequest,
 	readDynamicGeneratedTaskResult,
-	type DynamicAgentRequest,
 } from "./dynamic-generated-task-runtime.js";
 import {
 	optionalEventString,
@@ -119,10 +116,6 @@ import {
 	readSupportSources,
 	writeArtifactGraphDynamicResult,
 } from "./artifact-graph-runtime.js";
-import {
-	isDynamicOutputProfile,
-	type DynamicOutputProfile,
-} from "./dynamic-profiles.js";
 import {
 	DIRECT_DYNAMIC_RUNTIME_VERSION,
 	ensureDirectDynamicRuntimeBundle,
@@ -131,7 +124,6 @@ import {
 	type CompiledDynamicWorkflowTask,
 	type CompiledTask,
 	type CompiledWorkflow,
-	type ThinkingLevel,
 	WORKFLOW_RUN_TYPE,
 	type WorkflowIndexRecord,
 	type WorkflowRunRecord,
@@ -154,10 +146,13 @@ const DYNAMIC_CONTROLLER_ENGINE_CAPABILITIES = Object.freeze({
 const DYNAMIC_CONTROLLER_ENGINE_INTEGRITY_ERROR_MESSAGE =
 	"incompatible or stale pi-workflow engine: dynamic controller context is missing runDecisionLoop (rebuild dist / reload workflow engine)";
 const supervisorTimers = new Map<string, ReturnType<typeof setInterval>>();
+const supervisorRunMtimes = new Map<string, number>();
 
 export interface WorkflowRunOptions {
 	task?: string;
-	runtimeDefaults?: { model?: string; thinking?: ThinkingLevel };
+	runtimeOverrides?: WorkflowRuntimeDefaults;
+	runtimeDefaults?: WorkflowRuntimeDefaults;
+	availableModels?: WorkflowModelInfo[];
 	dynamicUi?: DynamicWorkflowUi;
 	runId?: string;
 	parentRunId?: string;
@@ -165,6 +160,7 @@ export interface WorkflowRunOptions {
 
 interface WorkflowScheduleOptions {
 	dynamicUi?: DynamicWorkflowUi;
+	availableModels?: WorkflowModelInfo[];
 }
 
 export async function runWorkflowSpec(
@@ -209,7 +205,9 @@ async function runLoadedWorkflowSpec(
 		cwd,
 		specPath,
 		task: options.task,
+		runtimeOverrides: options.runtimeOverrides,
 		runtimeDefaults: options.runtimeDefaults,
+		availableModels: options.availableModels,
 	});
 
 	const { run } = await createRunRecord(cwd, compiled, specPath, {
@@ -223,12 +221,15 @@ async function runLoadedWorkflowSpec(
 		await writeRunRecord(cwd, run);
 	});
 
+	const scheduleOptions = {
+		dynamicUi: options.dynamicUi,
+		availableModels: options.availableModels,
+	};
 	const scheduled =
-		(await scheduleRun(cwd, run.runId, compiled, {
-			dynamicUi: options.dynamicUi,
-		})) ?? (await readRunRecord(cwd, run.runId));
+		(await scheduleRun(cwd, run.runId, compiled, scheduleOptions)) ??
+		(await readRunRecord(cwd, run.runId));
 	if (scheduled.status === "running")
-		watchRun(cwd, scheduled.runId, { dynamicUi: options.dynamicUi });
+		watchRun(cwd, scheduled.runId, scheduleOptions);
 	return scheduled;
 }
 
@@ -367,15 +368,27 @@ export function watchRun(
 
 	const timer = setInterval(() => {
 		void (async () => {
+			const previousMtime = supervisorRunMtimes.get(key);
+			const beforeMtime = await readRunMtimeMs(cwd, runId);
 			const refreshed = await refreshRun(cwd, runId);
+			const afterMtime = await readRunMtimeMs(cwd, runId);
+			const currentMtime = afterMtime ?? beforeMtime;
+			if (currentMtime !== undefined)
+				supervisorRunMtimes.set(key, currentMtime);
+
 			if (refreshed.status === "running") {
-				await scheduleRun(cwd, runId, undefined, options);
+				const unchanged =
+					previousMtime !== undefined &&
+					currentMtime !== undefined &&
+					currentMtime <= previousMtime;
+				if (!unchanged) await scheduleRun(cwd, runId, undefined, options);
 				return;
 			}
 
 			const existing = supervisorTimers.get(key);
 			if (existing) clearInterval(existing);
 			supervisorTimers.delete(key);
+			supervisorRunMtimes.delete(key);
 		})().catch((error) => {
 			void recordSupervisorError(cwd, runId, error);
 		});
@@ -385,6 +398,18 @@ export function watchRun(
 	supervisorTimers.set(key, timer);
 }
 
+async function readRunMtimeMs(
+	cwd: string,
+	runId: string,
+): Promise<number | undefined> {
+	try {
+		return (await stat(workflowRunPath(cwd, runId))).mtimeMs;
+	} catch (error) {
+		if ((error as NodeJS.ErrnoException).code === "ENOENT") return undefined;
+		throw error;
+	}
+}
+
 export async function scheduleRun(
 	cwd: string,
 	runId: string,
@@ -861,7 +886,6 @@ async function extractArtifactGraphForeachItems(
 	return { items };
 }
 
-
 async function launchPendingTaskAt(
 	cwd: string,
 	run: WorkflowRunRecord,
@@ -1049,6 +1073,7 @@ async function executeDynamicControllerTask(
 			sources,
 			dynamic: compiledTask.dynamic,
 			dynamicUi: options.dynamicUi,
+			availableModels: options.availableModels,
 		});
 		await assertDynamicGeneratedTasksSettled({
 			cwd,
@@ -1058,6 +1083,7 @@ async function executeDynamicControllerTask(
 			controllerTask: task,
 			controllerCompiledTask: compiledTask,
 			dynamic: compiledTask.dynamic,
+			availableModels: options.availableModels,
 		});
 		await recordActiveRuntime();
 		const unrunBranchBlockers = await dynamicUnrunBranchBlockers(
@@ -1190,6 +1216,7 @@ async function runDynamicControllerWorker(input: {
 	sources: Record<string, unknown>;
 	dynamic: CompiledDynamicWorkflowTask;
 	dynamicUi?: DynamicWorkflowUi;
+	availableModels?: WorkflowModelInfo[];
 }): Promise<unknown> {
 	const resolved = await resolveWorkflowHelperRef(
 		input.dynamic.uses,
@@ -1801,7 +1828,6 @@ function isDynamicReplayInvariantError(error: unknown): boolean {
 	);
 }
 
-
 function requiredDynamicString(
 	value: unknown,
 	field: string,
@@ -1813,65 +1839,6 @@ function requiredDynamicString(
 	return value.trim();
 }
 
-function optionalDynamicString(
-	value: unknown,
-	field: string,
-): string | undefined {
-	if (value === undefined) return undefined;
-	return requiredDynamicString(value, field);
-}
-
-function optionalDynamicStringArray(
-	value: unknown,
-	field: string,
-): string[] | undefined {
-	if (value === undefined) return undefined;
-	if (!Array.isArray(value) || value.some((item) => typeof item !== "string")) {
-		throw new Error(`ctx.agent() ${field} must be an array of strings`);
-	}
-	return value.map((item) => item.trim()).filter(Boolean);
-}
-
-function isPlainDynamicRecord(
-	value: unknown,
-): value is Record<string, unknown> {
-	return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-
-function optionalDynamicPositiveInteger(
-	value: unknown,
-	field: string,
-): number | undefined {
-	if (value === undefined) return undefined;
-	if (typeof value !== "number" || !Number.isInteger(value) || value <= 0) {
-		throw new Error(`ctx.agent() ${field} must be a positive integer`);
-	}
-	return value;
-}
-
-function requiredDynamicOutputProfile(
-	value: unknown,
-	field: string,
-	api: string,
-): DynamicOutputProfile {
-	const profile = requiredDynamicString(value, field, api);
-	if (!isDynamicOutputProfile(profile)) {
-		throw new Error(`${api} ${field} has an unsupported output profile`);
-	}
-	return profile;
-}
-
-function requiredDynamicNonNegativeInteger(
-	value: unknown,
-	field: string,
-	api: string,
-): number {
-	if (typeof value !== "number" || !Number.isInteger(value) || value < 0) {
-		throw new Error(`${api} ${field} must be a non-negative integer`);
-	}
-	return value;
-}
-
 function requiredDynamicPositiveInteger(
 	value: unknown,
 	field: string,
@@ -1883,17 +1850,6 @@ function requiredDynamicPositiveInteger(
 	return value;
 }
 
-function optionalDynamicStringField(value: unknown): string | undefined {
-	return typeof value === "string" && value.trim() ? value.trim() : undefined;
-}
-
-function optionalDynamicOutputProfile(
-	value: unknown,
-): DynamicOutputProfile | undefined {
-	if (value === undefined) return undefined;
-	return requiredDynamicOutputProfile(value, "outputProfile", "ctx.agent()");
-}
-
 async function currentDynamicBudgetRemaining(input: {
 	cwd: string;
 	run: WorkflowRunRecord;
@@ -2266,6 +2222,7 @@ async function assertDynamicGeneratedTasksSettled(input: {
 	controllerTask: WorkflowTaskRunRecord;
 	controllerCompiledTask: CompiledTask;
 	dynamic: CompiledDynamicWorkflowTask;
+	availableModels?: WorkflowModelInfo[];
 }): Promise<void> {
 	const state = await readOrRebuildDynamicState(input.cwd, input.run.runId);
 	const generatedTaskIds =
@@ -2292,6 +2249,7 @@ async function repairMissingDynamicGeneratedTask(
 		controllerTask: WorkflowTaskRunRecord;
 		controllerCompiledTask: CompiledTask;
 		dynamic: CompiledDynamicWorkflowTask;
+		availableModels?: WorkflowModelInfo[];
 	},
 	specId: string,
 ): Promise<WorkflowTaskRunRecord> {
@@ -2328,6 +2286,7 @@ async function repairMissingDynamicGeneratedTask(
 				branchId: optionalEventString(event.payload.branchId),
 				request,
 				dynamic: input.dynamic,
+				availableModels: input.availableModels,
 			});
 	assertDynamicGeneratedMetadataMatches(compiledTask, {
 		controllerSpecId: input.controllerTask.specId,
@@ -2377,6 +2336,7 @@ async function runDynamicAgentRequest(input: {
 	request: unknown;
 	generatedTaskIds: string[];
 	isSettled?: () => boolean;
+	availableModels?: WorkflowModelInfo[];
 }): Promise<unknown> {
 	await assertDynamicRuntimeBudgetAvailable({
 		cwd: input.cwd,
@@ -2462,6 +2422,7 @@ async function runDynamicAgentRequest(input: {
 					branchId: generationBranchId,
 					request: generationRequest,
 					dynamic: input.dynamic,
+					availableModels: input.availableModels,
 				});
 		assertDynamicGeneratedMetadataMatches(compiledTask, {
 			controllerSpecId: input.controllerTask.specId,
@@ -2534,9 +2495,6 @@ async function runDynamicAgentRequest(input: {
 	);
 }
 
-
-
-
 interface DynamicControllerOutcome {
 	taskStatus: "completed" | "blocked" | "failed";
 	statusDetail: string;
@@ -2676,7 +2634,6 @@ function dynamicControllerIssueMessage(
 	return `${prefix}: ${first}${suffix}`;
 }
 
-
 function applyExistingLoopWorktree(
 	run: WorkflowRunRecord,
 	task: WorkflowTaskRunRecord,
@@ -2724,12 +2681,10 @@ function recordCreatedLoopWorktree(
 	else run.loopWorktrees[index] = record;
 }
 
-
 function uniqueStrings(values: readonly string[]): string[] {
 	return [...new Set(values.filter((value) => value.trim().length > 0))];
 }
 
-
 async function readCompiledWorkflow(
 	cwd: string,
 	runId: string,