@recombine-ai/bosun 0.1.0

package/build/server/manifest.js

@@ -0,0 +1,62 @@
+const manifest = (() => {
+function __memo(fn) {
+	let value;
+	return () => value ??= (value = fn());
+}
+
+return {
+	appDir: "_app",
+	appPath: "_app",
+	assets: new Set(["favicon.png","fonts/DarkerGrotesque-Black.ttf","fonts/DarkerGrotesque-Bold.ttf","fonts/DarkerGrotesque-Light.ttf","fonts/DarkerGrotesque-Medium.ttf","fonts/DarkerGrotesque-Regular.ttf","fonts/DarkerGrotesque-SemiBold.ttf","fonts.css","recombine.svg"]),
+	mimeTypes: {".png":"image/png",".ttf":"font/ttf",".css":"text/css",".svg":"image/svg+xml"},
+	_: {
+		client: {start:"_app/immutable/entry/start.HrUHLO1x.js",app:"_app/immutable/entry/app.CHZkrV6L.js",imports:["_app/immutable/entry/start.HrUHLO1x.js","_app/immutable/chunks/nJIPv2kB.js","_app/immutable/chunks/BppKCDc7.js","_app/immutable/chunks/DJ94EQYm.js","_app/immutable/entry/app.CHZkrV6L.js","_app/immutable/chunks/jKjWACjA.js","_app/immutable/chunks/DJ94EQYm.js","_app/immutable/chunks/BppKCDc7.js","_app/immutable/chunks/CWj6FrbW.js","_app/immutable/chunks/BwHKvje2.js"],stylesheets:[],fonts:[],uses_env_dynamic_public:false},
+		nodes: [
+			__memo(() => import('./chunks/0-mYGjPqz5.js')),
+			__memo(() => import('./chunks/1-C2hOLQew.js')),
+			__memo(() => import('./chunks/2-DvM8Rx7F.js')),
+			__memo(() => import('./chunks/3-DzYy6NR4.js')),
+			__memo(() => import('./chunks/4-CKj2VFF9.js'))
+		],
+		remotes: {
+			
+		},
+		routes: [
+			{
+				id: "/",
+				pattern: /^\/$/,
+				params: [],
+				page: { layouts: [0,], errors: [1,], leaf: 2 },
+				endpoint: null
+			},
+			{
+				id: "/chat",
+				pattern: /^\/chat\/?$/,
+				params: [],
+				page: { layouts: [0,], errors: [1,], leaf: 3 },
+				endpoint: null
+			},
+			{
+				id: "/tests",
+				pattern: /^\/tests\/?$/,
+				params: [],
+				page: { layouts: [0,], errors: [1,], leaf: 4 },
+				endpoint: null
+			}
+		],
+		prerendered_routes: new Set([]),
+		matchers: async () => {
+			
+			return {  };
+		},
+		server_assets: {}
+	}
+}
+})();
+
+const prerendered = new Set([]);
+
+const base = "";
+
+export { base, manifest, prerendered };
+//# sourceMappingURL=manifest.js.map

package/build/server/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sources":["../../.svelte-kit/adapter-node/manifest.js"],"sourcesContent":["export const manifest = (() => {\nfunction __memo(fn) {\n\tlet value;\n\treturn () => value ??= (value = fn());\n}\n\nreturn {\n\tappDir: \"_app\",\n\tappPath: \"_app\",\n\tassets: new Set([\"favicon.png\",\"fonts/DarkerGrotesque-Black.ttf\",\"fonts/DarkerGrotesque-Bold.ttf\",\"fonts/DarkerGrotesque-Light.ttf\",\"fonts/DarkerGrotesque-Medium.ttf\",\"fonts/DarkerGrotesque-Regular.ttf\",\"fonts/DarkerGrotesque-SemiBold.ttf\",\"fonts.css\",\"recombine.svg\"]),\n\tmimeTypes: {\".png\":\"image/png\",\".ttf\":\"font/ttf\",\".css\":\"text/css\",\".svg\":\"image/svg+xml\"},\n\t_: {\n\t\tclient: {start:\"_app/immutable/entry/start.HrUHLO1x.js\",app:\"_app/immutable/entry/app.CHZkrV6L.js\",imports:[\"_app/immutable/entry/start.HrUHLO1x.js\",\"_app/immutable/chunks/nJIPv2kB.js\",\"_app/immutable/chunks/BppKCDc7.js\",\"_app/immutable/chunks/DJ94EQYm.js\",\"_app/immutable/entry/app.CHZkrV6L.js\",\"_app/immutable/chunks/jKjWACjA.js\",\"_app/immutable/chunks/DJ94EQYm.js\",\"_app/immutable/chunks/BppKCDc7.js\",\"_app/immutable/chunks/CWj6FrbW.js\",\"_app/immutable/chunks/BwHKvje2.js\"],stylesheets:[],fonts:[],uses_env_dynamic_public:false},\n\t\tnodes: [\n\t\t\t__memo(() => import('./nodes/0.js')),\n\t\t\t__memo(() => import('./nodes/1.js')),\n\t\t\t__memo(() => import('./nodes/2.js')),\n\t\t\t__memo(() => import('./nodes/3.js')),\n\t\t\t__memo(() => import('./nodes/4.js'))\n\t\t],\n\t\tremotes: {\n\t\t\t\n\t\t},\n\t\troutes: [\n\t\t\t{\n\t\t\t\tid: \"/\",\n\t\t\t\tpattern: /^\\/$/,\n\t\t\t\tparams: [],\n\t\t\t\tpage: { layouts: [0,], errors: [1,], leaf: 2 },\n\t\t\t\tendpoint: null\n\t\t\t},\n\t\t\t{\n\t\t\t\tid: \"/chat\",\n\t\t\t\tpattern: /^\\/chat\\/?$/,\n\t\t\t\tparams: [],\n\t\t\t\tpage: { layouts: [0,], errors: [1,], leaf: 3 },\n\t\t\t\tendpoint: null\n\t\t\t},\n\t\t\t{\n\t\t\t\tid: \"/tests\",\n\t\t\t\tpattern: /^\\/tests\\/?$/,\n\t\t\t\tparams: [],\n\t\t\t\tpage: { layouts: [0,], errors: [1,], leaf: 4 },\n\t\t\t\tendpoint: null\n\t\t\t}\n\t\t],\n\t\tprerendered_routes: new Set([]),\n\t\tmatchers: async () => {\n\t\t\t\n\t\t\treturn {  };\n\t\t},\n\t\tserver_assets: {}\n\t}\n}\n})();\n\nexport const prerendered = new Set([]);\n\nexport const base = \"\";"],"names":[],"mappings":"AAAY,MAAC,QAAQ,GAAG,CAAC,MAAM;AAC/B,SAAS,MAAM,CAAC,EAAE,EAAE;AACpB,CAAC,IAAI,KAAK;AACV,CAAC,OAAO,MAAM,KAAK,MAAM,KAAK,GAAG,EAAE,EAAE,CAAC;AACtC;;AAEA,OAAO;AACP,CAAC,MAAM,EAAE,MAAM;AACf,CAAC,OAAO,EAAE,MAAM;AAChB,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,aAAa,CAAC,iCAAiC,CAAC,gCAAgC,CAAC,iCAAiC,CAAC,kCAAkC,CAAC,mCAAmC,CAAC,oCAAoC,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;AAC9Q,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC;AAC3F,CAAC,CAAC,EAAE;AACJ,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,wCAAwC,CAAC,GAAG,CAAC,sCAAsC,CAAC,OAAO,CAAC,CAAC,wCAAwC,CAAC,mCAAmC,CAAC,mCAAmC,CAAC,mCAAmC,CAAC,sCAAsC,CAAC,mCAAmC,CAAC,mCAAmC,CAAC,mCAAmC,CAAC,mCAAmC,CAAC,mCAAmC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,CAAC;AACrhB,EAAE,KAAK,EAAE;AACT,GAAG,MAAM,CAAC,MAAM,OAAO,wBAAc,CAAC,CAAC;AACvC,GAAG,MAAM,CAAC,MAAM,OAAO,wBAAc,CAAC,CAAC;AACvC,GAAG,MAAM,CAAC,MAAM,OAAO,wBAAc,CAAC,CAAC;AACvC,GAAG,MAAM,CAAC,MAAM,OAAO,wBAAc,CAAC,CAAC;AACvC,GAAG,MAAM,CAAC,MAAM,OAAO,wBAAc,CAAC;AACtC,GAAG;AACH,EAAE,OAAO,EAAE;AACX;AACA,GAAG;AACH,EAAE,MAAM,EAAE;AACV,GAAG;AACH,IAAI,EAAE,EAAE,GAAG;AACX,IAAI,OAAO,EAAE,MAAM;AACnB,IAAI,MAAM,EAAE,EAAE;AACd,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;AAClD,IAAI,QAAQ,EAAE;AACd,IAAI;AACJ,GAAG;AACH,IAAI,EAAE,EAAE,OAAO;AACf,IAAI,OAAO,EAAE,aAAa;AAC1B,IAAI,MAAM,EAAE,EAAE;AACd,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;AAClD,IAAI,QAAQ,EAAE;AACd,IAAI;AACJ,GAAG;AACH,IAAI,EAAE,EAAE,QAAQ;AAChB,IAAI,OAAO,EAAE,cAAc;AAC3B,IAAI,MAAM,EAAE,EAAE;AACd,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;AAClD,IAAI,QAAQ,EAAE;AACd;AACA,GAAG;AACH,EAAE,kBAAkB,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC;AACjC,EAAE,QAAQ,EAAE,YAAY;AACxB;AACA,GAAG,OAAO,IAAI;AACd,EAAE,CAAC;AACH,EAAE,aAAa,EAAE;AACjB;AACA;AACA,CAAC;;AAEW,MAAC,WAAW,GAAG,IAAI,GAAG,CAAC,EAAE;;AAEzB,MAAC,IAAI,GAAG;;;;"}

package/build/shims.js

@@ -0,0 +1,32 @@
+import buffer from 'node:buffer';
+import { webcrypto } from 'node:crypto';
+
+// `buffer.File` was added in Node 18.13.0 while the `File` global was added in Node 20.0.0
+const File = /** @type {import('node:buffer') & { File?: File}} */ (buffer).File;
+
+/** @type {Record<string, any>} */
+const globals = {
+	crypto: webcrypto,
+	File
+};
+
+// exported for dev/preview and node environments
+/**
+ * Make various web APIs available as globals:
+ * - `crypto`
+ * - `File`
+ */
+function installPolyfills() {
+	for (const name in globals) {
+		if (name in globalThis) continue;
+
+		Object.defineProperty(globalThis, name, {
+			enumerable: true,
+			configurable: true,
+			writable: true,
+			value: globals[name]
+		});
+	}
+}
+
+installPolyfills();

package/package.json

@@ -0,0 +1,75 @@
+{
+	"name": "@recombine-ai/bosun",
+	"version": "0.1.0",
+	"license": "EULA",
+	"type": "module",
+	"files": [
+		"build",
+		"bin",
+		"src/ws-server",
+		"src/lib/ws-messages.ts",
+		".svelte-kit/tsconfig.json",
+		"tsconfig.json",
+		"README.md"
+	],
+	"scripts": {
+		"dev": "concurrently -n front,back 'yarn dev:vite' 'yarn dev:ws'",
+		"dev:vite": "vite dev",
+		"dev:ws": "tsx --watch src/ws-server/server.ts",
+		"build": "vite build",
+		"prepublishOnly": "npm run build",
+		"preview": "vite preview",
+		"check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
+		"check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
+		"format": "prettier --write .",
+		"lint": "prettier --check .",
+		"test:unit": "vitest",
+		"test": "yarn test:unit -- --run && yarn test:e2e",
+		"test:e2e": "playwright test",
+		"deploy": "cd deploy && yarn cdk deploy && cd ..",
+		"start": "concurrently -n front,back 'vite preview --host' 'tsx src/ws-server/server.ts'",
+		"academy:run-prompt-tests": "tsx src/lib/academy/runPromptTests.cli.ts",
+		"eslint": "eslint --quiet",
+		"eslint:fix": "eslint --fix"
+	},
+	"devDependencies": {
+		"@eslint/js": "^9.26.0",
+		"@sveltejs/adapter-auto": "^3.0.0",
+		"@sveltejs/adapter-node": "^5.2.9",
+		"@sveltejs/kit": "^2.0.0",
+		"@sveltejs/vite-plugin-svelte": "^4.0.0",
+		"@types/js-yaml": "^4.0.9",
+		"@types/ws": "^8.5.14",
+		"@typescript-eslint/eslint-plugin": "^8.32.0",
+		"autoprefixer": "^10.4.20",
+		"concurrently": "^9.1.2",
+		"eslint": "^9.26.0",
+		"prettier": "^3.3.2",
+		"prettier-plugin-svelte": "^3.2.6",
+		"prettier-plugin-tailwindcss": "^0.6.5",
+		"svelte": "^5.0.0",
+		"svelte-check": "^4.0.0",
+		"tailwindcss": "^3.4.9",
+		"typescript": "^5.0.0",
+		"typescript-eslint": "^8.32.0",
+		"vite": "^5.4.11",
+		"vitest": "^2.0.4"
+	},
+	"dependencies": {
+		"@popperjs/core": "^2.11.8",
+		"@recombine-ai/engine": "0.7.1",
+		"@tailwindcss/forms": "^0.5.9",
+		"@tailwindcss/typography": "^0.5.15",
+		"@types/papaparse": "^5.3.16",
+		"deepmerge": "^4.3.1",
+		"dotenv": "^17.2.2",
+		"googleapis": "^159.0.0",
+		"js-yaml": "^4.1.0",
+		"monaco-editor": "^0.52.2",
+		"openai": "^4.78.1",
+		"papaparse": "^5.5.3",
+		"promptfoo": "0.112.3",
+		"tsx": "^4.20.6",
+		"ws": "^8.18.0"
+	}
+}

package/src/ws-server/agents.ts

@@ -0,0 +1,459 @@
+import {
+	createContext,
+	makeAction,
+	type Action,
+	type Message,
+	type TestAgent,
+	type TestAgentFactory,
+	type TestVoiceAgent,
+	type StepTracer
+} from '@recombine-ai/engine'
+import type { DelayedActions, LogEntry } from '../lib/ws-message'
+import fs from 'fs'
+import path, { join } from 'path'
+import type { Context, ContextPersistence, StatePersistence } from './fs-persistence'
+import { createLogger } from './logger'
+import type { MessageDispatcher } from './message-dispatcher'
+import { loadProjects } from './projects'
+import { createScheduler, type BosunScheduler } from './scheduler'
+import { createTracer } from './tracer'
+
+interface MessageEntry {
+	type: 'message'
+	payload: Message
+}
+interface ActionEntry {
+	type: 'action'
+	payload: Action
+}
+
+interface HistoryLogEntry {
+	type: 'log'
+	payload: LogEntry
+}
+
+type HistoryEntry = MessageEntry | ActionEntry | HistoryLogEntry
+
+export interface AgentState {
+	id: string
+	name: string
+	history: HistoryEntry[]
+	schedule: DelayedActions
+	prev: string | null
+	next: string | null
+}
+
+type AgentWithState = Awaited<ReturnType<typeof loadAgent>>
+
+export function createAgents(
+	dispatcher: MessageDispatcher,
+	stepTracer: StepTracer,
+	statePersistence: StatePersistence,
+	contextPersistence: ContextPersistence
+) {
+	const agentStates: Record<string, AgentState[]> = {}
+	const agents: Record<string, AgentWithState> = {}
+	let currentAgent = ''
+
+	function getCurrentAgent() {
+		if (!currentAgent) {
+			throw new Error('No agent selected')
+		}
+		const agent = agents[currentAgent]
+		if (!agent) {
+			throw new Error(`Agent not found ${currentAgent}`)
+		}
+		return agent
+	}
+
+	return {
+		load: async () => {
+			const projects = await loadProjects()
+			console.log(
+				'createAgents, load; loaded projects: ',
+				projects.map((p) => `${p.project}: (${Object.keys(p.factories)})`)
+			)
+			for (let { project, basePath, factories } of projects) {
+				for (let agentName in factories) {
+					const agentId = `${project}/${agentName}`
+					const factory = factories[agentName]
+					async function saveStates(states: AgentState[]) {
+						await statePersistence.save(agentId, states)
+						agentStates[agentId] = states
+						console.log('------------- save states ---------------')
+						states.forEach((state) => {
+							console.log('State:', state.name, state.prev, state.next)
+						})
+						console.log('-----------------------------------------')
+
+						await dispatcher.sendUpdateStates(
+							states.map((state) => ({
+								id: state.id,
+								name: state.name,
+								userMessage: userMessage(state)
+							}))
+						)
+					}
+					const loadedStates = await statePersistence.load(agentId)
+					agentStates[agentId] = loadedStates
+					agents[agentId] = await loadAgent({
+						agentId,
+						contextPersistence,
+						...dispatcher,
+						factory,
+						basePath,
+						saveStates,
+						stepTracer
+					})
+				}
+			}
+			await dispatcher.sendLoaded(Object.keys(agents))
+		},
+		select: async (agentId: string, stateId?: string | null) => {
+			console.log('createAgents, select; agents: ', Object.keys(agents), 'selected: ', agentId)
+			currentAgent = agentId
+			const agent = getCurrentAgent()
+
+			dispatcher.sendAgentSelected({
+				id: agentId,
+				steps: await Promise.all(
+					agent.tracer.getSteps().map(async (s) => ({
+						name: s.name,
+						prompt: await s.prompt.content(),
+						type: s.type,
+						schema:
+							s.prompt.type === 'file' && s.schema
+								? await loadSchemaFile(agent.basePath, s.prompt.path)
+								: undefined
+					}))
+				)
+			})
+			if (agent.ctx.get()) {
+				dispatcher.sendContext(agent.ctx.get())
+			}
+
+			const states = agentStates[agentId] || []
+			let isInitialLoad = false
+			if (stateId === undefined && states.length > 0) {
+				stateId = states[states.length - 1].id
+				isInitialLoad = true
+			}
+			dispatcher.sendUpdateStates(
+				states.map((state) => ({
+					id: state.id,
+					name: state.name,
+					userMessage: userMessage(state)
+				}))
+			)
+			await agent.selectState(states, stateId, isInitialLoad)
+		},
+		selectStep: async (step: string) => {
+			await getCurrentAgent().selectStep(step)
+		},
+		updateContext: async (context: Context) => {
+			await getCurrentAgent().updateContext(context)
+		},
+		updatePrompt: async (prompt: string) => {
+			await getCurrentAgent().updatePrompt(prompt)
+		},
+		triggerAction: async (action: string) => {
+			await getCurrentAgent().triggerAction(action)
+		},
+		handleMessage: async (message: Message) => {
+			await dispatcher.sendMessage(message) // echo message
+			await getCurrentAgent().handleMessage(message)
+		}
+	}
+}
+
+interface LoadProps extends Omit<MessageDispatcher, 'sendUpdateStates'> {
+	agentId: string
+	basePath: string
+	factory: TestAgentFactory
+	saveStates: (states: AgentState[]) => Promise<void>
+	stepTracer: StepTracer
+	contextPersistence: ContextPersistence
+}
+
+async function loadAgent(props: LoadProps) {
+	let states: Record<string, AgentState> = {}
+	let state = createState({}, null)
+	let currentStep = ''
+	let scheduler: BosunScheduler | null = null
+	let agent: TestAgent | null = null
+	const savedContext = await props.contextPersistence.load(props.agentId, 'default')
+	const ctx = createContext(savedContext)
+	ctx.subscribe((context) => {
+		console.log('------ context updated --------')
+		props.sendContext(context)
+		props.contextPersistence.save(props.agentId, 'default', context)
+	})
+	const logger = createLogger((msg) => {
+		state.history.push({
+			type: 'log',
+			payload: msg
+		})
+		props.sendLog(msg)
+	})
+
+	async function sendAction(action: Action) {
+		state.history.push({
+			type: 'action',
+			payload: action
+		})
+		props.sendAction(action)
+	}
+
+	const tracer = createTracer(logger)
+
+	scheduler = createScheduler({
+		logger,
+		sendAction,
+		onUpdate: async (actions) => {
+			await props.sendSchedule(actions)
+		}
+	})
+
+	agent = await props.factory({
+		stepTracer: props.stepTracer,
+		tracer,
+		logger,
+		scheduler,
+		getMessages: () => {
+			let messages: Array<MessageEntry['payload']> = []
+			let curState = state
+			while (true) {
+				curState.history
+					.filter((entry) => entry.type === 'message')
+					.reverse()
+					.forEach((entry) => {
+						messages.push(entry.payload)
+					})
+				if (!curState.prev) {
+					break
+				}
+				curState = states[curState.prev]
+			}
+			return messages.reverse()
+		},
+		sendMessage: async (message: string | Message) => {
+			if (typeof message === 'string') {
+				state.history.push({
+					type: 'message',
+					payload: { text: message, sender: 'agent' }
+				})
+				await props.sendMessage({ text: message, sender: 'agent' })
+			} else {
+				state.history.push({
+					type: 'message',
+					payload: message
+				})
+				await props.sendMessage({ text: message.text, sender: message.sender })
+			}
+		},
+		sendAction,
+		ctx
+	})
+
+	function addState() {
+		if (!scheduler) {
+			throw new Error('Cannot add state: agent is not initialized')
+		}
+		console.log('!! add state')
+		const newState = createState(scheduler.serialize(), state.id)
+		state.next = newState.id
+		states[state.id] = clone({ ...state, schedule: scheduler.serialize() })
+		props.saveStates(Object.values(states))
+		state = newState
+	}
+
+	return {
+		agent,
+		tracer,
+		basePath: props.basePath,
+		ctx,
+		selectState: async (
+			stateHistory: AgentState[],
+			stateId?: string | null,
+			isInitialLoad?: boolean
+		) => {
+			states = {}
+			stateHistory.forEach((state) => {
+				states[state.id] = state
+			})
+			console.log('states: ' + stateHistory.length, stateId)
+			if (stateHistory.length === 0 || !stateId) {
+				// this agent loaded for the first time
+				console.log(' --- init agent ---')
+				state = createState({}, null)
+				if (agent) {
+					await (isVoiceAgent(agent) ? agent.onCallStart() : agent.start())
+				}
+				return
+			}
+			let loadedState = states[stateId]
+			if (!loadedState) {
+				return
+			}
+			console.log(' --- loaded state history: ', loadedState.history.length, '---')
+			state = loadedState
+			const replay: AgentState[] = []
+			replay.push(loadedState)
+			while (loadedState.prev) {
+				loadedState = states[loadedState.prev]
+				replay.push(loadedState)
+			}
+			console.log('replay: ' + replay.length)
+			replay.reverse().forEach((state) => {
+				state.history.forEach((entry) => {
+					switch (entry.type) {
+						case 'message':
+							props.sendMessage(entry.payload)
+							break
+						case 'action':
+							props.sendAction(entry.payload)
+							break
+						case 'log':
+							props.sendLog(entry.payload)
+							break
+					}
+				})
+			})
+			scheduler?.setState(state.schedule)
+			if (!isInitialLoad) {
+				addState()
+			}
+		},
+		selectStep: async (step: string) => {
+			currentStep = step
+			const selectedStep = tracer.getSteps().find((s) => s.name === step)
+			const prompt = await selectedStep?.prompt.content()
+			if (prompt) {
+				await props.sendPrompt(prompt)
+			}
+		},
+		updateContext: async (context: Context) => {
+			console.log('--- update context ---')
+			ctx.swap(context)
+			props.contextPersistence.save(props.agentId, 'default', context)
+		},
+		updatePrompt: async (prompt: string) => {
+			console.log('--- update prompt ---')
+			const selectedStep = tracer.getSteps().find((s) => s.name === currentStep)
+			if (selectedStep?.prompt.type !== 'file') {
+				return
+			}
+			const promptPath = selectedStep?.prompt.path
+			// TODO replace with persistence
+			const path = join(props.basePath, selectedStep?.prompt.path)
+			fs.promises
+				.writeFile(path, prompt, 'utf-8')
+				.then(() => {
+					console.debug('FS: saved prompt:', promptPath)
+				})
+				.catch((error) => {
+					console.error('FS: failed to save prompt:', error)
+				})
+		},
+		triggerAction: async (action: string) => {
+			if (!agent) {
+				throw new Error('Cannot trigger action: agent is not initialized')
+			}
+			if (!scheduler) {
+				throw new Error('Cannot trigger action: scheduler is not initialized')
+			}
+			if ('isAssigned' in agent && (await agent.isAssigned())) {
+				try {
+					await scheduler.triggerAction(action)
+				} catch (e) {
+					await agent.onFatalError(e as any)
+				}
+				state.schedule = scheduler.serialize()
+			}
+		},
+		handleMessage: async (message: Message) => {
+			if (!agent) {
+				throw new Error('Cannot handle message: agent is not initialized')
+			}
+			console.log(' --- handle message --- ')
+			state.history.push({
+				type: 'message',
+				payload: message
+			})
+			if (isVoiceAgent(agent)) {
+				const reactAct = makeAction(sendAction, 'Agent', 'Streaming response')
+				await reactAct('started')
+				await agent.streamResponse()
+				await reactAct('completed')
+			} else {
+				// text agent
+				if (await agent.isAssigned()) {
+					try {
+						const reactAct = makeAction(sendAction, 'Agent', 'React on message')
+						await reactAct('started')
+						await agent.reactOnMessage()
+						await reactAct('completed')
+
+						const respondAct = makeAction(sendAction, 'Agent', 'Compose reply')
+						await respondAct('started')
+						await agent.respondToMessage()
+						await respondAct('completed')
+					} catch (e) {
+						await agent.onFatalError(e as any)
+					}
+				}
+			}
+			addState()
+		}
+	}
+}
+
+function isVoiceAgent(agent: TestAgent): agent is TestVoiceAgent {
+	return 'streamResponse' in agent
+}
+
+function createState(schedule: DelayedActions, prev: string | null) {
+	const state: AgentState = {
+		id: new Date().toISOString(),
+		name: new Date().toLocaleString(),
+		history: [],
+		schedule,
+		prev,
+		next: null
+	}
+
+	return state
+}
+
+function clone(obj: any) {
+	return JSON.parse(JSON.stringify(obj))
+}
+
+function userMessage(st: AgentState): string | undefined {
+	for (const entry of st.history) {
+		if (entry.type === 'message') {
+			const m = entry.payload as Message
+			if (m.sender === 'user') {
+				if (typeof (m as any).text === 'string' && (m as any).text.trim()) {
+					return (m as any).text
+				}
+				if (typeof (m as any).imageUrl === 'string' && (m as any).imageUrl.trim()) {
+					return `[image] ${(m as any).imageUrl}`
+				}
+				return JSON.stringify(m)
+			}
+		}
+	}
+	return undefined
+}
+
+async function loadSchemaFile(basePath: string, promptPath: string) {
+	const dir = path.dirname(promptPath)
+	const schemaPath = join(basePath, dir, 'schema.ts')
+	console.log('loadSchemaFile', schemaPath)
+	try {
+		return await fs.promises.readFile(schemaPath, 'utf-8')
+	} catch (e) {
+		console.error(e)
+	}
+}