@apholdings/jensen-agent-core 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-loop.d.ts +3 -0
- package/dist/agent-loop.d.ts.map +1 -1
- package/dist/agent-loop.js +200 -118
- package/dist/agent-loop.js.map +1 -1
- package/dist/agent.d.ts +18 -3
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +65 -60
- package/dist/agent.js.map +1 -1
- package/dist/types.d.ts +115 -7
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +4 -3
package/dist/agent-loop.d.ts
CHANGED
|
@@ -4,6 +4,7 @@
|
|
|
4
4
|
*/
|
|
5
5
|
import { EventStream } from "@apholdings/jensen-ai";
|
|
6
6
|
import type { AgentContext, AgentEvent, AgentLoopConfig, AgentMessage, StreamFn } from "./types.js";
|
|
7
|
+
export type AgentEventSink = (event: AgentEvent) => Promise<void> | void;
|
|
7
8
|
/**
|
|
8
9
|
* Start an agent loop with a new prompt message.
|
|
9
10
|
* The prompt is added to the context and events are emitted for it.
|
|
@@ -18,4 +19,6 @@ export declare function agentLoop(prompts: AgentMessage[], context: AgentContext
|
|
|
18
19
|
* This cannot be validated here since `convertToLlm` is only called once per turn.
|
|
19
20
|
*/
|
|
20
21
|
export declare function agentLoopContinue(context: AgentContext, config: AgentLoopConfig, signal?: AbortSignal, streamFn?: StreamFn): EventStream<AgentEvent, AgentMessage[]>;
|
|
22
|
+
export declare function runAgentLoop(prompts: AgentMessage[], context: AgentContext, config: AgentLoopConfig, emit: AgentEventSink, signal?: AbortSignal, streamFn?: StreamFn): Promise<AgentMessage[]>;
|
|
23
|
+
export declare function runAgentLoopContinue(context: AgentContext, config: AgentLoopConfig, emit: AgentEventSink, signal?: AbortSignal, streamFn?: StreamFn): Promise<AgentMessage[]>;
|
|
21
24
|
//# sourceMappingURL=agent-loop.d.ts.map
|
package/dist/agent-loop.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../src/agent-loop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAGN,WAAW,EAIX,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EACX,YAAY,EACZ,UAAU,EACV,eAAe,EACf,YAAY,EAGZ,QAAQ,EACR,MAAM,YAAY,CAAC;AAEpB;;;GAGG;AACH,wBAAgB,SAAS,CACxB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAqBzC;AAED;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAChC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAsBzC","sourcesContent":["/**\n * Agent loop that works with AgentMessage throughout.\n * Transforms to Message[] only at the LLM call boundary.\n */\n\nimport {\n\ttype AssistantMessage,\n\ttype Context,\n\tEventStream,\n\tstreamSimple,\n\ttype ToolResultMessage,\n\tvalidateToolArguments,\n} from \"@apholdings/jensen-ai\";\nimport type {\n\tAgentContext,\n\tAgentEvent,\n\tAgentLoopConfig,\n\tAgentMessage,\n\tAgentTool,\n\tAgentToolResult,\n\tStreamFn,\n} from \"./types.js\";\n\n/**\n * Start an agent loop with a new prompt message.\n * The prompt is added to the context and events are emitted for it.\n */\nexport function agentLoop(\n\tprompts: AgentMessage[],\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\tsignal?: AbortSignal,\n\tstreamFn?: StreamFn,\n): EventStream<AgentEvent, AgentMessage[]> {\n\tconst stream = createAgentStream();\n\n\t(async () => {\n\t\tconst newMessages: AgentMessage[] = [...prompts];\n\t\tconst currentContext: AgentContext = {\n\t\t\t...context,\n\t\t\tmessages: [...context.messages, ...prompts],\n\t\t};\n\n\t\tstream.push({ type: \"agent_start\" });\n\t\tstream.push({ type: \"turn_start\" });\n\t\tfor (const prompt of prompts) {\n\t\t\tstream.push({ type: \"message_start\", message: prompt });\n\t\t\tstream.push({ type: \"message_end\", message: prompt });\n\t\t}\n\n\t\tawait runLoop(currentContext, newMessages, config, signal, stream, streamFn);\n\t})();\n\n\treturn stream;\n}\n\n/**\n * Continue an agent loop from the current context without adding a new message.\n * Used for retries - context already has user message or tool results.\n *\n * **Important:** The last message in context must convert to a `user` or `toolResult` message\n * via `convertToLlm`. If it doesn't, the LLM provider will reject the request.\n * This cannot be validated here since `convertToLlm` is only called once per turn.\n */\nexport function agentLoopContinue(\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\tsignal?: AbortSignal,\n\tstreamFn?: StreamFn,\n): EventStream<AgentEvent, AgentMessage[]> {\n\tif (context.messages.length === 0) {\n\t\tthrow new Error(\"Cannot continue: no messages in context\");\n\t}\n\n\tif (context.messages[context.messages.length - 1].role === \"assistant\") {\n\t\tthrow new Error(\"Cannot continue from message role: assistant\");\n\t}\n\n\tconst stream = createAgentStream();\n\n\t(async () => {\n\t\tconst newMessages: AgentMessage[] = [];\n\t\tconst currentContext: AgentContext = { ...context };\n\n\t\tstream.push({ type: \"agent_start\" });\n\t\tstream.push({ type: \"turn_start\" });\n\n\t\tawait runLoop(currentContext, newMessages, config, signal, stream, streamFn);\n\t})();\n\n\treturn stream;\n}\n\nfunction createAgentStream(): EventStream<AgentEvent, AgentMessage[]> {\n\treturn new EventStream<AgentEvent, AgentMessage[]>(\n\t\t(event: AgentEvent) => event.type === \"agent_end\",\n\t\t(event: AgentEvent) => (event.type === \"agent_end\" ? event.messages : []),\n\t);\n}\n\n/**\n * Main loop logic shared by agentLoop and agentLoopContinue.\n */\nasync function runLoop(\n\tcurrentContext: AgentContext,\n\tnewMessages: AgentMessage[],\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\tstream: EventStream<AgentEvent, AgentMessage[]>,\n\tstreamFn?: StreamFn,\n): Promise<void> {\n\tlet firstTurn = true;\n\t// Check for steering messages at start (user may have typed while waiting)\n\tlet pendingMessages: AgentMessage[] = (await config.getSteeringMessages?.()) || [];\n\n\t// Outer loop: continues when queued follow-up messages arrive after agent would stop\n\twhile (true) {\n\t\tlet hasMoreToolCalls = true;\n\t\tlet steeringAfterTools: AgentMessage[] | null = null;\n\n\t\t// Inner loop: process tool calls and steering messages\n\t\twhile (hasMoreToolCalls || pendingMessages.length > 0) {\n\t\t\tif (!firstTurn) {\n\t\t\t\tstream.push({ type: \"turn_start\" });\n\t\t\t} else {\n\t\t\t\tfirstTurn = false;\n\t\t\t}\n\n\t\t\t// Process pending messages (inject before next assistant response)\n\t\t\tif (pendingMessages.length > 0) {\n\t\t\t\tfor (const message of pendingMessages) {\n\t\t\t\t\tstream.push({ type: \"message_start\", message });\n\t\t\t\t\tstream.push({ type: \"message_end\", message });\n\t\t\t\t\tcurrentContext.messages.push(message);\n\t\t\t\t\tnewMessages.push(message);\n\t\t\t\t}\n\t\t\t\tpendingMessages = [];\n\t\t\t}\n\n\t\t\t// Stream assistant response\n\t\t\tconst message = await streamAssistantResponse(currentContext, config, signal, stream, streamFn);\n\t\t\tnewMessages.push(message);\n\n\t\t\tif (message.stopReason === \"error\" || message.stopReason === \"aborted\") {\n\t\t\t\tstream.push({ type: \"turn_end\", message, toolResults: [] });\n\t\t\t\tstream.push({ type: \"agent_end\", messages: newMessages });\n\t\t\t\tstream.end(newMessages);\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\t// Check for tool calls\n\t\t\tconst toolCalls = message.content.filter((c) => c.type === \"toolCall\");\n\t\t\thasMoreToolCalls = toolCalls.length > 0;\n\n\t\t\tconst toolResults: ToolResultMessage[] = [];\n\t\t\tif (hasMoreToolCalls) {\n\t\t\t\tconst toolExecution = await executeToolCalls(\n\t\t\t\t\tcurrentContext.tools,\n\t\t\t\t\tmessage,\n\t\t\t\t\tsignal,\n\t\t\t\t\tstream,\n\t\t\t\t\tconfig.getSteeringMessages,\n\t\t\t\t);\n\t\t\t\ttoolResults.push(...toolExecution.toolResults);\n\t\t\t\tsteeringAfterTools = toolExecution.steeringMessages ?? null;\n\n\t\t\t\tfor (const result of toolResults) {\n\t\t\t\t\tcurrentContext.messages.push(result);\n\t\t\t\t\tnewMessages.push(result);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tstream.push({ type: \"turn_end\", message, toolResults });\n\n\t\t\t// Get steering messages after turn completes\n\t\t\tif (steeringAfterTools && steeringAfterTools.length > 0) {\n\t\t\t\tpendingMessages = steeringAfterTools;\n\t\t\t\tsteeringAfterTools = null;\n\t\t\t} else {\n\t\t\t\tpendingMessages = (await config.getSteeringMessages?.()) || [];\n\t\t\t}\n\t\t}\n\n\t\t// Agent would stop here. Check for follow-up messages.\n\t\tconst followUpMessages = (await config.getFollowUpMessages?.()) || [];\n\t\tif (followUpMessages.length > 0) {\n\t\t\t// Set as pending so inner loop processes them\n\t\t\tpendingMessages = followUpMessages;\n\t\t\tcontinue;\n\t\t}\n\n\t\t// No more messages, exit\n\t\tbreak;\n\t}\n\n\tstream.push({ type: \"agent_end\", messages: newMessages });\n\tstream.end(newMessages);\n}\n\n/**\n * Stream an assistant response from the LLM.\n * This is where AgentMessage[] gets transformed to Message[] for the LLM.\n */\nasync function streamAssistantResponse(\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\tstream: EventStream<AgentEvent, AgentMessage[]>,\n\tstreamFn?: StreamFn,\n): Promise<AssistantMessage> {\n\t// Apply context transform if configured (AgentMessage[] → AgentMessage[])\n\tlet messages = context.messages;\n\tif (config.transformContext) {\n\t\tmessages = await config.transformContext(messages, signal);\n\t}\n\n\t// Convert to LLM-compatible messages (AgentMessage[] → Message[])\n\tconst llmMessages = await config.convertToLlm(messages);\n\n\t// Build LLM context\n\tconst llmContext: Context = {\n\t\tsystemPrompt: context.systemPrompt,\n\t\tmessages: llmMessages,\n\t\ttools: context.tools,\n\t};\n\n\tconst streamFunction = streamFn || streamSimple;\n\n\t// Resolve API key (important for expiring tokens)\n\tconst resolvedApiKey =\n\t\t(config.getApiKey ? await config.getApiKey(config.model.provider) : undefined) || config.apiKey;\n\n\tconst response = await streamFunction(config.model, llmContext, {\n\t\t...config,\n\t\tapiKey: resolvedApiKey,\n\t\tsignal,\n\t});\n\n\tlet partialMessage: AssistantMessage | null = null;\n\tlet addedPartial = false;\n\n\tfor await (const event of response) {\n\t\tswitch (event.type) {\n\t\t\tcase \"start\":\n\t\t\t\tpartialMessage = event.partial;\n\t\t\t\tcontext.messages.push(partialMessage);\n\t\t\t\taddedPartial = true;\n\t\t\t\tstream.push({ type: \"message_start\", message: { ...partialMessage } });\n\t\t\t\tbreak;\n\n\t\t\tcase \"text_start\":\n\t\t\tcase \"text_delta\":\n\t\t\tcase \"text_end\":\n\t\t\tcase \"thinking_start\":\n\t\t\tcase \"thinking_delta\":\n\t\t\tcase \"thinking_end\":\n\t\t\tcase \"toolcall_start\":\n\t\t\tcase \"toolcall_delta\":\n\t\t\tcase \"toolcall_end\":\n\t\t\t\tif (partialMessage) {\n\t\t\t\t\tpartialMessage = event.partial;\n\t\t\t\t\tcontext.messages[context.messages.length - 1] = partialMessage;\n\t\t\t\t\tstream.push({\n\t\t\t\t\t\ttype: \"message_update\",\n\t\t\t\t\t\tassistantMessageEvent: event,\n\t\t\t\t\t\tmessage: { ...partialMessage },\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\tbreak;\n\n\t\t\tcase \"done\":\n\t\t\tcase \"error\": {\n\t\t\t\tconst finalMessage = await response.result();\n\t\t\t\tif (addedPartial) {\n\t\t\t\t\tcontext.messages[context.messages.length - 1] = finalMessage;\n\t\t\t\t} else {\n\t\t\t\t\tcontext.messages.push(finalMessage);\n\t\t\t\t}\n\t\t\t\tif (!addedPartial) {\n\t\t\t\t\tstream.push({ type: \"message_start\", message: { ...finalMessage } });\n\t\t\t\t}\n\t\t\t\tstream.push({ type: \"message_end\", message: finalMessage });\n\t\t\t\treturn finalMessage;\n\t\t\t}\n\t\t}\n\t}\n\n\treturn await response.result();\n}\n\n/**\n * Execute tool calls from an assistant message.\n */\nasync function executeToolCalls(\n\ttools: AgentTool<any>[] | undefined,\n\tassistantMessage: AssistantMessage,\n\tsignal: AbortSignal | undefined,\n\tstream: EventStream<AgentEvent, AgentMessage[]>,\n\tgetSteeringMessages?: AgentLoopConfig[\"getSteeringMessages\"],\n): Promise<{ toolResults: ToolResultMessage[]; steeringMessages?: AgentMessage[] }> {\n\tconst toolCalls = assistantMessage.content.filter((c) => c.type === \"toolCall\");\n\tconst results: ToolResultMessage[] = [];\n\tlet steeringMessages: AgentMessage[] | undefined;\n\n\tfor (let index = 0; index < toolCalls.length; index++) {\n\t\tconst toolCall = toolCalls[index];\n\t\tconst tool = tools?.find((t) => t.name === toolCall.name);\n\n\t\tstream.push({\n\t\t\ttype: \"tool_execution_start\",\n\t\t\ttoolCallId: toolCall.id,\n\t\t\ttoolName: toolCall.name,\n\t\t\targs: toolCall.arguments,\n\t\t});\n\n\t\tlet result: AgentToolResult<any>;\n\t\tlet isError = false;\n\n\t\ttry {\n\t\t\tif (!tool) throw new Error(`Tool ${toolCall.name} not found`);\n\n\t\t\tconst validatedArgs = validateToolArguments(tool, toolCall);\n\n\t\t\tresult = await tool.execute(toolCall.id, validatedArgs, signal, (partialResult) => {\n\t\t\t\tstream.push({\n\t\t\t\t\ttype: \"tool_execution_update\",\n\t\t\t\t\ttoolCallId: toolCall.id,\n\t\t\t\t\ttoolName: toolCall.name,\n\t\t\t\t\targs: toolCall.arguments,\n\t\t\t\t\tpartialResult,\n\t\t\t\t});\n\t\t\t});\n\t\t} catch (e) {\n\t\t\tresult = {\n\t\t\t\tcontent: [{ type: \"text\", text: e instanceof Error ? e.message : String(e) }],\n\t\t\t\tdetails: {},\n\t\t\t};\n\t\t\tisError = true;\n\t\t}\n\n\t\tstream.push({\n\t\t\ttype: \"tool_execution_end\",\n\t\t\ttoolCallId: toolCall.id,\n\t\t\ttoolName: toolCall.name,\n\t\t\tresult,\n\t\t\tisError,\n\t\t});\n\n\t\tconst toolResultMessage: ToolResultMessage = {\n\t\t\trole: \"toolResult\",\n\t\t\ttoolCallId: toolCall.id,\n\t\t\ttoolName: toolCall.name,\n\t\t\tcontent: result.content,\n\t\t\tdetails: result.details,\n\t\t\tisError,\n\t\t\ttimestamp: Date.now(),\n\t\t};\n\n\t\tresults.push(toolResultMessage);\n\t\tstream.push({ type: \"message_start\", message: toolResultMessage });\n\t\tstream.push({ type: \"message_end\", message: toolResultMessage });\n\n\t\t// Check for steering messages - skip remaining tools if user interrupted\n\t\tif (getSteeringMessages) {\n\t\t\tconst steering = await getSteeringMessages();\n\t\t\tif (steering.length > 0) {\n\t\t\t\tsteeringMessages = steering;\n\t\t\t\tconst remainingCalls = toolCalls.slice(index + 1);\n\t\t\t\tfor (const skipped of remainingCalls) {\n\t\t\t\t\tresults.push(skipToolCall(skipped, stream));\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t}\n\n\treturn { toolResults: results, steeringMessages };\n}\n\nfunction skipToolCall(\n\ttoolCall: Extract<AssistantMessage[\"content\"][number], { type: \"toolCall\" }>,\n\tstream: EventStream<AgentEvent, AgentMessage[]>,\n): ToolResultMessage {\n\tconst result: AgentToolResult<any> = {\n\t\tcontent: [{ type: \"text\", text: \"Skipped due to queued user message.\" }],\n\t\tdetails: {},\n\t};\n\n\tstream.push({\n\t\ttype: \"tool_execution_start\",\n\t\ttoolCallId: toolCall.id,\n\t\ttoolName: toolCall.name,\n\t\targs: toolCall.arguments,\n\t});\n\tstream.push({\n\t\ttype: \"tool_execution_end\",\n\t\ttoolCallId: toolCall.id,\n\t\ttoolName: toolCall.name,\n\t\tresult,\n\t\tisError: true,\n\t});\n\n\tconst toolResultMessage: ToolResultMessage = {\n\t\trole: \"toolResult\",\n\t\ttoolCallId: toolCall.id,\n\t\ttoolName: toolCall.name,\n\t\tcontent: result.content,\n\t\tdetails: {},\n\t\tisError: true,\n\t\ttimestamp: Date.now(),\n\t};\n\n\tstream.push({ type: \"message_start\", message: toolResultMessage });\n\tstream.push({ type: \"message_end\", message: toolResultMessage });\n\n\treturn toolResultMessage;\n}\n"]}
|
|
1
|
+
{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../src/agent-loop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAGN,WAAW,EAIX,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EACX,YAAY,EACZ,UAAU,EACV,eAAe,EACf,YAAY,EAIZ,QAAQ,EACR,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAEzE;;;GAGG;AACH,wBAAgB,SAAS,CACxB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAiBzC;AAED;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAChC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAwBzC;AAED,wBAAsB,YAAY,CACjC,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC,CAgBzB;AAED,wBAAsB,oBAAoB,CACzC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC,CAiBzB","sourcesContent":["/**\n * Agent loop that works with AgentMessage throughout.\n * Transforms to Message[] only at the LLM call boundary.\n */\n\nimport {\n\ttype AssistantMessage,\n\ttype Context,\n\tEventStream,\n\tstreamSimple,\n\ttype ToolResultMessage,\n\tvalidateToolArguments,\n} from \"@apholdings/jensen-ai\";\nimport type {\n\tAgentContext,\n\tAgentEvent,\n\tAgentLoopConfig,\n\tAgentMessage,\n\tAgentTool,\n\tAgentToolCall,\n\tAgentToolResult,\n\tStreamFn,\n} from \"./types.js\";\n\nexport type AgentEventSink = (event: AgentEvent) => Promise<void> | void;\n\n/**\n * Start an agent loop with a new prompt message.\n * The prompt is added to the context and events are emitted for it.\n */\nexport function agentLoop(\n\tprompts: AgentMessage[],\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\tsignal?: AbortSignal,\n\tstreamFn?: StreamFn,\n): EventStream<AgentEvent, AgentMessage[]> {\n\tconst stream = createAgentStream();\n\n\tvoid runAgentLoop(\n\t\tprompts,\n\t\tcontext,\n\t\tconfig,\n\t\tasync (event) => {\n\t\t\tstream.push(event);\n\t\t},\n\t\tsignal,\n\t\tstreamFn,\n\t).then((messages) => {\n\t\tstream.end(messages);\n\t});\n\n\treturn stream;\n}\n\n/**\n * Continue an agent loop from the current context without adding a new message.\n * Used for retries - context already has user message or tool results.\n *\n * **Important:** The last message in context must convert to a `user` or `toolResult` message\n * via `convertToLlm`. If it doesn't, the LLM provider will reject the request.\n * This cannot be validated here since `convertToLlm` is only called once per turn.\n */\nexport function agentLoopContinue(\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\tsignal?: AbortSignal,\n\tstreamFn?: StreamFn,\n): EventStream<AgentEvent, AgentMessage[]> {\n\tif (context.messages.length === 0) {\n\t\tthrow new Error(\"Cannot continue: no messages in context\");\n\t}\n\n\tif (context.messages[context.messages.length - 1].role === \"assistant\") {\n\t\tthrow new Error(\"Cannot continue from message role: assistant\");\n\t}\n\n\tconst stream = createAgentStream();\n\n\tvoid runAgentLoopContinue(\n\t\tcontext,\n\t\tconfig,\n\t\tasync (event) => {\n\t\t\tstream.push(event);\n\t\t},\n\t\tsignal,\n\t\tstreamFn,\n\t).then((messages) => {\n\t\tstream.end(messages);\n\t});\n\n\treturn stream;\n}\n\nexport async function runAgentLoop(\n\tprompts: AgentMessage[],\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\temit: AgentEventSink,\n\tsignal?: AbortSignal,\n\tstreamFn?: StreamFn,\n): Promise<AgentMessage[]> {\n\tconst newMessages: AgentMessage[] = [...prompts];\n\tconst currentContext: AgentContext = {\n\t\t...context,\n\t\tmessages: [...context.messages, ...prompts],\n\t};\n\n\tawait emit({ type: \"agent_start\" });\n\tawait emit({ type: \"turn_start\" });\n\tfor (const prompt of prompts) {\n\t\tawait emit({ type: \"message_start\", message: prompt });\n\t\tawait emit({ type: \"message_end\", message: prompt });\n\t}\n\n\tawait runLoop(currentContext, newMessages, config, signal, emit, streamFn);\n\treturn newMessages;\n}\n\nexport async function runAgentLoopContinue(\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\temit: AgentEventSink,\n\tsignal?: AbortSignal,\n\tstreamFn?: StreamFn,\n): Promise<AgentMessage[]> {\n\tif (context.messages.length === 0) {\n\t\tthrow new Error(\"Cannot continue: no messages in context\");\n\t}\n\n\tif (context.messages[context.messages.length - 1].role === \"assistant\") {\n\t\tthrow new Error(\"Cannot continue from message role: assistant\");\n\t}\n\n\tconst newMessages: AgentMessage[] = [];\n\tconst currentContext: AgentContext = { ...context };\n\n\tawait emit({ type: \"agent_start\" });\n\tawait emit({ type: \"turn_start\" });\n\n\tawait runLoop(currentContext, newMessages, config, signal, emit, streamFn);\n\treturn newMessages;\n}\n\nfunction createAgentStream(): EventStream<AgentEvent, AgentMessage[]> {\n\treturn new EventStream<AgentEvent, AgentMessage[]>(\n\t\t(event: AgentEvent) => event.type === \"agent_end\",\n\t\t(event: AgentEvent) => (event.type === \"agent_end\" ? event.messages : []),\n\t);\n}\n\n/**\n * Main loop logic shared by agentLoop and agentLoopContinue.\n */\nasync function runLoop(\n\tcurrentContext: AgentContext,\n\tnewMessages: AgentMessage[],\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\temit: AgentEventSink,\n\tstreamFn?: StreamFn,\n): Promise<void> {\n\tlet firstTurn = true;\n\t// Check for steering messages at start (user may have typed while waiting)\n\tlet pendingMessages: AgentMessage[] = (await config.getSteeringMessages?.()) || [];\n\n\t// Outer loop: continues when queued follow-up messages arrive after agent would stop\n\twhile (true) {\n\t\tlet hasMoreToolCalls = true;\n\n\t\t// Inner loop: process tool calls and steering messages\n\t\twhile (hasMoreToolCalls || pendingMessages.length > 0) {\n\t\t\tif (!firstTurn) {\n\t\t\t\tawait emit({ type: \"turn_start\" });\n\t\t\t} else {\n\t\t\t\tfirstTurn = false;\n\t\t\t}\n\n\t\t\t// Process pending messages (inject before next assistant response)\n\t\t\tif (pendingMessages.length > 0) {\n\t\t\t\tfor (const message of pendingMessages) {\n\t\t\t\t\tawait emit({ type: \"message_start\", message });\n\t\t\t\t\tawait emit({ type: \"message_end\", message });\n\t\t\t\t\tcurrentContext.messages.push(message);\n\t\t\t\t\tnewMessages.push(message);\n\t\t\t\t}\n\t\t\t\tpendingMessages = [];\n\t\t\t}\n\n\t\t\t// Stream assistant response\n\t\t\tconst message = await streamAssistantResponse(currentContext, config, signal, emit, streamFn);\n\t\t\tnewMessages.push(message);\n\n\t\t\tif (message.stopReason === \"error\" || message.stopReason === \"aborted\") {\n\t\t\t\tawait emit({ type: \"turn_end\", message, toolResults: [] });\n\t\t\t\tawait emit({ type: \"agent_end\", messages: newMessages });\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\t// Check for tool calls\n\t\t\tconst toolCalls = message.content.filter((c) => c.type === \"toolCall\");\n\t\t\thasMoreToolCalls = toolCalls.length > 0;\n\n\t\t\tconst toolResults: ToolResultMessage[] = [];\n\t\t\tif (hasMoreToolCalls) {\n\t\t\t\ttoolResults.push(...(await executeToolCalls(currentContext, message, config, signal, emit)));\n\n\t\t\t\tfor (const result of toolResults) {\n\t\t\t\t\tcurrentContext.messages.push(result);\n\t\t\t\t\tnewMessages.push(result);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tawait emit({ type: \"turn_end\", message, toolResults });\n\n\t\t\tpendingMessages = (await config.getSteeringMessages?.()) || [];\n\t\t}\n\n\t\t// Agent would stop here. Check for follow-up messages.\n\t\tconst followUpMessages = (await config.getFollowUpMessages?.()) || [];\n\t\tif (followUpMessages.length > 0) {\n\t\t\t// Set as pending so inner loop processes them\n\t\t\tpendingMessages = followUpMessages;\n\t\t\tcontinue;\n\t\t}\n\n\t\t// No more messages, exit\n\t\tbreak;\n\t}\n\n\tawait emit({ type: \"agent_end\", messages: newMessages });\n}\n\n/**\n * Stream an assistant response from the LLM.\n * This is where AgentMessage[] gets transformed to Message[] for the LLM.\n */\nasync function streamAssistantResponse(\n\tcontext: AgentContext,\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\temit: AgentEventSink,\n\tstreamFn?: StreamFn,\n): Promise<AssistantMessage> {\n\t// Apply context transform if configured (AgentMessage[] → AgentMessage[])\n\tlet messages = context.messages;\n\tif (config.transformContext) {\n\t\tmessages = await config.transformContext(messages, signal);\n\t}\n\n\t// Convert to LLM-compatible messages (AgentMessage[] → Message[])\n\tconst llmMessages = await config.convertToLlm(messages);\n\n\t// Build LLM context\n\tconst llmContext: Context = {\n\t\tsystemPrompt: context.systemPrompt,\n\t\tmessages: llmMessages,\n\t\ttools: context.tools,\n\t};\n\n\tconst streamFunction = streamFn || streamSimple;\n\n\t// Resolve API key (important for expiring tokens)\n\tconst resolvedApiKey =\n\t\t(config.getApiKey ? await config.getApiKey(config.model.provider) : undefined) || config.apiKey;\n\n\tconst response = await streamFunction(config.model, llmContext, {\n\t\t...config,\n\t\tapiKey: resolvedApiKey,\n\t\tsignal,\n\t});\n\n\tlet partialMessage: AssistantMessage | null = null;\n\tlet addedPartial = false;\n\n\tfor await (const event of response) {\n\t\tswitch (event.type) {\n\t\t\tcase \"start\":\n\t\t\t\tpartialMessage = event.partial;\n\t\t\t\tcontext.messages.push(partialMessage);\n\t\t\t\taddedPartial = true;\n\t\t\t\tawait emit({ type: \"message_start\", message: { ...partialMessage } });\n\t\t\t\tbreak;\n\n\t\t\tcase \"text_start\":\n\t\t\tcase \"text_delta\":\n\t\t\tcase \"text_end\":\n\t\t\tcase \"thinking_start\":\n\t\t\tcase \"thinking_delta\":\n\t\t\tcase \"thinking_end\":\n\t\t\tcase \"toolcall_start\":\n\t\t\tcase \"toolcall_delta\":\n\t\t\tcase \"toolcall_end\":\n\t\t\t\tif (partialMessage) {\n\t\t\t\t\tpartialMessage = event.partial;\n\t\t\t\t\tcontext.messages[context.messages.length - 1] = partialMessage;\n\t\t\t\t\tawait emit({\n\t\t\t\t\t\ttype: \"message_update\",\n\t\t\t\t\t\tassistantMessageEvent: event,\n\t\t\t\t\t\tmessage: { ...partialMessage },\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t\tbreak;\n\n\t\t\tcase \"done\":\n\t\t\tcase \"error\": {\n\t\t\t\tconst finalMessage = await response.result();\n\t\t\t\tif (addedPartial) {\n\t\t\t\t\tcontext.messages[context.messages.length - 1] = finalMessage;\n\t\t\t\t} else {\n\t\t\t\t\tcontext.messages.push(finalMessage);\n\t\t\t\t}\n\t\t\t\tif (!addedPartial) {\n\t\t\t\t\tawait emit({ type: \"message_start\", message: { ...finalMessage } });\n\t\t\t\t}\n\t\t\t\tawait emit({ type: \"message_end\", message: finalMessage });\n\t\t\t\treturn finalMessage;\n\t\t\t}\n\t\t}\n\t}\n\n\tconst finalMessage = await response.result();\n\tif (addedPartial) {\n\t\tcontext.messages[context.messages.length - 1] = finalMessage;\n\t} else {\n\t\tcontext.messages.push(finalMessage);\n\t\tawait emit({ type: \"message_start\", message: { ...finalMessage } });\n\t}\n\tawait emit({ type: \"message_end\", message: finalMessage });\n\treturn finalMessage;\n}\n\n/**\n * Execute tool calls from an assistant message.\n */\nasync function executeToolCalls(\n\tcurrentContext: AgentContext,\n\tassistantMessage: AssistantMessage,\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\temit: AgentEventSink,\n): Promise<ToolResultMessage[]> {\n\tconst toolCalls = assistantMessage.content.filter((c) => c.type === \"toolCall\");\n\tif (config.toolExecution === \"sequential\") {\n\t\treturn executeToolCallsSequential(currentContext, assistantMessage, toolCalls, config, signal, emit);\n\t}\n\treturn executeToolCallsParallel(currentContext, assistantMessage, toolCalls, config, signal, emit);\n}\n\nasync function executeToolCallsSequential(\n\tcurrentContext: AgentContext,\n\tassistantMessage: AssistantMessage,\n\ttoolCalls: AgentToolCall[],\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\temit: AgentEventSink,\n): Promise<ToolResultMessage[]> {\n\tconst results: ToolResultMessage[] = [];\n\n\tfor (const toolCall of toolCalls) {\n\t\tawait emit({\n\t\t\ttype: \"tool_execution_start\",\n\t\t\ttoolCallId: toolCall.id,\n\t\t\ttoolName: toolCall.name,\n\t\t\targs: toolCall.arguments,\n\t\t});\n\n\t\tconst preparation = await prepareToolCall(currentContext, assistantMessage, toolCall, config, signal);\n\t\tif (preparation.kind === \"immediate\") {\n\t\t\tresults.push(await emitToolCallOutcome(toolCall, preparation.result, preparation.isError, emit));\n\t\t} else {\n\t\t\tconst executed = await executePreparedToolCall(preparation, signal, emit);\n\t\t\tresults.push(\n\t\t\t\tawait finalizeExecutedToolCall(\n\t\t\t\t\tcurrentContext,\n\t\t\t\t\tassistantMessage,\n\t\t\t\t\tpreparation,\n\t\t\t\t\texecuted,\n\t\t\t\t\tconfig,\n\t\t\t\t\tsignal,\n\t\t\t\t\temit,\n\t\t\t\t),\n\t\t\t);\n\t\t}\n\t}\n\n\treturn results;\n}\n\nasync function executeToolCallsParallel(\n\tcurrentContext: AgentContext,\n\tassistantMessage: AssistantMessage,\n\ttoolCalls: AgentToolCall[],\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\temit: AgentEventSink,\n): Promise<ToolResultMessage[]> {\n\tconst results: ToolResultMessage[] = [];\n\tconst runnableCalls: PreparedToolCall[] = [];\n\n\tfor (const toolCall of toolCalls) {\n\t\tawait emit({\n\t\t\ttype: \"tool_execution_start\",\n\t\t\ttoolCallId: toolCall.id,\n\t\t\ttoolName: toolCall.name,\n\t\t\targs: toolCall.arguments,\n\t\t});\n\n\t\tconst preparation = await prepareToolCall(currentContext, assistantMessage, toolCall, config, signal);\n\t\tif (preparation.kind === \"immediate\") {\n\t\t\tresults.push(await emitToolCallOutcome(toolCall, preparation.result, preparation.isError, emit));\n\t\t} else {\n\t\t\trunnableCalls.push(preparation);\n\t\t}\n\t}\n\n\tconst runningCalls = runnableCalls.map((prepared) => ({\n\t\tprepared,\n\t\texecution: executePreparedToolCall(prepared, signal, emit),\n\t}));\n\n\tfor (const running of runningCalls) {\n\t\tconst executed = await running.execution;\n\t\tresults.push(\n\t\t\tawait finalizeExecutedToolCall(\n\t\t\t\tcurrentContext,\n\t\t\t\tassistantMessage,\n\t\t\t\trunning.prepared,\n\t\t\t\texecuted,\n\t\t\t\tconfig,\n\t\t\t\tsignal,\n\t\t\t\temit,\n\t\t\t),\n\t\t);\n\t}\n\n\treturn results;\n}\n\ntype PreparedToolCall = {\n\tkind: \"prepared\";\n\ttoolCall: AgentToolCall;\n\ttool: AgentTool<any>;\n\targs: unknown;\n};\n\ntype ImmediateToolCallOutcome = {\n\tkind: \"immediate\";\n\tresult: AgentToolResult<any>;\n\tisError: boolean;\n};\n\ntype ExecutedToolCallOutcome = {\n\tresult: AgentToolResult<any>;\n\tisError: boolean;\n};\n\nasync function prepareToolCall(\n\tcurrentContext: AgentContext,\n\tassistantMessage: AssistantMessage,\n\ttoolCall: AgentToolCall,\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n): Promise<PreparedToolCall | ImmediateToolCallOutcome> {\n\tconst tool = currentContext.tools?.find((t) => t.name === toolCall.name);\n\tif (!tool) {\n\t\treturn {\n\t\t\tkind: \"immediate\",\n\t\t\tresult: createErrorToolResult(`Tool ${toolCall.name} not found`),\n\t\t\tisError: true,\n\t\t};\n\t}\n\n\ttry {\n\t\tconst validatedArgs = validateToolArguments(tool, toolCall);\n\t\tif (config.beforeToolCall) {\n\t\t\tconst beforeResult = await config.beforeToolCall(\n\t\t\t\t{\n\t\t\t\t\tassistantMessage,\n\t\t\t\t\ttoolCall,\n\t\t\t\t\targs: validatedArgs,\n\t\t\t\t\tcontext: currentContext,\n\t\t\t\t},\n\t\t\t\tsignal,\n\t\t\t);\n\t\t\tif (beforeResult?.block) {\n\t\t\t\treturn {\n\t\t\t\t\tkind: \"immediate\",\n\t\t\t\t\tresult: createErrorToolResult(beforeResult.reason || \"Tool execution was blocked\"),\n\t\t\t\t\tisError: true,\n\t\t\t\t};\n\t\t\t}\n\t\t}\n\t\treturn {\n\t\t\tkind: \"prepared\",\n\t\t\ttoolCall,\n\t\t\ttool,\n\t\t\targs: validatedArgs,\n\t\t};\n\t} catch (error) {\n\t\treturn {\n\t\t\tkind: \"immediate\",\n\t\t\tresult: createErrorToolResult(error instanceof Error ? error.message : String(error)),\n\t\t\tisError: true,\n\t\t};\n\t}\n}\n\nasync function executePreparedToolCall(\n\tprepared: PreparedToolCall,\n\tsignal: AbortSignal | undefined,\n\temit: AgentEventSink,\n): Promise<ExecutedToolCallOutcome> {\n\tconst updateEvents: Promise<void>[] = [];\n\n\ttry {\n\t\tconst result = await prepared.tool.execute(\n\t\t\tprepared.toolCall.id,\n\t\t\tprepared.args as never,\n\t\t\tsignal,\n\t\t\t(partialResult) => {\n\t\t\t\tupdateEvents.push(\n\t\t\t\t\tPromise.resolve(\n\t\t\t\t\t\temit({\n\t\t\t\t\t\t\ttype: \"tool_execution_update\",\n\t\t\t\t\t\t\ttoolCallId: prepared.toolCall.id,\n\t\t\t\t\t\t\ttoolName: prepared.toolCall.name,\n\t\t\t\t\t\t\targs: prepared.toolCall.arguments,\n\t\t\t\t\t\t\tpartialResult,\n\t\t\t\t\t\t}),\n\t\t\t\t\t),\n\t\t\t\t);\n\t\t\t},\n\t\t);\n\t\tawait Promise.all(updateEvents);\n\t\treturn { result, isError: false };\n\t} catch (error) {\n\t\tawait Promise.all(updateEvents);\n\t\treturn {\n\t\t\tresult: createErrorToolResult(error instanceof Error ? error.message : String(error)),\n\t\t\tisError: true,\n\t\t};\n\t}\n}\n\nasync function finalizeExecutedToolCall(\n\tcurrentContext: AgentContext,\n\tassistantMessage: AssistantMessage,\n\tprepared: PreparedToolCall,\n\texecuted: ExecutedToolCallOutcome,\n\tconfig: AgentLoopConfig,\n\tsignal: AbortSignal | undefined,\n\temit: AgentEventSink,\n): Promise<ToolResultMessage> {\n\tlet result = executed.result;\n\tlet isError = executed.isError;\n\n\tif (config.afterToolCall) {\n\t\tconst afterResult = await config.afterToolCall(\n\t\t\t{\n\t\t\t\tassistantMessage,\n\t\t\t\ttoolCall: prepared.toolCall,\n\t\t\t\targs: prepared.args,\n\t\t\t\tresult,\n\t\t\t\tisError,\n\t\t\t\tcontext: currentContext,\n\t\t\t},\n\t\t\tsignal,\n\t\t);\n\t\tif (afterResult) {\n\t\t\tresult = {\n\t\t\t\tcontent: afterResult.content ?? result.content,\n\t\t\t\tdetails: afterResult.details ?? result.details,\n\t\t\t};\n\t\t\tisError = afterResult.isError ?? isError;\n\t\t}\n\t}\n\n\treturn await emitToolCallOutcome(prepared.toolCall, result, isError, emit);\n}\n\nfunction createErrorToolResult(message: string): AgentToolResult<any> {\n\treturn {\n\t\tcontent: [{ type: \"text\", text: message }],\n\t\tdetails: {},\n\t};\n}\n\nasync function emitToolCallOutcome(\n\ttoolCall: AgentToolCall,\n\tresult: AgentToolResult<any>,\n\tisError: boolean,\n\temit: AgentEventSink,\n): Promise<ToolResultMessage> {\n\tawait emit({\n\t\ttype: \"tool_execution_end\",\n\t\ttoolCallId: toolCall.id,\n\t\ttoolName: toolCall.name,\n\t\tresult,\n\t\tisError,\n\t});\n\n\tconst toolResultMessage: ToolResultMessage = {\n\t\trole: \"toolResult\",\n\t\ttoolCallId: toolCall.id,\n\t\ttoolName: toolCall.name,\n\t\tcontent: result.content,\n\t\tdetails: result.details,\n\t\tisError,\n\t\ttimestamp: Date.now(),\n\t};\n\n\tawait emit({ type: \"message_start\", message: toolResultMessage });\n\tawait emit({ type: \"message_end\", message: toolResultMessage });\n\treturn toolResultMessage;\n}\n"]}
|
package/dist/agent-loop.js
CHANGED
|
@@ -9,20 +9,11 @@ import { EventStream, streamSimple, validateToolArguments, } from "@apholdings/j
|
|
|
9
9
|
*/
|
|
10
10
|
export function agentLoop(prompts, context, config, signal, streamFn) {
|
|
11
11
|
const stream = createAgentStream();
|
|
12
|
-
(async () => {
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
};
|
|
18
|
-
stream.push({ type: "agent_start" });
|
|
19
|
-
stream.push({ type: "turn_start" });
|
|
20
|
-
for (const prompt of prompts) {
|
|
21
|
-
stream.push({ type: "message_start", message: prompt });
|
|
22
|
-
stream.push({ type: "message_end", message: prompt });
|
|
23
|
-
}
|
|
24
|
-
await runLoop(currentContext, newMessages, config, signal, stream, streamFn);
|
|
25
|
-
})();
|
|
12
|
+
void runAgentLoop(prompts, context, config, async (event) => {
|
|
13
|
+
stream.push(event);
|
|
14
|
+
}, signal, streamFn).then((messages) => {
|
|
15
|
+
stream.end(messages);
|
|
16
|
+
});
|
|
26
17
|
return stream;
|
|
27
18
|
}
|
|
28
19
|
/**
|
|
@@ -41,33 +32,59 @@ export function agentLoopContinue(context, config, signal, streamFn) {
|
|
|
41
32
|
throw new Error("Cannot continue from message role: assistant");
|
|
42
33
|
}
|
|
43
34
|
const stream = createAgentStream();
|
|
44
|
-
(async () => {
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
stream.
|
|
48
|
-
|
|
49
|
-
await runLoop(currentContext, newMessages, config, signal, stream, streamFn);
|
|
50
|
-
})();
|
|
35
|
+
void runAgentLoopContinue(context, config, async (event) => {
|
|
36
|
+
stream.push(event);
|
|
37
|
+
}, signal, streamFn).then((messages) => {
|
|
38
|
+
stream.end(messages);
|
|
39
|
+
});
|
|
51
40
|
return stream;
|
|
52
41
|
}
|
|
42
|
+
export async function runAgentLoop(prompts, context, config, emit, signal, streamFn) {
|
|
43
|
+
const newMessages = [...prompts];
|
|
44
|
+
const currentContext = {
|
|
45
|
+
...context,
|
|
46
|
+
messages: [...context.messages, ...prompts],
|
|
47
|
+
};
|
|
48
|
+
await emit({ type: "agent_start" });
|
|
49
|
+
await emit({ type: "turn_start" });
|
|
50
|
+
for (const prompt of prompts) {
|
|
51
|
+
await emit({ type: "message_start", message: prompt });
|
|
52
|
+
await emit({ type: "message_end", message: prompt });
|
|
53
|
+
}
|
|
54
|
+
await runLoop(currentContext, newMessages, config, signal, emit, streamFn);
|
|
55
|
+
return newMessages;
|
|
56
|
+
}
|
|
57
|
+
export async function runAgentLoopContinue(context, config, emit, signal, streamFn) {
|
|
58
|
+
if (context.messages.length === 0) {
|
|
59
|
+
throw new Error("Cannot continue: no messages in context");
|
|
60
|
+
}
|
|
61
|
+
if (context.messages[context.messages.length - 1].role === "assistant") {
|
|
62
|
+
throw new Error("Cannot continue from message role: assistant");
|
|
63
|
+
}
|
|
64
|
+
const newMessages = [];
|
|
65
|
+
const currentContext = { ...context };
|
|
66
|
+
await emit({ type: "agent_start" });
|
|
67
|
+
await emit({ type: "turn_start" });
|
|
68
|
+
await runLoop(currentContext, newMessages, config, signal, emit, streamFn);
|
|
69
|
+
return newMessages;
|
|
70
|
+
}
|
|
53
71
|
function createAgentStream() {
|
|
54
72
|
return new EventStream((event) => event.type === "agent_end", (event) => (event.type === "agent_end" ? event.messages : []));
|
|
55
73
|
}
|
|
56
74
|
/**
|
|
57
75
|
* Main loop logic shared by agentLoop and agentLoopContinue.
|
|
58
76
|
*/
|
|
59
|
-
async function runLoop(currentContext, newMessages, config, signal,
|
|
77
|
+
async function runLoop(currentContext, newMessages, config, signal, emit, streamFn) {
|
|
60
78
|
let firstTurn = true;
|
|
61
79
|
// Check for steering messages at start (user may have typed while waiting)
|
|
62
80
|
let pendingMessages = (await config.getSteeringMessages?.()) || [];
|
|
63
81
|
// Outer loop: continues when queued follow-up messages arrive after agent would stop
|
|
64
82
|
while (true) {
|
|
65
83
|
let hasMoreToolCalls = true;
|
|
66
|
-
let steeringAfterTools = null;
|
|
67
84
|
// Inner loop: process tool calls and steering messages
|
|
68
85
|
while (hasMoreToolCalls || pendingMessages.length > 0) {
|
|
69
86
|
if (!firstTurn) {
|
|
70
|
-
|
|
87
|
+
await emit({ type: "turn_start" });
|
|
71
88
|
}
|
|
72
89
|
else {
|
|
73
90
|
firstTurn = false;
|
|
@@ -75,20 +92,19 @@ async function runLoop(currentContext, newMessages, config, signal, stream, stre
|
|
|
75
92
|
// Process pending messages (inject before next assistant response)
|
|
76
93
|
if (pendingMessages.length > 0) {
|
|
77
94
|
for (const message of pendingMessages) {
|
|
78
|
-
|
|
79
|
-
|
|
95
|
+
await emit({ type: "message_start", message });
|
|
96
|
+
await emit({ type: "message_end", message });
|
|
80
97
|
currentContext.messages.push(message);
|
|
81
98
|
newMessages.push(message);
|
|
82
99
|
}
|
|
83
100
|
pendingMessages = [];
|
|
84
101
|
}
|
|
85
102
|
// Stream assistant response
|
|
86
|
-
const message = await streamAssistantResponse(currentContext, config, signal,
|
|
103
|
+
const message = await streamAssistantResponse(currentContext, config, signal, emit, streamFn);
|
|
87
104
|
newMessages.push(message);
|
|
88
105
|
if (message.stopReason === "error" || message.stopReason === "aborted") {
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
stream.end(newMessages);
|
|
106
|
+
await emit({ type: "turn_end", message, toolResults: [] });
|
|
107
|
+
await emit({ type: "agent_end", messages: newMessages });
|
|
92
108
|
return;
|
|
93
109
|
}
|
|
94
110
|
// Check for tool calls
|
|
@@ -96,23 +112,14 @@ async function runLoop(currentContext, newMessages, config, signal, stream, stre
|
|
|
96
112
|
hasMoreToolCalls = toolCalls.length > 0;
|
|
97
113
|
const toolResults = [];
|
|
98
114
|
if (hasMoreToolCalls) {
|
|
99
|
-
|
|
100
|
-
toolResults.push(...toolExecution.toolResults);
|
|
101
|
-
steeringAfterTools = toolExecution.steeringMessages ?? null;
|
|
115
|
+
toolResults.push(...(await executeToolCalls(currentContext, message, config, signal, emit)));
|
|
102
116
|
for (const result of toolResults) {
|
|
103
117
|
currentContext.messages.push(result);
|
|
104
118
|
newMessages.push(result);
|
|
105
119
|
}
|
|
106
120
|
}
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
if (steeringAfterTools && steeringAfterTools.length > 0) {
|
|
110
|
-
pendingMessages = steeringAfterTools;
|
|
111
|
-
steeringAfterTools = null;
|
|
112
|
-
}
|
|
113
|
-
else {
|
|
114
|
-
pendingMessages = (await config.getSteeringMessages?.()) || [];
|
|
115
|
-
}
|
|
121
|
+
await emit({ type: "turn_end", message, toolResults });
|
|
122
|
+
pendingMessages = (await config.getSteeringMessages?.()) || [];
|
|
116
123
|
}
|
|
117
124
|
// Agent would stop here. Check for follow-up messages.
|
|
118
125
|
const followUpMessages = (await config.getFollowUpMessages?.()) || [];
|
|
@@ -124,14 +131,13 @@ async function runLoop(currentContext, newMessages, config, signal, stream, stre
|
|
|
124
131
|
// No more messages, exit
|
|
125
132
|
break;
|
|
126
133
|
}
|
|
127
|
-
|
|
128
|
-
stream.end(newMessages);
|
|
134
|
+
await emit({ type: "agent_end", messages: newMessages });
|
|
129
135
|
}
|
|
130
136
|
/**
|
|
131
137
|
* Stream an assistant response from the LLM.
|
|
132
138
|
* This is where AgentMessage[] gets transformed to Message[] for the LLM.
|
|
133
139
|
*/
|
|
134
|
-
async function streamAssistantResponse(context, config, signal,
|
|
140
|
+
async function streamAssistantResponse(context, config, signal, emit, streamFn) {
|
|
135
141
|
// Apply context transform if configured (AgentMessage[] → AgentMessage[])
|
|
136
142
|
let messages = context.messages;
|
|
137
143
|
if (config.transformContext) {
|
|
@@ -161,7 +167,7 @@ async function streamAssistantResponse(context, config, signal, stream, streamFn
|
|
|
161
167
|
partialMessage = event.partial;
|
|
162
168
|
context.messages.push(partialMessage);
|
|
163
169
|
addedPartial = true;
|
|
164
|
-
|
|
170
|
+
await emit({ type: "message_start", message: { ...partialMessage } });
|
|
165
171
|
break;
|
|
166
172
|
case "text_start":
|
|
167
173
|
case "text_delta":
|
|
@@ -175,7 +181,7 @@ async function streamAssistantResponse(context, config, signal, stream, streamFn
|
|
|
175
181
|
if (partialMessage) {
|
|
176
182
|
partialMessage = event.partial;
|
|
177
183
|
context.messages[context.messages.length - 1] = partialMessage;
|
|
178
|
-
|
|
184
|
+
await emit({
|
|
179
185
|
type: "message_update",
|
|
180
186
|
assistantMessageEvent: event,
|
|
181
187
|
message: { ...partialMessage },
|
|
@@ -192,117 +198,193 @@ async function streamAssistantResponse(context, config, signal, stream, streamFn
|
|
|
192
198
|
context.messages.push(finalMessage);
|
|
193
199
|
}
|
|
194
200
|
if (!addedPartial) {
|
|
195
|
-
|
|
201
|
+
await emit({ type: "message_start", message: { ...finalMessage } });
|
|
196
202
|
}
|
|
197
|
-
|
|
203
|
+
await emit({ type: "message_end", message: finalMessage });
|
|
198
204
|
return finalMessage;
|
|
199
205
|
}
|
|
200
206
|
}
|
|
201
207
|
}
|
|
202
|
-
|
|
208
|
+
const finalMessage = await response.result();
|
|
209
|
+
if (addedPartial) {
|
|
210
|
+
context.messages[context.messages.length - 1] = finalMessage;
|
|
211
|
+
}
|
|
212
|
+
else {
|
|
213
|
+
context.messages.push(finalMessage);
|
|
214
|
+
await emit({ type: "message_start", message: { ...finalMessage } });
|
|
215
|
+
}
|
|
216
|
+
await emit({ type: "message_end", message: finalMessage });
|
|
217
|
+
return finalMessage;
|
|
203
218
|
}
|
|
204
219
|
/**
|
|
205
220
|
* Execute tool calls from an assistant message.
|
|
206
221
|
*/
|
|
207
|
-
async function executeToolCalls(
|
|
222
|
+
async function executeToolCalls(currentContext, assistantMessage, config, signal, emit) {
|
|
208
223
|
const toolCalls = assistantMessage.content.filter((c) => c.type === "toolCall");
|
|
224
|
+
if (config.toolExecution === "sequential") {
|
|
225
|
+
return executeToolCallsSequential(currentContext, assistantMessage, toolCalls, config, signal, emit);
|
|
226
|
+
}
|
|
227
|
+
return executeToolCallsParallel(currentContext, assistantMessage, toolCalls, config, signal, emit);
|
|
228
|
+
}
|
|
229
|
+
async function executeToolCallsSequential(currentContext, assistantMessage, toolCalls, config, signal, emit) {
|
|
209
230
|
const results = [];
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
const toolCall = toolCalls[index];
|
|
213
|
-
const tool = tools?.find((t) => t.name === toolCall.name);
|
|
214
|
-
stream.push({
|
|
231
|
+
for (const toolCall of toolCalls) {
|
|
232
|
+
await emit({
|
|
215
233
|
type: "tool_execution_start",
|
|
216
234
|
toolCallId: toolCall.id,
|
|
217
235
|
toolName: toolCall.name,
|
|
218
236
|
args: toolCall.arguments,
|
|
219
237
|
});
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
if (!tool)
|
|
224
|
-
throw new Error(`Tool ${toolCall.name} not found`);
|
|
225
|
-
const validatedArgs = validateToolArguments(tool, toolCall);
|
|
226
|
-
result = await tool.execute(toolCall.id, validatedArgs, signal, (partialResult) => {
|
|
227
|
-
stream.push({
|
|
228
|
-
type: "tool_execution_update",
|
|
229
|
-
toolCallId: toolCall.id,
|
|
230
|
-
toolName: toolCall.name,
|
|
231
|
-
args: toolCall.arguments,
|
|
232
|
-
partialResult,
|
|
233
|
-
});
|
|
234
|
-
});
|
|
238
|
+
const preparation = await prepareToolCall(currentContext, assistantMessage, toolCall, config, signal);
|
|
239
|
+
if (preparation.kind === "immediate") {
|
|
240
|
+
results.push(await emitToolCallOutcome(toolCall, preparation.result, preparation.isError, emit));
|
|
235
241
|
}
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
details: {},
|
|
240
|
-
};
|
|
241
|
-
isError = true;
|
|
242
|
+
else {
|
|
243
|
+
const executed = await executePreparedToolCall(preparation, signal, emit);
|
|
244
|
+
results.push(await finalizeExecutedToolCall(currentContext, assistantMessage, preparation, executed, config, signal, emit));
|
|
242
245
|
}
|
|
243
|
-
|
|
244
|
-
|
|
246
|
+
}
|
|
247
|
+
return results;
|
|
248
|
+
}
|
|
249
|
+
async function executeToolCallsParallel(currentContext, assistantMessage, toolCalls, config, signal, emit) {
|
|
250
|
+
const results = [];
|
|
251
|
+
const runnableCalls = [];
|
|
252
|
+
for (const toolCall of toolCalls) {
|
|
253
|
+
await emit({
|
|
254
|
+
type: "tool_execution_start",
|
|
245
255
|
toolCallId: toolCall.id,
|
|
246
256
|
toolName: toolCall.name,
|
|
247
|
-
|
|
248
|
-
isError,
|
|
257
|
+
args: toolCall.arguments,
|
|
249
258
|
});
|
|
250
|
-
const
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
259
|
+
const preparation = await prepareToolCall(currentContext, assistantMessage, toolCall, config, signal);
|
|
260
|
+
if (preparation.kind === "immediate") {
|
|
261
|
+
results.push(await emitToolCallOutcome(toolCall, preparation.result, preparation.isError, emit));
|
|
262
|
+
}
|
|
263
|
+
else {
|
|
264
|
+
runnableCalls.push(preparation);
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
const runningCalls = runnableCalls.map((prepared) => ({
|
|
268
|
+
prepared,
|
|
269
|
+
execution: executePreparedToolCall(prepared, signal, emit),
|
|
270
|
+
}));
|
|
271
|
+
for (const running of runningCalls) {
|
|
272
|
+
const executed = await running.execution;
|
|
273
|
+
results.push(await finalizeExecutedToolCall(currentContext, assistantMessage, running.prepared, executed, config, signal, emit));
|
|
274
|
+
}
|
|
275
|
+
return results;
|
|
276
|
+
}
|
|
277
|
+
async function prepareToolCall(currentContext, assistantMessage, toolCall, config, signal) {
|
|
278
|
+
const tool = currentContext.tools?.find((t) => t.name === toolCall.name);
|
|
279
|
+
if (!tool) {
|
|
280
|
+
return {
|
|
281
|
+
kind: "immediate",
|
|
282
|
+
result: createErrorToolResult(`Tool ${toolCall.name} not found`),
|
|
283
|
+
isError: true,
|
|
258
284
|
};
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
285
|
+
}
|
|
286
|
+
try {
|
|
287
|
+
const validatedArgs = validateToolArguments(tool, toolCall);
|
|
288
|
+
if (config.beforeToolCall) {
|
|
289
|
+
const beforeResult = await config.beforeToolCall({
|
|
290
|
+
assistantMessage,
|
|
291
|
+
toolCall,
|
|
292
|
+
args: validatedArgs,
|
|
293
|
+
context: currentContext,
|
|
294
|
+
}, signal);
|
|
295
|
+
if (beforeResult?.block) {
|
|
296
|
+
return {
|
|
297
|
+
kind: "immediate",
|
|
298
|
+
result: createErrorToolResult(beforeResult.reason || "Tool execution was blocked"),
|
|
299
|
+
isError: true,
|
|
300
|
+
};
|
|
272
301
|
}
|
|
273
302
|
}
|
|
303
|
+
return {
|
|
304
|
+
kind: "prepared",
|
|
305
|
+
toolCall,
|
|
306
|
+
tool,
|
|
307
|
+
args: validatedArgs,
|
|
308
|
+
};
|
|
309
|
+
}
|
|
310
|
+
catch (error) {
|
|
311
|
+
return {
|
|
312
|
+
kind: "immediate",
|
|
313
|
+
result: createErrorToolResult(error instanceof Error ? error.message : String(error)),
|
|
314
|
+
isError: true,
|
|
315
|
+
};
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
async function executePreparedToolCall(prepared, signal, emit) {
|
|
319
|
+
const updateEvents = [];
|
|
320
|
+
try {
|
|
321
|
+
const result = await prepared.tool.execute(prepared.toolCall.id, prepared.args, signal, (partialResult) => {
|
|
322
|
+
updateEvents.push(Promise.resolve(emit({
|
|
323
|
+
type: "tool_execution_update",
|
|
324
|
+
toolCallId: prepared.toolCall.id,
|
|
325
|
+
toolName: prepared.toolCall.name,
|
|
326
|
+
args: prepared.toolCall.arguments,
|
|
327
|
+
partialResult,
|
|
328
|
+
})));
|
|
329
|
+
});
|
|
330
|
+
await Promise.all(updateEvents);
|
|
331
|
+
return { result, isError: false };
|
|
332
|
+
}
|
|
333
|
+
catch (error) {
|
|
334
|
+
await Promise.all(updateEvents);
|
|
335
|
+
return {
|
|
336
|
+
result: createErrorToolResult(error instanceof Error ? error.message : String(error)),
|
|
337
|
+
isError: true,
|
|
338
|
+
};
|
|
339
|
+
}
|
|
340
|
+
}
|
|
341
|
+
async function finalizeExecutedToolCall(currentContext, assistantMessage, prepared, executed, config, signal, emit) {
|
|
342
|
+
let result = executed.result;
|
|
343
|
+
let isError = executed.isError;
|
|
344
|
+
if (config.afterToolCall) {
|
|
345
|
+
const afterResult = await config.afterToolCall({
|
|
346
|
+
assistantMessage,
|
|
347
|
+
toolCall: prepared.toolCall,
|
|
348
|
+
args: prepared.args,
|
|
349
|
+
result,
|
|
350
|
+
isError,
|
|
351
|
+
context: currentContext,
|
|
352
|
+
}, signal);
|
|
353
|
+
if (afterResult) {
|
|
354
|
+
result = {
|
|
355
|
+
content: afterResult.content ?? result.content,
|
|
356
|
+
details: afterResult.details ?? result.details,
|
|
357
|
+
};
|
|
358
|
+
isError = afterResult.isError ?? isError;
|
|
359
|
+
}
|
|
274
360
|
}
|
|
275
|
-
return
|
|
361
|
+
return await emitToolCallOutcome(prepared.toolCall, result, isError, emit);
|
|
276
362
|
}
|
|
277
|
-
function
|
|
278
|
-
|
|
279
|
-
content: [{ type: "text", text:
|
|
363
|
+
function createErrorToolResult(message) {
|
|
364
|
+
return {
|
|
365
|
+
content: [{ type: "text", text: message }],
|
|
280
366
|
details: {},
|
|
281
367
|
};
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
toolName: toolCall.name,
|
|
286
|
-
args: toolCall.arguments,
|
|
287
|
-
});
|
|
288
|
-
stream.push({
|
|
368
|
+
}
|
|
369
|
+
async function emitToolCallOutcome(toolCall, result, isError, emit) {
|
|
370
|
+
await emit({
|
|
289
371
|
type: "tool_execution_end",
|
|
290
372
|
toolCallId: toolCall.id,
|
|
291
373
|
toolName: toolCall.name,
|
|
292
374
|
result,
|
|
293
|
-
isError
|
|
375
|
+
isError,
|
|
294
376
|
});
|
|
295
377
|
const toolResultMessage = {
|
|
296
378
|
role: "toolResult",
|
|
297
379
|
toolCallId: toolCall.id,
|
|
298
380
|
toolName: toolCall.name,
|
|
299
381
|
content: result.content,
|
|
300
|
-
details:
|
|
301
|
-
isError
|
|
382
|
+
details: result.details,
|
|
383
|
+
isError,
|
|
302
384
|
timestamp: Date.now(),
|
|
303
385
|
};
|
|
304
|
-
|
|
305
|
-
|
|
386
|
+
await emit({ type: "message_start", message: toolResultMessage });
|
|
387
|
+
await emit({ type: "message_end", message: toolResultMessage });
|
|
306
388
|
return toolResultMessage;
|
|
307
389
|
}
|
|
308
390
|
//# sourceMappingURL=agent-loop.js.map
|