@ai11y/agent 0.0.1

package/.turbo/turbo-build.log

@@ -0,0 +1,31 @@
+
+> @ai11y/agent@0.0.1 build /home/runner/work/ai11y/ai11y/packages/agent
+> tsdown
+
+ℹ tsdown v0.18.1 powered by rolldown v1.0.0-beta.55
+ℹ config file: /home/runner/work/ai11y/ai11y/packages/agent/tsdown.config.ts (unrun)
+ℹ entry: src/index.ts, src/fastify.ts
+ℹ tsconfig: tsconfig.json
+ℹ Build start
+ℹ dist/fastify.mjs               2.08 kB │ gzip: 0.94 kB
+ℹ dist/index.mjs                 0.24 kB │ gzip: 0.14 kB
+ℹ dist/agent.mjs.map            20.59 kB │ gzip: 6.54 kB
+ℹ dist/agent.mjs                12.04 kB │ gzip: 4.18 kB
+ℹ dist/tool-registry.mjs.map     9.73 kB │ gzip: 2.75 kB
+ℹ dist/tool-registry.mjs         5.89 kB │ gzip: 1.91 kB
+ℹ dist/fastify.mjs.map           3.50 kB │ gzip: 1.43 kB
+ℹ dist/llm-provider.mjs.map      1.02 kB │ gzip: 0.56 kB
+ℹ dist/llm-provider.mjs          0.47 kB │ gzip: 0.31 kB
+ℹ dist/tool-registry.d.mts.map   0.36 kB │ gzip: 0.25 kB
+ℹ dist/fastify.d.mts.map         0.28 kB │ gzip: 0.20 kB
+ℹ dist/agent.d.mts.map           0.23 kB │ gzip: 0.18 kB
+ℹ dist/llm-provider.d.mts.map    0.16 kB │ gzip: 0.14 kB
+ℹ dist/types.d.mts.map           0.13 kB │ gzip: 0.12 kB
+ℹ dist/fastify.d.mts             1.57 kB │ gzip: 0.71 kB
+ℹ dist/index.d.mts               0.30 kB │ gzip: 0.16 kB
+ℹ dist/tool-registry.d.mts       1.35 kB │ gzip: 0.61 kB
+ℹ dist/agent.d.mts               0.42 kB │ gzip: 0.26 kB
+ℹ dist/llm-provider.d.mts        0.36 kB │ gzip: 0.25 kB
+ℹ dist/types.d.mts               0.26 kB │ gzip: 0.20 kB
+ℹ 20 files, total: 60.98 kB
+✔ Build complete in 3596ms

package/CHANGELOG.md

@@ -0,0 +1,34 @@
+# @ai11y/agent
+
+## 0.0.1
+
+### Patch Changes
+
+- [#10](https://github.com/maerzhase/ai11y/pull/10)
+  [`a578f29`](https://github.com/maerzhase/ai11y/commit/a578f296c21cd19c935ff8003442677f7a1cb72d)
+  Thanks [@maerzhase](https://github.com/maerzhase)! - Docs and demo
+  improvements: naming (ai11y ≠ a11y), Describe/Plan/Act boundaries, UI context
+  payload viewer, annotation guidance, Why not ARIA, Security & privacy,
+  multi-step demo
+
+- [#10](https://github.com/maerzhase/ai11y/pull/10)
+  [`a578f29`](https://github.com/maerzhase/ai11y/commit/a578f296c21cd19c935ff8003442677f7a1cb72d)
+  Thanks [@maerzhase](https://github.com/maerzhase)! - Add custom state
+  management and privacy protection features
+  - **Custom State API**: `setState()` now merges with existing state (like
+    React's setState), allowing multiple components to independently manage
+    state keys. Added `clearState()` helper for resetting state.
+  - **Privacy Protection**: Automatically redact sensitive input values
+    (passwords, hidden fields, credit card fields) from UI context. Values are
+    replaced with `[REDACTED]` to prevent exposure to AI agents.
+  - **Sensitive Marker Support**: Added `data-ai-sensitive` attribute and
+    `sensitive` prop to Marker component for explicitly marking sensitive
+    fields.
+  - **Agent Improvements**: Enhanced agent prompts with security rules to
+    prevent filling password fields and improved pronoun resolution for better
+    context tracking in conversations.
+
+- Updated dependencies
+  [[`a578f29`](https://github.com/maerzhase/ai11y/commit/a578f296c21cd19c935ff8003442677f7a1cb72d),
+  [`a578f29`](https://github.com/maerzhase/ai11y/commit/a578f296c21cd19c935ff8003442677f7a1cb72d)]:
+  - @ai11y/core@0.0.1

package/README.md

@@ -0,0 +1,99 @@
+# @ai11y/agent
+
+Runs the **plan** step for ai11y on the server (LLM + tools). Securely handles
+LLM API calls and provides extensible tool support.
+
+## Installation
+
+```bash
+pnpm add @ai11y/agent
+```
+
+## Quick Start
+
+### Standalone
+
+Use `runAgent` with a config and tool registry; wire it to your own HTTP (or
+other) transport:
+
+```ts
+import type { AgentRequest } from "@ai11y/core";
+import { runAgent, createDefaultToolRegistry } from "@ai11y/agent";
+import type { ServerConfig } from "@ai11y/agent";
+
+const config: ServerConfig = {
+  apiKey: process.env.OPENAI_API_KEY!,
+  model: "gpt-4o-mini",
+};
+
+const toolRegistry = createDefaultToolRegistry();
+
+async function handleRequest(request: AgentRequest) {
+  const response = await runAgent(request, config, toolRegistry);
+  return response;
+}
+```
+
+### With Fastify
+
+Register the plugin to expose the agent endpoint:
+
+```ts
+import Fastify from "fastify";
+import { ai11yPlugin } from "@ai11y/agent/fastify";
+
+const fastify = Fastify();
+
+await fastify.register(ai11yPlugin, {
+  config: {
+    apiKey: process.env.OPENAI_API_KEY!,
+    model: "gpt-4o-mini",
+    baseURL: "https://api.openai.com/v1",
+  },
+});
+
+await fastify.listen({ port: 3000 });
+```
+
+The plugin registers `POST /ai11y/agent` and `GET /ai11y/health`. See
+`apps/server/` for a full example.
+
+## Extending with Custom Tools
+
+You can extend the agent with custom tools using the `ToolRegistry`:
+
+```ts
+import type { Ai11yContext, ToolDefinition, ToolExecutor } from "@ai11y/core";
+import { ai11yPlugin, createToolRegistry } from "@ai11y/agent/fastify";
+
+const registry = createToolRegistry();
+
+registry.register(
+  {
+    name: "send_email",
+    description: "Send an email notification",
+    parameters: {
+      type: "object",
+      properties: {
+        to: { type: "string", description: "Recipient email address" },
+        subject: { type: "string", description: "Email subject" },
+        body: { type: "string", description: "Email body" },
+      },
+      required: ["to", "subject", "body"],
+    },
+  },
+  async (args, context) => {
+    console.log("Sending email:", args);
+    return { success: true, messageId: "123" };
+  },
+);
+
+await fastify.register(ai11yPlugin, {
+  config: {
+    apiKey: process.env.OPENAI_API_KEY!,
+  },
+  toolRegistry: registry,
+});
+```
+
+For API details and types, see the generated docs.

package/dist/agent.d.mts

@@ -0,0 +1,13 @@
+import { ToolRegistry } from "./tool-registry.mjs";
+import { ServerConfig } from "./types.mjs";
+import { AgentRequest, AgentResponse } from "@ai11y/core";
+
+//#region src/agent.d.ts
+
+/**
+ * Run the LLM agent on the server
+ */
+declare function runAgent(request: AgentRequest, config: ServerConfig, toolRegistry?: ToolRegistry): Promise<AgentResponse>;
+//#endregion
+export { runAgent };
+//# sourceMappingURL=agent.d.mts.map

package/dist/agent.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.d.mts","names":[],"sources":["../src/agent.ts"],"sourcesContent":[],"mappings":";;;;;;;;AA+NA;AACU,iBADY,QAAA,CACZ,OAAA,EAAA,YAAA,EAAA,MAAA,EACD,YADC,EAAA,YAAA,CAAA,EAEK,YAFL,CAAA,EAGP,OAHO,CAGC,aAHD,CAAA"}

package/dist/agent.mjs

@@ -0,0 +1,221 @@
+import { createLLM } from "./llm-provider.mjs";
+import { createDefaultToolRegistry } from "./tool-registry.mjs";
+import { DynamicStructuredTool } from "@langchain/core/tools";
+import { z } from "zod";
+
+//#region src/agent.ts
+/**
+* Format context for the LLM prompt
+*/
+function formatContextForPrompt(context) {
+	const parts = [];
+	if (context.route) parts.push(`Current route: ${context.route}`);
+	if (context.error) {
+		const error = context.error.error;
+		parts.push(`\n! Last error: ${error.message}${context.error.meta?.markerId ? ` (related to marker: ${context.error.meta.markerId})` : ""}`);
+		parts.push("The user may want to retry the failed action. Look for markers related to the error.");
+	}
+	if (context.state && Object.keys(context.state).length > 0) parts.push(`\nApplication state: ${JSON.stringify(context.state)}`);
+	if (context.markers.length > 0) {
+		parts.push("\nAvailable UI elements (markers):");
+		for (const marker of context.markers) {
+			const inViewStatus = context.inViewMarkerIds?.includes(marker.id) ?? false ? " [IN VIEW]" : "";
+			let markerLine = `  - ${marker.label} (ID: ${marker.id}, Type: ${marker.elementType})${inViewStatus}: ${marker.intent}`;
+			if (marker.value !== void 0) markerLine += `\n    Current value: "${marker.value}"`;
+			if (marker.options !== void 0) {
+				const optionsList = marker.options.map((opt) => `${opt.label} (${opt.value})`).join(", ");
+				markerLine += `\n    Available options: ${optionsList}`;
+			}
+			if (marker.selectedOptions !== void 0 && marker.selectedOptions.length > 0) markerLine += `\n    Selected: ${marker.selectedOptions.join(", ")}`;
+			parts.push(markerLine);
+		}
+	} else parts.push("\nNo UI elements are currently available.");
+	if (context.inViewMarkerIds && context.inViewMarkerIds.length > 0) parts.push(`\nVisible markers: ${context.inViewMarkerIds.join(", ")}`);
+	return parts.join("\n");
+}
+/**
+* Convert tool registry to LangChain tools
+*/
+function createLangChainTools(toolRegistry, context) {
+	const tools = [];
+	const toolDefinitions = toolRegistry.getToolDefinitions();
+	for (const toolDef of toolDefinitions) {
+		const def = toolDef.function;
+		const zodSchema = {};
+		for (const [key, param] of Object.entries(def.parameters.properties)) zodSchema[key] = (param.type === "string" ? z.string() : param.type === "number" ? z.number() : param.type === "boolean" ? z.boolean() : z.unknown()).describe(param.description);
+		const schema = z.object(zodSchema);
+		const tool = new DynamicStructuredTool({
+			name: def.name,
+			description: def.description,
+			schema,
+			func: async (args) => {
+				const result = await toolRegistry.executeToolCall(def.name, args, context);
+				return JSON.stringify(result);
+			}
+		});
+		tools.push(tool);
+	}
+	return tools;
+}
+/**
+* Check if user input matches any marker and return matching marker info
+* Also checks if user is referring to a UI element (button, link, etc.) vs just a route
+*/
+function findMatchingMarker(input, markers) {
+	const lowerInput = input.toLowerCase().trim();
+	if (!(lowerInput.includes("go to") || lowerInput.includes("navigate to") || lowerInput.includes("open") || lowerInput.includes("take me to"))) return null;
+	const isElementReference = [
+		"button",
+		"link",
+		"nav button",
+		"navigation button",
+		"nav link",
+		"navigation link",
+		"element",
+		"item",
+		"tab"
+	].some((keyword) => lowerInput.includes(keyword));
+	const searchText = lowerInput.replace(/go to|navigate to|open|take me to/g, "").trim();
+	const matchingMarker = markers.find((m) => {
+		return `${m.label} ${m.intent}`.toLowerCase().includes(searchText) || lowerInput.includes(m.label.toLowerCase()) || lowerInput.includes(m.intent.toLowerCase());
+	});
+	return matchingMarker ? {
+		marker: matchingMarker,
+		searchText,
+		isElementReference
+	} : null;
+}
+/**
+* Type guard to check if response has tool calls
+*/
+function hasToolCalls(response) {
+	const kwargs = response.additional_kwargs;
+	return typeof response === "object" && response !== null && ("tool_calls" in response || "additional_kwargs" in response && typeof kwargs === "object" && kwargs !== null && "tool_calls" in kwargs);
+}
+/**
+* Run the LLM agent on the server
+*/
+async function runAgent(request, config, toolRegistry = createDefaultToolRegistry()) {
+	const llm = await createLLM(config);
+	const markerMatch = findMatchingMarker(request.input, request.context.markers);
+	const contextPrompt = formatContextForPrompt(request.context);
+	const langchainTools = createLangChainTools(toolRegistry, request.context);
+	const llmWithTools = langchainTools.length > 0 && typeof llm.bindTools === "function" ? llm.bindTools(langchainTools) : llm;
+	let recentMarkerContext = "";
+	if (request.messages && request.messages.length > 0) {
+		const lastFewMessages = request.messages.slice(-4);
+		for (const msg of lastFewMessages) for (const marker of request.context.markers) if (msg.content.toLowerCase().includes(marker.label.toLowerCase()) || msg.content.toLowerCase().includes(marker.id.toLowerCase())) {
+			recentMarkerContext += `\nRecently discussed: ${marker.label} (${marker.id}) - ${marker.intent}`;
+			break;
+		}
+	}
+	let markerMatchGuidance = "";
+	if (markerMatch) {
+		const marker = markerMatch.marker;
+		const isInView = request.context.inViewMarkerIds?.includes(marker.id) ?? false;
+		const isLink = marker.elementType === "a";
+		if (isLink && isInView) markerMatchGuidance = `\n\n⚠️ Match found: "${marker.label}" (${marker.id}) is a visible link. Use 'click' tool.`;
+		else if (isLink && !isInView) markerMatchGuidance = `\n\n🚨 Match found: "${marker.label}" (${marker.id}) is a link NOT in view. You MUST call BOTH 'scroll' and 'click' (in that order)—two tool calls. Do not call only scroll.`;
+		else if (!isInView) markerMatchGuidance = `\n\n🚨 Match found: "${marker.label}" (${marker.id}) is NOT in view. You MUST call BOTH 'scroll' and 'click' (or the appropriate action) in that order—two tool calls. Do not call only scroll.`;
+		else markerMatchGuidance = `\n\nMatch found: "${marker.label}" (${marker.id}) is an element. Use 'scroll' tool.`;
+	}
+	const conversationMessages = [{
+		role: "system",
+		content: `You are a helpful AI agent embedded in a web application. Help users navigate, interact with UI elements, and resolve errors.
+
+${contextPrompt}${recentMarkerContext}${markerMatchGuidance}
+
+Reading marker values:
+- You can read current values from markers in the context above
+- For input/textarea elements: The "Current value" field shows what's currently entered (password fields show "[REDACTED]" for privacy)
+- For select elements: The "Available options" shows all choices, and "Selected" shows what's currently selected
+- When users ask "what's in [field]" or "what's the value of [marker]", read the value from the context and respond with it
+- You don't need a tool to read values - they're already in the context provided above
+
+Security rules:
+- NEVER fill password fields - if a user asks to fill a password, politely explain that sending passwords is a security risk and they should enter it manually
+- Password field values are redacted as "[REDACTED]" in the context for privacy protection
+
+Pronoun resolution:
+- When the user says "it", "that", "this", they're referring to the most recently discussed marker
+- Look at the recent conversation history (shown above as "Recently discussed") to identify which specific marker was discussed
+- Prefer specific interactive elements (buttons, inputs, links) over parent sections (those with "section" or "slide" in the label/id) when resolving pronouns
+- Example: If user asked about "password input" and then says "highlight it", use the password input marker (e.g. fill_demo_password), NOT the parent section marker (e.g. slide_fill_input)
+
+Navigation rules:
+- "navigate to [element]" = scroll to that element (use 'scroll' tool)
+- "navigate to [route]" = route navigation (use 'navigate' tool with route path)
+- If marker matches and is in inViewMarkerIds + elementType='a' → use 'click'
+- If no marker matches → use 'navigate' with route path
+- For affirmative responses after discussing a marker, interact with that marker using the appropriate tool.
+
+Scroll-then-act rule (CRITICAL):
+- When the user wants to INTERACT with an element (click, press, increment, submit, fill, etc.) and the target marker is NOT in inViewMarkerIds: you MUST emit TWO tool calls in order—(1) 'scroll' to that marker, (2) the action ('click', 'fillInput', etc.). Emitting only 'scroll' is WRONG; the user asked for an action, so you must call both scroll and the action.
+- Prefer the specific interactive element for the action (e.g. the button click_demo_increment for "increment counter"), not a parent section (e.g. slide_click). Emit one scroll to the exact target element, then the action.
+- If the user only wants to see or navigate to an element (no click/fill), use a single 'scroll' to that element.
+
+Relative scrolling rules (for "scroll to next" or "scroll to previous"):
+- Markers are listed in document order (top to bottom) in the markers array
+- CRITICAL: Always skip markers that are in inViewMarkerIds - only scroll to markers NOT currently in view
+- For "scroll to next": Find the first marker in the markers array that comes after any currently visible markers and is NOT in inViewMarkerIds
+- For "scroll to previous": Find the first marker in the markers array that comes before any currently visible markers and is NOT in inViewMarkerIds
+- This prevents getting stuck on sections already in view
+
+Multiple actions rules:
+- When user says "all" (e.g., "highlight all badges", "click all buttons"), generate MULTIPLE tool calls - one for each matching marker
+- When user specifies a count (e.g., "click 10 times", "increment counter 5 times"), generate MULTIPLE tool calls - repeat the action the specified number of times
+- CRITICAL: You can and should call the same tool multiple times in a single response when the user requests multiple actions
+- For "highlight all [type]" or "click all [type]": Find all markers matching the type and generate one tool call per marker
+- For "[action] [count] times": Generate [count] identical tool calls`
+	}];
+	if (request.messages && request.messages.length > 0) {
+		const recentMessages = request.messages.slice(-10);
+		for (const msg of recentMessages) conversationMessages.push({
+			role: msg.role,
+			content: msg.content
+		});
+	}
+	conversationMessages.push({
+		role: "user",
+		content: request.input
+	});
+	const response = await llmWithTools.invoke(conversationMessages);
+	const instructions = [];
+	let reply = "";
+	if (response.content) if (typeof response.content === "string") reply = response.content;
+	else if (Array.isArray(response.content)) reply = response.content.map((c) => {
+		if (typeof c === "string") return c;
+		if (c && typeof c === "object" && "text" in c) return c.text;
+		return "";
+	}).join("");
+	else reply = String(response.content);
+	const toolCallObjects = hasToolCalls(response) ? response.tool_calls || response.additional_kwargs?.tool_calls || [] : [];
+	for (const toolCall of toolCallObjects) {
+		const toolName = toolCall.name || toolCall.function?.name;
+		const toolArgs = toolCall.args || (toolCall.function?.arguments ? typeof toolCall.function.arguments === "string" ? JSON.parse(toolCall.function.arguments) : toolCall.function.arguments : {});
+		if (toolName) {
+			const converted = toolRegistry.convertToolCall({
+				type: "function",
+				function: {
+					name: toolName,
+					arguments: JSON.stringify(toolArgs)
+				}
+			});
+			if (converted) instructions.push(converted);
+			else try {
+				const result = await toolRegistry.executeToolCall(toolName, toolArgs, request.context);
+				if (result && typeof result === "object" && "action" in result) instructions.push(result);
+			} catch (error) {
+				console.error(`Error executing tool ${toolName}:`, error);
+			}
+		}
+	}
+	return {
+		reply: reply || "I'm here to help!",
+		instructions: instructions.length > 0 ? instructions : void 0
+	};
+}
+
+//#endregion
+export { runAgent };
+//# sourceMappingURL=agent.mjs.map

package/dist/agent.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.mjs","names":["parts: string[]","tools: DynamicStructuredTool[]","zodSchema: Record<string, z.ZodTypeAny>","conversationMessages: Array<{ role: string; content: string }>","instructions: Instruction[]","toolCallObjects: Array<{\n\t\tname?: string;\n\t\targs?: Record<string, unknown>;\n\t\tfunction?: {\n\t\t\tname?: string;\n\t\t\targuments?: string | Record<string, unknown>;\n\t\t};\n\t}>"],"sources":["../src/agent.ts"],"sourcesContent":["import type { AgentRequest, AgentResponse, Instruction } from \"@ai11y/core\";\nimport { DynamicStructuredTool } from \"@langchain/core/tools\";\nimport { z } from \"zod\";\nimport { createLLM } from \"./llm-provider.js\";\nimport {\n\tcreateDefaultToolRegistry,\n\ttype ToolRegistry,\n} from \"./tool-registry.js\";\nimport type { ServerConfig } from \"./types.js\";\n\n/**\n * Format context for the LLM prompt\n */\nfunction formatContextForPrompt(context: AgentRequest[\"context\"]): string {\n\tconst parts: string[] = [];\n\n\tif (context.route) {\n\t\tparts.push(`Current route: ${context.route}`);\n\t}\n\n\tif (context.error) {\n\t\tconst error = context.error.error;\n\t\tparts.push(\n\t\t\t`\\n! Last error: ${error.message}${context.error.meta?.markerId ? ` (related to marker: ${context.error.meta.markerId})` : \"\"}`,\n\t\t);\n\t\tparts.push(\n\t\t\t\"The user may want to retry the failed action. Look for markers related to the error.\",\n\t\t);\n\t}\n\n\tif (context.state && Object.keys(context.state).length > 0) {\n\t\tparts.push(`\\nApplication state: ${JSON.stringify(context.state)}`);\n\t}\n\n\tif (context.markers.length > 0) {\n\t\tparts.push(\"\\nAvailable UI elements (markers):\");\n\t\tfor (const marker of context.markers) {\n\t\t\tconst isInView = context.inViewMarkerIds?.includes(marker.id) ?? false;\n\t\t\tconst inViewStatus = isInView ? \" [IN VIEW]\" : \"\";\n\t\t\tlet markerLine = `  - ${marker.label} (ID: ${marker.id}, Type: ${marker.elementType})${inViewStatus}: ${marker.intent}`;\n\n\t\t\tif (marker.value !== undefined) {\n\t\t\t\tmarkerLine += `\\n    Current value: \"${marker.value}\"`;\n\t\t\t}\n\n\t\t\tif (marker.options !== undefined) {\n\t\t\t\tconst optionsList = marker.options\n\t\t\t\t\t.map((opt) => `${opt.label} (${opt.value})`)\n\t\t\t\t\t.join(\", \");\n\t\t\t\tmarkerLine += `\\n    Available options: ${optionsList}`;\n\t\t\t}\n\t\t\tif (\n\t\t\t\tmarker.selectedOptions !== undefined &&\n\t\t\t\tmarker.selectedOptions.length > 0\n\t\t\t) {\n\t\t\t\tmarkerLine += `\\n    Selected: ${marker.selectedOptions.join(\", \")}`;\n\t\t\t}\n\n\t\t\tparts.push(markerLine);\n\t\t}\n\t} else {\n\t\tparts.push(\"\\nNo UI elements are currently available.\");\n\t}\n\n\tif (context.inViewMarkerIds && context.inViewMarkerIds.length > 0) {\n\t\tparts.push(`\\nVisible markers: ${context.inViewMarkerIds.join(\", \")}`);\n\t}\n\n\treturn parts.join(\"\\n\");\n}\n\n/**\n * Convert tool registry to LangChain tools\n */\nfunction createLangChainTools(\n\ttoolRegistry: ToolRegistry,\n\tcontext: AgentRequest[\"context\"],\n): DynamicStructuredTool[] {\n\tconst tools: DynamicStructuredTool[] = [];\n\tconst toolDefinitions = toolRegistry.getToolDefinitions();\n\n\tfor (const toolDef of toolDefinitions) {\n\t\tconst def = toolDef.function;\n\n\t\tconst zodSchema: Record<string, z.ZodTypeAny> = {};\n\t\tfor (const [key, param] of Object.entries(\n\t\t\tdef.parameters.properties,\n\t\t) as Array<[string, { type: string; description: string }]>) {\n\t\t\tconst zodType =\n\t\t\t\tparam.type === \"string\"\n\t\t\t\t\t? z.string()\n\t\t\t\t\t: param.type === \"number\"\n\t\t\t\t\t\t? z.number()\n\t\t\t\t\t\t: param.type === \"boolean\"\n\t\t\t\t\t\t\t? z.boolean()\n\t\t\t\t\t\t\t: z.unknown();\n\t\t\tzodSchema[key] = zodType.describe(param.description);\n\t\t}\n\n\t\tconst schema = z.object(zodSchema);\n\n\t\tconst tool = new DynamicStructuredTool({\n\t\t\tname: def.name,\n\t\t\tdescription: def.description,\n\t\t\tschema,\n\t\t\tfunc: async (args: Record<string, unknown>) => {\n\t\t\t\tconst result = await toolRegistry.executeToolCall(\n\t\t\t\t\tdef.name,\n\t\t\t\t\targs,\n\t\t\t\t\tcontext,\n\t\t\t\t);\n\t\t\t\treturn JSON.stringify(result);\n\t\t\t},\n\t\t});\n\n\t\ttools.push(tool);\n\t}\n\n\treturn tools;\n}\n\n/**\n * Check if user input matches any marker and return matching marker info\n * Also checks if user is referring to a UI element (button, link, etc.) vs just a route\n */\nfunction findMatchingMarker(\n\tinput: string,\n\tmarkers: AgentRequest[\"context\"][\"markers\"],\n): {\n\tmarker: AgentRequest[\"context\"][\"markers\"][0];\n\tsearchText: string;\n\tisElementReference: boolean;\n} | null {\n\tconst lowerInput = input.toLowerCase().trim();\n\n\tconst hasNavigationLanguage =\n\t\tlowerInput.includes(\"go to\") ||\n\t\tlowerInput.includes(\"navigate to\") ||\n\t\tlowerInput.includes(\"open\") ||\n\t\tlowerInput.includes(\"take me to\");\n\n\tif (!hasNavigationLanguage) {\n\t\treturn null;\n\t}\n\n\tconst elementKeywords = [\n\t\t\"button\",\n\t\t\"link\",\n\t\t\"nav button\",\n\t\t\"navigation button\",\n\t\t\"nav link\",\n\t\t\"navigation link\",\n\t\t\"element\",\n\t\t\"item\",\n\t\t\"tab\",\n\t];\n\tconst isElementReference = elementKeywords.some((keyword) =>\n\t\tlowerInput.includes(keyword),\n\t);\n\n\tconst searchText = lowerInput\n\t\t.replace(/go to|navigate to|open|take me to/g, \"\")\n\t\t.trim();\n\n\tconst matchingMarker = markers.find((m) => {\n\t\tconst markerText = `${m.label} ${m.intent}`.toLowerCase();\n\t\treturn (\n\t\t\tmarkerText.includes(searchText) ||\n\t\t\tlowerInput.includes(m.label.toLowerCase()) ||\n\t\t\tlowerInput.includes(m.intent.toLowerCase())\n\t\t);\n\t});\n\n\treturn matchingMarker\n\t\t? { marker: matchingMarker, searchText, isElementReference }\n\t\t: null;\n}\n\n/**\n * LangChain response with tool calls\n */\ninterface LangChainResponseWithTools {\n\ttool_calls?: Array<{\n\t\tname?: string;\n\t\targs?: Record<string, unknown>;\n\t\tfunction?: {\n\t\t\tname?: string;\n\t\t\targuments?: string | Record<string, unknown>;\n\t\t};\n\t}>;\n\tadditional_kwargs?: {\n\t\ttool_calls?: Array<{\n\t\t\tname?: string;\n\t\t\targs?: Record<string, unknown>;\n\t\t\tfunction?: {\n\t\t\t\tname?: string;\n\t\t\t\targuments?: string | Record<string, unknown>;\n\t\t\t};\n\t\t}>;\n\t};\n}\n\n/**\n * Type guard to check if response has tool calls\n */\nfunction hasToolCalls(\n\tresponse: unknown,\n): response is LangChainResponseWithTools {\n\tconst kwargs = (response as LangChainResponseWithTools).additional_kwargs;\n\treturn (\n\t\ttypeof response === \"object\" &&\n\t\tresponse !== null &&\n\t\t(\"tool_calls\" in response ||\n\t\t\t(\"additional_kwargs\" in response &&\n\t\t\t\ttypeof kwargs === \"object\" &&\n\t\t\t\tkwargs !== null &&\n\t\t\t\t\"tool_calls\" in kwargs))\n\t);\n}\n\n/**\n * Run the LLM agent on the server\n */\nexport async function runAgent(\n\trequest: AgentRequest,\n\tconfig: ServerConfig,\n\ttoolRegistry: ToolRegistry = createDefaultToolRegistry(),\n): Promise<AgentResponse> {\n\tconst llm = await createLLM(config);\n\n\tconst markerMatch = findMatchingMarker(\n\t\trequest.input,\n\t\trequest.context.markers,\n\t);\n\n\tconst contextPrompt = formatContextForPrompt(request.context);\n\tconst langchainTools = createLangChainTools(toolRegistry, request.context);\n\n\tconst llmWithTools =\n\t\tlangchainTools.length > 0 && typeof llm.bindTools === \"function\"\n\t\t\t? llm.bindTools(langchainTools)\n\t\t\t: llm;\n\n\tlet recentMarkerContext = \"\";\n\tif (request.messages && request.messages.length > 0) {\n\t\tconst lastFewMessages = request.messages.slice(-4);\n\t\tfor (const msg of lastFewMessages) {\n\t\t\tfor (const marker of request.context.markers) {\n\t\t\t\tif (\n\t\t\t\t\tmsg.content.toLowerCase().includes(marker.label.toLowerCase()) ||\n\t\t\t\t\tmsg.content.toLowerCase().includes(marker.id.toLowerCase())\n\t\t\t\t) {\n\t\t\t\t\trecentMarkerContext += `\\nRecently discussed: ${marker.label} (${marker.id}) - ${marker.intent}`;\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\tlet markerMatchGuidance = \"\";\n\tif (markerMatch) {\n\t\tconst marker = markerMatch.marker;\n\t\tconst isInView =\n\t\t\trequest.context.inViewMarkerIds?.includes(marker.id) ?? false;\n\t\tconst isLink = marker.elementType === \"a\";\n\n\t\tif (isLink && isInView) {\n\t\t\tmarkerMatchGuidance = `\\n\\n⚠️ Match found: \"${marker.label}\" (${marker.id}) is a visible link. Use 'click' tool.`;\n\t\t} else if (isLink && !isInView) {\n\t\t\tmarkerMatchGuidance = `\\n\\n🚨 Match found: \"${marker.label}\" (${marker.id}) is a link NOT in view. You MUST call BOTH 'scroll' and 'click' (in that order)—two tool calls. Do not call only scroll.`;\n\t\t} else if (!isInView) {\n\t\t\tmarkerMatchGuidance = `\\n\\n🚨 Match found: \"${marker.label}\" (${marker.id}) is NOT in view. You MUST call BOTH 'scroll' and 'click' (or the appropriate action) in that order—two tool calls. Do not call only scroll.`;\n\t\t} else {\n\t\t\tmarkerMatchGuidance = `\\n\\nMatch found: \"${marker.label}\" (${marker.id}) is an element. Use 'scroll' tool.`;\n\t\t}\n\t}\n\n\tconst systemPrompt = `You are a helpful AI agent embedded in a web application. Help users navigate, interact with UI elements, and resolve errors.\n\n${contextPrompt}${recentMarkerContext}${markerMatchGuidance}\n\nReading marker values:\n- You can read current values from markers in the context above\n- For input/textarea elements: The \"Current value\" field shows what's currently entered (password fields show \"[REDACTED]\" for privacy)\n- For select elements: The \"Available options\" shows all choices, and \"Selected\" shows what's currently selected\n- When users ask \"what's in [field]\" or \"what's the value of [marker]\", read the value from the context and respond with it\n- You don't need a tool to read values - they're already in the context provided above\n\nSecurity rules:\n- NEVER fill password fields - if a user asks to fill a password, politely explain that sending passwords is a security risk and they should enter it manually\n- Password field values are redacted as \"[REDACTED]\" in the context for privacy protection\n\nPronoun resolution:\n- When the user says \"it\", \"that\", \"this\", they're referring to the most recently discussed marker\n- Look at the recent conversation history (shown above as \"Recently discussed\") to identify which specific marker was discussed\n- Prefer specific interactive elements (buttons, inputs, links) over parent sections (those with \"section\" or \"slide\" in the label/id) when resolving pronouns\n- Example: If user asked about \"password input\" and then says \"highlight it\", use the password input marker (e.g. fill_demo_password), NOT the parent section marker (e.g. slide_fill_input)\n\nNavigation rules:\n- \"navigate to [element]\" = scroll to that element (use 'scroll' tool)\n- \"navigate to [route]\" = route navigation (use 'navigate' tool with route path)\n- If marker matches and is in inViewMarkerIds + elementType='a' → use 'click'\n- If no marker matches → use 'navigate' with route path\n- For affirmative responses after discussing a marker, interact with that marker using the appropriate tool.\n\nScroll-then-act rule (CRITICAL):\n- When the user wants to INTERACT with an element (click, press, increment, submit, fill, etc.) and the target marker is NOT in inViewMarkerIds: you MUST emit TWO tool calls in order—(1) 'scroll' to that marker, (2) the action ('click', 'fillInput', etc.). Emitting only 'scroll' is WRONG; the user asked for an action, so you must call both scroll and the action.\n- Prefer the specific interactive element for the action (e.g. the button click_demo_increment for \"increment counter\"), not a parent section (e.g. slide_click). Emit one scroll to the exact target element, then the action.\n- If the user only wants to see or navigate to an element (no click/fill), use a single 'scroll' to that element.\n\nRelative scrolling rules (for \"scroll to next\" or \"scroll to previous\"):\n- Markers are listed in document order (top to bottom) in the markers array\n- CRITICAL: Always skip markers that are in inViewMarkerIds - only scroll to markers NOT currently in view\n- For \"scroll to next\": Find the first marker in the markers array that comes after any currently visible markers and is NOT in inViewMarkerIds\n- For \"scroll to previous\": Find the first marker in the markers array that comes before any currently visible markers and is NOT in inViewMarkerIds\n- This prevents getting stuck on sections already in view\n\nMultiple actions rules:\n- When user says \"all\" (e.g., \"highlight all badges\", \"click all buttons\"), generate MULTIPLE tool calls - one for each matching marker\n- When user specifies a count (e.g., \"click 10 times\", \"increment counter 5 times\"), generate MULTIPLE tool calls - repeat the action the specified number of times\n- CRITICAL: You can and should call the same tool multiple times in a single response when the user requests multiple actions\n- For \"highlight all [type]\" or \"click all [type]\": Find all markers matching the type and generate one tool call per marker\n- For \"[action] [count] times\": Generate [count] identical tool calls`;\n\n\tconst conversationMessages: Array<{ role: string; content: string }> = [\n\t\t{ role: \"system\", content: systemPrompt },\n\t];\n\n\tif (request.messages && request.messages.length > 0) {\n\t\tconst recentMessages = request.messages.slice(-10);\n\t\tfor (const msg of recentMessages) {\n\t\t\tconversationMessages.push({\n\t\t\t\trole: msg.role,\n\t\t\t\tcontent: msg.content,\n\t\t\t});\n\t\t}\n\t}\n\n\tconversationMessages.push({ role: \"user\", content: request.input });\n\n\tconst response = await llmWithTools.invoke(conversationMessages);\n\n\tconst instructions: Instruction[] = [];\n\tlet reply = \"\";\n\n\tif (response.content) {\n\t\tif (typeof response.content === \"string\") {\n\t\t\treply = response.content;\n\t\t} else if (Array.isArray(response.content)) {\n\t\t\treply = response.content\n\t\t\t\t.map((c) => {\n\t\t\t\t\tif (typeof c === \"string\") return c;\n\t\t\t\t\tif (c && typeof c === \"object\" && \"text\" in c) return c.text;\n\t\t\t\t\treturn \"\";\n\t\t\t\t})\n\t\t\t\t.join(\"\");\n\t\t} else {\n\t\t\treply = String(response.content);\n\t\t}\n\t}\n\n\t// LangChain stores tool calls in response.tool_calls or response.additional_kwargs.tool_calls\n\tconst toolCallObjects: Array<{\n\t\tname?: string;\n\t\targs?: Record<string, unknown>;\n\t\tfunction?: {\n\t\t\tname?: string;\n\t\t\targuments?: string | Record<string, unknown>;\n\t\t};\n\t}> = hasToolCalls(response)\n\t\t? response.tool_calls || response.additional_kwargs?.tool_calls || []\n\t\t: [];\n\n\tfor (const toolCall of toolCallObjects) {\n\t\tconst toolName = toolCall.name || toolCall.function?.name;\n\t\tconst toolArgs =\n\t\t\ttoolCall.args ||\n\t\t\t(toolCall.function?.arguments\n\t\t\t\t? typeof toolCall.function.arguments === \"string\"\n\t\t\t\t\t? JSON.parse(toolCall.function.arguments)\n\t\t\t\t\t: toolCall.function.arguments\n\t\t\t\t: {});\n\n\t\tif (toolName) {\n\t\t\tconst converted = toolRegistry.convertToolCall({\n\t\t\t\ttype: \"function\",\n\t\t\t\tfunction: {\n\t\t\t\t\tname: toolName,\n\t\t\t\t\targuments: JSON.stringify(toolArgs),\n\t\t\t\t},\n\t\t\t});\n\n\t\t\tif (converted) {\n\t\t\t\tinstructions.push(converted);\n\t\t\t} else {\n\t\t\t\ttry {\n\t\t\t\t\tconst result = await toolRegistry.executeToolCall(\n\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\trequest.context,\n\t\t\t\t\t);\n\t\t\t\t\tif (result && typeof result === \"object\" && \"action\" in result) {\n\t\t\t\t\t\tinstructions.push(result as Instruction);\n\t\t\t\t\t}\n\t\t\t\t} catch (error) {\n\t\t\t\t\tconsole.error(`Error executing tool ${toolName}:`, error);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\n\treturn {\n\t\treply: reply || \"I'm here to help!\",\n\t\tinstructions: instructions.length > 0 ? instructions : undefined,\n\t};\n}\n"],"mappings":";;;;;;;;;AAaA,SAAS,uBAAuB,SAA0C;CACzE,MAAMA,QAAkB,EAAE;AAE1B,KAAI,QAAQ,MACX,OAAM,KAAK,kBAAkB,QAAQ,QAAQ;AAG9C,KAAI,QAAQ,OAAO;EAClB,MAAM,QAAQ,QAAQ,MAAM;AAC5B,QAAM,KACL,mBAAmB,MAAM,UAAU,QAAQ,MAAM,MAAM,WAAW,wBAAwB,QAAQ,MAAM,KAAK,SAAS,KAAK,KAC3H;AACD,QAAM,KACL,uFACA;;AAGF,KAAI,QAAQ,SAAS,OAAO,KAAK,QAAQ,MAAM,CAAC,SAAS,EACxD,OAAM,KAAK,wBAAwB,KAAK,UAAU,QAAQ,MAAM,GAAG;AAGpE,KAAI,QAAQ,QAAQ,SAAS,GAAG;AAC/B,QAAM,KAAK,qCAAqC;AAChD,OAAK,MAAM,UAAU,QAAQ,SAAS;GAErC,MAAM,eADW,QAAQ,iBAAiB,SAAS,OAAO,GAAG,IAAI,QACjC,eAAe;GAC/C,IAAI,aAAa,OAAO,OAAO,MAAM,QAAQ,OAAO,GAAG,UAAU,OAAO,YAAY,GAAG,aAAa,IAAI,OAAO;AAE/G,OAAI,OAAO,UAAU,OACpB,eAAc,yBAAyB,OAAO,MAAM;AAGrD,OAAI,OAAO,YAAY,QAAW;IACjC,MAAM,cAAc,OAAO,QACzB,KAAK,QAAQ,GAAG,IAAI,MAAM,IAAI,IAAI,MAAM,GAAG,CAC3C,KAAK,KAAK;AACZ,kBAAc,4BAA4B;;AAE3C,OACC,OAAO,oBAAoB,UAC3B,OAAO,gBAAgB,SAAS,EAEhC,eAAc,mBAAmB,OAAO,gBAAgB,KAAK,KAAK;AAGnE,SAAM,KAAK,WAAW;;OAGvB,OAAM,KAAK,4CAA4C;AAGxD,KAAI,QAAQ,mBAAmB,QAAQ,gBAAgB,SAAS,EAC/D,OAAM,KAAK,sBAAsB,QAAQ,gBAAgB,KAAK,KAAK,GAAG;AAGvE,QAAO,MAAM,KAAK,KAAK;;;;;AAMxB,SAAS,qBACR,cACA,SAC0B;CAC1B,MAAMC,QAAiC,EAAE;CACzC,MAAM,kBAAkB,aAAa,oBAAoB;AAEzD,MAAK,MAAM,WAAW,iBAAiB;EACtC,MAAM,MAAM,QAAQ;EAEpB,MAAMC,YAA0C,EAAE;AAClD,OAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QACjC,IAAI,WAAW,WACf,CASA,WAAU,QAPT,MAAM,SAAS,WACZ,EAAE,QAAQ,GACV,MAAM,SAAS,WACd,EAAE,QAAQ,GACV,MAAM,SAAS,YACd,EAAE,SAAS,GACX,EAAE,SAAS,EACQ,SAAS,MAAM,YAAY;EAGrD,MAAM,SAAS,EAAE,OAAO,UAAU;EAElC,MAAM,OAAO,IAAI,sBAAsB;GACtC,MAAM,IAAI;GACV,aAAa,IAAI;GACjB;GACA,MAAM,OAAO,SAAkC;IAC9C,MAAM,SAAS,MAAM,aAAa,gBACjC,IAAI,MACJ,MACA,QACA;AACD,WAAO,KAAK,UAAU,OAAO;;GAE9B,CAAC;AAEF,QAAM,KAAK,KAAK;;AAGjB,QAAO;;;;;;AAOR,SAAS,mBACR,OACA,SAKQ;CACR,MAAM,aAAa,MAAM,aAAa,CAAC,MAAM;AAQ7C,KAAI,EALH,WAAW,SAAS,QAAQ,IAC5B,WAAW,SAAS,cAAc,IAClC,WAAW,SAAS,OAAO,IAC3B,WAAW,SAAS,aAAa,EAGjC,QAAO;CAcR,MAAM,qBAXkB;EACvB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,CAC0C,MAAM,YAChD,WAAW,SAAS,QAAQ,CAC5B;CAED,MAAM,aAAa,WACjB,QAAQ,sCAAsC,GAAG,CACjD,MAAM;CAER,MAAM,iBAAiB,QAAQ,MAAM,MAAM;AAE1C,SADmB,GAAG,EAAE,MAAM,GAAG,EAAE,SAAS,aAAa,CAE7C,SAAS,WAAW,IAC/B,WAAW,SAAS,EAAE,MAAM,aAAa,CAAC,IAC1C,WAAW,SAAS,EAAE,OAAO,aAAa,CAAC;GAE3C;AAEF,QAAO,iBACJ;EAAE,QAAQ;EAAgB;EAAY;EAAoB,GAC1D;;;;;AA8BJ,SAAS,aACR,UACyC;CACzC,MAAM,SAAU,SAAwC;AACxD,QACC,OAAO,aAAa,YACpB,aAAa,SACZ,gBAAgB,YACf,uBAAuB,YACvB,OAAO,WAAW,YAClB,WAAW,QACX,gBAAgB;;;;;AAOpB,eAAsB,SACrB,SACA,QACA,eAA6B,2BAA2B,EAC/B;CACzB,MAAM,MAAM,MAAM,UAAU,OAAO;CAEnC,MAAM,cAAc,mBACnB,QAAQ,OACR,QAAQ,QAAQ,QAChB;CAED,MAAM,gBAAgB,uBAAuB,QAAQ,QAAQ;CAC7D,MAAM,iBAAiB,qBAAqB,cAAc,QAAQ,QAAQ;CAE1E,MAAM,eACL,eAAe,SAAS,KAAK,OAAO,IAAI,cAAc,aACnD,IAAI,UAAU,eAAe,GAC7B;CAEJ,IAAI,sBAAsB;AAC1B,KAAI,QAAQ,YAAY,QAAQ,SAAS,SAAS,GAAG;EACpD,MAAM,kBAAkB,QAAQ,SAAS,MAAM,GAAG;AAClD,OAAK,MAAM,OAAO,gBACjB,MAAK,MAAM,UAAU,QAAQ,QAAQ,QACpC,KACC,IAAI,QAAQ,aAAa,CAAC,SAAS,OAAO,MAAM,aAAa,CAAC,IAC9D,IAAI,QAAQ,aAAa,CAAC,SAAS,OAAO,GAAG,aAAa,CAAC,EAC1D;AACD,0BAAuB,yBAAyB,OAAO,MAAM,IAAI,OAAO,GAAG,MAAM,OAAO;AACxF;;;CAMJ,IAAI,sBAAsB;AAC1B,KAAI,aAAa;EAChB,MAAM,SAAS,YAAY;EAC3B,MAAM,WACL,QAAQ,QAAQ,iBAAiB,SAAS,OAAO,GAAG,IAAI;EACzD,MAAM,SAAS,OAAO,gBAAgB;AAEtC,MAAI,UAAU,SACb,uBAAsB,wBAAwB,OAAO,MAAM,KAAK,OAAO,GAAG;WAChE,UAAU,CAAC,SACrB,uBAAsB,wBAAwB,OAAO,MAAM,KAAK,OAAO,GAAG;WAChE,CAAC,SACX,uBAAsB,wBAAwB,OAAO,MAAM,KAAK,OAAO,GAAG;MAE1E,uBAAsB,qBAAqB,OAAO,MAAM,KAAK,OAAO,GAAG;;CAmDzE,MAAMC,uBAAiE,CACtE;EAAE,MAAM;EAAU,SAhDE;;EAEpB,gBAAgB,sBAAsB,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA8CjB,CACzC;AAED,KAAI,QAAQ,YAAY,QAAQ,SAAS,SAAS,GAAG;EACpD,MAAM,iBAAiB,QAAQ,SAAS,MAAM,IAAI;AAClD,OAAK,MAAM,OAAO,eACjB,sBAAqB,KAAK;GACzB,MAAM,IAAI;GACV,SAAS,IAAI;GACb,CAAC;;AAIJ,sBAAqB,KAAK;EAAE,MAAM;EAAQ,SAAS,QAAQ;EAAO,CAAC;CAEnE,MAAM,WAAW,MAAM,aAAa,OAAO,qBAAqB;CAEhE,MAAMC,eAA8B,EAAE;CACtC,IAAI,QAAQ;AAEZ,KAAI,SAAS,QACZ,KAAI,OAAO,SAAS,YAAY,SAC/B,SAAQ,SAAS;UACP,MAAM,QAAQ,SAAS,QAAQ,CACzC,SAAQ,SAAS,QACf,KAAK,MAAM;AACX,MAAI,OAAO,MAAM,SAAU,QAAO;AAClC,MAAI,KAAK,OAAO,MAAM,YAAY,UAAU,EAAG,QAAO,EAAE;AACxD,SAAO;GACN,CACD,KAAK,GAAG;KAEV,SAAQ,OAAO,SAAS,QAAQ;CAKlC,MAAMC,kBAOD,aAAa,SAAS,GACxB,SAAS,cAAc,SAAS,mBAAmB,cAAc,EAAE,GACnE,EAAE;AAEL,MAAK,MAAM,YAAY,iBAAiB;EACvC,MAAM,WAAW,SAAS,QAAQ,SAAS,UAAU;EACrD,MAAM,WACL,SAAS,SACR,SAAS,UAAU,YACjB,OAAO,SAAS,SAAS,cAAc,WACtC,KAAK,MAAM,SAAS,SAAS,UAAU,GACvC,SAAS,SAAS,YACnB,EAAE;AAEN,MAAI,UAAU;GACb,MAAM,YAAY,aAAa,gBAAgB;IAC9C,MAAM;IACN,UAAU;KACT,MAAM;KACN,WAAW,KAAK,UAAU,SAAS;KACnC;IACD,CAAC;AAEF,OAAI,UACH,cAAa,KAAK,UAAU;OAE5B,KAAI;IACH,MAAM,SAAS,MAAM,aAAa,gBACjC,UACA,UACA,QAAQ,QACR;AACD,QAAI,UAAU,OAAO,WAAW,YAAY,YAAY,OACvD,cAAa,KAAK,OAAsB;YAEjC,OAAO;AACf,YAAQ,MAAM,wBAAwB,SAAS,IAAI,MAAM;;;;AAM7D,QAAO;EACN,OAAO,SAAS;EAChB,cAAc,aAAa,SAAS,IAAI,eAAe;EACvD"}

package/dist/fastify.d.mts

@@ -0,0 +1,58 @@
+import { ToolRegistry } from "./tool-registry.mjs";
+import { ServerConfig } from "./types.mjs";
+import { FastifyInstance, FastifyPluginOptions } from "fastify";
+
+//#region src/fastify.d.ts
+interface FastifyAi11yOptions extends FastifyPluginOptions {
+  config: ServerConfig;
+  toolRegistry?: ToolRegistry;
+}
+/**
+ * Fastify plugin for ai11y server
+ *
+ * @example
+ * ```ts
+ * import Fastify from 'fastify';
+ * import { ai11yPlugin } from '@ai11y/agent/fastify';
+ *
+ * const fastify = Fastify();
+ *
+ * await fastify.register(ai11yPlugin, {
+ *   config: {
+ *     provider: 'openai',
+ *     apiKey: process.env.OPENAI_API_KEY!,
+ *     model: 'gpt-4o-mini'
+ *   }
+ * });
+ *
+ * await fastify.listen({ port: 3000 });
+ * ```
+ */
+declare function ai11yPlugin(fastify: FastifyInstance, options: FastifyAi11yOptions): Promise<void>;
+/**
+ * Helper function to create a tool registry with custom tools.
+ * Returns a ToolRegistry instance that supports method chaining.
+ *
+ * @example
+ * ```ts
+ * const registry = createToolRegistry()
+ *   .register({
+ *     name: "custom_action",
+ *     description: "Perform a custom action",
+ *     parameters: {
+ *       type: "object",
+ *       properties: {
+ *         param: { type: "string", description: "A parameter" }
+ *       },
+ *       required: ["param"]
+ *     }
+ *   }, async (args) => {
+ *     // Execute custom logic
+ *     return { success: true };
+ *   });
+ * ```
+ */
+declare function createToolRegistry(): ToolRegistry;
+//#endregion
+export { type ServerConfig, ai11yPlugin, createToolRegistry };
+//# sourceMappingURL=fastify.d.mts.map

package/dist/fastify.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fastify.d.mts","names":[],"sources":["../src/fastify.ts"],"sourcesContent":[],"mappings":";;;;;UAcU,mBAAA,SAA4B;UAC7B;EADC,YAAA,CAAA,EAEM,YAFc;;;;;AA0B9B;;;;;AAkEA;;;;;;;;;;;;;iBAlEsB,WAAA,UACZ,0BACA,sBAAmB;;;;;;;;;;;;;;;;;;;;;;;;iBAgEb,kBAAA,CAAA,GAAsB"}

package/dist/fastify.mjs

@@ -0,0 +1,82 @@
+import { createDefaultToolRegistry } from "./tool-registry.mjs";
+import { runAgent } from "./agent.mjs";
+
+//#region src/fastify.ts
+/**
+* Fastify plugin for ai11y server
+*
+* @example
+* ```ts
+* import Fastify from 'fastify';
+* import { ai11yPlugin } from '@ai11y/agent/fastify';
+*
+* const fastify = Fastify();
+*
+* await fastify.register(ai11yPlugin, {
+*   config: {
+*     provider: 'openai',
+*     apiKey: process.env.OPENAI_API_KEY!,
+*     model: 'gpt-4o-mini'
+*   }
+* });
+*
+* await fastify.listen({ port: 3000 });
+* ```
+*/
+async function ai11yPlugin(fastify, options) {
+	const { config, toolRegistry = createDefaultToolRegistry() } = options;
+	if (!config.apiKey) throw new Error("API key is required");
+	/**
+	* POST /ai11y/agent
+	* Main endpoint for agent requests
+	*/
+	fastify.post("/ai11y/agent", async (request, reply) => {
+		try {
+			const response = await runAgent(request.body, config, toolRegistry);
+			return reply.send(response);
+		} catch (error) {
+			fastify.log.error(error, "Error processing agent request");
+			return reply.status(500).send({
+				error: "Failed to process agent request",
+				message: error instanceof Error ? error.message : "Unknown error"
+			});
+		}
+	});
+	/**
+	* GET /ai11y/health
+	* Health check endpoint
+	*/
+	fastify.get("/ai11y/health", async (_request, reply) => {
+		return reply.send({ status: "ok" });
+	});
+}
+/**
+* Helper function to create a tool registry with custom tools.
+* Returns a ToolRegistry instance that supports method chaining.
+*
+* @example
+* ```ts
+* const registry = createToolRegistry()
+*   .register({
+*     name: "custom_action",
+*     description: "Perform a custom action",
+*     parameters: {
+*       type: "object",
+*       properties: {
+*         param: { type: "string", description: "A parameter" }
+*       },
+*       required: ["param"]
+*     }
+*   }, async (args) => {
+*     // Execute custom logic
+*     return { success: true };
+*   });
+* ```
+*/
+function createToolRegistry() {
+	return createDefaultToolRegistry();
+}
+
+//#endregion
+export { ai11yPlugin, createToolRegistry };
+//# sourceMappingURL=fastify.mjs.map

package/dist/fastify.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"fastify.mjs","names":[],"sources":["../src/fastify.ts"],"sourcesContent":["import type { AgentRequest } from \"@ai11y/core\";\nimport type {\n\tFastifyInstance,\n\tFastifyPluginOptions,\n\tFastifyReply,\n\tFastifyRequest,\n} from \"fastify\";\nimport { runAgent } from \"./agent.js\";\nimport {\n\tcreateDefaultToolRegistry,\n\ttype ToolRegistry,\n} from \"./tool-registry.js\";\nimport type { ServerConfig } from \"./types.js\";\n\ninterface FastifyAi11yOptions extends FastifyPluginOptions {\n\tconfig: ServerConfig;\n\ttoolRegistry?: ToolRegistry;\n}\n\n/**\n * Fastify plugin for ai11y server\n *\n * @example\n * ```ts\n * import Fastify from 'fastify';\n * import { ai11yPlugin } from '@ai11y/agent/fastify';\n *\n * const fastify = Fastify();\n *\n * await fastify.register(ai11yPlugin, {\n *   config: {\n *     provider: 'openai',\n *     apiKey: process.env.OPENAI_API_KEY!,\n *     model: 'gpt-4o-mini'\n *   }\n * });\n *\n * await fastify.listen({ port: 3000 });\n * ```\n */\nexport async function ai11yPlugin(\n\tfastify: FastifyInstance,\n\toptions: FastifyAi11yOptions,\n) {\n\tconst { config, toolRegistry = createDefaultToolRegistry() } = options;\n\n\t// Validate config\n\tif (!config.apiKey) {\n\t\tthrow new Error(\"API key is required\");\n\t}\n\n\t/**\n\t * POST /ai11y/agent\n\t * Main endpoint for agent requests\n\t */\n\tfastify.post<{ Body: AgentRequest }>(\n\t\t\"/ai11y/agent\",\n\t\tasync (\n\t\t\trequest: FastifyRequest<{ Body: AgentRequest }>,\n\t\t\treply: FastifyReply,\n\t\t) => {\n\t\t\ttry {\n\t\t\t\tconst response = await runAgent(request.body, config, toolRegistry);\n\t\t\t\treturn reply.send(response);\n\t\t\t} catch (error) {\n\t\t\t\tfastify.log.error(error, \"Error processing agent request\");\n\t\t\t\treturn reply.status(500).send({\n\t\t\t\t\terror: \"Failed to process agent request\",\n\t\t\t\t\tmessage: error instanceof Error ? error.message : \"Unknown error\",\n\t\t\t\t});\n\t\t\t}\n\t\t},\n\t);\n\n\t/**\n\t * GET /ai11y/health\n\t * Health check endpoint\n\t */\n\tfastify.get(\"/ai11y/health\", async (_request, reply) => {\n\t\treturn reply.send({ status: \"ok\" });\n\t});\n}\n\n/**\n * Helper function to create a tool registry with custom tools.\n * Returns a ToolRegistry instance that supports method chaining.\n *\n * @example\n * ```ts\n * const registry = createToolRegistry()\n *   .register({\n *     name: \"custom_action\",\n *     description: \"Perform a custom action\",\n *     parameters: {\n *       type: \"object\",\n *       properties: {\n *         param: { type: \"string\", description: \"A parameter\" }\n *       },\n *       required: [\"param\"]\n *     }\n *   }, async (args) => {\n *     // Execute custom logic\n *     return { success: true };\n *   });\n * ```\n */\nexport function createToolRegistry(): ToolRegistry {\n\treturn createDefaultToolRegistry();\n}\n\nexport type { ServerConfig } from \"./types.js\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAwCA,eAAsB,YACrB,SACA,SACC;CACD,MAAM,EAAE,QAAQ,eAAe,2BAA2B,KAAK;AAG/D,KAAI,CAAC,OAAO,OACX,OAAM,IAAI,MAAM,sBAAsB;;;;;AAOvC,SAAQ,KACP,gBACA,OACC,SACA,UACI;AACJ,MAAI;GACH,MAAM,WAAW,MAAM,SAAS,QAAQ,MAAM,QAAQ,aAAa;AACnE,UAAO,MAAM,KAAK,SAAS;WACnB,OAAO;AACf,WAAQ,IAAI,MAAM,OAAO,iCAAiC;AAC1D,UAAO,MAAM,OAAO,IAAI,CAAC,KAAK;IAC7B,OAAO;IACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU;IAClD,CAAC;;GAGJ;;;;;AAMD,SAAQ,IAAI,iBAAiB,OAAO,UAAU,UAAU;AACvD,SAAO,MAAM,KAAK,EAAE,QAAQ,MAAM,CAAC;GAClC;;;;;;;;;;;;;;;;;;;;;;;;;AA0BH,SAAgB,qBAAmC;AAClD,QAAO,2BAA2B"}

package/dist/index.d.mts

@@ -0,0 +1,5 @@
+import { ToolRegistry, createDefaultToolRegistry } from "./tool-registry.mjs";
+import { ServerConfig } from "./types.mjs";
+import { runAgent } from "./agent.mjs";
+import { createLLM } from "./llm-provider.mjs";
+export { type ServerConfig, ToolRegistry, createDefaultToolRegistry, createLLM, runAgent };

package/dist/index.mjs

@@ -0,0 +1,5 @@
+import { createLLM } from "./llm-provider.mjs";
+import { ToolRegistry, createDefaultToolRegistry } from "./tool-registry.mjs";
+import { runAgent } from "./agent.mjs";
+
+export { ToolRegistry, createDefaultToolRegistry, createLLM, runAgent };

package/dist/llm-provider.d.mts

@@ -0,0 +1,12 @@
+import { ServerConfig } from "./types.mjs";
+import { BaseChatModel } from "@langchain/core/language_models/chat_models";
+
+//#region src/llm-provider.d.ts
+
+/**
+ * Create a LangChain LLM instance for OpenAI
+ */
+declare function createLLM(config: ServerConfig): Promise<BaseChatModel>;
+//#endregion
+export { createLLM };
+//# sourceMappingURL=llm-provider.d.mts.map

package/dist/llm-provider.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-provider.d.mts","names":[],"sources":["../src/llm-provider.ts"],"sourcesContent":[],"mappings":";;;;;;;;iBAWsB,SAAA,SAAkB,eAAe,QAAQ"}