@ai11y/core 0.0.1

package/.turbo/turbo-build.log

@@ -0,0 +1,87 @@
+
+> @ai11y/core@0.0.1 build /home/runner/work/ai11y/ai11y/packages/core
+> tsdown
+
+ℹ tsdown v0.18.1 powered by rolldown v1.0.0-beta.55
+ℹ config file: /home/runner/work/ai11y/ai11y/packages/core/tsdown.config.ts (unrun)
+ℹ entry: src/index.ts
+ℹ tsconfig: tsconfig.json
+ℹ Build start
+ℹ dist/index.mjs                          1.67 kB │ gzip: 0.48 kB
+ℹ dist/agent/rule-based-agent.mjs.map    13.04 kB │ gzip: 3.34 kB
+ℹ dist/marker.mjs.map                     8.74 kB │ gzip: 2.69 kB
+ℹ dist/agent/rule-based-agent.mjs         6.28 kB │ gzip: 1.58 kB
+ℹ dist/dom-actions/fill-input.mjs.map     5.46 kB │ gzip: 1.94 kB
+ℹ dist/marker.mjs                         4.72 kB │ gzip: 1.52 kB
+ℹ dist/store.mjs.map                      4.60 kB │ gzip: 1.60 kB
+ℹ dist/dom-actions/highlight.mjs.map      3.71 kB │ gzip: 1.48 kB
+ℹ dist/dom.mjs.map                        3.65 kB │ gzip: 1.37 kB
+ℹ dist/client-api.mjs.map                 3.34 kB │ gzip: 1.25 kB
+ℹ dist/agent/agent-adapter.mjs.map        3.12 kB │ gzip: 1.24 kB
+ℹ dist/agent/llm-agent.mjs.map            2.92 kB │ gzip: 1.20 kB
+ℹ dist/dom-actions/fill-input.mjs         2.65 kB │ gzip: 0.92 kB
+ℹ dist/store.mjs                          2.50 kB │ gzip: 0.97 kB
+ℹ dist/util/attributes.mjs.map            2.43 kB │ gzip: 0.75 kB
+ℹ dist/dom.mjs                            2.26 kB │ gzip: 0.90 kB
+ℹ dist/dom-actions/highlight.mjs          1.98 kB │ gzip: 0.85 kB
+ℹ dist/util/attributes.mjs                1.91 kB │ gzip: 0.59 kB
+ℹ dist/client-api.mjs                     1.65 kB │ gzip: 0.65 kB
+ℹ dist/agent/agent-adapter.mjs            1.63 kB │ gzip: 0.67 kB
+ℹ dist/events.mjs.map                     1.58 kB │ gzip: 0.75 kB
+ℹ dist/dom-actions/click.mjs.map          1.42 kB │ gzip: 0.74 kB
+ℹ dist/agent/llm-agent.mjs                1.40 kB │ gzip: 0.66 kB
+ℹ dist/agent/plan.mjs.map                 1.29 kB │ gzip: 0.63 kB
+ℹ dist/dom-actions/scroll.mjs.map         1.06 kB │ gzip: 0.59 kB
+ℹ dist/events.mjs                         1.02 kB │ gzip: 0.51 kB
+ℹ dist/dom-actions/click.mjs              0.79 kB │ gzip: 0.43 kB
+ℹ dist/agent/plan.mjs                     0.78 kB │ gzip: 0.43 kB
+ℹ dist/dom-actions/scroll.mjs             0.75 kB │ gzip: 0.43 kB
+ℹ dist/dom-actions/find-element.mjs.map   0.68 kB │ gzip: 0.42 kB
+ℹ dist/util/format.mjs.map                0.64 kB │ gzip: 0.41 kB
+ℹ dist/dom-actions/navigate.mjs.map       0.60 kB │ gzip: 0.36 kB
+ℹ dist/dom-actions/find-element.mjs       0.50 kB │ gzip: 0.31 kB
+ℹ dist/util/format.mjs                    0.47 kB │ gzip: 0.31 kB
+ℹ dist/store.d.mts.map                    0.45 kB │ gzip: 0.25 kB
+ℹ dist/dom-actions/navigate.mjs           0.45 kB │ gzip: 0.27 kB
+ℹ dist/util/attributes.d.mts.map          0.39 kB │ gzip: 0.24 kB
+ℹ dist/agent/types.d.mts.map              0.39 kB │ gzip: 0.26 kB
+ℹ dist/context.d.mts.map                  0.32 kB │ gzip: 0.21 kB
+ℹ dist/agent/tool-contract.d.mts.map      0.31 kB │ gzip: 0.21 kB
+ℹ dist/agent/agent-adapter.d.mts.map      0.29 kB │ gzip: 0.20 kB
+ℹ dist/agent/llm-agent.d.mts.map          0.28 kB │ gzip: 0.19 kB
+ℹ dist/client-api.d.mts.map               0.27 kB │ gzip: 0.20 kB
+ℹ dist/events.d.mts.map                   0.24 kB │ gzip: 0.17 kB
+ℹ dist/dom-actions/highlight.d.mts.map    0.21 kB │ gzip: 0.17 kB
+ℹ dist/marker.d.mts.map                   0.19 kB │ gzip: 0.15 kB
+ℹ dist/agent/plan.d.mts.map               0.18 kB │ gzip: 0.15 kB
+ℹ dist/agent/rule-based-agent.d.mts.map   0.18 kB │ gzip: 0.15 kB
+ℹ dist/dom-actions/fill-input.d.mts.map   0.16 kB │ gzip: 0.14 kB
+ℹ dist/dom-actions/navigate.d.mts.map     0.16 kB │ gzip: 0.13 kB
+ℹ dist/dom-actions/scroll.d.mts.map       0.15 kB │ gzip: 0.13 kB
+ℹ dist/dom.d.mts.map                      0.15 kB │ gzip: 0.13 kB
+ℹ dist/instruction.d.mts.map              0.15 kB │ gzip: 0.13 kB
+ℹ dist/dom-actions/click.d.mts.map        0.15 kB │ gzip: 0.13 kB
+ℹ dist/util/format.d.mts.map              0.15 kB │ gzip: 0.13 kB
+ℹ dist/index.d.mts                        2.39 kB │ gzip: 0.67 kB
+ℹ dist/agent/types.d.mts                  2.09 kB │ gzip: 0.72 kB
+ℹ dist/store.d.mts                        1.94 kB │ gzip: 0.74 kB
+ℹ dist/util/attributes.d.mts              1.89 kB │ gzip: 0.56 kB
+ℹ dist/client-api.d.mts                   1.22 kB │ gzip: 0.59 kB
+ℹ dist/dom-actions/highlight.d.mts        1.03 kB │ gzip: 0.52 kB
+ℹ dist/agent/plan.d.mts                   0.91 kB │ gzip: 0.48 kB
+ℹ dist/marker.d.mts                       0.90 kB │ gzip: 0.45 kB
+ℹ dist/events.d.mts                       0.87 kB │ gzip: 0.43 kB
+ℹ dist/agent/agent-adapter.d.mts          0.72 kB │ gzip: 0.40 kB
+ℹ dist/dom-actions/fill-input.d.mts       0.66 kB │ gzip: 0.37 kB
+ℹ dist/dom.d.mts                          0.65 kB │ gzip: 0.38 kB
+ℹ dist/context.d.mts                      0.58 kB │ gzip: 0.30 kB
+ℹ dist/agent/llm-agent.d.mts              0.52 kB │ gzip: 0.32 kB
+ℹ dist/agent/tool-contract.d.mts          0.51 kB │ gzip: 0.30 kB
+ℹ dist/agent/rule-based-agent.d.mts       0.45 kB │ gzip: 0.28 kB
+ℹ dist/dom-actions/scroll.d.mts           0.44 kB │ gzip: 0.28 kB
+ℹ dist/util/format.d.mts                  0.42 kB │ gzip: 0.27 kB
+ℹ dist/dom-actions/navigate.d.mts         0.38 kB │ gzip: 0.24 kB
+ℹ dist/instruction.d.mts                  0.35 kB │ gzip: 0.18 kB
+ℹ dist/dom-actions/click.d.mts            0.32 kB │ gzip: 0.23 kB
+ℹ 76 files, total: 115.71 kB
+✔ Build complete in 1542ms

package/CHANGELOG.md

@@ -0,0 +1,29 @@
+# @ai11y/core
+
+## 0.0.1
+
+### Patch Changes
+
+- [#10](https://github.com/maerzhase/ai11y/pull/10)
+  [`a578f29`](https://github.com/maerzhase/ai11y/commit/a578f296c21cd19c935ff8003442677f7a1cb72d)
+  Thanks [@maerzhase](https://github.com/maerzhase)! - Docs and demo
+  improvements: naming (ai11y ≠ a11y), Describe/Plan/Act boundaries, UI context
+  payload viewer, annotation guidance, Why not ARIA, Security & privacy,
+  multi-step demo
+
+- [#10](https://github.com/maerzhase/ai11y/pull/10)
+  [`a578f29`](https://github.com/maerzhase/ai11y/commit/a578f296c21cd19c935ff8003442677f7a1cb72d)
+  Thanks [@maerzhase](https://github.com/maerzhase)! - Add custom state
+  management and privacy protection features
+  - **Custom State API**: `setState()` now merges with existing state (like
+    React's setState), allowing multiple components to independently manage
+    state keys. Added `clearState()` helper for resetting state.
+  - **Privacy Protection**: Automatically redact sensitive input values
+    (passwords, hidden fields, credit card fields) from UI context. Values are
+    replaced with `[REDACTED]` to prevent exposure to AI agents.
+  - **Sensitive Marker Support**: Added `data-ai-sensitive` attribute and
+    `sensitive` prop to Marker component for explicitly marking sensitive
+    fields.
+  - **Agent Improvements**: Enhanced agent prompts with security rules to
+    prevent filling password fields and improved pronoun resolution for better
+    context tracking in conversations.

package/README.md

@@ -0,0 +1,37 @@
+# @ai11y/core
+
+Framework-agnostic core. Your app exposes UI via markers (elements with
+`data-ai-id`, `data-ai-label`, optional `data-ai-intent`). The API is **describe
+→ plan → act**.
+
+## API
+
+- **`createClient(options?)`** — Returns
+  `{ describe, act, track, reportError }`. Options:
+  `onNavigate?: (route: string) => void`.
+- **`describe()`** — Returns `Ai11yContext`: markers, route, state, optional
+  error. Scans the DOM for marked elements and which are in view.
+- **`act(instruction)`** — Executes one instruction: click, navigate, highlight,
+  scroll, or fillInput.
+- **`plan(ui, input, config?, messages?)`** — Runs the agent (LLM or rule-based)
+  and returns `Promise<{ reply, instructions }>`.
+
+**JavaScript example:**
+
+```ts
+import { createClient, plan } from "@ai11y/core";
+
+const client = createClient({
+  onNavigate: (route) => window.history.pushState({}, "", route),
+});
+
+const ui = client.describe();
+const { reply, instructions } = await plan(ui, "click the save button");
+for (const instruction of instructions ?? []) {
+  client.act(instruction);
+}
+```
+
+Types (`Ai11yContext`, `Instruction`, `AgentResponse`, etc.) and DOM helpers
+(`clickMarker`, `highlightMarker`, `navigateToRoute`, etc.) are exported from
+the main entry. See generated docs for full reference.

package/dist/agent/agent-adapter.d.mts

@@ -0,0 +1,17 @@
+import { Ai11yContext } from "../context.mjs";
+import { AgentAdapterConfig, AgentResponse, ConversationMessage } from "./types.mjs";
+
+//#region src/agent/agent-adapter.d.ts
+
+/**
+ * Select and run the appropriate agent based on configuration.
+ *
+ * This adapter handles agent selection logic:
+ * - "llm": Always use LLM agent (requires llmConfig)
+ * - "rule-based": Always use rule-based agent
+ * - "auto": Use LLM if configured, fallback to rule-based on error or when offline
+ */
+declare function runAgentAdapter(input: string, context: Ai11yContext, config?: AgentAdapterConfig, messages?: ConversationMessage[]): Promise<AgentResponse>;
+//#endregion
+export { runAgentAdapter };
+//# sourceMappingURL=agent-adapter.d.mts.map

package/dist/agent/agent-adapter.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-adapter.d.mts","names":[],"sources":["../../src/agent/agent-adapter.ts"],"sourcesContent":[],"mappings":";;;;;;;AA2BA;;;;;;AAKU,iBALY,eAAA,CAKZ,KAAA,EAAA,MAAA,EAAA,OAAA,EAHA,YAGA,EAAA,MAAA,CAAA,EAFD,kBAEC,EAAA,QAAA,CAAA,EADE,mBACF,EAAA,CAAA,EAAP,OAAO,CAAC,aAAD,CAAA"}

package/dist/agent/agent-adapter.mjs

@@ -0,0 +1,45 @@
+import { runLLMAgent } from "./llm-agent.mjs";
+import { runRuleBasedAgent } from "./rule-based-agent.mjs";
+
+//#region src/agent/agent-adapter.ts
+/**
+* Detect if we're likely offline (browser only)
+*/
+function isLikelyOffline() {
+	if (typeof navigator !== "undefined" && "onLine" in navigator) return !navigator.onLine;
+	return false;
+}
+/**
+* Select and run the appropriate agent based on configuration.
+*
+* This adapter handles agent selection logic:
+* - "llm": Always use LLM agent (requires llmConfig)
+* - "rule-based": Always use rule-based agent
+* - "auto": Use LLM if configured, fallback to rule-based on error or when offline
+*/
+async function runAgentAdapter(input, context, config = {}, messages) {
+	const { mode = "auto", llmConfig = null, forceRuleBased = false } = config;
+	if (forceRuleBased || mode === "rule-based") return runRuleBasedAgent(input, context);
+	if (mode === "llm") {
+		if (!llmConfig) {
+			console.warn("LLM mode requested but no llmConfig provided. Falling back to rule-based agent.");
+			return runRuleBasedAgent(input, context);
+		}
+		return runLLMAgent(input, context, llmConfig, messages);
+	}
+	if (mode === "auto" || !mode) {
+		if (isLikelyOffline()) return runRuleBasedAgent(input, context);
+		if (llmConfig) try {
+			return await runLLMAgent(input, context, llmConfig, messages);
+		} catch (error) {
+			console.warn("LLM agent failed, using rule-based fallback:", error);
+			return runRuleBasedAgent(input, context);
+		}
+		return runRuleBasedAgent(input, context);
+	}
+	return runRuleBasedAgent(input, context);
+}
+
+//#endregion
+export { runAgentAdapter };
+//# sourceMappingURL=agent-adapter.mjs.map

package/dist/agent/agent-adapter.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-adapter.mjs","names":[],"sources":["../../src/agent/agent-adapter.ts"],"sourcesContent":["import type { Ai11yContext } from \"../context.js\";\nimport { runLLMAgent } from \"./llm-agent.js\";\nimport { runRuleBasedAgent } from \"./rule-based-agent.js\";\nimport type {\n\tAgentAdapterConfig,\n\tAgentResponse,\n\tConversationMessage,\n} from \"./types.js\";\n\n/**\n * Detect if we're likely offline (browser only)\n */\nfunction isLikelyOffline(): boolean {\n\tif (typeof navigator !== \"undefined\" && \"onLine\" in navigator) {\n\t\treturn !navigator.onLine;\n\t}\n\treturn false;\n}\n\n/**\n * Select and run the appropriate agent based on configuration.\n *\n * This adapter handles agent selection logic:\n * - \"llm\": Always use LLM agent (requires llmConfig)\n * - \"rule-based\": Always use rule-based agent\n * - \"auto\": Use LLM if configured, fallback to rule-based on error or when offline\n */\nexport async function runAgentAdapter(\n\tinput: string,\n\tcontext: Ai11yContext,\n\tconfig: AgentAdapterConfig = {},\n\tmessages?: ConversationMessage[],\n): Promise<AgentResponse> {\n\tconst { mode = \"auto\", llmConfig = null, forceRuleBased = false } = config;\n\n\t// Force rule-based agent if explicitly requested\n\tif (forceRuleBased || mode === \"rule-based\") {\n\t\treturn runRuleBasedAgent(input, context);\n\t}\n\n\tif (mode === \"llm\") {\n\t\tif (!llmConfig) {\n\t\t\tconsole.warn(\n\t\t\t\t\"LLM mode requested but no llmConfig provided. Falling back to rule-based agent.\",\n\t\t\t);\n\t\t\treturn runRuleBasedAgent(input, context);\n\t\t}\n\t\treturn runLLMAgent(input, context, llmConfig, messages);\n\t}\n\n\t// Auto mode: try LLM if available, fallback to rule-based\n\tif (mode === \"auto\" || !mode) {\n\t\t// Check if we're offline - use rule-based\n\t\tif (isLikelyOffline()) {\n\t\t\treturn runRuleBasedAgent(input, context);\n\t\t}\n\n\t\t// Try LLM if configured\n\t\tif (llmConfig) {\n\t\t\ttry {\n\t\t\t\treturn await runLLMAgent(input, context, llmConfig, messages);\n\t\t\t} catch (error) {\n\t\t\t\t// runLLMAgent already falls back to rule-based, but we catch here for safety\n\t\t\t\tconsole.warn(\"LLM agent failed, using rule-based fallback:\", error);\n\t\t\t\treturn runRuleBasedAgent(input, context);\n\t\t\t}\n\t\t}\n\n\t\t// Default to rule-based\n\t\treturn runRuleBasedAgent(input, context);\n\t}\n\n\t// Fallback (shouldn't reach here)\n\treturn runRuleBasedAgent(input, context);\n}\n"],"mappings":";;;;;;;AAYA,SAAS,kBAA2B;AACnC,KAAI,OAAO,cAAc,eAAe,YAAY,UACnD,QAAO,CAAC,UAAU;AAEnB,QAAO;;;;;;;;;;AAWR,eAAsB,gBACrB,OACA,SACA,SAA6B,EAAE,EAC/B,UACyB;CACzB,MAAM,EAAE,OAAO,QAAQ,YAAY,MAAM,iBAAiB,UAAU;AAGpE,KAAI,kBAAkB,SAAS,aAC9B,QAAO,kBAAkB,OAAO,QAAQ;AAGzC,KAAI,SAAS,OAAO;AACnB,MAAI,CAAC,WAAW;AACf,WAAQ,KACP,kFACA;AACD,UAAO,kBAAkB,OAAO,QAAQ;;AAEzC,SAAO,YAAY,OAAO,SAAS,WAAW,SAAS;;AAIxD,KAAI,SAAS,UAAU,CAAC,MAAM;AAE7B,MAAI,iBAAiB,CACpB,QAAO,kBAAkB,OAAO,QAAQ;AAIzC,MAAI,UACH,KAAI;AACH,UAAO,MAAM,YAAY,OAAO,SAAS,WAAW,SAAS;WACrD,OAAO;AAEf,WAAQ,KAAK,gDAAgD,MAAM;AACnE,UAAO,kBAAkB,OAAO,QAAQ;;AAK1C,SAAO,kBAAkB,OAAO,QAAQ;;AAIzC,QAAO,kBAAkB,OAAO,QAAQ"}

package/dist/agent/llm-agent.d.mts

@@ -0,0 +1,13 @@
+import { Ai11yContext } from "../context.mjs";
+import { AgentResponse, ConversationMessage, LLMAgentConfig } from "./types.mjs";
+
+//#region src/agent/llm-agent.d.ts
+
+/**
+ * LLM-based agent using server-side API endpoint.
+ * Falls back to rule-based agent if the API is not available.
+ */
+declare function runLLMAgent(input: string, context: Ai11yContext, config: LLMAgentConfig, messages?: ConversationMessage[]): Promise<AgentResponse>;
+//#endregion
+export { runLLMAgent };
+//# sourceMappingURL=llm-agent.d.mts.map

package/dist/agent/llm-agent.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-agent.d.mts","names":[],"sources":["../../src/agent/llm-agent.ts"],"sourcesContent":[],"mappings":";;;;;;;AAWA;;AAGS,iBAHa,WAAA,CAGb,KAAA,EAAA,MAAA,EAAA,OAAA,EADC,YACD,EAAA,MAAA,EAAA,cAAA,EAAA,QAAA,CAAA,EACG,mBADH,EAAA,CAAA,EAEN,OAFM,CAEE,aAFF,CAAA"}

package/dist/agent/llm-agent.mjs

@@ -0,0 +1,41 @@
+//#region src/agent/llm-agent.ts
+/**
+* LLM-based agent using server-side API endpoint.
+* Falls back to rule-based agent if the API is not available.
+*/
+async function runLLMAgent(input, context, config, messages) {
+	try {
+		const response = await fetch(config.apiEndpoint, {
+			method: "POST",
+			headers: { "Content-Type": "application/json" },
+			body: JSON.stringify({
+				input,
+				context: {
+					markers: context.markers,
+					...context.inViewMarkerIds !== void 0 && { inViewMarkerIds: context.inViewMarkerIds },
+					...context.route !== void 0 && { route: context.route },
+					...context.state !== void 0 && { state: context.state },
+					...context.error !== void 0 && { error: context.error ? {
+						error: { message: context.error.error.message },
+						meta: context.error.meta,
+						timestamp: context.error.timestamp
+					} : null }
+				},
+				messages: messages?.slice(-10)
+			})
+		});
+		if (!response.ok) {
+			const errorText = await response.text();
+			throw new Error(`API request failed: ${response.status} ${response.statusText}. ${errorText}`);
+		}
+		return await response.json();
+	} catch (error) {
+		console.warn("LLM agent error, falling back to rule-based agent:", error);
+		const { runRuleBasedAgent } = await import("./rule-based-agent.mjs");
+		return runRuleBasedAgent(input, context);
+	}
+}
+
+//#endregion
+export { runLLMAgent };
+//# sourceMappingURL=llm-agent.mjs.map

package/dist/agent/llm-agent.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-agent.mjs","names":[],"sources":["../../src/agent/llm-agent.ts"],"sourcesContent":["import type { Ai11yContext } from \"../context.js\";\nimport type {\n\tAgentResponse,\n\tConversationMessage,\n\tLLMAgentConfig,\n} from \"./types.js\";\n\n/**\n * LLM-based agent using server-side API endpoint.\n * Falls back to rule-based agent if the API is not available.\n */\nexport async function runLLMAgent(\n\tinput: string,\n\tcontext: Ai11yContext,\n\tconfig: LLMAgentConfig,\n\tmessages?: ConversationMessage[],\n): Promise<AgentResponse> {\n\ttry {\n\t\tconst response = await fetch(config.apiEndpoint, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: {\n\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t},\n\t\t\tbody: JSON.stringify({\n\t\t\t\tinput,\n\t\t\t\tcontext: {\n\t\t\t\t\tmarkers: context.markers,\n\t\t\t\t\t...(context.inViewMarkerIds !== undefined && {\n\t\t\t\t\t\tinViewMarkerIds: context.inViewMarkerIds,\n\t\t\t\t\t}),\n\t\t\t\t\t...(context.route !== undefined && { route: context.route }),\n\t\t\t\t\t...(context.state !== undefined && { state: context.state }),\n\t\t\t\t\t...(context.error !== undefined && {\n\t\t\t\t\t\terror: context.error\n\t\t\t\t\t\t\t? {\n\t\t\t\t\t\t\t\t\terror: {\n\t\t\t\t\t\t\t\t\t\tmessage: context.error.error.message,\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\tmeta: context.error.meta,\n\t\t\t\t\t\t\t\t\ttimestamp: context.error.timestamp,\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t: null,\n\t\t\t\t\t}),\n\t\t\t\t},\n\t\t\t\tmessages: messages?.slice(-10),\n\t\t\t}),\n\t\t});\n\n\t\tif (!response.ok) {\n\t\t\tconst errorText = await response.text();\n\t\t\tthrow new Error(\n\t\t\t\t`API request failed: ${response.status} ${response.statusText}. ${errorText}`,\n\t\t\t);\n\t\t}\n\n\t\tconst data: AgentResponse = await response.json();\n\t\treturn data;\n\t} catch (error) {\n\t\t// If API is not available or there's an error, fall back to rule-based\n\t\tconsole.warn(\"LLM agent error, falling back to rule-based agent:\", error);\n\t\tconst { runRuleBasedAgent } = await import(\"./rule-based-agent.js\");\n\t\treturn runRuleBasedAgent(input, context);\n\t}\n}\n"],"mappings":";;;;;AAWA,eAAsB,YACrB,OACA,SACA,QACA,UACyB;AACzB,KAAI;EACH,MAAM,WAAW,MAAM,MAAM,OAAO,aAAa;GAChD,QAAQ;GACR,SAAS,EACR,gBAAgB,oBAChB;GACD,MAAM,KAAK,UAAU;IACpB;IACA,SAAS;KACR,SAAS,QAAQ;KACjB,GAAI,QAAQ,oBAAoB,UAAa,EAC5C,iBAAiB,QAAQ,iBACzB;KACD,GAAI,QAAQ,UAAU,UAAa,EAAE,OAAO,QAAQ,OAAO;KAC3D,GAAI,QAAQ,UAAU,UAAa,EAAE,OAAO,QAAQ,OAAO;KAC3D,GAAI,QAAQ,UAAU,UAAa,EAClC,OAAO,QAAQ,QACZ;MACA,OAAO,EACN,SAAS,QAAQ,MAAM,MAAM,SAC7B;MACD,MAAM,QAAQ,MAAM;MACpB,WAAW,QAAQ,MAAM;MACzB,GACA,MACH;KACD;IACD,UAAU,UAAU,MAAM,IAAI;IAC9B,CAAC;GACF,CAAC;AAEF,MAAI,CAAC,SAAS,IAAI;GACjB,MAAM,YAAY,MAAM,SAAS,MAAM;AACvC,SAAM,IAAI,MACT,uBAAuB,SAAS,OAAO,GAAG,SAAS,WAAW,IAAI,YAClE;;AAIF,SAD4B,MAAM,SAAS,MAAM;UAEzC,OAAO;AAEf,UAAQ,KAAK,sDAAsD,MAAM;EACzE,MAAM,EAAE,sBAAsB,MAAM,OAAO;AAC3C,SAAO,kBAAkB,OAAO,QAAQ"}

package/dist/agent/plan.d.mts

@@ -0,0 +1,27 @@
+import { Ai11yContext } from "../context.mjs";
+import { AgentAdapterConfig, AgentResponse, ConversationMessage } from "./types.mjs";
+
+//#region src/agent/plan.d.ts
+
+/**
+ * Plans instructions based on UI context and user input
+ *
+ * @param ui - The current UI context
+ * @param input - User input/command
+ * @param config - Optional agent configuration
+ * @param messages - Optional conversation history
+ * @returns The full agent response containing both reply and instructions
+ *
+ * @example
+ * ```ts
+ * const ui = ctx.describe()
+ * const response = await plan(ui, "click save button", config)
+ * for (const instruction of response.instructions || []) {
+ *   ctx.act(instruction)
+ * }
+ * ```
+ */
+declare function plan(ui: Ai11yContext, input: string, config?: AgentAdapterConfig, messages?: ConversationMessage[]): Promise<AgentResponse>;
+//#endregion
+export { plan };
+//# sourceMappingURL=plan.d.mts.map

package/dist/agent/plan.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.d.mts","names":[],"sources":["../../src/agent/plan.ts"],"sourcesContent":[],"mappings":";;;;;;;AA0BA;;;;;;;;;;;;;;;;iBAAsB,IAAA,KACjB,sCAEK,+BACE,wBACT,QAAQ"}

package/dist/agent/plan.mjs

@@ -0,0 +1,28 @@
+import { runAgentAdapter } from "./agent-adapter.mjs";
+
+//#region src/agent/plan.ts
+/**
+* Plans instructions based on UI context and user input
+*
+* @param ui - The current UI context
+* @param input - User input/command
+* @param config - Optional agent configuration
+* @param messages - Optional conversation history
+* @returns The full agent response containing both reply and instructions
+*
+* @example
+* ```ts
+* const ui = ctx.describe()
+* const response = await plan(ui, "click save button", config)
+* for (const instruction of response.instructions || []) {
+*   ctx.act(instruction)
+* }
+* ```
+*/
+async function plan(ui, input, config, messages) {
+	return await runAgentAdapter(input, ui, config, messages);
+}
+
+//#endregion
+export { plan };
+//# sourceMappingURL=plan.mjs.map

package/dist/agent/plan.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.mjs","names":[],"sources":["../../src/agent/plan.ts"],"sourcesContent":["import type { Ai11yContext } from \"../context.js\";\nimport { runAgentAdapter } from \"./agent-adapter.js\";\nimport type {\n\tAgentAdapterConfig,\n\tAgentResponse,\n\tConversationMessage,\n} from \"./types.js\";\n\n/**\n * Plans instructions based on UI context and user input\n *\n * @param ui - The current UI context\n * @param input - User input/command\n * @param config - Optional agent configuration\n * @param messages - Optional conversation history\n * @returns The full agent response containing both reply and instructions\n *\n * @example\n * ```ts\n * const ui = ctx.describe()\n * const response = await plan(ui, \"click save button\", config)\n * for (const instruction of response.instructions || []) {\n *   ctx.act(instruction)\n * }\n * ```\n */\nexport async function plan(\n\tui: Ai11yContext,\n\tinput: string,\n\tconfig?: AgentAdapterConfig,\n\tmessages?: ConversationMessage[],\n): Promise<AgentResponse> {\n\tconst response: AgentResponse = await runAgentAdapter(\n\t\tinput,\n\t\tui,\n\t\tconfig,\n\t\tmessages,\n\t);\n\n\treturn response;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AA0BA,eAAsB,KACrB,IACA,OACA,QACA,UACyB;AAQzB,QAPgC,MAAM,gBACrC,OACA,IACA,QACA,SACA"}

package/dist/agent/rule-based-agent.d.mts

@@ -0,0 +1,13 @@
+import { Ai11yContext } from "../context.mjs";
+import { AgentResponse } from "./types.mjs";
+
+//#region src/agent/rule-based-agent.d.ts
+
+/**
+ * Rule-based agent that uses pattern matching for common commands.
+ * Provides immediate responses without requiring an LLM.
+ */
+declare function runRuleBasedAgent(input: string, context: Ai11yContext): AgentResponse;
+//#endregion
+export { runRuleBasedAgent };
+//# sourceMappingURL=rule-based-agent.d.mts.map

package/dist/agent/rule-based-agent.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rule-based-agent.d.mts","names":[],"sources":["../../src/agent/rule-based-agent.ts"],"sourcesContent":[],"mappings":";;;;;;;AAQA;;iBAAgB,iBAAA,yBAEN,eACP"}

package/dist/agent/rule-based-agent.mjs

@@ -0,0 +1,152 @@
+//#region src/agent/rule-based-agent.ts
+/**
+* Rule-based agent that uses pattern matching for common commands.
+* Provides immediate responses without requiring an LLM.
+*/
+function runRuleBasedAgent(input, context) {
+	const lowerInput = input.toLowerCase().trim();
+	if (lowerInput.includes("go to") || lowerInput.includes("navigate to") || lowerInput.includes("open") || lowerInput.includes("take me to")) {
+		const searchText = lowerInput.replace(/go to|navigate to|open|take me to/g, "").trim();
+		const matchingMarker = context.markers.find((m) => {
+			return `${m.label} ${m.intent}`.toLowerCase().includes(searchText) || lowerInput.includes(m.label.toLowerCase()) || lowerInput.includes(m.intent.toLowerCase());
+		});
+		if (matchingMarker) {
+			const isInView = context.inViewMarkerIds?.includes(matchingMarker.id) ?? false;
+			const isLink = matchingMarker.elementType === "a";
+			if (isLink && isInView) return {
+				reply: `Navigating to ${matchingMarker.label}...`,
+				instructions: [{
+					action: "click",
+					id: matchingMarker.id
+				}]
+			};
+			if (isLink && !isInView) return {
+				reply: `Scrolling to ${matchingMarker.label}...`,
+				instructions: [{
+					action: "scroll",
+					id: matchingMarker.id
+				}]
+			};
+			return {
+				reply: `Scrolling to ${matchingMarker.label}...`,
+				instructions: [{
+					action: "scroll",
+					id: matchingMarker.id
+				}]
+			};
+		}
+		const instructions = [];
+		let route = "/";
+		if (lowerInput.includes("billing")) route = "/billing";
+		else if (lowerInput.includes("integrations")) route = "/integrations";
+		else if (lowerInput.includes("home")) route = "/";
+		if (route !== context.route) {
+			instructions.push({
+				action: "navigate",
+				route
+			});
+			return {
+				reply: `Navigating to ${route === "/" ? "home" : route}...`,
+				instructions
+			};
+		} else return { reply: `You're already on ${route === "/" ? "home" : route}.` };
+	}
+	if (lowerInput.includes("click") || lowerInput.includes("press")) {
+		const matchingMarker = context.markers.find((m) => {
+			return `${m.label} ${m.intent}`.toLowerCase().includes(lowerInput.replace(/click|press/g, "").trim()) || lowerInput.includes(m.label.toLowerCase()) || lowerInput.includes(m.intent.toLowerCase());
+		});
+		if (matchingMarker) return {
+			reply: `Clicking ${matchingMarker.label}...`,
+			instructions: [{
+				action: "click",
+				id: matchingMarker.id
+			}]
+		};
+		else return { reply: `I couldn't find a button or element matching "${input}". Available options: ${context.markers.map((m) => m.label).join(", ") || "none"}` };
+	}
+	if (lowerInput.includes("scroll to") || lowerInput.includes("scroll") || lowerInput.includes("show me")) {
+		const matchingMarker = context.markers.find((m) => {
+			const markerText = `${m.label} ${m.intent}`.toLowerCase();
+			const searchText = lowerInput.replace(/scroll to|scroll|show me/g, "").trim();
+			return markerText.includes(searchText) || lowerInput.includes(m.label.toLowerCase());
+		});
+		if (matchingMarker) {
+			if (lowerInput.includes("scroll")) return {
+				reply: `Scrolling to ${matchingMarker.label}...`,
+				instructions: [{
+					action: "scroll",
+					id: matchingMarker.id
+				}]
+			};
+		}
+	}
+	if (lowerInput.includes("highlight") || lowerInput.includes("show")) {
+		const matchingMarker = context.markers.find((m) => {
+			return `${m.label} ${m.intent}`.toLowerCase().includes(lowerInput.replace(/highlight|show/g, "").trim()) || lowerInput.includes(m.label.toLowerCase());
+		});
+		if (matchingMarker) return {
+			reply: `Highlighting ${matchingMarker.label}...`,
+			instructions: [{
+				action: "highlight",
+				id: matchingMarker.id
+			}]
+		};
+	}
+	if (lowerInput.includes("fill") || lowerInput.includes("enter") || lowerInput.includes("type") || lowerInput.includes("put")) {
+		let value;
+		let markerSearchText = lowerInput;
+		const fillWithMatch = lowerInput.match(/(?:fill|enter|type|put)\s+(.+?)\s+(?:with|in|into)\s+(.+)/i);
+		if (fillWithMatch) {
+			markerSearchText = fillWithMatch[1].trim();
+			value = fillWithMatch[2].trim();
+		} else {
+			const fillInMatch = lowerInput.match(/(?:fill|enter|type|put)\s+(.+?)\s+in\s+(.+)/i);
+			if (fillInMatch) {
+				value = fillInMatch[1].trim();
+				markerSearchText = fillInMatch[2].trim();
+			} else {
+				const inMatch = lowerInput.match(/(.+?)\s+in\s+(.+)/i);
+				if (inMatch) {
+					value = inMatch[1].trim();
+					markerSearchText = inMatch[2].trim();
+				}
+			}
+		}
+		const matchingMarker = context.markers.find((m) => {
+			const markerText = `${m.label} ${m.intent}`.toLowerCase();
+			const cleanedMarkerSearch = markerSearchText.replace(/fill|enter|type|put|input|field/g, "").trim();
+			return markerText.includes(cleanedMarkerSearch) || cleanedMarkerSearch.includes(m.label.toLowerCase()) || cleanedMarkerSearch.includes(m.id.toLowerCase());
+		});
+		if (matchingMarker && value) return {
+			reply: `Filling ${matchingMarker.label} with "${value}"...`,
+			instructions: [{
+				action: "fillInput",
+				id: matchingMarker.id,
+				value
+			}]
+		};
+		else if (matchingMarker && !value) return { reply: `I found ${matchingMarker.label}, but I need a value to fill. Please specify what to enter, for example: "fill ${matchingMarker.label.toLowerCase()} with [value]"` };
+	}
+	if (context.error) {
+		const errorMessage = context.error.error.message || "An error occurred";
+		if (lowerInput.includes("retry") || lowerInput.includes("try again") || lowerInput.includes("fix")) {
+			if (context.error.meta?.markerId) {
+				const marker = context.markers.find((m) => m.id === context.error?.meta?.markerId);
+				if (marker) return {
+					reply: `Retrying ${marker.label}...`,
+					instructions: [{
+						action: "click",
+						id: marker.id
+					}]
+				};
+			}
+			return { reply: `I can help you retry. The error was: ${errorMessage}. Would you like me to try clicking the button again?` };
+		}
+		return { reply: `I noticed an error: ${errorMessage}. You can ask me to "retry" or "try again" to attempt the action once more.` };
+	}
+	return { reply: `I can help you navigate, click buttons, highlight elements, or fill inputs. Try saying "go to billing", "click connect stripe", "show me the enable billing button", or "fill email with test@example.com".` };
+}
+
+//#endregion
+export { runRuleBasedAgent };
+//# sourceMappingURL=rule-based-agent.mjs.map

package/dist/agent/rule-based-agent.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"rule-based-agent.mjs","names":["instructions: Instruction[]","value: string | undefined"],"sources":["../../src/agent/rule-based-agent.ts"],"sourcesContent":["import type { Ai11yContext } from \"../context.js\";\nimport type { Instruction } from \"../instruction.js\";\nimport type { AgentResponse } from \"./types.js\";\n\n/**\n * Rule-based agent that uses pattern matching for common commands.\n * Provides immediate responses without requiring an LLM.\n */\nexport function runRuleBasedAgent(\n\tinput: string,\n\tcontext: Ai11yContext,\n): AgentResponse {\n\tconst lowerInput = input.toLowerCase().trim();\n\n\t// Handle navigation commands\n\tif (\n\t\tlowerInput.includes(\"go to\") ||\n\t\tlowerInput.includes(\"navigate to\") ||\n\t\tlowerInput.includes(\"open\") ||\n\t\tlowerInput.includes(\"take me to\")\n\t) {\n\t\t// First, check if input matches any marker\n\t\tconst searchText = lowerInput\n\t\t\t.replace(/go to|navigate to|open|take me to/g, \"\")\n\t\t\t.trim();\n\t\tconst matchingMarker = context.markers.find((m) => {\n\t\t\tconst markerText = `${m.label} ${m.intent}`.toLowerCase();\n\t\t\treturn (\n\t\t\t\tmarkerText.includes(searchText) ||\n\t\t\t\tlowerInput.includes(m.label.toLowerCase()) ||\n\t\t\t\tlowerInput.includes(m.intent.toLowerCase())\n\t\t\t);\n\t\t});\n\n\t\t// If a marker matches, decide based on element type and visibility\n\t\tif (matchingMarker) {\n\t\t\tconst isInView =\n\t\t\t\tcontext.inViewMarkerIds?.includes(matchingMarker.id) ?? false;\n\t\t\tconst isLink = matchingMarker.elementType === \"a\";\n\n\t\t\t// If it's a link marker and in view, click it (navigate)\n\t\t\tif (isLink && isInView) {\n\t\t\t\treturn {\n\t\t\t\t\treply: `Navigating to ${matchingMarker.label}...`,\n\t\t\t\t\tinstructions: [{ action: \"click\", id: matchingMarker.id }],\n\t\t\t\t};\n\t\t\t}\n\n\t\t\t// If it's a link marker but not in view, scroll to it first\n\t\t\tif (isLink && !isInView) {\n\t\t\t\treturn {\n\t\t\t\t\treply: `Scrolling to ${matchingMarker.label}...`,\n\t\t\t\t\tinstructions: [{ action: \"scroll\", id: matchingMarker.id }],\n\t\t\t\t};\n\t\t\t}\n\n\t\t\t// For non-link markers (sections, divs), scroll to them\n\t\t\treturn {\n\t\t\t\treply: `Scrolling to ${matchingMarker.label}...`,\n\t\t\t\tinstructions: [{ action: \"scroll\", id: matchingMarker.id }],\n\t\t\t};\n\t\t}\n\n\t\t// No marker found, proceed with route navigation\n\t\tconst instructions: Instruction[] = [];\n\n\t\t// Extract route from input\n\t\tlet route = \"/\";\n\t\tif (lowerInput.includes(\"billing\")) {\n\t\t\troute = \"/billing\";\n\t\t} else if (lowerInput.includes(\"integrations\")) {\n\t\t\troute = \"/integrations\";\n\t\t} else if (lowerInput.includes(\"home\")) {\n\t\t\troute = \"/\";\n\t\t}\n\n\t\tif (route !== context.route) {\n\t\t\tinstructions.push({ action: \"navigate\", route });\n\t\t\treturn {\n\t\t\t\treply: `Navigating to ${route === \"/\" ? \"home\" : route}...`,\n\t\t\t\tinstructions,\n\t\t\t};\n\t\t} else {\n\t\t\treturn {\n\t\t\t\treply: `You're already on ${route === \"/\" ? \"home\" : route}.`,\n\t\t\t};\n\t\t}\n\t}\n\n\t// Handle click commands\n\tif (lowerInput.includes(\"click\") || lowerInput.includes(\"press\")) {\n\t\t// Find matching marker\n\t\tconst matchingMarker = context.markers.find((m) => {\n\t\t\tconst markerText = `${m.label} ${m.intent}`.toLowerCase();\n\t\t\treturn (\n\t\t\t\tmarkerText.includes(lowerInput.replace(/click|press/g, \"\").trim()) ||\n\t\t\t\tlowerInput.includes(m.label.toLowerCase()) ||\n\t\t\t\tlowerInput.includes(m.intent.toLowerCase())\n\t\t\t);\n\t\t});\n\n\t\tif (matchingMarker) {\n\t\t\treturn {\n\t\t\t\treply: `Clicking ${matchingMarker.label}...`,\n\t\t\t\tinstructions: [{ action: \"click\", id: matchingMarker.id }],\n\t\t\t};\n\t\t} else {\n\t\t\treturn {\n\t\t\t\treply: `I couldn't find a button or element matching \"${input}\". Available options: ${context.markers.map((m) => m.label).join(\", \") || \"none\"}`,\n\t\t\t};\n\t\t}\n\t}\n\n\t// Handle scroll commands (scroll to element)\n\tif (\n\t\tlowerInput.includes(\"scroll to\") ||\n\t\tlowerInput.includes(\"scroll\") ||\n\t\tlowerInput.includes(\"show me\")\n\t) {\n\t\tconst matchingMarker = context.markers.find((m) => {\n\t\t\tconst markerText = `${m.label} ${m.intent}`.toLowerCase();\n\t\t\tconst searchText = lowerInput\n\t\t\t\t.replace(/scroll to|scroll|show me/g, \"\")\n\t\t\t\t.trim();\n\t\t\treturn (\n\t\t\t\tmarkerText.includes(searchText) ||\n\t\t\t\tlowerInput.includes(m.label.toLowerCase())\n\t\t\t);\n\t\t});\n\n\t\tif (matchingMarker) {\n\t\t\t// If user explicitly wants to scroll, use scroll tool\n\t\t\t// Otherwise, if they say \"show me\" or \"highlight\", use highlight (which now scrolls)\n\t\t\tif (lowerInput.includes(\"scroll\")) {\n\t\t\t\treturn {\n\t\t\t\t\treply: `Scrolling to ${matchingMarker.label}...`,\n\t\t\t\t\tinstructions: [{ action: \"scroll\", id: matchingMarker.id }],\n\t\t\t\t};\n\t\t\t}\n\t\t}\n\t}\n\n\t// Handle highlight commands\n\tif (lowerInput.includes(\"highlight\") || lowerInput.includes(\"show\")) {\n\t\tconst matchingMarker = context.markers.find((m) => {\n\t\t\tconst markerText = `${m.label} ${m.intent}`.toLowerCase();\n\t\t\treturn (\n\t\t\t\tmarkerText.includes(lowerInput.replace(/highlight|show/g, \"\").trim()) ||\n\t\t\t\tlowerInput.includes(m.label.toLowerCase())\n\t\t\t);\n\t\t});\n\n\t\tif (matchingMarker) {\n\t\t\treturn {\n\t\t\t\treply: `Highlighting ${matchingMarker.label}...`,\n\t\t\t\tinstructions: [{ action: \"highlight\", id: matchingMarker.id }],\n\t\t\t};\n\t\t}\n\t}\n\n\t// Handle fill input commands\n\tif (\n\t\tlowerInput.includes(\"fill\") ||\n\t\tlowerInput.includes(\"enter\") ||\n\t\tlowerInput.includes(\"type\") ||\n\t\tlowerInput.includes(\"put\")\n\t) {\n\t\t// Try to extract value from commands like:\n\t\t// \"fill email with test@example.com\"\n\t\t// \"enter test@example.com in email\"\n\t\t// \"type test@example.com in email input\"\n\t\t// \"put test@example.com in email\"\n\t\tlet value: string | undefined;\n\t\tlet markerSearchText = lowerInput;\n\n\t\t// Pattern: \"fill [marker] with [value]\" or \"fill [marker] [value]\"\n\t\tconst fillWithMatch = lowerInput.match(\n\t\t\t/(?:fill|enter|type|put)\\s+(.+?)\\s+(?:with|in|into)\\s+(.+)/i,\n\t\t);\n\t\tif (fillWithMatch) {\n\t\t\tmarkerSearchText = fillWithMatch[1].trim();\n\t\t\tvalue = fillWithMatch[2].trim();\n\t\t} else {\n\t\t\t// Pattern: \"fill [value] in [marker]\" or \"enter [value] in [marker]\"\n\t\t\tconst fillInMatch = lowerInput.match(\n\t\t\t\t/(?:fill|enter|type|put)\\s+(.+?)\\s+in\\s+(.+)/i,\n\t\t\t);\n\t\t\tif (fillInMatch) {\n\t\t\t\tvalue = fillInMatch[1].trim();\n\t\t\t\tmarkerSearchText = fillInMatch[2].trim();\n\t\t\t} else {\n\t\t\t\t// Pattern: \"[value] in [marker]\"\n\t\t\t\tconst inMatch = lowerInput.match(/(.+?)\\s+in\\s+(.+)/i);\n\t\t\t\tif (inMatch) {\n\t\t\t\t\tvalue = inMatch[1].trim();\n\t\t\t\t\tmarkerSearchText = inMatch[2].trim();\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Find matching marker (look for input-like elements)\n\t\tconst matchingMarker = context.markers.find((m) => {\n\t\t\tconst markerText = `${m.label} ${m.intent}`.toLowerCase();\n\t\t\tconst cleanedMarkerSearch = markerSearchText\n\t\t\t\t.replace(/fill|enter|type|put|input|field/g, \"\")\n\t\t\t\t.trim();\n\t\t\treturn (\n\t\t\t\tmarkerText.includes(cleanedMarkerSearch) ||\n\t\t\t\tcleanedMarkerSearch.includes(m.label.toLowerCase()) ||\n\t\t\t\tcleanedMarkerSearch.includes(m.id.toLowerCase())\n\t\t\t);\n\t\t});\n\n\t\tif (matchingMarker && value) {\n\t\t\treturn {\n\t\t\t\treply: `Filling ${matchingMarker.label} with \"${value}\"...`,\n\t\t\t\tinstructions: [\n\t\t\t\t\t{\n\t\t\t\t\t\taction: \"fillInput\",\n\t\t\t\t\t\tid: matchingMarker.id,\n\t\t\t\t\t\tvalue: value,\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t};\n\t\t} else if (matchingMarker && !value) {\n\t\t\treturn {\n\t\t\t\treply: `I found ${matchingMarker.label}, but I need a value to fill. Please specify what to enter, for example: \"fill ${matchingMarker.label.toLowerCase()} with [value]\"`,\n\t\t\t};\n\t\t}\n\t}\n\n\t// Handle error context\n\tif (context.error) {\n\t\tconst error = context.error.error;\n\t\tconst errorMessage = error.message || \"An error occurred\";\n\n\t\tif (\n\t\t\tlowerInput.includes(\"retry\") ||\n\t\t\tlowerInput.includes(\"try again\") ||\n\t\t\tlowerInput.includes(\"fix\")\n\t\t) {\n\t\t\t// Try to find a retry action\n\t\t\tif (context.error.meta?.markerId) {\n\t\t\t\tconst marker = context.markers.find(\n\t\t\t\t\t(m) => m.id === context.error?.meta?.markerId,\n\t\t\t\t);\n\t\t\t\tif (marker) {\n\t\t\t\t\treturn {\n\t\t\t\t\t\treply: `Retrying ${marker.label}...`,\n\t\t\t\t\t\tinstructions: [{ action: \"click\", id: marker.id }],\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn {\n\t\t\t\treply: `I can help you retry. The error was: ${errorMessage}. Would you like me to try clicking the button again?`,\n\t\t\t};\n\t\t}\n\n\t\treturn {\n\t\t\treply: `I noticed an error: ${errorMessage}. You can ask me to \"retry\" or \"try again\" to attempt the action once more.`,\n\t\t};\n\t}\n\n\t// Default response\n\treturn {\n\t\treply: `I can help you navigate, click buttons, highlight elements, or fill inputs. Try saying \"go to billing\", \"click connect stripe\", \"show me the enable billing button\", or \"fill email with test@example.com\".`,\n\t};\n}\n"],"mappings":";;;;;AAQA,SAAgB,kBACf,OACA,SACgB;CAChB,MAAM,aAAa,MAAM,aAAa,CAAC,MAAM;AAG7C,KACC,WAAW,SAAS,QAAQ,IAC5B,WAAW,SAAS,cAAc,IAClC,WAAW,SAAS,OAAO,IAC3B,WAAW,SAAS,aAAa,EAChC;EAED,MAAM,aAAa,WACjB,QAAQ,sCAAsC,GAAG,CACjD,MAAM;EACR,MAAM,iBAAiB,QAAQ,QAAQ,MAAM,MAAM;AAElD,UADmB,GAAG,EAAE,MAAM,GAAG,EAAE,SAAS,aAAa,CAE7C,SAAS,WAAW,IAC/B,WAAW,SAAS,EAAE,MAAM,aAAa,CAAC,IAC1C,WAAW,SAAS,EAAE,OAAO,aAAa,CAAC;IAE3C;AAGF,MAAI,gBAAgB;GACnB,MAAM,WACL,QAAQ,iBAAiB,SAAS,eAAe,GAAG,IAAI;GACzD,MAAM,SAAS,eAAe,gBAAgB;AAG9C,OAAI,UAAU,SACb,QAAO;IACN,OAAO,iBAAiB,eAAe,MAAM;IAC7C,cAAc,CAAC;KAAE,QAAQ;KAAS,IAAI,eAAe;KAAI,CAAC;IAC1D;AAIF,OAAI,UAAU,CAAC,SACd,QAAO;IACN,OAAO,gBAAgB,eAAe,MAAM;IAC5C,cAAc,CAAC;KAAE,QAAQ;KAAU,IAAI,eAAe;KAAI,CAAC;IAC3D;AAIF,UAAO;IACN,OAAO,gBAAgB,eAAe,MAAM;IAC5C,cAAc,CAAC;KAAE,QAAQ;KAAU,IAAI,eAAe;KAAI,CAAC;IAC3D;;EAIF,MAAMA,eAA8B,EAAE;EAGtC,IAAI,QAAQ;AACZ,MAAI,WAAW,SAAS,UAAU,CACjC,SAAQ;WACE,WAAW,SAAS,eAAe,CAC7C,SAAQ;WACE,WAAW,SAAS,OAAO,CACrC,SAAQ;AAGT,MAAI,UAAU,QAAQ,OAAO;AAC5B,gBAAa,KAAK;IAAE,QAAQ;IAAY;IAAO,CAAC;AAChD,UAAO;IACN,OAAO,iBAAiB,UAAU,MAAM,SAAS,MAAM;IACvD;IACA;QAED,QAAO,EACN,OAAO,qBAAqB,UAAU,MAAM,SAAS,MAAM,IAC3D;;AAKH,KAAI,WAAW,SAAS,QAAQ,IAAI,WAAW,SAAS,QAAQ,EAAE;EAEjE,MAAM,iBAAiB,QAAQ,QAAQ,MAAM,MAAM;AAElD,UADmB,GAAG,EAAE,MAAM,GAAG,EAAE,SAAS,aAAa,CAE7C,SAAS,WAAW,QAAQ,gBAAgB,GAAG,CAAC,MAAM,CAAC,IAClE,WAAW,SAAS,EAAE,MAAM,aAAa,CAAC,IAC1C,WAAW,SAAS,EAAE,OAAO,aAAa,CAAC;IAE3C;AAEF,MAAI,eACH,QAAO;GACN,OAAO,YAAY,eAAe,MAAM;GACxC,cAAc,CAAC;IAAE,QAAQ;IAAS,IAAI,eAAe;IAAI,CAAC;GAC1D;MAED,QAAO,EACN,OAAO,iDAAiD,MAAM,wBAAwB,QAAQ,QAAQ,KAAK,MAAM,EAAE,MAAM,CAAC,KAAK,KAAK,IAAI,UACxI;;AAKH,KACC,WAAW,SAAS,YAAY,IAChC,WAAW,SAAS,SAAS,IAC7B,WAAW,SAAS,UAAU,EAC7B;EACD,MAAM,iBAAiB,QAAQ,QAAQ,MAAM,MAAM;GAClD,MAAM,aAAa,GAAG,EAAE,MAAM,GAAG,EAAE,SAAS,aAAa;GACzD,MAAM,aAAa,WACjB,QAAQ,6BAA6B,GAAG,CACxC,MAAM;AACR,UACC,WAAW,SAAS,WAAW,IAC/B,WAAW,SAAS,EAAE,MAAM,aAAa,CAAC;IAE1C;AAEF,MAAI,gBAGH;OAAI,WAAW,SAAS,SAAS,CAChC,QAAO;IACN,OAAO,gBAAgB,eAAe,MAAM;IAC5C,cAAc,CAAC;KAAE,QAAQ;KAAU,IAAI,eAAe;KAAI,CAAC;IAC3D;;;AAMJ,KAAI,WAAW,SAAS,YAAY,IAAI,WAAW,SAAS,OAAO,EAAE;EACpE,MAAM,iBAAiB,QAAQ,QAAQ,MAAM,MAAM;AAElD,UADmB,GAAG,EAAE,MAAM,GAAG,EAAE,SAAS,aAAa,CAE7C,SAAS,WAAW,QAAQ,mBAAmB,GAAG,CAAC,MAAM,CAAC,IACrE,WAAW,SAAS,EAAE,MAAM,aAAa,CAAC;IAE1C;AAEF,MAAI,eACH,QAAO;GACN,OAAO,gBAAgB,eAAe,MAAM;GAC5C,cAAc,CAAC;IAAE,QAAQ;IAAa,IAAI,eAAe;IAAI,CAAC;GAC9D;;AAKH,KACC,WAAW,SAAS,OAAO,IAC3B,WAAW,SAAS,QAAQ,IAC5B,WAAW,SAAS,OAAO,IAC3B,WAAW,SAAS,MAAM,EACzB;EAMD,IAAIC;EACJ,IAAI,mBAAmB;EAGvB,MAAM,gBAAgB,WAAW,MAChC,6DACA;AACD,MAAI,eAAe;AAClB,sBAAmB,cAAc,GAAG,MAAM;AAC1C,WAAQ,cAAc,GAAG,MAAM;SACzB;GAEN,MAAM,cAAc,WAAW,MAC9B,+CACA;AACD,OAAI,aAAa;AAChB,YAAQ,YAAY,GAAG,MAAM;AAC7B,uBAAmB,YAAY,GAAG,MAAM;UAClC;IAEN,MAAM,UAAU,WAAW,MAAM,qBAAqB;AACtD,QAAI,SAAS;AACZ,aAAQ,QAAQ,GAAG,MAAM;AACzB,wBAAmB,QAAQ,GAAG,MAAM;;;;EAMvC,MAAM,iBAAiB,QAAQ,QAAQ,MAAM,MAAM;GAClD,MAAM,aAAa,GAAG,EAAE,MAAM,GAAG,EAAE,SAAS,aAAa;GACzD,MAAM,sBAAsB,iBAC1B,QAAQ,oCAAoC,GAAG,CAC/C,MAAM;AACR,UACC,WAAW,SAAS,oBAAoB,IACxC,oBAAoB,SAAS,EAAE,MAAM,aAAa,CAAC,IACnD,oBAAoB,SAAS,EAAE,GAAG,aAAa,CAAC;IAEhD;AAEF,MAAI,kBAAkB,MACrB,QAAO;GACN,OAAO,WAAW,eAAe,MAAM,SAAS,MAAM;GACtD,cAAc,CACb;IACC,QAAQ;IACR,IAAI,eAAe;IACZ;IACP,CACD;GACD;WACS,kBAAkB,CAAC,MAC7B,QAAO,EACN,OAAO,WAAW,eAAe,MAAM,iFAAiF,eAAe,MAAM,aAAa,CAAC,iBAC3J;;AAKH,KAAI,QAAQ,OAAO;EAElB,MAAM,eADQ,QAAQ,MAAM,MACD,WAAW;AAEtC,MACC,WAAW,SAAS,QAAQ,IAC5B,WAAW,SAAS,YAAY,IAChC,WAAW,SAAS,MAAM,EACzB;AAED,OAAI,QAAQ,MAAM,MAAM,UAAU;IACjC,MAAM,SAAS,QAAQ,QAAQ,MAC7B,MAAM,EAAE,OAAO,QAAQ,OAAO,MAAM,SACrC;AACD,QAAI,OACH,QAAO;KACN,OAAO,YAAY,OAAO,MAAM;KAChC,cAAc,CAAC;MAAE,QAAQ;MAAS,IAAI,OAAO;MAAI,CAAC;KAClD;;AAIH,UAAO,EACN,OAAO,wCAAwC,aAAa,wDAC5D;;AAGF,SAAO,EACN,OAAO,uBAAuB,aAAa,8EAC3C;;AAIF,QAAO,EACN,OAAO,+MACP"}

package/dist/agent/tool-contract.d.mts

@@ -0,0 +1,19 @@
+import { Ai11yContext } from "../context.mjs";
+
+//#region src/agent/tool-contract.d.ts
+interface ToolDefinition {
+  name: string;
+  description: string;
+  parameters: {
+    type: "object";
+    properties: Record<string, {
+      type: string;
+      description: string;
+    }>;
+    required?: string[];
+  };
+}
+type ToolExecutor = (args: Record<string, unknown>, context: Ai11yContext) => Promise<unknown> | unknown;
+//#endregion
+export { ToolDefinition, ToolExecutor };
+//# sourceMappingURL=tool-contract.d.mts.map

package/dist/agent/tool-contract.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-contract.d.mts","names":[],"sources":["../../src/agent/tool-contract.ts"],"sourcesContent":[],"mappings":";;;UAEiB,cAAA;;EAAA,WAAA,EAAA,MAAc;EAgBnB,UAAA,EAAA;IACL,IAAA,EAAA,QAAA;IACG,UAAA,EAbI,MAaJ,CAAA,MAAA,EAAA;MACL,IAAA,EAAA,MAAA;MAAO,WAAA,EAAA,MAAA;;;;;KAHA,YAAA,UACL,kCACG,iBACL"}