cursor-buddy 0.0.8 → 0.0.9-beta.1

package/dist/{client-D73KQZf8.mjs → client-CliXcNch.mjs}

@@ -21,80 +21,6 @@ const $isEnabled = atom(true);
 atom(false);
 const $conversationHistory = atom([]);
 //#endregion
-//#region src/core/pointing.ts
-/**
-* Parses POINT tags from AI responses.
-*
-* Supports two formats:
-* - Marker-based: [POINT:5:label] - 3 parts, references a numbered marker
-* - Coordinate-based: [POINT:640,360:label] - 4 parts, raw pixel coordinates
-*/
-const POINTING_TAG_REGEX = /\[POINT:(\d+)(?:,(\d+))?:([^\]]+)\]\s*$/;
-const PARTIAL_POINTING_PREFIXES = new Set([
-	"[",
-	"[P",
-	"[PO",
-	"[POI",
-	"[POIN",
-	"[POINT",
-	"[POINT:"
-]);
-function stripTrailingPointingTag(response, trimResult) {
-	const stripped = response.replace(POINTING_TAG_REGEX, "");
-	return trimResult ? stripped.trim() : stripped;
-}
-function getPartialPointingTagStart(response) {
-	const lastOpenBracket = response.lastIndexOf("[");
-	if (lastOpenBracket === -1) return -1;
-	const suffix = response.slice(lastOpenBracket).trimEnd();
-	if (suffix.includes("]")) return -1;
-	if (suffix.startsWith("[POINT:")) {
-		let start = lastOpenBracket;
-		while (start > 0 && /\s/.test(response[start - 1] ?? "")) start--;
-		return start;
-	}
-	return PARTIAL_POINTING_PREFIXES.has(suffix) ? lastOpenBracket : -1;
-}
-/**
-* Parse pointing tag into structured result.
-* Returns null if no valid POINT tag is found at the end.
-*/
-function parsePointingTagRaw(response) {
-	const match = response.match(POINTING_TAG_REGEX);
-	if (!match) return null;
-	const first = Number.parseInt(match[1], 10);
-	const second = match[2] ? Number.parseInt(match[2], 10) : null;
-	const label = match[3].trim();
-	if (second !== null) return {
-		type: "coordinates",
-		x: first,
-		y: second,
-		label
-	};
-	return {
-		type: "marker",
-		markerId: first,
-		label
-	};
-}
-/**
-* Remove POINT tag from response text for display/TTS.
-*/
-function stripPointingTag(response) {
-	return stripTrailingPointingTag(response, true);
-}
-/**
-* Strip complete or partial trailing POINT syntax while the response streams.
-* This keeps the visible text and TTS input stable even if the tag arrives
-* incrementally over multiple chunks.
-*/
-function stripTrailingPointingSyntax(response) {
-	const withoutCompleteTag = stripTrailingPointingTag(response, false);
-	const partialTagStart = getPartialPointingTagStart(withoutCompleteTag);
-	if (partialTagStart === -1) return withoutCompleteTag.trimEnd();
-	return withoutCompleteTag.slice(0, partialTagStart).trimEnd();
-}
-//#endregion
 //#region src/core/utils/error.ts
 /**
 * Normalize unknown thrown values into Error instances.
@@ -685,231 +611,199 @@ var PointerController = class {
 	}
 };
 //#endregion
-//#region src/core/utils/annotations.ts
-const DEFAULT_STYLE = {
-	borderColor: "rgba(255, 0, 0, 0.8)",
-	labelBackground: "rgba(255, 0, 0, 0.9)",
-	labelColor: "#ffffff",
-	borderWidth: 2,
-	fontSize: 11,
-	labelPadding: 4
-};
-/**
-* Draw annotation markers onto a canvas.
-* Modifies the canvas in place.
-*
-* @param ctx Canvas 2D context to draw on
-* @param markers Marker map from element discovery
-* @param style Optional style overrides
-*/
-function drawAnnotations(ctx, markers, style = {}) {
-	const s = {
-		...DEFAULT_STYLE,
-		...style
-	};
-	ctx.save();
-	for (const marker of markers.values()) {
-		const { rect, id } = marker;
-		ctx.strokeStyle = s.borderColor;
-		ctx.lineWidth = s.borderWidth;
-		ctx.strokeRect(rect.left, rect.top, rect.width, rect.height);
-		const label = String(id);
-		ctx.font = `bold ${s.fontSize}px monospace`;
-		const textWidth = ctx.measureText(label).width;
-		const textHeight = s.fontSize;
-		const labelWidth = textWidth + s.labelPadding * 2;
-		const labelHeight = textHeight + s.labelPadding;
-		const labelX = rect.left - s.borderWidth;
-		const labelY = rect.top < labelHeight + 4 ? rect.top + 2 : rect.top - labelHeight;
-		ctx.fillStyle = s.labelBackground;
-		ctx.beginPath();
-		ctx.roundRect(labelX, labelY, labelWidth, labelHeight, 2);
-		ctx.fill();
-		ctx.fillStyle = s.labelColor;
-		ctx.textBaseline = "top";
-		ctx.fillText(label, labelX + s.labelPadding, labelY + s.labelPadding / 2);
-	}
-	ctx.restore();
-}
-/**
-* Create an annotated copy of a canvas.
-* Does not modify the original canvas.
-*
-* @param sourceCanvas Original screenshot canvas
-* @param markers Marker map from element discovery
-* @returns New canvas with annotations drawn
-*/
-function createAnnotatedCanvas(sourceCanvas, markers) {
-	const canvas = document.createElement("canvas");
-	canvas.width = sourceCanvas.width;
-	canvas.height = sourceCanvas.height;
-	const ctx = canvas.getContext("2d");
-	if (!ctx) throw new Error("Failed to get canvas 2D context");
-	ctx.drawImage(sourceCanvas, 0, 0);
-	drawAnnotations(ctx, markers);
-	return canvas;
-}
-/**
-* Generate marker context string for AI prompt.
-* Lists available markers with their descriptions.
-*
-* @param markers Marker map from element discovery
-* @returns Formatted string listing markers
-*/
-function generateMarkerContext(markers) {
-	if (markers.size === 0) return "No interactive elements detected.";
-	const lines = ["Interactive elements (use marker number to point):"];
-	for (const marker of markers.values()) lines.push(`  ${marker.id}: ${marker.description}`);
-	return lines.join("\n");
-}
-//#endregion
-//#region src/core/utils/elements.ts
-/**
-* Element discovery for annotated screenshots.
-* Finds visible interactive elements and assigns marker IDs.
-*/
-/** Max characters for element descriptions passed to the model. */
-const MAX_DESCRIPTION_LENGTH = 50;
-/** Pixels tolerance for grouping elements into the same visual row. */
-const ROW_TOLERANCE_PX = 20;
-/**
-* Interactive element selectors - elements users would want to click/interact with.
-* Mirrors accessibility roles from agent-browser but using CSS selectors.
-*/
-const INTERACTIVE_SELECTORS = [
-	"button",
-	"[role=\"button\"]",
-	"input[type=\"button\"]",
-	"input[type=\"submit\"]",
-	"input[type=\"reset\"]",
-	"a[href]",
-	"[role=\"link\"]",
-	"input:not([type=\"hidden\"])",
-	"textarea",
-	"select",
-	"[role=\"textbox\"]",
-	"[role=\"searchbox\"]",
-	"[role=\"combobox\"]",
-	"[role=\"listbox\"]",
-	"[role=\"slider\"]",
-	"[role=\"spinbutton\"]",
-	"[role=\"checkbox\"]",
-	"[role=\"radio\"]",
-	"[role=\"switch\"]",
-	"[role=\"menuitem\"]",
-	"[role=\"menuitemcheckbox\"]",
-	"[role=\"menuitemradio\"]",
-	"[role=\"option\"]",
-	"[role=\"tab\"]",
-	"[role=\"treeitem\"]",
-	"video",
-	"audio",
-	"[data-cursor-buddy-interactive]"
+//#region src/core/utils/dom-snapshot.ts
+const EXCLUDED_TAGS = new Set([
+	"script",
+	"link",
+	"style",
+	"noscript",
+	"head"
+]);
+const DEFAULT_INCLUDED_ATTRIBUTES = [
+	"id",
+	"name",
+	"type",
+	"placeholder",
+	"href",
+	"title",
+	"value",
+	"role"
 ];
-/**
-* Check if an element is visible in the viewport.
-*/
-function isElementVisible(element, rect = element.getBoundingClientRect()) {
-	if (rect.width <= 0 || rect.height <= 0) return false;
-	if (rect.bottom < 0 || rect.top > window.innerHeight || rect.right < 0 || rect.left > window.innerWidth) return false;
-	const style = window.getComputedStyle(element);
-	if (style.visibility === "hidden" || style.display === "none") return false;
-	if (Number.parseFloat(style.opacity) === 0) return false;
-	return true;
-}
-function truncateDescription(value) {
-	return value.slice(0, MAX_DESCRIPTION_LENGTH);
-}
-/**
-* Generate a brief description for an element.
-*/
-function describeElement(element) {
-	const tag = element.tagName.toLowerCase();
-	const ariaLabel = element.getAttribute("aria-label");
-	if (ariaLabel) return truncateDescription(ariaLabel);
-	if (tag === "button" || tag === "a") {
-		const text = element.textContent?.trim();
-		if (text) return truncateDescription(text);
-	}
-	if (tag === "input" || tag === "textarea") {
-		const placeholder = element.getAttribute("placeholder");
-		if (placeholder) return truncateDescription(placeholder);
-		return `${element.getAttribute("type") || "text"} input`;
-	}
-	if (tag === "img") {
-		const alt = element.getAttribute("alt");
-		if (alt) return truncateDescription(alt);
-		return "image";
-	}
-	const role = element.getAttribute("role");
-	if (role) return role;
-	return tag;
-}
-function collectVisibleInteractiveElements() {
-	const selector = INTERACTIVE_SELECTORS.join(",");
-	const allElements = document.querySelectorAll(selector);
-	const visible = [];
-	for (const element of allElements) {
-		const rect = element.getBoundingClientRect();
-		if (!isElementVisible(element, rect)) continue;
-		visible.push({
-			element,
-			rect
-		});
+function buildVisibleDomSnapshot(root, options = {}) {
+	const { maxTextLength = 80, maxNodes = 1500, includeRects = true, rootLabel = "viewport", includedAttributes = DEFAULT_INCLUDED_ATTRIBUTES } = options;
+	const doc = root instanceof Document ? root : root.ownerDocument || document;
+	const startRoot = root instanceof Document ? root.documentElement : root;
+	const win = doc.defaultView || window;
+	const viewportW = win.innerWidth || 0;
+	const viewportH = win.innerHeight || 0;
+	let nextId = 1;
+	let nodeCount = 0;
+	const idToElement = /* @__PURE__ */ new Map();
+	const lines = [`# ${rootLabel} ${viewportW}x${viewportH}`];
+	/**
+	* Returns true when the element is worth considering for the snapshot.
+	*
+	* This is intentionally simple:
+	* - skip excluded tags
+	* - skip hidden/display:none/visibility:hidden/etc
+	* - skip zero-size elements
+	* - skip elements fully outside the viewport
+	*/
+	function isElementVisible(el) {
+		const tag = el.tagName.toLowerCase();
+		if (EXCLUDED_TAGS.has(tag)) return false;
+		if (!(el instanceof HTMLElement)) return false;
+		if (el.hidden) return false;
+		if (el.closest("head")) return false;
+		if (typeof el.checkVisibility === "function") try {
+			if (!el.checkVisibility({
+				opacityProperty: true,
+				visibilityProperty: true,
+				contentVisibilityAuto: true
+			})) return false;
+		} catch {}
+		const style = win.getComputedStyle(el);
+		if (style.display === "none") return false;
+		if (style.visibility === "hidden" || style.visibility === "collapse") return false;
+		if (style.opacity === "0") return false;
+		if (style.contentVisibility === "hidden") return false;
+		const rect = el.getBoundingClientRect();
+		if (rect.width <= 0 || rect.height <= 0) return false;
+		if (rect.bottom <= 0 || rect.right <= 0) return false;
+		if (rect.top >= viewportH || rect.left >= viewportW) return false;
+		return true;
 	}
-	visible.sort((a, b) => {
-		const rowDiff = Math.floor(a.rect.top / ROW_TOLERANCE_PX) - Math.floor(b.rect.top / ROW_TOLERANCE_PX);
-		if (rowDiff !== 0) return rowDiff;
-		return a.rect.left - b.rect.left;
-	});
-	return visible;
-}
-/**
-* Create marker map from visible interactive elements.
-* Assigns sequential IDs starting from 1.
-*/
-function createMarkerMap() {
-	const elements = collectVisibleInteractiveElements();
-	const map = /* @__PURE__ */ new Map();
-	elements.forEach(({ element, rect }, index) => {
-		const id = index + 1;
-		map.set(id, {
+	/**
+	* Extracts a compact text representation from the element itself.
+	*
+	* No semantic guessing:
+	* - prefer innerText when available
+	* - otherwise fall back to textContent
+	* - normalize whitespace
+	* - truncate aggressively
+	*/
+	function getElementText(el) {
+		const text = normalizeWhitespace(el.innerText || el.textContent || "");
+		if (!text) return "";
+		return truncate(text, maxTextLength);
+	}
+	/**
+	* Keeps only a small allowlist of raw DOM attributes.
+	*
+	* This avoids dumping the full attribute bag, which is usually noisy
+	* and expensive in tokens.
+	*/
+	function getIncludedAttributes(el) {
+		const attrs = {};
+		for (const name of includedAttributes) {
+			const value = el.getAttribute(name);
+			if (value == null) continue;
+			const clean = truncate(normalizeWhitespace(value), maxTextLength);
+			if (!clean) continue;
+			attrs[name] = clean;
+		}
+		return attrs;
+	}
+	/**
+	* Rounds the client rect so the output is smaller and more stable.
+	*/
+	function quantizeRect(el) {
+		const r = el.getBoundingClientRect();
+		return {
+			x: Math.max(0, Math.round(r.left)),
+			y: Math.max(0, Math.round(r.top)),
+			w: Math.round(r.width),
+			h: Math.round(r.height)
+		};
+	}
+	/**
+	* Decides whether this node should be emitted.
+	*
+	* Simple rule:
+	* - keep it if it has visible kept children
+	* - or keep it if it has some text
+	* - or keep it if it has at least one included attribute
+	*
+	* This allows non-semantic div-heavy UIs to survive without trying
+	* to guess intent.
+	*/
+	function shouldKeepNode(text, attrs, children) {
+		if (children.length > 0) return true;
+		if (text.length > 0) return true;
+		if (Object.keys(attrs).length > 0) return true;
+		return false;
+	}
+	/**
+	* Single DFS traversal over the DOM.
+	*
+	* Complexity target:
+	* - O(N) DOM walk
+	* - O(1) work per element, aside from browser layout/style calls
+	*/
+	function walk(el) {
+		if (nodeCount >= maxNodes) return null;
+		if (!(el instanceof HTMLElement)) return null;
+		if (!isElementVisible(el)) return null;
+		const children = [];
+		for (const child of Array.from(el.children)) {
+			const childNode = walk(child);
+			if (childNode) children.push(childNode);
+			if (nodeCount >= maxNodes) break;
+		}
+		const text = getElementText(el);
+		const attrs = getIncludedAttributes(el);
+		if (!shouldKeepNode(text, attrs, children)) return null;
+		const id = nextId++;
+		nodeCount++;
+		idToElement.set(id, el);
+		return {
 			id,
-			element,
-			rect,
-			description: describeElement(element)
-		});
-	});
-	return map;
-}
-/**
-* Get the center point of an element in viewport coordinates.
-*/
-function getElementCenter(element) {
-	const rect = element.getBoundingClientRect();
+			tag: el.tagName.toLowerCase(),
+			text,
+			attrs,
+			rect: includeRects ? quantizeRect(el) : void 0,
+			children
+		};
+	}
+	/**
+	* Emits the final compact line-based format.
+	*
+	* Example:
+	* @12 div "Settings" [id="settings"] [x=10 y=20 w=200 h=40]
+	*/
+	function emit(node, depth) {
+		const parts = [`${"  ".repeat(depth)}@${node.id} ${node.tag}`];
+		if (node.text) parts.push(`"${escapeQuotes(node.text)}"`);
+		for (const [key, value] of Object.entries(node.attrs)) parts.push(`[${key}="${escapeQuotes(value)}"]`);
+		if (node.rect) parts.push(`[x=${node.rect.x} y=${node.rect.y} w=${node.rect.w} h=${node.rect.h}]`);
+		lines.push(parts.join(" "));
+		for (const child of node.children) emit(child, depth + 1);
+	}
+	const tree = walk(startRoot);
+	if (tree) emit(tree, 0);
 	return {
-		x: Math.round(rect.left + rect.width / 2),
-		y: Math.round(rect.top + rect.height / 2)
+		text: lines.join("\n"),
+		idToElement,
+		nodeCount
 	};
 }
-/**
-* Resolve a marker ID to viewport coordinates.
-* Returns null if marker not found or element no longer visible.
-*/
-function resolveMarkerToCoordinates(markerMap, markerId) {
-	const marker = markerMap.get(markerId);
-	if (!marker) return null;
-	if (!document.contains(marker.element)) return null;
-	if (!isElementVisible(marker.element)) return null;
-	return getElementCenter(marker.element);
+function normalizeWhitespace(text) {
+	return text.replace(/\s+/g, " ").trim();
+}
+function truncate(text, maxLength) {
+	if (text.length <= maxLength) return text;
+	return text.slice(0, maxLength - 1).trimEnd() + "…";
+}
+function escapeQuotes(text) {
+	return text.replace(/"/g, "\\\"");
 }
 //#endregion
 //#region src/core/utils/screenshot.ts
 const CLONE_RESOURCE_TIMEOUT_MS = 3e3;
 /** Maximum width for compressed screenshots (maintains aspect ratio) */
-const MAX_SCREENSHOT_WIDTH = 1280;
-/** JPEG quality for compressed screenshots (0-1) */
-const JPEG_QUALITY = .8;
+const MAX_SCREENSHOT_WIDTH = 1920;
+/** JPEG quality for compressed screenshots (0-1) - higher quality for clearer details */
+const JPEG_QUALITY = .95;
 /**
 * Compress a canvas image by downscaling and converting to JPEG.
 * Maintains aspect ratio and falls back to original if compression fails.
@@ -1009,7 +903,7 @@ async function waitForClonedDocumentStyles(doc) {
 }
 function getHtml2CanvasOptions(captureMetrics) {
 	return {
-		scale: 1,
+		scale: window.devicePixelRatio,
 		useCORS: true,
 		logging: false,
 		width: captureMetrics.viewportWidth,
@@ -1045,9 +939,10 @@ function createFallbackCanvas() {
 	return canvas;
 }
 /**
-* Capture a screenshot of the current viewport.
-* Uses html2canvas to render the DOM to a canvas, then compresses to JPEG.
-* Falls back to a placeholder if capture fails (e.g., due to unsupported CSS).
+* Capture a screenshot and DOM snapshot of the current viewport.
+* Uses html2canvas to render the DOM to a canvas, compresses to high-quality JPEG,
+* and builds a token-efficient DOM snapshot for AI context.
+* Falls back to a placeholder if capture fails.
 */
 async function captureViewport() {
 	const captureMetrics = getCaptureMetrics();
@@ -1067,48 +962,19 @@ async function captureViewport() {
 			height: canvas.height
 		};
 	}
-	return {
-		imageData: compressed.imageData,
-		width: compressed.width,
-		height: compressed.height,
-		viewportWidth: captureMetrics.viewportWidth,
-		viewportHeight: captureMetrics.viewportHeight
-	};
-}
-/**
-* Capture an annotated screenshot of the current viewport.
-* Interactive elements are marked with numbered labels.
-* Returns both the annotated image and a marker map for resolving IDs.
-*/
-async function captureAnnotatedViewport() {
-	const captureMetrics = getCaptureMetrics();
-	const markerMap = createMarkerMap();
-	let sourceCanvas;
-	try {
-		sourceCanvas = await html2canvas(document.body, getHtml2CanvasOptions(captureMetrics));
-	} catch {
-		sourceCanvas = createFallbackCanvas();
-	}
-	const canvas = markerMap.size > 0 ? createAnnotatedCanvas(sourceCanvas, markerMap) : sourceCanvas;
-	const markerContext = generateMarkerContext(markerMap);
-	let compressed;
-	try {
-		compressed = compressImage(canvas);
-	} catch {
-		compressed = {
-			imageData: canvas.toDataURL("image/png"),
-			width: canvas.width,
-			height: canvas.height
-		};
-	}
+	const snapshot = buildVisibleDomSnapshot(document.body, {
+		maxNodes: 1500,
+		maxTextLength: 80,
+		includeRects: true
+	});
 	return {
 		imageData: compressed.imageData,
 		width: compressed.width,
 		height: compressed.height,
 		viewportWidth: captureMetrics.viewportWidth,
 		viewportHeight: captureMetrics.viewportHeight,
-		markerMap,
-		markerContext
+		domSnapshot: snapshot.text,
+		elementRegistry: snapshot.idToElement
 	};
 }
 //#endregion
@@ -1118,20 +984,12 @@ async function captureAnnotatedViewport() {
 */
 var ScreenCaptureService = class {
 	/**
-	* Capture a screenshot of the current viewport.
-	* @returns Screenshot result with image data and dimensions
+	* Capture a screenshot and DOM snapshot of the current viewport.
+	* @returns Screenshot result with image data, dimensions, and DOM snapshot
 	*/
 	async capture() {
 		return captureViewport();
 	}
-	/**
-	* Capture an annotated screenshot with marker overlays.
-	* Interactive elements are marked with numbered labels.
-	* @returns Annotated screenshot result with marker map
-	*/
-	async captureAnnotated() {
-		return captureAnnotatedViewport();
-	}
 };
 //#endregion
 //#region src/core/services/tts-playback-queue.ts
@@ -1374,12 +1232,12 @@ const AUDIO_LEVEL_NOISE_GATE = 5e-4;
 const AUDIO_LEVEL_INPUT_GAIN = 600;
 const AUDIO_LEVEL_ATTACK = .7;
 const AUDIO_LEVEL_RELEASE = .25;
-function clamp$1(value, min, max) {
+function clamp(value, min, max) {
 	return Math.min(Math.max(value, min), max);
 }
 function normalizeAudioLevel(rms) {
 	const gatedRms = Math.max(0, rms - AUDIO_LEVEL_NOISE_GATE);
-	return clamp$1(Math.log1p(gatedRms * AUDIO_LEVEL_INPUT_GAIN) / Math.log1p(AUDIO_LEVEL_INPUT_GAIN), 0, 1);
+	return clamp(Math.log1p(gatedRms * AUDIO_LEVEL_INPUT_GAIN) / Math.log1p(AUDIO_LEVEL_INPUT_GAIN), 0, 1);
 }
 function smoothAudioLevel(current, target) {
 	const smoothing = target > current ? AUDIO_LEVEL_ATTACK : AUDIO_LEVEL_RELEASE;
@@ -1584,6 +1442,47 @@ function createStateMachine(initial = "idle") {
 	};
 }
 //#endregion
+//#region src/core/utils/ui-stream-parser.ts
+/**
+* Parse a single line from the UI message stream.
+* The stream format is SSE with "data: " prefix followed by JSON.
+*/
+function parseUIStreamLine(line) {
+	const trimmed = line.trim();
+	if (!trimmed) return null;
+	let jsonStr = trimmed;
+	if (trimmed.startsWith("data: ")) jsonStr = trimmed.slice(6);
+	if (jsonStr === "[DONE]") return null;
+	try {
+		const chunk = JSON.parse(jsonStr);
+		switch (chunk.type) {
+			case "text-delta": return {
+				type: "text-delta",
+				delta: chunk.delta ?? ""
+			};
+			case "tool-input-available": return {
+				type: "tool-input-available",
+				toolName: chunk.toolName ?? "",
+				input: chunk.input
+			};
+			case "finish": return { type: "finish" };
+			case "error": return {
+				type: "error",
+				errorText: chunk.errorText ?? "Unknown error"
+			};
+			default: return { type: "unknown" };
+		}
+	} catch {
+		return null;
+	}
+}
+/**
+* Check if a tool call is a point tool call with valid input.
+*/
+function isPointToolCall(chunk) {
+	return chunk.type === "tool-input-available" && chunk.toolName === "point" && chunk.input != null && typeof chunk.input === "object" && "elementId" in chunk.input && "label" in chunk.input;
+}
+//#endregion
 //#region src/core/utils/response-processor.ts
 const COMMON_ABBREVIATIONS = [
 	"mr.",
@@ -1652,32 +1551,58 @@ function extractCompletedSegments(text) {
 	};
 }
 /**
-* Tracks a streaming assistant response, exposes a tag-free visible version for
-* the UI, and emits speakable segments as sentence boundaries become stable.
+* Processes a streaming AI SDK UI message stream response.
+* Extracts text for display/TTS and captures point tool calls.
 */
 var ProgressiveResponseProcessor = class {
-	consumedVisibleTextLength = 0;
+	consumedTextLength = 0;
 	pendingShortSegment = "";
-	rawResponse = "";
+	rawText = "";
+	buffer = "";
+	pointToolCall = null;
+	/**
+	* Push raw stream data and extract text chunks and tool calls.
+	* The UI message stream format is newline-delimited JSON.
+	*/
 	push(chunk) {
-		this.rawResponse += chunk;
-		const visibleText = stripTrailingPointingSyntax(this.rawResponse);
-		const { consumedLength, segments } = extractCompletedSegments(visibleText.slice(this.consumedVisibleTextLength));
-		this.consumedVisibleTextLength += consumedLength;
+		this.buffer += chunk;
+		const lines = this.buffer.split("\n");
+		this.buffer = lines.pop() ?? "";
+		const newTextParts = [];
+		for (const line of lines) {
+			const parsed = parseUIStreamLine(line);
+			if (!parsed) continue;
+			if (parsed.type === "text-delta") newTextParts.push(parsed.delta);
+			else if (isPointToolCall(parsed)) {
+				if (!this.pointToolCall) this.pointToolCall = parsed.input;
+			}
+		}
+		if (newTextParts.length > 0) this.rawText += newTextParts.join("");
+		const { consumedLength, segments } = extractCompletedSegments(this.rawText.slice(this.consumedTextLength));
+		this.consumedTextLength += consumedLength;
 		return {
-			visibleText,
-			speechSegments: this.coalesceSegments(segments)
+			visibleText: this.rawText,
+			speechSegments: this.coalesceSegments(segments),
+			pointToolCall: this.pointToolCall
 		};
 	}
+	/**
+	* Finalize processing and return any remaining text/tool call.
+	*/
 	finish() {
-		const finalResponseText = stripPointingTag(this.rawResponse);
-		const trailingText = finalResponseText.slice(this.consumedVisibleTextLength).trim();
+		if (this.buffer) {
+			const parsed = parseUIStreamLine(this.buffer);
+			if (parsed?.type === "text-delta") this.rawText += parsed.delta;
+			else if (parsed && isPointToolCall(parsed) && !this.pointToolCall) this.pointToolCall = parsed.input;
+			this.buffer = "";
+		}
+		const trailingText = this.rawText.slice(this.consumedTextLength).trim();
 		const finalSegmentParts = [this.pendingShortSegment, trailingText].filter(Boolean);
 		this.pendingShortSegment = "";
 		return {
-			fullResponse: this.rawResponse,
-			finalResponseText,
-			speechSegments: finalSegmentParts.length ? [finalSegmentParts.join(" ").trim()] : []
+			finalResponseText: this.rawText.trim(),
+			speechSegments: finalSegmentParts.length ? [finalSegmentParts.join(" ").trim()] : [],
+			pointToolCall: this.pointToolCall
 		};
 	}
 	coalesceSegments(segments) {
@@ -1698,9 +1623,6 @@ var ProgressiveResponseProcessor = class {
 };
 //#endregion
 //#region src/core/client.ts
-function clamp(value, min, max) {
-	return Math.min(Math.max(value, min), max);
-}
 async function readErrorMessage(response, fallbackMessage) {
 	try {
 		if ((response.headers.get("Content-Type") ?? "").includes("application/json")) {
@@ -1713,21 +1635,6 @@ async function readErrorMessage(response, fallbackMessage) {
 	return fallbackMessage;
 }
 /**
-* Map coordinate-based pointing from screenshot space to viewport space.
-*/
-function mapCoordinatesToViewport(x, y, screenshot) {
-	if (screenshot.width <= 0 || screenshot.height <= 0) return {
-		x,
-		y
-	};
-	const scaleX = screenshot.viewportWidth / screenshot.width;
-	const scaleY = screenshot.viewportHeight / screenshot.height;
-	return {
-		x: clamp(Math.round(x * scaleX), 0, Math.max(screenshot.viewportWidth - 1, 0)),
-		y: clamp(Math.round(y * scaleY), 0, Math.max(screenshot.viewportHeight - 1, 0))
-	};
-}
-/**
 * Framework-agnostic client for cursor buddy voice interactions.
 *
 * Manages the complete voice interaction flow:
@@ -1796,7 +1703,7 @@ var CursorBuddyClient = class {
 		this.notify();
 		this.abortController = new AbortController();
 		const signal = this.abortController.signal;
-		this.screenshotPromise = this.screenCapture.captureAnnotated();
+		this.screenshotPromise = this.screenCapture.capture();
 		this.beginListeningSession(signal).catch((error) => {
 			if (signal.aborted) return;
 			this.voiceCapture.dispose();
@@ -1839,7 +1746,7 @@ var CursorBuddyClient = class {
 			this.options.onTranscript?.(transcript);
 			this.notify();
 			this.prepareSpeechMode();
-			const { cleanResponse, fullResponse, playbackQueue } = await this.chatAndSpeak(transcript, screenshot, signal, {
+			const { cleanResponse, pointToolCall, playbackQueue } = await this.chatAndSpeak(transcript, screenshot, signal, {
 				onFailure: failTurn,
 				onPlaybackStart: () => {
 					this.stateMachine.transition({ type: "RESPONSE_STARTED" });
@@ -1847,19 +1754,19 @@ var CursorBuddyClient = class {
 			});
 			if (turnFailure) throw turnFailure;
 			if (signal?.aborted) return;
-			const parsed = parsePointingTagRaw(fullResponse);
 			this.options.onResponse?.(cleanResponse);
 			let pointTarget = null;
-			if (parsed) if (parsed.type === "marker") {
-				const coords = resolveMarkerToCoordinates(screenshot.markerMap, parsed.markerId);
-				if (coords) pointTarget = {
-					...coords,
-					label: parsed.label
-				};
-			} else pointTarget = {
-				...mapCoordinatesToViewport(parsed.x, parsed.y, screenshot),
-				label: parsed.label
-			};
+			if (pointToolCall) {
+				const element = screenshot.elementRegistry.get(pointToolCall.elementId);
+				if (element) {
+					const rect = element.getBoundingClientRect();
+					pointTarget = {
+						x: Math.round(rect.left + rect.width / 2),
+						y: Math.round(rect.top + rect.height / 2),
+						label: pointToolCall.label
+					};
+				}
+			}
 			if (pointTarget) {
 				this.options.onPoint?.(pointTarget);
 				this.pointerController.pointAt(pointTarget);
@@ -2025,7 +1932,7 @@ var CursorBuddyClient = class {
 				},
 				transcript,
 				history,
-				markerContext: screenshot.markerContext
+				domSnapshot: screenshot.domSnapshot
 			}),
 			signal
 		});
@@ -2061,7 +1968,7 @@ var CursorBuddyClient = class {
 		this.updateResponse(finalizedResponse.finalResponseText);
 		return {
 			cleanResponse: finalizedResponse.finalResponseText,
-			fullResponse: finalizedResponse.fullResponse,
+			pointToolCall: finalizedResponse.pointToolCall,
 			playbackQueue
 		};
 	}
@@ -2259,4 +2166,4 @@ var CursorBuddyClient = class {
 //#endregion
 export { $buddyScale as a, $buddyRotation as i, $audioLevel as n, $cursorPosition as o, $buddyPosition as r, $pointingTarget as s, CursorBuddyClient as t };
 
-//# sourceMappingURL=client-D73KQZf8.mjs.map
+//# sourceMappingURL=client-CliXcNch.mjs.map