@namzu/sdk 48.1.0 → 48.3.0

package/dist/types/computer-use/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/types/computer-use/index.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,0DAA0D;AAC1D,8EAA8E;AAI9E,MAAM,UAAU,mBAAmB,CAAC,KAAoB;IACvD,QAAQ,KAAK,EAAE,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,OAAO,CAAC;QACb,KAAK,KAAK,CAAC;QACX,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACb,OAAM;QACP,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,WAAW,GAAU,KAAK,CAAA;YAChC,MAAM,IAAI,KAAK,CAAC,0BAA0B,WAAW,EAAE,CAAC,CAAA;QACzD,CAAC;IACF,CAAC;AACF,CAAC;AAmPD,MAAM,UAAU,2BAA2B,CAAC,IAA+B;IAC1E,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC;QACnB,KAAK,YAAY,CAAC;QAClB,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW,CAAC;QACjB,KAAK,KAAK;YACT,OAAM;QACP,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,WAAW,GAAU,IAAI,CAAA;YAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,WAAW,EAAE,CAAC,CAAA;QAClE,CAAC;IACF,CAAC;AACF,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/types/computer-use/index.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,0DAA0D;AAC1D,8EAA8E;AAI9E,MAAM,UAAU,mBAAmB,CAAC,KAAoB;IACvD,QAAQ,KAAK,EAAE,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,OAAO,CAAC;QACb,KAAK,KAAK,CAAC;QACX,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACb,OAAM;QACP,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,WAAW,GAAU,KAAK,CAAA;YAChC,MAAM,IAAI,KAAK,CAAC,0BAA0B,WAAW,EAAE,CAAC,CAAA;QACzD,CAAC;IACF,CAAC;AACF,CAAC;AAqSD,MAAM,UAAU,2BAA2B,CAAC,IAA+B;IAC1E,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC;QACnB,KAAK,YAAY,CAAC;QAClB,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW,CAAC;QACjB,KAAK,KAAK;YACT,OAAM;QACP,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,WAAW,GAAU,IAAI,CAAA;YAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,WAAW,EAAE,CAAC,CAAA;QAClE,CAAC;IACF,CAAC;AACF,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@namzu/sdk",
-  "version": "48.1.0",
+  "version": "48.3.0",
   "description": "Open-source AI agent SDK with a built-in runtime. Nothing between you and your agents.",
   "license": "FSL-1.1-MIT",
   "engines": {

package/src/tools/builtins/computer-use-coordinates.ts

@@ -1,4 +1,9 @@
-import type { DisplayInfo, Point, Rect } from '../../types/computer-use/index.js'
+import type {
+	DisplayInfo,
+	Point,
+	Rect,
+	WindowScreenshotResult,
+} from '../../types/computer-use/index.js'
 
 /**
  * One screenshot the model was shown: its id, the size of the image it saw,
@@ -12,6 +17,8 @@ export interface ScreenshotFrame {
 	readonly imageHeight: number
 	/** Physical size and virtual-desktop origin of what the image shows. */
 	readonly display: DisplayInfo
+	/** Present only for an explicit capture of one window. */
+	readonly window?: Omit<WindowScreenshotResult, 'data'> & { readonly data?: Buffer }
 }
 
 /**
@@ -28,7 +35,16 @@ export class ScreenshotFrames {
 
 	constructor(private readonly capacity = 32) {}
 
+	/** Only the newest window PNG is needed for zoom; older tokens cannot act. */
+	private discardOldWindowPixels(): void {
+		for (const [id, frame] of this.frames) {
+			if (frame.window?.data)
+				this.frames.set(id, { ...frame, window: { ...frame.window, data: undefined } })
+		}
+	}
+
 	record(image: { width: number; height: number }, display: DisplayInfo): ScreenshotFrame {
+		this.discardOldWindowPixels()
 		this.counter += 1
 		const frame: ScreenshotFrame = {
 			id: `s${this.counter}`,
@@ -46,6 +62,38 @@ export class ScreenshotFrames {
 		return frame
 	}
 
+	recordWindow(
+		image: { width: number; height: number },
+		window: WindowScreenshotResult,
+	): ScreenshotFrame {
+		this.discardOldWindowPixels()
+		this.counter += 1
+		const frame: ScreenshotFrame = {
+			id: `s${this.counter}`,
+			imageWidth: image.width,
+			imageHeight: image.height,
+			// Kept only for the common image-size helpers; a window frame never
+			// enters a display-coordinate action or virtual-desktop projection.
+			display: {
+				id: window.window.id,
+				x: window.window.bounds.x,
+				y: window.window.bounds.y,
+				width: window.width,
+				height: window.height,
+				scaleFactor: 1,
+			},
+			window,
+		}
+		this.frames.set(frame.id, frame)
+		this.newest = frame
+		while (this.frames.size > this.capacity) {
+			const oldest = this.frames.keys().next().value
+			if (oldest === undefined) break
+			this.frames.delete(oldest)
+		}
+		return frame
+	}
+
 	latest(): ScreenshotFrame | undefined {
 		return this.newest
 	}
@@ -96,6 +144,15 @@ export function toDisplayPoint(frame: ScreenshotFrame, point: Point): Point {
 	}
 }
 
+/** Model image pixels to the exact PNG pixel space accepted by the window driver. */
+export function toWindowPoint(frame: ScreenshotFrame, point: Point): Point {
+	if (!frame.window) throw new Error('computer_use: expected a window screenshot')
+	return {
+		x: axisToDisplay(point.x, frame.imageWidth, frame.window.width),
+		y: axisToDisplay(point.y, frame.imageHeight, frame.window.height),
+	}
+}
+
 /** A display-relative physical pixel as the image pixel of `frame` that shows it. */
 export function toImagePoint(frame: ScreenshotFrame, point: Point): Point {
 	return {