@myzonerocks/gosslens 0.12.0 → 0.13.0

package/dist/src/screen-capture.d.ts

@@ -0,0 +1,16 @@
+import { type GossSession } from "./index.js";
+export type GossDisplaySurface = "monitor" | "window" | "browser" | "unknown";
+export interface GossScreenShare {
+    readonly track: MediaStreamTrack;
+    readonly surface: GossDisplaySurface;
+    readonly width: number;
+    readonly height: number;
+    readonly scale: number;
+    step(session: GossSession, source?: string): boolean;
+    stop(): void;
+}
+export declare function shareScreen(options?: {
+    audio?: boolean;
+    frameRate?: number;
+}): Promise<GossScreenShare | null>;
+//# sourceMappingURL=screen-capture.d.ts.map

package/dist/src/screen-capture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen-capture.d.ts","sourceRoot":"","sources":["../../src/screen-capture.ts"],"names":[],"mappings":"AAIA,OAAO,EAAmB,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AAI/D,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;AAE9E,MAAM,WAAW,eAAe;IAE9B,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IAErC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAExB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAGvB,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACrD,IAAI,IAAI,IAAI,CAAC;CACd;AAID,wBAAsB,WAAW,CAAC,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAuExH"}

package/dist/src/screen-capture.js

@@ -0,0 +1,75 @@
+//! Screens on the web. getDisplayMedia is the browser's own consent dialog and
+//! its own picker, so there is no enumeration to do here: the user chooses, and
+//! what comes back says which kind of surface it is.
+/// Opens the browser's screen picker. Rejecting the dialog is a refusal, not an
+/// error: the caller gets null and prompts again when it makes sense to.
+export async function shareScreen(options = {}) {
+    const media = navigator.mediaDevices;
+    if (typeof media?.getDisplayMedia !== "function")
+        return null;
+    let stream;
+    try {
+        stream = await media.getDisplayMedia({
+            video: options.frameRate ? { frameRate: options.frameRate } : true,
+            audio: options.audio ?? false,
+        });
+    }
+    catch {
+        // The user declined, or the browser refused. Both are answers.
+        return null;
+    }
+    const track = stream.getVideoTracks()[0];
+    if (!track) {
+        stream.getTracks().forEach((t) => t.stop());
+        return null;
+    }
+    const settings = track.getSettings();
+    const width = settings.width ?? 0;
+    const height = settings.height ?? 0;
+    const surface = settings.displaySurface === "monitor" || settings.displaySurface === "window" || settings.displaySurface === "browser"
+        ? settings.displaySurface
+        : "unknown";
+    // An OffscreenCanvas where one exists, because drawing the frame is the only
+    // way a page reads pixels out of a track and a visible canvas would need a DOM.
+    const canvas = typeof OffscreenCanvas === "function"
+        ? new OffscreenCanvas(Math.max(width, 1), Math.max(height, 1))
+        : Object.assign(document.createElement("canvas"), { width: Math.max(width, 1), height: Math.max(height, 1) });
+    const context = canvas.getContext("2d");
+    const video = document.createElement("video");
+    video.srcObject = stream;
+    video.muted = true;
+    await video.play().catch(() => undefined);
+    let lastTime = -1;
+    return {
+        track,
+        surface,
+        width,
+        height,
+        scale: typeof devicePixelRatio === "number" ? devicePixelRatio : 1,
+        step(session, source = "") {
+            if (!context || video.readyState < 2)
+                return false;
+            // The same frame twice is not a new frame, which is what makes a static
+            // screen free rather than a copy per tick.
+            if (video.currentTime === lastTime)
+                return false;
+            lastTime = video.currentTime;
+            context.drawImage(video, 0, 0, canvas.width, canvas.height);
+            const image = context.getImageData(0, 0, canvas.width, canvas.height);
+            const pixels = new Uint8Array(image.data.buffer);
+            const timestampUs = Math.round(video.currentTime * 1e6);
+            if (source.length === 0) {
+                session.submitFrameRgbaCopy(pixels, canvas.width * 4, canvas.width, canvas.height, 4 /* GossPixelFormat.Rgba8 */, undefined, false, timestampUs);
+            }
+            else {
+                session.submitSourceFrameRgba(source, pixels, canvas.width, canvas.height, canvas.width * 4);
+            }
+            return true;
+        },
+        stop() {
+            stream.getTracks().forEach((t) => t.stop());
+            video.srcObject = null;
+        },
+    };
+}
+//# sourceMappingURL=screen-capture.js.map

package/dist/src/screen-capture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen-capture.js","sourceRoot":"","sources":["../../src/screen-capture.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,gFAAgF;AAChF,qDAAqD;AAuBrD,gFAAgF;AAChF,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAO,GAA4C,EAAE;IACrF,MAAM,KAAK,GAAG,SAAS,CAAC,YAEvB,CAAC;IACF,IAAI,OAAO,KAAK,EAAE,eAAe,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IAE9D,IAAI,MAAmB,CAAC;IACxB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC;YACnC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI;YAClE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,KAAK;SAC9B,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,+DAA+D;QAC/D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAsD,CAAC;IACzF,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GACX,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,QAAQ,CAAC,cAAc,KAAK,QAAQ,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS;QACpH,CAAC,CAAC,QAAQ,CAAC,cAAc;QACzB,CAAC,CAAC,SAAS,CAAC;IAEhB,6EAA6E;IAC7E,gFAAgF;IAChF,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,UAAU;QAClD,CAAC,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAChH,MAAM,OAAO,GAAI,MAA0B,CAAC,UAAU,CAAC,IAAI,CAA6C,CAAC;IACzG,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC9C,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC;IACzB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAE1C,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClB,OAAO;QACL,KAAK;QACL,OAAO;QACP,KAAK;QACL,MAAM;QACN,KAAK,EAAE,OAAO,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC,OAAoB,EAAE,MAAM,GAAG,EAAE;YACpC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YACnD,wEAAwE;YACxE,2CAA2C;YAC3C,IAAI,KAAK,CAAC,WAAW,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC;YACjD,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC;YAC7B,OAAO,CAAC,SAAS,CAAC,KAAqC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5F,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACtE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC;YACxD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,iCAAyB,SAAS,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;YAC3I,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/F,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI;YACF,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACzB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@myzonerocks/gosslens",
-  "version": "0.12.0",
-  "description": "Web SDK for the gosslens camera and AR engine, over the wasm core.",
+  "version": "0.13.0",
+  "description": "Web SDK for gosslens, real-time visual plumbing for agents, over the wasm core.",
   "license": "Apache-2.0",
   "repository": {
     "type": "git",
@@ -24,7 +24,7 @@
   ],
   "sideEffects": false,
   "scripts": {
-    "build": "tsc -p tsconfig.json",
+    "build": "tsc -p tsconfig.json && tsc -p tsconfig.demo.json",
     "test": "bun test ./test",
     "typecheck": "tsc -p tsconfig.json --noEmit",
     "prepublishOnly": "bun run build"