@yourgpt/copilot-sdk 1.4.0 → 1.4.2

package/dist/{chunk-CVD3X4MN.js → chunk-55EABH45.js}

@@ -8,12 +8,99 @@ var DEFAULT_OPTIONS = {
   maxHeight: 1080,
   includeCursor: false
 };
-var html2canvasPromise = null;
-async function getHtml2Canvas() {
-  if (!html2canvasPromise) {
-    html2canvasPromise = import('html2canvas').then((mod) => mod.default);
+var htmlToImagePromise = null;
+async function getHtmlToImage() {
+  if (!htmlToImagePromise) {
+    htmlToImagePromise = import('html-to-image');
+  }
+  return htmlToImagePromise;
+}
+async function captureWithHtmlToImage(element, opts) {
+  const htmlToImage = await getHtmlToImage();
+  const rect = element.getBoundingClientRect();
+  const width = rect.width || window.innerWidth;
+  const height = rect.height || window.innerHeight;
+  const scale = Math.min(opts.maxWidth / width, opts.maxHeight / height, 1);
+  let dataUrl;
+  if (opts.format === "jpeg") {
+    dataUrl = await htmlToImage.toJpeg(element, {
+      quality: opts.quality,
+      pixelRatio: scale,
+      skipAutoScale: true,
+      cacheBust: true
+    });
+  } else {
+    dataUrl = await htmlToImage.toPng(element, {
+      pixelRatio: scale,
+      skipAutoScale: true,
+      cacheBust: true
+    });
+  }
+  const img = new Image();
+  await new Promise((resolve, reject) => {
+    img.onload = () => resolve();
+    img.onerror = () => reject(new Error("Failed to load captured image"));
+    img.src = dataUrl;
+  });
+  return {
+    data: dataUrl,
+    format: opts.format,
+    width: img.width,
+    height: img.height,
+    timestamp: Date.now()
+  };
+}
+async function captureWithDisplayMedia(opts) {
+  const stream = await navigator.mediaDevices.getDisplayMedia({
+    video: {
+      displaySurface: "browser"
+    },
+    audio: false,
+    // @ts-expect-error - preferCurrentTab is a newer API
+    preferCurrentTab: true
+  });
+  try {
+    const track = stream.getVideoTracks()[0];
+    const settings = track.getSettings();
+    const video = document.createElement("video");
+    video.srcObject = stream;
+    video.muted = true;
+    await new Promise((resolve, reject) => {
+      video.onloadedmetadata = () => {
+        video.play().then(() => resolve()).catch(reject);
+      };
+      video.onerror = () => reject(new Error("Failed to load video stream"));
+    });
+    await new Promise((resolve) => setTimeout(resolve, 100));
+    const videoWidth = settings.width || video.videoWidth || window.innerWidth;
+    const videoHeight = settings.height || video.videoHeight || window.innerHeight;
+    const scale = Math.min(
+      opts.maxWidth / videoWidth,
+      opts.maxHeight / videoHeight,
+      1
+    );
+    const width = Math.round(videoWidth * scale);
+    const height = Math.round(videoHeight * scale);
+    const canvas = document.createElement("canvas");
+    canvas.width = width;
+    canvas.height = height;
+    const ctx = canvas.getContext("2d");
+    if (!ctx) {
+      throw new Error("Failed to create canvas context");
+    }
+    ctx.drawImage(video, 0, 0, width, height);
+    const mimeType = `image/${opts.format === "jpeg" ? "jpeg" : opts.format}`;
+    const data = canvas.toDataURL(mimeType, opts.quality);
+    return {
+      data,
+      format: opts.format,
+      width,
+      height,
+      timestamp: Date.now()
+    };
+  } finally {
+    stream.getTracks().forEach((track) => track.stop());
   }
-  return html2canvasPromise;
 }
 async function captureScreenshot(options = {}) {
   if (!isBrowser) {
@@ -23,77 +110,45 @@ async function captureScreenshot(options = {}) {
   }
   const opts = { ...DEFAULT_OPTIONS, ...options };
   const element = opts.element || document.body;
+  try {
+    return await captureWithHtmlToImage(element, opts);
+  } catch (error) {
+    console.warn(
+      "[Copilot SDK] html-to-image capture failed, trying native API",
+      error
+    );
+  }
+  const hasDisplayMedia = typeof navigator !== "undefined" && typeof navigator.mediaDevices !== "undefined" && typeof navigator.mediaDevices.getDisplayMedia === "function";
+  if (hasDisplayMedia) {
+    try {
+      return await captureWithDisplayMedia(opts);
+    } catch (error) {
+      console.warn(
+        "[Copilot SDK] Screen capture cancelled or not supported",
+        error
+      );
+    }
+  }
   const rect = element.getBoundingClientRect();
   let width = rect.width || window.innerWidth;
   let height = rect.height || window.innerHeight;
   const scale = Math.min(opts.maxWidth / width, opts.maxHeight / height, 1);
   width = Math.round(width * scale);
   height = Math.round(height * scale);
-  let canvas;
-  try {
-    const html2canvas = await getHtml2Canvas();
-    canvas = await html2canvas(element, {
-      scale,
-      useCORS: true,
-      // Enable cross-origin images
-      allowTaint: false,
-      // Don't allow tainted canvas
-      backgroundColor: null,
-      // Transparent background (uses element's bg)
-      logging: false,
-      // Disable internal logging
-      width: rect.width,
-      height: rect.height,
-      windowWidth: window.innerWidth,
-      windowHeight: window.innerHeight,
-      scrollX: 0,
-      scrollY: 0,
-      x: rect.left + window.scrollX,
-      y: rect.top + window.scrollY
-    });
-  } catch (error) {
-    canvas = document.createElement("canvas");
-    canvas.width = width;
-    canvas.height = height;
-    const ctx = canvas.getContext("2d");
-    if (ctx) {
-      createPlaceholder(ctx, width, height, element, String(error));
-    }
+  const canvas = document.createElement("canvas");
+  canvas.width = width;
+  canvas.height = height;
+  const ctx = canvas.getContext("2d");
+  if (ctx) {
+    createPlaceholder(ctx, width, height, element, "Screenshot capture failed");
   }
   const mimeType = `image/${opts.format === "jpeg" ? "jpeg" : opts.format}`;
-  let data;
-  try {
-    data = canvas.toDataURL(mimeType, opts.quality);
-  } catch (e) {
-    if (e instanceof DOMException && e.name === "SecurityError") {
-      console.warn(
-        "[Copilot SDK] Canvas tainted by cross-origin content. Creating placeholder."
-      );
-      const cleanCanvas = document.createElement("canvas");
-      cleanCanvas.width = width;
-      cleanCanvas.height = height;
-      const cleanCtx = cleanCanvas.getContext("2d");
-      if (cleanCtx) {
-        createPlaceholder(
-          cleanCtx,
-          width,
-          height,
-          element,
-          "Cross-origin content blocked"
-        );
-        data = cleanCanvas.toDataURL(mimeType, opts.quality);
-      } else {
-        throw new Error("Failed to create placeholder canvas");
-      }
-    } else {
-      throw e;
-    }
-  }
+  const data = canvas.toDataURL(mimeType, opts.quality);
   return {
     data,
     format: opts.format,
-    width: canvas.width,
-    height: canvas.height,
+    width,
+    height,
     timestamp: Date.now()
   };
 }
@@ -120,7 +175,7 @@ function createPlaceholder(ctx, width, height, element, errorMessage) {
     width / 2,
     height / 2
   );
-  if (errorMessage) {
+  {
     ctx.fillStyle = "#999";
     ctx.font = "12px system-ui, sans-serif";
     ctx.fillText(
@@ -1132,6 +1187,10 @@ function createScreenshotTool(options) {
 }
 
 // src/core/tools/builtin/console.ts
+var isBrowser4 = typeof window !== "undefined" && typeof console !== "undefined";
+if (isBrowser4 && !isConsoleCaptureActive()) {
+  startConsoleCapture();
+}
 var consoleLogsTool = tool({
   description: "Get recent console logs from the browser. Use this when debugging JavaScript errors, checking for warnings, or understanding what's happening in the application.",
   location: "client",
@@ -2706,5 +2765,5 @@ function createThreadManager(config, callbacks) {
 }
 
 export { CLOUD_MAX_FILE_SIZE, DEFAULT_YOURGPT_ENDPOINT, SimpleThreadManagerState, ThreadManager, actionToTool, builtinTools, captureCurrentLogs, captureScreenshot, clearConsoleLogs, clearNetworkRequests, consoleLogsTool, createAssistantMessage, createCloudStorage, createConsoleLogsTool, createCustomDetector, createLocalStorageAdapter, createMemoryAdapter, createMessage, createNetworkRequestsTool, createSSEStream, createScreenshotTool, createServerAdapter, createThreadManager, createToolCall, createToolMessage, createToolResult, createUserMessage, defaultSystemMessage, defineClientTool, defineServerTool, defineTool, detectIntent, failure, formatLogsForAI, formatRequestsForAI, formatSSE, generateId, generateMessageId, generateSuggestionReason, generateThreadId, generateThreadTitle, generateToolCallId, getAttachmentTypeFromMime, getConsoleErrors, getConsoleLogs, getConsoleWarnings, getFailedRequests, getNetworkRequests, getPrimaryTool, hasToolCalls, hasToolSuggestions, isConsoleCaptureActive, isNetworkCaptureActive, isScreenshotSupported, isToolResult, localStorageAdapter, networkRequestsTool, noopAdapter, parseSSELine, parseStreamEvent, parseToolCallArgs, processFileToAttachment, resizeScreenshot, screenshotTool, serializeStreamEvent, startConsoleCapture, startNetworkCapture, stopConsoleCapture, stopNetworkCapture, streamSSE, success, tool, toolToAnthropicFormat, toolToOpenAIFormat, zodObjectToInputSchema, zodToJsonSchema };
-//# sourceMappingURL=chunk-CVD3X4MN.js.map
-//# sourceMappingURL=chunk-CVD3X4MN.js.map
+//# sourceMappingURL=chunk-55EABH45.js.map
+//# sourceMappingURL=chunk-55EABH45.js.map