@gakim-digital/dexter-bridge 0.11.16 → 0.11.17

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gakim-digital/dexter-bridge",
-  "version": "0.11.16",
+  "version": "0.11.17",
   "description": "Local bridge for InstaWebAI and Dexter — runs Codex, Claude Code, or OpenCode on your machine.",
   "type": "module",
   "bin": {

package/src/agent.js

@@ -6,6 +6,7 @@ import { fileURLToPath } from 'node:url';
 import crossSpawn from 'cross-spawn';
 import {
   getFramerProjectAuthorization,
+  readFramerWebsite,
   isCompanionPairingInvalidError,
   postRunEvent,
   reportFramerProjectAuthorizationVerification,
@@ -383,6 +384,18 @@ function argsWithStructuredOutput(args, definition, env = process.env) {
   return args;
 }
 
+function framerWebHosts(framerHarness) {
+  const hosts = framerHarness?.context?.webAccess?.hosts;
+  if (!Array.isArray(hosts)) return [];
+  return [...new Set(
+    hosts
+      .map((value) => String(value || '').trim().toLowerCase())
+      .filter((value) =>
+        value.length <= 253
+        && /^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]*[a-z0-9])?)+$/.test(value)),
+  )].slice(0, 20);
+}
+
 function argsWithClaudeIsolation(args, definition, options = {}) {
   if (definition.id !== 'claude-code') return args;
   const isolated = argsWithoutVariadicFlag(args, '--tools');
@@ -405,8 +418,17 @@ function argsWithClaudeIsolation(args, definition, options = {}) {
   const harnessTools = harnessToolNames.map(
     (name) => `mcp__instawebai__${name}`,
   );
+  const webHosts = options.framerHarness
+    ? framerWebHosts(options.framerHarness)
+    : [];
   const nativeTools = options.framerHarness
-    ? [...(options.nativeSkillsEnabled ? ['Skill'] : []), ...harnessTools]
+    ? [
+        ...(options.nativeSkillsEnabled ? ['Skill'] : []),
+        // Web access is limited to the sites the user named. WebSearch cannot
+        // be limited by domain, so only WebFetch is offered.
+        ...(webHosts.length ? ['WebFetch'] : []),
+        ...harnessTools,
+      ]
     : [
         'Read',
         'Write',
@@ -435,7 +457,16 @@ function argsWithClaudeIsolation(args, definition, options = {}) {
     '--permission-mode',
     options.harnessMode && !options.framerHarness ? 'acceptEdits' : 'dontAsk',
   );
-  if (options.harnessMode) permissionMode.push('--allowedTools', nativeTools.join(','));
+  if (options.harnessMode) {
+    const allowedTools = options.framerHarness
+      ? [
+          ...(options.nativeSkillsEnabled ? ['Skill'] : []),
+          ...webHosts.map((host) => `WebFetch(domain:${host})`),
+          ...harnessTools,
+        ]
+      : nativeTools;
+    permissionMode.push('--allowedTools', ...allowedTools);
+  }
   if (!argsIncludeFlag(permissionMode, '--strict-mcp-config')) permissionMode.push('--strict-mcp-config');
   if (!argsIncludeFlag(permissionMode, '--no-chrome')) permissionMode.push('--no-chrome');
   let configured = permissionMode;
@@ -2293,6 +2324,51 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
   let rejectCancellation;
   let latestTokenUsage = normalizeCompanionTokenUsage();
   let activityChain = Promise.resolve();
+  const webCalls = new Map();
+  const recordWebCall = (webCall) => {
+    if (!webCall || typeof webCall !== 'object') return;
+    const id = String(webCall.id || '').trim();
+    const tool =
+      webCall.tool === 'WebFetch'
+        ? 'WebFetch'
+        : webCall.tool === 'WebSearch'
+          ? 'WebSearch'
+          : '';
+    if (!id || !tool) return;
+    const current = webCalls.get(id) || {
+      tool,
+      site: null,
+      status: 'started',
+    };
+    webCalls.set(id, {
+      ...current,
+      tool,
+      site:
+        typeof webCall.site === 'string' && webCall.site.trim()
+          ? webCall.site.trim().toLowerCase().slice(0, 253)
+          : current.site,
+      status:
+        webCall.status === 'succeeded' || webCall.status === 'failed'
+          ? webCall.status
+          : current.status,
+      errorMessage:
+        webCall.status === 'failed' && typeof webCall.errorMessage === 'string'
+          ? clip(webCall.errorMessage, 300)
+          : current.errorMessage,
+    });
+    if (webCalls.size > 100) {
+      webCalls.delete(webCalls.keys().next().value);
+    }
+  };
+  const webCallSummary = () =>
+    [...webCalls.values()].map((call) => ({
+      tool: call.tool,
+      site: call.site,
+      status: call.status === 'succeeded' ? 'succeeded' : 'failed',
+      ...(call.status === 'failed'
+        ? { errorMessage: call.errorMessage || 'The web call did not complete.' }
+        : {}),
+    }));
   const cancellation = new Promise((_, reject) => {
     rejectCancellation = reject;
   });
@@ -2345,6 +2421,7 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
     return activityChain;
   };
   const progress = (event = {}) => {
+    recordWebCall(event.webCall);
     if (event.tokenUsage) {
       latestTokenUsage = normalizeCompanionTokenUsage(event.tokenUsage);
     }
@@ -2536,6 +2613,18 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
                   allowInsecureHttp: options.allowInsecureHttp,
                 })
             : undefined,
+        readWebsite:
+          options.apiBaseUrl && options.deviceToken
+            ? ({ url, screenshotTop }) =>
+                readFramerWebsite(options.apiBaseUrl, {
+                  deviceToken: options.deviceToken,
+                  runId: run.runId,
+                  url,
+                  screenshotTop,
+                  fetchImpl: options.fetchImpl,
+                  allowInsecureHttp: options.allowInsecureHttp,
+                })
+            : undefined,
         verifyProjectAuthorization:
           options.apiBaseUrl && options.deviceToken
             ? ({
@@ -2667,7 +2756,8 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
           maxDurationMs: outcomeMaxDurationMs,
           cwd: materialized.directory,
           nativeSkills,
-          framerHarness: framerAgentOutcome,
+          framerHarness: framerAgentOutcome ? executionOutcome : false,
+          webHosts: framerAgentOutcome ? framerWebHosts(executionOutcome) : [],
           imageFiles,
           harnessTools: {
             definitions: codexDynamicToolSpecs(harnessTools.definitions),
@@ -2708,7 +2798,7 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
           maxDurationMs: outcomeMaxDurationMs,
           cwd: materialized.directory,
           harnessMode: true,
-          framerHarness: framerAgentOutcome,
+          framerHarness: framerAgentOutcome ? executionOutcome : false,
           harnessToolNames: harnessTools.toolNames,
           nativeSkillsEnabled: Boolean(materializedNativeSkills),
           imageFiles,
@@ -2731,7 +2821,7 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
           maxDurationMs: outcomeMaxDurationMs,
           cwd: materialized.directory,
           harnessMode: true,
-          framerHarness: framerAgentOutcome,
+          framerHarness: framerAgentOutcome ? executionOutcome : false,
           harnessToolNames: harnessTools.toolNames,
           nativeSkillsEnabled: Boolean(materializedNativeSkills),
           imageFiles,
@@ -2871,7 +2961,12 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
           sourceHash:
             synchronization?.sourceHash || harnessTools.sourceHash() || null,
           ...(typeof harnessTools.summary === 'function'
-            ? { framer: harnessTools.summary() }
+            ? {
+                framer: {
+                  ...harnessTools.summary(),
+                  webCalls: webCallSummary(),
+                },
+              }
             : {}),
         }
       : completion;
@@ -2914,7 +3009,10 @@ async function executeOutcomeRun(run, send, agent, options = {}) {
     usageAccumulator.add(failure.companionUsage || {});
     const framer =
       typeof harnessTools.summary === 'function'
-        ? harnessTools.summary()
+        ? {
+            ...harnessTools.summary(),
+            webCalls: webCallSummary(),
+          }
         : undefined;
     failure.framer = framer;
     failure.companionUsage = {

package/src/agentOutput.js

@@ -320,6 +320,30 @@ function claudeToolProgress(name, input = {}, cwd) {
   };
 }
 
+function webSite(value) {
+  if (typeof value !== 'string' || !value.trim()) return null;
+  for (const candidate of value.match(/https?:\/\/[^\s"'<>]+/gi) || []) {
+    try {
+      return new URL(candidate).hostname.toLowerCase();
+    } catch {
+      // Keep looking for a valid URL.
+    }
+  }
+  return null;
+}
+
+function claudeToolResultMessage(part) {
+  if (typeof part?.content === 'string') return progressText(part.content, 300);
+  if (!Array.isArray(part?.content)) return '';
+  return progressText(
+    part.content
+      .map((item) => typeof item?.text === 'string' ? item.text : '')
+      .filter(Boolean)
+      .join(' '),
+    300,
+  );
+}
+
 function summedClaudeProgressUsage(turnUsage) {
   const total = normalizeCompanionTokenUsage();
   for (const usage of turnUsage.values()) {
@@ -403,7 +427,21 @@ export function createClaudeProgressParser(onProgress, options = {}) {
         continue;
       }
       const progress = claudeToolProgress(part.name, input, options.cwd);
-      tools.set(part.id, { name: part.name, ...progress });
+      const nativeWebTool =
+        part.name === 'WebFetch'
+          ? 'WebFetch'
+          : part.name === 'WebSearch'
+            ? 'WebSearch'
+            : null;
+      const webCall = nativeWebTool
+        ? {
+            id: part.id,
+            tool: nativeWebTool,
+            site: webSite(input.url || input.query),
+            status: 'started',
+          }
+        : null;
+      tools.set(part.id, { name: part.name, ...progress, webCall });
       emit({
         kind: 'item_started',
         name: part.name,
@@ -411,6 +449,7 @@ export function createClaudeProgressParser(onProgress, options = {}) {
         activity: `tool:${part.id}`,
         paths: progress.paths,
         message: progress.startedMessage,
+        ...(webCall ? { webCall } : {}),
       });
     }
   };
@@ -430,6 +469,17 @@ export function createClaudeProgressParser(onProgress, options = {}) {
         activity: `tool:${part.tool_use_id}`,
         paths: tool.paths,
         message: failed ? tool.failedMessage : tool.completedMessage,
+        ...(tool.webCall
+          ? {
+              webCall: {
+                ...tool.webCall,
+                status: failed ? 'failed' : 'succeeded',
+                ...(failed
+                  ? { errorMessage: claudeToolResultMessage(part) || tool.failedMessage }
+                  : {}),
+              },
+            }
+          : {}),
       });
     }
   };

package/src/api.js

@@ -235,6 +235,37 @@ export function getFramerProjectAuthorization(apiBaseUrl, {
   );
 }
 
+// Reads one page of a website the user named, through Dexter. A page render
+// can take most of a minute, so this waits longer than other calls.
+export function readFramerWebsite(apiBaseUrl, {
+  deviceToken,
+  runId,
+  url,
+  screenshotTop,
+  fetchImpl,
+  signal,
+  allowInsecureHttp,
+}) {
+  return requestJson(
+    apiBaseUrl,
+    `/ai/framer/companion/runs/${encodeURIComponent(runId)}/read-website`,
+    {
+      method: 'POST',
+      deviceToken,
+      fetchImpl,
+      signal,
+      allowInsecureHttp,
+      timeoutMs: 150_000,
+      body: {
+        url,
+        ...(Number.isInteger(screenshotTop) ? { screenshotTop } : {}),
+        platform: process.platform,
+        companionVersion: BRIDGE_VERSION,
+      },
+    },
+  );
+}
+
 export function reportFramerProjectAuthorizationVerification(apiBaseUrl, {
   deviceToken,
   runId,

package/src/config.js

@@ -44,6 +44,7 @@ export const BRIDGE_CAPABILITIES = [
   'framer-project-bootstrap-v1',
   'framer-project-verification-v1',
   'framer-interaction-verification-v4',
+  'framer-read-website-v1',
   'project-shell-v1',
   'build-fingerprint-v1',
   'tool-schema-parity-v1',

package/src/framerAgentTools.js

@@ -49,7 +49,7 @@ const PAGE_PATH_PATTERN = /^\/[^\0\r\n]{0,499}$/;
 const UNSAFE_EXEC_PATTERN =
   /\b(?:process|globalThis|global|require|import\s*\(|child_process|worker_threads|fs|os|net|tls|dgram|http|https|fetch|WebSocket|eval|Function)\b/;
 const MUTATING_EXEC_PATTERN =
-  /\.(?:set|add|create|remove|delete|update|insert|move|clone|duplicate|upload|publish|deploy|switch|merge|rename|join|leave|apply)[A-Za-z0-9_]*\s*\(/;
+  /\.(?:(?:set|add|delete|join|apply)(?:[A-Z_][A-Za-z0-9_]*)|(?:create|remove|update|insert|move|clone|duplicate|upload|publish|deploy|switch|merge|rename|leave)[A-Za-z0-9_]*)\s*\(/;
 const CODE_FILE_SOURCE_WRITE_PATTERN =
   /(?:\.setFileContent|\[\s*['"]setFileContent['"]\s*\])\s*\(/;
 const TASK_DOMAINS = [
@@ -148,6 +148,24 @@ export const FRAMER_AGENT_TOOL_DEFINITIONS = [
       additionalProperties: false,
     },
   },
+  {
+    name: 'framer_read_website',
+    description:
+      'Read one page of a website the user named: exact copy per section, fonts and text styles, colours, image URLs (including CSS backgrounds), and desktop and phone screenshots. Use it before recreating or migrating that page. Only sites the user named can be read.',
+    inputSchema: {
+      type: 'object',
+      properties: {
+        url: { type: 'string', minLength: 1, maxLength: 2048 },
+        screenshotTop: {
+          type: 'integer',
+          minimum: 0,
+          description: 'Desktop page offset in pixels for the screenshots. Use the value the previous result suggests to see further down.',
+        },
+      },
+      required: ['url'],
+      additionalProperties: false,
+    },
+  },
   {
     name: 'framer_plan_task',
     description:
@@ -1129,6 +1147,7 @@ export function createFramerAgentToolRuntime({
   fetchImpl = fetch,
   authorizeProject,
   verifyProjectAuthorization,
+  readWebsite,
 } = {}) {
   const projectId = normalizeProjectId(assignment?.context?.framerProjectId);
   const projectUrl = normalizeProjectUrl(
@@ -2324,6 +2343,23 @@ export function createFramerAgentToolRuntime({
           if (queries.length > 0) instructionFallbacks += 1;
           result = builtInInstructions(queries.length > 0);
         }
+      } else if (name === 'framer_read_website') {
+        if (typeof readWebsite !== 'function') {
+          throw toolError(
+            'FRAMER_WEBSITE_READ_UNAVAILABLE',
+            'Reading websites is not available in this run.',
+          );
+        }
+        const website = await readWebsite({
+          url: String(rawArguments.url || '').trim(),
+          screenshotTop: Number.isInteger(rawArguments.screenshotTop)
+            ? rawArguments.screenshotTop
+            : undefined,
+        });
+        modelImages = (Array.isArray(website?.images) ? website.images : [])
+          .filter((image) => typeof image?.data === 'string' && image.data)
+          .map((image) => ({ url: null, mimeType: image.mimeType || 'image/jpeg', data: image.data }));
+        result = { stdout: JSON.stringify(website?.result ?? {}), stderr: '' };
       } else if (name === 'framer_context') {
         result = await execCode(
           [
@@ -2898,6 +2934,9 @@ export function createFramerAgentToolRuntime({
       // Result size is what this call adds to every later model turn.
       toolCall.resultBytes = Buffer.byteLength(JSON.stringify(normalized), 'utf8');
       if (modelImages.length > 0) toolCall.imageCount = modelImages.length;
+      if (name === 'framer_read_website') {
+        return modelImages.length ? { ...normalized, modelImages } : normalized;
+      }
       if (name !== 'framer_read_project') return normalized;
       const screenshotCount = screenshotQueries(rawArguments).length;
       return {
@@ -2955,6 +2994,10 @@ export function createFramerAgentToolRuntime({
       }
       toolCall.durationMs = Date.now() - startedAt;
       toolCall.errorCode = error?.code || 'FRAMER_AGENT_TOOL_FAILED';
+      toolCall.errorMessage = boundedText(
+        String(error?.message || 'Framer Agent tool failed.'),
+        300,
+      );
       trace?.warn?.('framer_agent_tool_failed', {
         name,
         code: error?.code,

package/src/providers/codexAppServer.js

@@ -177,9 +177,21 @@ function codexOutcomeConfig() {
   };
 }
 
-function codexFramerOutcomeConfig() {
+// Live web search is limited to the sites the user named; with none named
+// the tool stays off.
+function codexFramerOutcomeConfig(webHosts = []) {
+  const config = codexModelOnlyConfig();
   return {
-    ...codexModelOnlyConfig(),
+    ...config,
+    ...(webHosts.length
+      ? {
+          web_search: 'live',
+          tools: {
+            ...config.tools,
+            web_search: { allowed_domains: webHosts },
+          },
+        }
+      : {}),
     history: {
       persistence: 'save-all',
     },
@@ -293,10 +305,50 @@ function codexItemProgress(item, phase, workspaceRoot) {
     return {};
   }
   if (type === 'webSearch' || type === 'web_search') {
+    const candidateUrl =
+      item.url
+      || item.uri
+      || item.action?.url
+      || item.query
+      || '';
+    let site = null;
+    const match = String(candidateUrl).match(/https?:\/\/[^\s"'<>]+/i);
+    if (match) {
+      try {
+        site = new URL(match[0]).hostname.toLowerCase();
+      } catch {
+        site = null;
+      }
+    }
+    const failed =
+      phase === 'completed'
+      && (
+        String(item.status || '').toLowerCase() === 'failed'
+        || Boolean(item.error)
+      );
     return {
       activity: 'search',
       phase,
       message: phase === 'started' ? 'Researching the requested change' : 'Finished research',
+      webCall: {
+        id: String(item.id || item.item_id || `web-search:${candidateUrl}`),
+        tool: 'WebSearch',
+        site,
+        status:
+          phase === 'started'
+            ? 'started'
+            : failed
+              ? 'failed'
+              : 'succeeded',
+        ...(failed
+          ? {
+              errorMessage:
+                item.error?.message
+                || item.error
+                || 'Codex web search failed.',
+            }
+          : {}),
+      },
     };
   }
   return {};
@@ -1078,7 +1130,7 @@ export function createCodexAppServerAdapter({
 
   async function ensureThread(
     runId,
-    { model, cwd: requestedCwd, harnessMode = false, dynamicTools = [], dynamicToolHandler, resumeThreadId } = {},
+    { model, cwd: requestedCwd, harnessMode = false, dynamicTools = [], dynamicToolHandler, resumeThreadId, webHosts = [] } = {},
   ) {
     const resolution = await resolveProvider();
     const existing = threadsByRun.get(runId);
@@ -1094,6 +1146,7 @@ export function createCodexAppServerAdapter({
       harnessMode,
       framerHarness,
       tools: normalizedDynamicTools,
+      webHosts,
     });
     if (existing && threadContexts.get(existing) === contextKey) {
       threadsByRun.delete(runId);
@@ -1145,7 +1198,7 @@ export function createCodexAppServerAdapter({
       developerInstructions: instructions,
       config: harnessMode
         ? framerHarness
-          ? codexFramerOutcomeConfig()
+          ? codexFramerOutcomeConfig(webHosts)
           : codexOutcomeConfig()
         : codexModelOnlyConfig(),
       ...(model ? { model } : {}),
@@ -1232,6 +1285,7 @@ export function createCodexAppServerAdapter({
     harnessTools,
     resumeSessionId,
     imageFiles = [],
+    webHosts = [],
   } = {}) {
     const transportSchema = outputSchema ? codexStructuredOutputSchema(outputSchema, { responseContract }) : null;
     const transportPrompt = transportSchema ? codexStructuredOutputPrompt(prompt, responseContract) : prompt;
@@ -1252,6 +1306,7 @@ export function createCodexAppServerAdapter({
       dynamicTools: harnessMode ? harnessTools?.definitions || [] : [],
       dynamicToolHandler: harnessMode ? harnessTools?.invoke : undefined,
       resumeThreadId: harnessMode ? resumeSessionId : undefined,
+      webHosts: harnessMode ? webHosts : [],
     });
     const priorSkillDigest = invokedSkillDigestsByThread.get(threadId);
     const nativeSkillsReused =