@agent-native/core 0.14.8 → 0.15.1

package/dist/agent/production-agent.js

@@ -7,15 +7,51 @@ import { PROVIDER_TO_ENV } from "./engine/provider-env-vars.js";
 import { readAppState } from "../application-state/script-helpers.js";
 import { startRun, subscribeToRun, getActiveRunForThread, getActiveRunForThreadAsync, getRun, abortRun, } from "./run-manager.js";
 import { readBody } from "../server/h3-helpers.js";
-import { getRequestRunContext, getRequestOrgId, getRequestUserEmail, } from "../server/request-context.js";
+import { getRequestRunContext, ensureRequestRunContext, getRequestOrgId, getRequestUserEmail, } from "../server/request-context.js";
 import { isMcpToolAllowedForRequest } from "../mcp-client/visibility.js";
 import { createToolSearchEntry, TOOL_SEARCH_ACTION_NAME, } from "./tool-search.js";
 import { getDefaultMaxIterations, normalizeMaxIterations, readAgentLoopSettings, } from "./loop-settings.js";
 import { isReasoningEffort, normalizeReasoningEffortForModel, } from "../shared/reasoning-effort.js";
 import { isAgentActionStopError } from "../action.js";
+import { preUploadImageAttachments } from "../file-upload/pre-upload-attachments.js";
 // Register built-in engines on first import
 registerBuiltinEngines();
 export { PROVIDER_TO_ENV };
+const SAFE_BROWSER_TAB_ID_RE = /^[A-Za-z0-9_-]{1,96}$/;
+function normalizeBrowserTabId(value) {
+    if (typeof value !== "string")
+        return undefined;
+    const trimmed = value.trim();
+    return SAFE_BROWSER_TAB_ID_RE.test(trimmed) ? trimmed : undefined;
+}
+function normalizeChatScope(value) {
+    if (value == null)
+        return null;
+    if (typeof value !== "object")
+        return undefined;
+    const record = value;
+    const type = typeof record.type === "string" ? record.type.trim() : "";
+    const id = typeof record.id === "string" ? record.id.trim() : "";
+    if (!type || !id || type.length > 64 || id.length > 256) {
+        return undefined;
+    }
+    const label = typeof record.label === "string" && record.label.trim().length > 0
+        ? record.label.trim().slice(0, 256)
+        : undefined;
+    return { type, id, ...(label ? { label } : {}) };
+}
+function appStateKeyForBrowserTab(key, browserTabId) {
+    return browserTabId ? `${key}:${browserTabId}` : key;
+}
+async function readAppStateForBrowserTab(key, browserTabId) {
+    const tabKey = appStateKeyForBrowserTab(key, browserTabId);
+    if (tabKey !== key) {
+        const scoped = (await readAppState(tabKey).catch(() => null));
+        if (scoped)
+            return scoped;
+    }
+    return (await readAppState(key));
+}
 /**
  * Look up a user's persisted API key for the given provider. Returns
  * `undefined` for unauthenticated callers.
@@ -1262,7 +1298,14 @@ export function createProductionAgentHandler(options) {
             setResponseStatus(event, 400);
             return { error: "Invalid request body" };
         }
-        const { message, history = [], structuredHistory, references = [], threadId, attachments, displayMessage, internalContinuation, model: requestModel, engine: requestEngine, effort: requestEffort, } = body;
+        const { message, history = [], structuredHistory, references = [], threadId, attachments, displayMessage, internalContinuation, model: requestModel, engine: requestEngine, effort: requestEffort, browserTabId, scope, } = body;
+        const requestBrowserTabId = normalizeBrowserTabId(browserTabId);
+        const requestChatScope = normalizeChatScope(scope);
+        const requestRunCtx = ensureRequestRunContext();
+        if (requestRunCtx) {
+            requestRunCtx.browserTabId = requestBrowserTabId;
+            requestRunCtx.chatScope = requestChatScope;
+        }
         const requestMode = body.mode === "plan" ? "plan" : "act";
         const hasMessageText = typeof message === "string" && message.trim().length > 0;
         const hasAttachments = Array.isArray(attachments) && attachments.length > 0;
@@ -1300,6 +1343,30 @@ export function createProductionAgentHandler(options) {
                 requestAttachments = preparedRequest.attachments;
             }
         }
+        // Pre-upload chat image attachments through the framework file-upload
+        // provider (Builder.io by default). The model still sees the base64
+        // multimodal content for vision; we only ADD the hosted URL so the agent
+        // can embed the image in slides / docs / outbound messages.
+        //
+        // When no provider is configured, leave attachments untouched and inject a
+        // hint recommending Builder.io connect — the model can still see the
+        // image, it just can't reference it as a URL until upload is set up.
+        if (hasAttachments && requestAttachments.some((a) => a.type === "image")) {
+            try {
+                const preUpload = await preUploadImageAttachments({
+                    attachments: requestAttachments,
+                    ownerEmail,
+                });
+                if (preUpload.injectedText) {
+                    requestMessage = requestMessage
+                        ? `${requestMessage}\n\n${preUpload.injectedText}`
+                        : preUpload.injectedText;
+                }
+            }
+            catch (err) {
+                console.warn("[agent-native] preUploadImageAttachments failed:", err instanceof Error ? err.message : String(err));
+            }
+        }
         // When a per-request engine override is specified, resolve the API key
         // for that provider instead of the global active engine's provider.
         let userApiKey;
@@ -1408,7 +1475,7 @@ export function createProductionAgentHandler(options) {
                     }
                 }
                 else {
-                    const navigation = await readAppState("navigation");
+                    const navigation = await readAppStateForBrowserTab("navigation", requestBrowserTabId);
                     if (navigation) {
                         return `\n\n<current-screen>\n${JSON.stringify(navigation, null, 2)}\n</current-screen>`;
                     }
@@ -1421,7 +1488,7 @@ export function createProductionAgentHandler(options) {
         })();
         const urlContextPromise = (async () => {
             try {
-                const url = (await readAppState("__url__"));
+                const url = (await readAppStateForBrowserTab("__url__", requestBrowserTabId));
                 if (url && (url.pathname || url.search || url.hash)) {
                     const lines = [];
                     if (url.pathname)