@agent-native/core 0.80.8 → 0.80.9

package/corpus/core/src/client/onboarding/OnboardingPanel.tsx

@@ -570,7 +570,7 @@ function FormMethod({
   method: Extract<OnboardingMethod, { kind: "form" }>;
   onCompleted: () => Promise<void>;
 }) {
-  const { fields, writeScope } = method.payload;
+  const { fields, writeScope, saveTo, secretDescription } = method.payload;
   const [values, setValues] = useState<Record<string, string>>({});
   const [saving, setSaving] = useState(false);
   const [err, setErr] = useState<string | null>(null);
@@ -587,6 +587,38 @@ function FormMethod({
         setErr("Enter a value first.");
         return;
       }
+      if (saveTo === "scoped-secrets") {
+        const secretScope =
+          writeScope === "workspace" || writeScope === "app"
+            ? "workspace"
+            : "user";
+        for (const entry of vars) {
+          const res = await fetch(
+            agentNativePath("/_agent-native/secrets/adhoc"),
+            {
+              method: "POST",
+              headers: { "Content-Type": "application/json" },
+              body: JSON.stringify({
+                name: entry.key,
+                value: entry.value,
+                scope: secretScope,
+                description:
+                  secretDescription ?? method.description ?? "Setup key",
+              }),
+            },
+          );
+          if (!res.ok) {
+            const data = await res.json().catch(() => ({}));
+            throw new Error(
+              (data as { error?: string }).error ??
+                `Save failed: ${res.status}`,
+            );
+          }
+        }
+        setValues({});
+        await onCompleted();
+        return;
+      }
       const res = await fetch(agentNativePath("/_agent-native/env-vars"), {
         method: "POST",
         headers: { "Content-Type": "application/json" },

package/corpus/core/src/client/resources/BuiltinCapabilityDetail.tsx

@@ -151,6 +151,14 @@ export function BuiltinCapabilityDetail({
             existing login.
           </p>
         )}
+
+        {capability.id === "screen-memory" && (
+          <p className="mt-6 rounded-md border border-border bg-muted/40 p-2.5 text-[11px] leading-relaxed text-muted-foreground">
+            Screen Memory only reads local Clips desktop context on this
+            machine. Turn it on from Clips desktop Settings before expecting
+            recent context results.
+          </p>
+        )}
       </div>
     </div>
   );

package/corpus/core/src/client/resources/use-builtin-capabilities.ts

@@ -6,7 +6,8 @@ import type { McpServerScope } from "./use-mcp-servers.js";
 export type BuiltinCapabilityId =
   | "browser-chrome-devtools"
   | "browser-playwright"
-  | "computer-use";
+  | "computer-use"
+  | "screen-memory";
 
 export interface BuiltinCapability {
   id: BuiltinCapabilityId;
@@ -103,7 +104,8 @@ export function parseMcpBuiltinVirtualId(
   if (
     capabilityId !== "browser-chrome-devtools" &&
     capabilityId !== "browser-playwright" &&
-    capabilityId !== "computer-use"
+    capabilityId !== "computer-use" &&
+    capabilityId !== "screen-memory"
   ) {
     return null;
   }

package/corpus/core/src/client/session-replay.ts

@@ -191,6 +191,7 @@ const DEFAULT_FLUSH_INTERVAL_MS = 5000;
 const DEFAULT_MAX_DURATION_MS = 30 * 60 * 1000;
 const DEFAULT_MAX_EVENTS_PER_BATCH = 50;
 const DEFAULT_MAX_BATCH_BYTES = 256 * 1024;
+const MAX_KEEPALIVE_REPLAY_UPLOAD_BYTES = 60 * 1024;
 const URL_LIKE_KEYS = new Set([
   "url",
   "uri",
@@ -729,6 +730,24 @@ interface ReplayUploadBody {
   compressed: boolean;
 }
 
+function isCrossOriginReplayEndpoint(endpoint: string): boolean {
+  if (typeof window === "undefined") return false;
+  try {
+    return (
+      new URL(endpoint, window.location.href).origin !== window.location.origin
+    );
+  } catch {
+    return false;
+  }
+}
+
+function replayUploadByteLength(body: string): number {
+  if (typeof TextEncoder !== "undefined") {
+    return new TextEncoder().encode(body).byteLength;
+  }
+  return body.length;
+}
+
 async function gzipReplayBody(body: string): Promise<Blob | null> {
   if (
     typeof CompressionStream === "undefined" ||
@@ -773,6 +792,21 @@ async function sendReplayUpload(
   options: NormalizedSessionReplayOptions,
   body: string,
 ): Promise<void> {
+  if (isCrossOriginReplayEndpoint(options.endpoint)) {
+    if (navigator.sendBeacon) {
+      const sent = navigator.sendBeacon(options.endpoint, body);
+      if (sent) return;
+    }
+    await fetch(options.endpoint, {
+      method: "POST",
+      body,
+      keepalive:
+        replayUploadByteLength(body) <= MAX_KEEPALIVE_REPLAY_UPLOAD_BYTES,
+      headers: { "Content-Type": "text/plain;charset=UTF-8" },
+    }).catch(() => {});
+    return;
+  }
+
   const upload = await buildReplayUploadBody(body);
   if (!upload.compressed && navigator.sendBeacon) {
     const sent = navigator.sendBeacon(options.endpoint, body);

package/corpus/core/src/client/sharing/ShareButton.tsx

@@ -109,6 +109,20 @@ export interface ShareButtonProps {
     description?: ReactNode;
     onCheckedChange: (checked: boolean) => void | Promise<void>;
   };
+  /** Optional extra tabs rendered beside the default sharing/access panel. */
+  shareTabs?: {
+    shareLabel?: ReactNode;
+    defaultValue?: string;
+    tabs: Array<{
+      value: string;
+      label: ReactNode;
+      content: ReactNode;
+      disabled?: boolean;
+    }>;
+    onValueChange?: (value: string) => void;
+  };
+  /** Optional className for the popover content, useful for wider custom tabs. */
+  popoverClassName?: string;
 }
 
 type Visibility = "private" | "org" | "public";
@@ -213,6 +227,8 @@ const ROLE_OPTIONS: Array<{ value: Role; label: string; description: string }> =
  */
 export function ShareButton(props: ShareButtonProps) {
   const [open, setOpen] = useState(false);
+  const shareTabDefaultValue = props.shareTabs?.defaultValue ?? "share";
+  const [activeShareTab, setActiveShareTab] = useState(shareTabDefaultValue);
   const [pendingVisibility, setPendingVisibility] = useState<Visibility | null>(
     null,
   );
@@ -238,7 +254,16 @@ export function ShareButton(props: ShareButtonProps) {
   const handleOpenChange = (v: boolean) => {
     setOpen(v);
     props.onOpenChange?.(v);
-    if (v && pendingVisibility === null) sharesQuery.refetch();
+    if (v) {
+      setActiveShareTab(shareTabDefaultValue);
+      props.shareTabs?.onValueChange?.(shareTabDefaultValue);
+      if (pendingVisibility === null) sharesQuery.refetch();
+    }
+  };
+
+  const handleShareTabChange = (value: string) => {
+    setActiveShareTab(value);
+    props.shareTabs?.onValueChange?.(value);
   };
 
   useEffect(() => {
@@ -322,6 +347,7 @@ export function ShareButton(props: ShareButtonProps) {
         className={cn(
           "z-[2000] w-[min(460px,92vw)] rounded-lg p-4 shadow-lg",
           SHARE_POPOVER_SURFACE,
+          props.popoverClassName,
         )}
         onOpenAutoFocus={(e) => e.preventDefault()}
       >
@@ -331,6 +357,8 @@ export function ShareButton(props: ShareButtonProps) {
           visibilityOverride={pendingVisibility}
           onVisibilityChange={handleVisibilityChange}
           onClose={() => handleOpenChange(false)}
+          activeTab={activeShareTab}
+          onTabChange={handleShareTabChange}
         />
       </PopoverContent>
     </Popover>
@@ -505,6 +533,8 @@ function SharePanel(
     visibilityOverride: Visibility | null;
     onVisibilityChange: (visibility: Visibility) => Promise<void>;
     onClose: () => void;
+    activeTab: string;
+    onTabChange: (value: string) => void;
   },
 ) {
   const {
@@ -596,6 +626,9 @@ function SharePanel(
     Boolean(props.shareUrlPlaceholder) ||
     Boolean(props.secondaryShareUrl);
   const shareUrlPlacement = props.shareUrlPlacement ?? "bottom";
+  const extraTabs = props.shareTabs?.tabs ?? [];
+  const hasTabs = extraTabs.length > 0;
+  const shareTabLabel = props.shareTabs?.shareLabel ?? "Share link";
 
   const serverShares = data?.shares ?? [];
   const shares: Share[] = [
@@ -773,34 +806,37 @@ function SharePanel(
     ? `Share "${resourceTitle}"`
     : `Share ${resourceType}`;
 
-  if (isLoading) {
-    return (
-      <div>
+  const sharePanel = isLoading ? (
+    <div>
+      {!hasTabs ? (
         <div
           className="mb-3 truncate text-base font-semibold"
           title={titleText}
         >
           {titleText}
         </div>
-        <div className="mb-4 h-9 rounded-md bg-muted animate-pulse" />
-        <div className="mb-2 text-sm font-semibold">{peopleAccessLabel}</div>
-        <div className="mb-4 h-7 rounded-md bg-muted animate-pulse" />
-        <div className="mb-2 text-sm font-semibold">{generalAccessLabel}</div>
-        <div className="mb-4 h-9 rounded-md bg-muted animate-pulse" />
-        <div className="mt-2 flex justify-end">
-          <button type="button" onClick={onClose} className={BUTTON_PRIMARY_SM}>
-            Done
-          </button>
-        </div>
+      ) : null}
+      <div className="mb-4 h-9 rounded-md bg-muted animate-pulse" />
+      <div className="mb-2 text-sm font-semibold">{peopleAccessLabel}</div>
+      <div className="mb-4 h-7 rounded-md bg-muted animate-pulse" />
+      <div className="mb-2 text-sm font-semibold">{generalAccessLabel}</div>
+      <div className="mb-4 h-9 rounded-md bg-muted animate-pulse" />
+      <div className="mt-2 flex justify-end">
+        <button type="button" onClick={onClose} className={BUTTON_PRIMARY_SM}>
+          Done
+        </button>
       </div>
-    );
-  }
-
-  return (
+    </div>
+  ) : (
     <div>
-      <div className="mb-3 truncate text-base font-semibold" title={titleText}>
-        {titleText}
-      </div>
+      {!hasTabs ? (
+        <div
+          className="mb-3 truncate text-base font-semibold"
+          title={titleText}
+        >
+          {titleText}
+        </div>
+      ) : null}
 
       {showShareLinks && shareUrlPlacement === "top" ? shareLinks : null}
 
@@ -965,6 +1001,55 @@ function SharePanel(
       </div>
     </div>
   );
+
+  if (!hasTabs) return sharePanel;
+
+  const tabs = [
+    {
+      value: "share",
+      label: shareTabLabel,
+      content: sharePanel,
+      disabled: false,
+    },
+    ...extraTabs,
+  ];
+  const activeTab = tabs.some((tab) => tab.value === props.activeTab)
+    ? props.activeTab
+    : "share";
+
+  return (
+    <div className="flex flex-col gap-4">
+      <div
+        role="tablist"
+        aria-label="Share options"
+        className="flex gap-1 rounded-xl bg-muted/70 p-1"
+      >
+        {tabs.map((tab) => {
+          const active = tab.value === activeTab;
+          return (
+            <button
+              key={tab.value}
+              type="button"
+              role="tab"
+              aria-selected={active}
+              disabled={tab.disabled}
+              onClick={() => props.onTabChange(tab.value)}
+              className={cn(
+                "h-11 min-w-0 flex-1 rounded-lg px-3 text-sm font-medium text-muted-foreground transition-colors hover:bg-background/70 hover:text-foreground disabled:pointer-events-none disabled:opacity-50",
+                active &&
+                  "bg-background text-foreground shadow-sm ring-2 ring-primary",
+              )}
+            >
+              <span className="block truncate">{tab.label}</span>
+            </button>
+          );
+        })}
+      </div>
+      <div role="tabpanel">
+        {tabs.find((tab) => tab.value === activeTab)?.content}
+      </div>
+    </div>
+  );
 }
 
 function AdvancedAccessPopover({

package/corpus/core/src/coding-tools/index.ts

@@ -481,7 +481,7 @@ export async function runCodingCommand(
   else child.stdin?.end();
   const code = await new Promise<number | null>((resolve, reject) => {
     child.once("error", reject);
-    child.once("exit", resolve);
+    child.once("close", resolve);
   });
   clearTimeout(timer);
   return { code, stdout, stderr, timedOut, durationMs: Date.now() - startMs };

package/corpus/core/src/mcp/index.ts

@@ -14,6 +14,8 @@ export type { MCPCallerIdentity, MCPRequestMeta } from "./build-server.js";
 // stdio transport for `agent-native mcp serve` (Node-only).
 export { runMCPStdio } from "./stdio.js";
 export type { RunMCPStdioOptions } from "./stdio.js";
+export { runScreenMemoryMCPStdio } from "./screen-memory-stdio.js";
+export type { RunScreenMemoryMCPStdioOptions } from "./screen-memory-stdio.js";
 
 // Generic cross-app builtin tools (merged into the registry, template wins).
 export { getBuiltinCrossAppTools } from "./builtin-tools.js";

package/corpus/core/src/mcp/screen-memory-stdio.ts

@@ -0,0 +1,290 @@
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+
+interface ScreenMemoryEvent {
+  capturedAt: string;
+  appName?: string | null;
+  windowTitle?: string | null;
+  bundleId?: string | null;
+  source: string;
+}
+
+interface ScreenMemorySegment {
+  id: string;
+  startedAt: string;
+  endedAt: string;
+  path: string;
+  fileName?: string;
+  mimeType: string;
+  bytes: number;
+  durationMs: number;
+  corrupt?: boolean;
+}
+
+interface ScreenMemoryConfig {
+  enabled?: boolean;
+  paused?: boolean;
+  retentionHours?: number;
+  maxBytes?: number;
+}
+
+export interface RunScreenMemoryMCPStdioOptions {
+  storeDir?: string;
+  env?: NodeJS.ProcessEnv;
+}
+
+const EVENTS_JSONL = "events.jsonl";
+
+function log(msg: string): void {
+  process.stderr.write(`[screen-memory-mcp] ${msg}\n`);
+}
+
+function defaultAppDataDir(env: NodeJS.ProcessEnv): string {
+  const home = os.homedir();
+  if (process.platform === "darwin") {
+    return path.join(home, "Library", "Application Support", "com.clips.tray");
+  }
+  if (process.platform === "win32") {
+    return path.join(
+      env.APPDATA || path.join(home, "AppData", "Roaming"),
+      "com.clips.tray",
+    );
+  }
+  return path.join(
+    env.XDG_DATA_HOME || path.join(home, ".local", "share"),
+    "com.clips.tray",
+  );
+}
+
+function defaultStoreDir(env: NodeJS.ProcessEnv): string {
+  const envDir =
+    env.AGENT_NATIVE_SCREEN_MEMORY_DIR ?? env.CLIPS_SCREEN_MEMORY_DIR;
+  if (envDir) return envDir;
+  return path.join(defaultAppDataDir(env), "screen-memory");
+}
+
+function readJsonl<T>(file: string): T[] {
+  let body = "";
+  try {
+    body = fs.readFileSync(file, "utf-8");
+  } catch {
+    return [];
+  }
+  return body
+    .split(/\r?\n/)
+    .filter(Boolean)
+    .map((line) => {
+      try {
+        return JSON.parse(line) as T;
+      } catch {
+        return null;
+      }
+    })
+    .filter((value): value is T => Boolean(value));
+}
+
+function readFeatureConfig(storeDir: string): ScreenMemoryConfig {
+  const configPath = path.join(path.dirname(storeDir), "feature-config.json");
+  try {
+    const parsed = JSON.parse(fs.readFileSync(configPath, "utf-8")) as {
+      screenMemory?: ScreenMemoryConfig;
+    };
+    return parsed.screenMemory ?? {};
+  } catch {
+    return {};
+  }
+}
+
+function cutoffFor(minutes: number): number {
+  return Date.now() - Math.max(1, Math.min(minutes, 24 * 60)) * 60_000;
+}
+
+function eventMatches(event: ScreenMemoryEvent, query: string): boolean {
+  const needle = query.trim().toLowerCase();
+  if (!needle) return true;
+  return [event.appName, event.windowTitle, event.bundleId, event.source].some(
+    (value) => value?.toLowerCase().includes(needle),
+  );
+}
+
+function recentEvents(
+  storeDir: string,
+  args: { query?: string; minutes?: number; limit?: number },
+): ScreenMemoryEvent[] {
+  const cutoff = cutoffFor(args.minutes ?? 30);
+  const limit = Math.max(1, Math.min(args.limit ?? 40, 200));
+  return readJsonl<ScreenMemoryEvent>(path.join(storeDir, EVENTS_JSONL))
+    .filter((event) => {
+      const capturedAt = Date.parse(event.capturedAt);
+      return Number.isFinite(capturedAt) && capturedAt >= cutoff;
+    })
+    .filter((event) => eventMatches(event, args.query ?? ""))
+    .sort((a, b) => b.capturedAt.localeCompare(a.capturedAt))
+    .slice(0, limit);
+}
+
+function readSegments(storeDir: string): ScreenMemorySegment[] {
+  let entries: string[] = [];
+  try {
+    entries = fs.readdirSync(storeDir);
+  } catch {
+    return [];
+  }
+  return entries
+    .filter((entry) => entry.endsWith(".json"))
+    .map((entry) => {
+      try {
+        return JSON.parse(
+          fs.readFileSync(path.join(storeDir, entry), "utf-8"),
+        ) as ScreenMemorySegment;
+      } catch {
+        return null;
+      }
+    })
+    .filter((segment): segment is ScreenMemorySegment => Boolean(segment));
+}
+
+function recentSegments(
+  storeDir: string,
+  minutes: number,
+): ScreenMemorySegment[] {
+  const cutoff = cutoffFor(minutes);
+  return readSegments(storeDir)
+    .filter((segment) => {
+      const endedAt = Date.parse(segment.endedAt);
+      return (
+        Number.isFinite(endedAt) &&
+        endedAt >= cutoff &&
+        typeof segment.path === "string" &&
+        fs.existsSync(segment.path) &&
+        segment.corrupt !== true
+      );
+    })
+    .sort((a, b) => b.endedAt.localeCompare(a.endedAt));
+}
+
+function textResult(value: unknown) {
+  return {
+    content: [
+      {
+        type: "text" as const,
+        text:
+          typeof value === "string" ? value : JSON.stringify(value, null, 2),
+      },
+    ],
+  };
+}
+
+export async function runScreenMemoryMCPStdio(
+  opts: RunScreenMemoryMCPStdioOptions = {},
+): Promise<void> {
+  const env = opts.env ?? process.env;
+  const storeDir = opts.storeDir ?? defaultStoreDir(env);
+
+  const { Server } = await import("@modelcontextprotocol/sdk/server/index.js");
+  const { StdioServerTransport } =
+    await import("@modelcontextprotocol/sdk/server/stdio.js");
+  const { CallToolRequestSchema, ListToolsRequestSchema } =
+    await import("@modelcontextprotocol/sdk/types.js");
+
+  const server = new Server(
+    { name: "clips-screen-memory", version: "0.1.0" },
+    { capabilities: { tools: {} } },
+  );
+
+  server.setRequestHandler(ListToolsRequestSchema, async () => ({
+    tools: [
+      {
+        name: "screen_memory_status",
+        description:
+          "Read local Clips Screen Memory status, retention, disk usage, and store path. Local-only.",
+        inputSchema: { type: "object", properties: {} },
+      },
+      {
+        name: "screen_memory_recent_context",
+        description:
+          "Search recent local Screen Memory app/window context. Returns timestamps, app names, window titles, and bundle ids; does not return images.",
+        inputSchema: {
+          type: "object",
+          properties: {
+            query: {
+              type: "string",
+              description: "Optional case-insensitive text filter.",
+            },
+            minutes: {
+              type: "number",
+              description: "Lookback window in minutes. Defaults to 30.",
+            },
+            limit: {
+              type: "number",
+              description: "Maximum events to return. Defaults to 40.",
+            },
+          },
+        },
+      },
+      {
+        name: "screen_memory_recent_segments",
+        description:
+          "List recent local Screen Memory video segment file paths and timestamps. Use only when the user asks to inspect or export local context.",
+        inputSchema: {
+          type: "object",
+          properties: {
+            minutes: {
+              type: "number",
+              description: "Lookback window in minutes. Defaults to 30.",
+            },
+          },
+        },
+      },
+    ],
+  }));
+
+  server.setRequestHandler(CallToolRequestSchema, async (request: any) => {
+    const name = request.params?.name;
+    const args = (request.params?.arguments ?? {}) as Record<string, unknown>;
+    if (name === "screen_memory_status") {
+      const config = readFeatureConfig(storeDir);
+      const segments = recentSegments(storeDir, 24 * 60);
+      return textResult({
+        enabled: config.enabled === true,
+        paused: config.paused === true,
+        retentionHours: config.retentionHours ?? 24,
+        maxBytes: config.maxBytes ?? 20 * 1024 * 1024 * 1024,
+        segmentCount: segments.length,
+        totalBytes: segments.reduce(
+          (sum, segment) => sum + (segment.bytes || 0),
+          0,
+        ),
+        storeDir,
+      });
+    }
+    if (name === "screen_memory_recent_context") {
+      return textResult({
+        storeDir,
+        events: recentEvents(storeDir, {
+          query: typeof args.query === "string" ? args.query : undefined,
+          minutes: typeof args.minutes === "number" ? args.minutes : undefined,
+          limit: typeof args.limit === "number" ? args.limit : undefined,
+        }),
+      });
+    }
+    if (name === "screen_memory_recent_segments") {
+      const minutes = typeof args.minutes === "number" ? args.minutes : 30;
+      return textResult({
+        storeDir,
+        segments: recentSegments(storeDir, minutes),
+      });
+    }
+    throw new Error(`Unknown Screen Memory tool: ${name}`);
+  });
+
+  log(`Serving local Screen Memory from ${storeDir}`);
+  const transport = new StdioServerTransport();
+  await server.connect(transport);
+  await new Promise<void>((resolve) => {
+    transport.onclose = resolve;
+    process.once("SIGINT", resolve);
+    process.once("SIGTERM", resolve);
+  });
+}

package/corpus/core/src/mcp-client/builtin-capabilities.ts

@@ -3,7 +3,8 @@ import type { McpStdioServerConfig } from "./config.js";
 export type BuiltinMcpCapabilityId =
   | "browser-chrome-devtools"
   | "browser-playwright"
-  | "computer-use";
+  | "computer-use"
+  | "screen-memory";
 
 export interface BuiltinMcpCapability {
   id: BuiltinMcpCapabilityId;
@@ -53,6 +54,17 @@ export const BUILTIN_MCP_CAPABILITIES: BuiltinMcpCapability[] = [
     args: ["-y", "computer-use-mcp@1.8.0"],
     platforms: ["darwin"],
   },
+  {
+    id: "screen-memory",
+    serverId: "screen-memory",
+    name: "Screen Memory",
+    description: "Query local Clips Screen Memory context from this machine.",
+    command: "agent-native",
+    args: ["mcp", "screen-memory"],
+    platforms: ["darwin"],
+    notes:
+      "Requires Clips desktop Screen Memory to be enabled. Local-only and disabled by default.",
+  },
 ];
 
 const CAPABILITY_BY_ID = new Map(

package/corpus/core/src/mcp-client/index.ts

@@ -81,6 +81,15 @@ export { fetchHubServers } from "./hub-client.js";
 
 export { isMcpToolAllowedForRequest } from "./visibility.js";
 import { isMcpToolAllowedForRequest } from "./visibility.js";
+export {
+  configureScreenMemory,
+  queryScreenMemoryContext,
+  readScreenMemoryStatus,
+  type ScreenMemoryConfig,
+  type ScreenMemoryContextItem,
+  type ScreenMemoryQueryResult,
+  type ScreenMemoryStatus,
+} from "./screen-memory-local.js";
 export {
   MCP_ACTION_RESULT_MARKER,
   isMcpActionResult,