@agent-native/core 0.111.4 → 0.113.0

package/corpus/toolkit/src/composer/VoiceButton.tsx

@@ -0,0 +1,255 @@
+/**
+ * Voice dictation button + recording overlay for the agent composer.
+ *
+ * UX mirrors Lovable: click-to-toggle record, a live amplitude bar and
+ * MM:SS timer replace the editor area while recording, and a cancel X
+ * discards without transcribing. The mic is always visible alongside the
+ * send button (Cursor replaces send with mic; their users complain — we
+ * don't copy that).
+ */
+
+import {
+  IconMicrophone,
+  IconPlayerStopFilled,
+  IconLoader2,
+  IconX,
+} from "@tabler/icons-react";
+
+import { Tooltip, TooltipContent, TooltipTrigger } from "../ui/tooltip.js";
+import { RealtimeVoiceModeEntry } from "./RealtimeVoiceMode.js";
+import { useComposerRuntimeAdapters } from "./runtime-adapters.js";
+import {
+  useRealtimeVoiceModeCopy,
+  useRealtimeVoiceModeOptional,
+} from "./useRealtimeVoiceMode.js";
+import type { VoiceDictationApi } from "./useVoiceDictation.js";
+
+function openOpenAiKeySettings(): void {
+  window.location.hash = "#secrets:OPENAI_API_KEY";
+  window.dispatchEvent(new Event("agent-panel:open"));
+  window.dispatchEvent(
+    new CustomEvent("agent-panel:open-settings", {
+      detail: { section: "secrets" },
+    }),
+  );
+}
+
+export interface VoiceButtonProps {
+  voice: VoiceDictationApi;
+  isMac: boolean;
+  disabled?: boolean;
+}
+
+export function isRealtimeVoiceSetupRequired(
+  status: { builder?: boolean; openai?: boolean } | null,
+  builderConfigured: boolean | null,
+): boolean {
+  return (
+    status !== null &&
+    !status.builder &&
+    !status.openai &&
+    builderConfigured !== true
+  );
+}
+
+export function VoiceButton({ voice, isMac, disabled }: VoiceButtonProps) {
+  const adapters = useComposerRuntimeAdapters();
+  const { state, start, stop, supported } = voice;
+  const realtimeVoice = useRealtimeVoiceModeOptional();
+  const realtimeCopy = useRealtimeVoiceModeCopy();
+  const voiceProviders = adapters.voice!.useProviderStatus!();
+  const builderConnect = adapters.builder!.useConnectFlow!({
+    trackingSource: "realtime_voice",
+    trackingFlow: "voice_transcription",
+    onConnected: () => voiceProviders.refresh(),
+  });
+
+  if (!supported) return null;
+
+  const recording = state === "recording" || state === "starting";
+  const transcribing = state === "transcribing";
+
+  if (realtimeVoice?.active && !recording && !transcribing) return null;
+
+  if (realtimeVoice && !recording && !transcribing) {
+    return (
+      <RealtimeVoiceModeEntry
+        copy={realtimeCopy}
+        disabled={disabled}
+        providerStatusPending={voiceProviders.status === null}
+        setupRequired={isRealtimeVoiceSetupRequired(
+          voiceProviders.status,
+          builderConnect.statusResolved ? builderConnect.configured : null,
+        )}
+        openAiConfigured={voiceProviders.status?.openai === true}
+        connectingBuilder={builderConnect.connecting}
+        onConnectBuilder={builderConnect.start}
+        onUseOpenAiKey={() => {
+          if (voiceProviders.status?.openai) void realtimeVoice.start();
+          else openOpenAiKeySettings();
+        }}
+        onStartVoiceMode={() => void realtimeVoice.start()}
+        onKeepDictating={() => void start()}
+      />
+    );
+  }
+
+  const label = recording
+    ? "Stop recording"
+    : transcribing
+      ? "Transcribing…"
+      : `Dictate (${isMac ? "⌘⇧M" : "Ctrl+Shift+M"})`;
+
+  const onClick = () => {
+    if (recording) stop();
+    else if (!transcribing) void start();
+  };
+
+  return (
+    <Tooltip>
+      <TooltipTrigger asChild>
+        <button
+          type="button"
+          onClick={onClick}
+          disabled={disabled || transcribing}
+          aria-label={label}
+          aria-pressed={recording}
+          className={`shrink-0 flex h-7 w-7 items-center justify-center rounded-md transition-colors duration-150 disabled:opacity-30 disabled:cursor-not-allowed ${
+            recording
+              ? "text-[#00B5FF] bg-[#00B5FF]/10 hover:bg-[#00B5FF]/20"
+              : "text-muted-foreground hover:text-foreground hover:bg-accent/50"
+          }`}
+        >
+          {transcribing ? (
+            <IconLoader2 className="h-4 w-4 animate-spin" />
+          ) : recording ? (
+            <IconPlayerStopFilled className="h-3.5 w-3.5" />
+          ) : (
+            <IconMicrophone className="h-4 w-4" />
+          )}
+        </button>
+      </TooltipTrigger>
+      <TooltipContent>{label}</TooltipContent>
+    </Tooltip>
+  );
+}
+
+export interface VoiceRecordingOverlayProps {
+  voice: VoiceDictationApi;
+}
+
+export function VoiceRecordingOverlay({ voice }: VoiceRecordingOverlayProps) {
+  const { state, amplitude, durationMs, errorMessage, cancel } = voice;
+  const { dismissError, start } = voice;
+
+  if (state === "error" && errorMessage) {
+    return (
+      <div
+        role="alert"
+        className="mx-2 mt-1 flex items-start gap-2 rounded-md border border-red-500/40 bg-red-500/10 px-2 py-1.5 text-[11px] text-red-500"
+      >
+        <span className="flex-1 min-w-0">{errorMessage}</span>
+        <Tooltip>
+          <TooltipTrigger asChild>
+            <button
+              type="button"
+              onClick={() => {
+                dismissError();
+                void start();
+              }}
+              className="shrink-0 cursor-pointer rounded px-1.5 py-0.5 text-[11px] font-medium text-red-500 hover:bg-red-500/20"
+              aria-label="Try again"
+            >
+              Try again
+            </button>
+          </TooltipTrigger>
+          <TooltipContent>Try again</TooltipContent>
+        </Tooltip>
+        <Tooltip>
+          <TooltipTrigger asChild>
+            <button
+              type="button"
+              onClick={dismissError}
+              className="shrink-0 flex h-4 w-4 cursor-pointer items-center justify-center rounded text-red-500 hover:bg-red-500/20"
+              aria-label="Dismiss"
+            >
+              <IconX className="h-3 w-3" />
+            </button>
+          </TooltipTrigger>
+          <TooltipContent>Dismiss</TooltipContent>
+        </Tooltip>
+      </div>
+    );
+  }
+
+  if (state !== "recording" && state !== "starting" && state !== "transcribing")
+    return null;
+
+  return (
+    <div
+      className="flex items-center gap-2 mx-2 mt-2 mb-1 h-[2rem] rounded-md border border-[#00B5FF]/40 bg-[#00B5FF]/10 px-2"
+      aria-live="polite"
+    >
+      <Tooltip>
+        <TooltipTrigger asChild>
+          <button
+            type="button"
+            onClick={cancel}
+            className="shrink-0 flex h-5 w-5 items-center justify-center rounded text-muted-foreground hover:text-foreground hover:bg-accent/40"
+            aria-label="Cancel recording"
+          >
+            <IconX className="h-3 w-3" />
+          </button>
+        </TooltipTrigger>
+        <TooltipContent>Cancel (Esc)</TooltipContent>
+      </Tooltip>
+
+      <div className="flex-1 flex items-center gap-[2px] min-w-0 h-4">
+        {state === "transcribing" ? (
+          <span className="text-[11px] text-muted-foreground">
+            Transcribing…
+          </span>
+        ) : (
+          <AmplitudeBars amplitude={amplitude} />
+        )}
+      </div>
+
+      <span className="shrink-0 text-[11px] font-medium tabular-nums text-muted-foreground">
+        {state === "transcribing" ? (
+          <IconLoader2 className="h-3 w-3 animate-spin" />
+        ) : (
+          formatDuration(durationMs)
+        )}
+      </span>
+    </div>
+  );
+}
+
+const BAR_COUNT = 24;
+
+function AmplitudeBars({ amplitude }: { amplitude: number }) {
+  // Render a symmetric meter — the middle bars peak first so the visual
+  // matches what voice input looks like in Lovable / iOS dictation.
+  const bars = [];
+  for (let i = 0; i < BAR_COUNT; i++) {
+    const centerDistance =
+      Math.abs(i - (BAR_COUNT - 1) / 2) / ((BAR_COUNT - 1) / 2);
+    const heightPct =
+      Math.max(0.1, amplitude * (1 - centerDistance * 0.6)) * 100;
+    bars.push(
+      <span
+        key={i}
+        className="flex-1 rounded-full bg-[#00B5FF]"
+        style={{ height: `${heightPct}%`, minHeight: 2 }}
+      />,
+    );
+  }
+  return <>{bars}</>;
+}
+
+function formatDuration(ms: number): string {
+  const total = Math.floor(ms / 1000);
+  const m = Math.floor(total / 60);
+  const s = total % 60;
+  return `${m}:${s.toString().padStart(2, "0")}`;
+}

package/corpus/toolkit/src/composer/asset-picker-url.ts

@@ -0,0 +1,80 @@
+const FALLBACK_BASE_URL = "http://agent-native.invalid";
+
+export const ASSET_PICKER_HANDOFF_PARAM = "__an_asset_picker_handoff";
+export const ASSET_PICKER_RETURN_ORIGIN_PARAM =
+  "__an_asset_picker_return_origin";
+
+export interface StandaloneAssetPickerOptions {
+  handoffId?: string;
+  returnOrigin?: string;
+}
+
+export function createAssetPickerHandoffId(): string {
+  if (typeof crypto !== "undefined" && crypto.randomUUID) {
+    return crypto.randomUUID();
+  }
+  if (typeof crypto !== "undefined" && crypto.getRandomValues) {
+    const bytes = crypto.getRandomValues(new Uint8Array(16));
+    return Array.from(bytes, (byte) => byte.toString(16).padStart(2, "0")).join(
+      "",
+    );
+  }
+  return `${Date.now().toString(36)}-${Math.random().toString(36).slice(2)}`;
+}
+
+/**
+ * Cross-origin Assets pages cannot inherit the host app's authenticated
+ * session inside an iframe. Treat those URLs as link-out targets so provider
+ * sign-in runs in a normal top-level browser context.
+ */
+export function isExternalAssetPickerUrl(
+  value: string,
+  currentOrigin: string,
+): boolean {
+  try {
+    return new URL(value, currentOrigin).origin !== currentOrigin;
+  } catch {
+    // A malformed configured URL should fail closed instead of being loaded in
+    // an iframe with an unknown auth boundary.
+    return true;
+  }
+}
+
+/** Build a top-level picker URL without iframe-only auth flags. */
+export function standaloneAssetPickerUrl(
+  value: string,
+  baseUrl = FALLBACK_BASE_URL,
+  options: StandaloneAssetPickerOptions = {},
+): string {
+  try {
+    const parsed = new URL(value, baseUrl);
+    parsed.searchParams.delete("embedded");
+    parsed.searchParams.delete("__an_embed_token");
+    parsed.searchParams.set("mediaType", "image");
+    let returnOrigin: string | null = null;
+    if (options.returnOrigin) {
+      try {
+        const parsedOrigin = new URL(options.returnOrigin);
+        if (
+          parsedOrigin.protocol === "http:" ||
+          parsedOrigin.protocol === "https:"
+        ) {
+          returnOrigin = parsedOrigin.origin;
+        }
+      } catch {
+        // Omit an invalid return target rather than emitting an unverified
+        // cross-origin callback URL.
+      }
+    }
+    if (options.handoffId && returnOrigin) {
+      parsed.searchParams.set(ASSET_PICKER_HANDOFF_PARAM, options.handoffId);
+      parsed.searchParams.set(ASSET_PICKER_RETURN_ORIGIN_PARAM, returnOrigin);
+    } else {
+      parsed.searchParams.delete(ASSET_PICKER_HANDOFF_PARAM);
+      parsed.searchParams.delete(ASSET_PICKER_RETURN_ORIGIN_PARAM);
+    }
+    return parsed.toString();
+  } catch {
+    return value;
+  }
+}

package/corpus/toolkit/src/composer/attachment-accept.ts

@@ -0,0 +1,71 @@
+import { SimpleTextAttachmentAdapter } from "@assistant-ui/react";
+
+const BASE_DOCUMENT_ATTACHMENT_ACCEPT = [
+  "application/pdf",
+  "application/vnd.openxmlformats-officedocument.presentationml.presentation",
+  "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+  ".pdf",
+  ".pptx",
+  ".docx",
+];
+
+export const PROMPT_DOCUMENT_ATTACHMENT_ACCEPT =
+  BASE_DOCUMENT_ATTACHMENT_ACCEPT.join(",");
+
+export const CHAT_DOCUMENT_ATTACHMENT_ACCEPT = [
+  ...BASE_DOCUMENT_ATTACHMENT_ACCEPT,
+  "image/svg+xml",
+  ".svg",
+].join(",");
+
+export const IMAGE_ATTACHMENT_ACCEPT = [
+  "image/jpeg",
+  "image/jpg",
+  "image/png",
+  "image/gif",
+  "image/webp",
+  "image/heic",
+  "image/heif",
+  "image/avif",
+  "image/bmp",
+  "image/tiff",
+  ".jpg",
+  ".jpeg",
+  ".png",
+  ".gif",
+  ".webp",
+  ".heic",
+  ".heif",
+  ".avif",
+  ".bmp",
+  ".tif",
+  ".tiff",
+].join(",");
+
+export const TEXT_ATTACHMENT_ACCEPT = [
+  "text/plain",
+  "text/html",
+  "text/markdown",
+  "text/csv",
+  "text/xml",
+  "text/json",
+  "text/css",
+  "text/yaml",
+  "application/json",
+  "application/x-yaml",
+  ".txt",
+  ".md",
+  ".markdown",
+  ".csv",
+  ".json",
+  ".html",
+  ".htm",
+  ".css",
+  ".xml",
+  ".yaml",
+  ".yml",
+].join(",");
+
+export class TextAttachmentAdapter extends SimpleTextAttachmentAdapter {
+  public accept = TEXT_ATTACHMENT_ACCEPT;
+}

package/corpus/toolkit/src/composer/draft-key.ts

@@ -0,0 +1,7 @@
+const BASE_COMPOSER_DRAFT_KEY = "an-composer-draft";
+
+export function getComposerDraftKey(scope?: string | null): string {
+  const trimmed = scope?.trim();
+  if (!trimmed) return BASE_COMPOSER_DRAFT_KEY;
+  return `${BASE_COMPOSER_DRAFT_KEY}:${encodeURIComponent(trimmed)}`;
+}

package/corpus/toolkit/src/composer/extensions/FileReference.tsx

@@ -0,0 +1,55 @@
+import { IconFile, IconFolder } from "@tabler/icons-react";
+import { mergeAttributes, Node } from "@tiptap/core";
+import { NodeViewWrapper, ReactNodeViewRenderer } from "@tiptap/react";
+
+const FileReferenceComponent = ({ node }: { node: any }) => {
+  const isFolder = node.attrs.path?.endsWith("/");
+  const cleanPath = isFolder ? node.attrs.path.slice(0, -1) : node.attrs.path;
+  const displayName = cleanPath.split("/").pop() || cleanPath;
+
+  return (
+    <NodeViewWrapper as="span" className="inline">
+      <span
+        className="inline-flex items-center gap-1 rounded-md border border-input bg-muted/50 px-1.5 py-0.5 text-xs font-medium text-foreground align-middle mx-0.5 max-w-[200px] select-none"
+        title={node.attrs.path}
+      >
+        {isFolder ? (
+          <IconFolder size={14} className="shrink-0 text-muted-foreground" />
+        ) : (
+          <IconFile size={14} className="shrink-0 text-muted-foreground" />
+        )}
+        <span className="truncate">{displayName}</span>
+      </span>
+    </NodeViewWrapper>
+  );
+};
+
+export const FileReference = Node.create({
+  name: "fileReference",
+  group: "inline",
+  inline: true,
+  selectable: true,
+  atom: true,
+
+  addAttributes() {
+    return {
+      path: { default: null },
+      source: { default: "codebase" },
+    };
+  },
+
+  parseHTML() {
+    return [{ tag: 'span[data-type="file-reference"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      "span",
+      mergeAttributes({ "data-type": "file-reference" }, HTMLAttributes),
+    ];
+  },
+
+  addNodeView() {
+    return ReactNodeViewRenderer(FileReferenceComponent);
+  },
+});

package/corpus/toolkit/src/composer/extensions/MentionReference.tsx

@@ -0,0 +1,93 @@
+import {
+  IconFile,
+  IconFolder,
+  IconFileText,
+  IconCheckbox,
+  IconMail,
+  IconUser,
+  IconPresentation,
+  IconStack2,
+  IconMessageChatbot,
+} from "@tabler/icons-react";
+import { mergeAttributes, Node } from "@tiptap/core";
+import { NodeViewWrapper, ReactNodeViewRenderer } from "@tiptap/react";
+
+const iconProps = { size: 14, className: "shrink-0 text-muted-foreground" };
+
+function MentionIcon({ icon }: { icon?: string }) {
+  switch (icon) {
+    case "folder":
+      return <IconFolder {...iconProps} />;
+    case "document":
+      return <IconFileText {...iconProps} />;
+    case "form":
+      return <IconCheckbox {...iconProps} />;
+    case "email":
+      return <IconMail {...iconProps} />;
+    case "user":
+      return <IconUser {...iconProps} />;
+    case "deck":
+      return <IconPresentation {...iconProps} />;
+    case "agent":
+      return <IconMessageChatbot {...iconProps} />;
+    case "file":
+      return <IconFile {...iconProps} />;
+    default:
+      return <IconStack2 {...iconProps} />;
+  }
+}
+
+const MentionReferenceComponent = ({ node }: { node: any }) => {
+  return (
+    <NodeViewWrapper as="span" className="inline">
+      <span
+        className="inline-flex items-center gap-1 rounded-md border border-input bg-muted/50 px-1.5 py-0.5 text-xs font-medium text-foreground align-middle mx-0.5 max-w-[200px] select-none"
+        title={node.attrs.refPath || node.attrs.refId || node.attrs.label}
+      >
+        <MentionIcon icon={node.attrs.icon} />
+        <span className="truncate">{node.attrs.label}</span>
+      </span>
+    </NodeViewWrapper>
+  );
+};
+
+export const MentionReference = Node.create({
+  name: "mentionReference",
+  group: "inline",
+  inline: true,
+  selectable: true,
+  atom: true,
+
+  addAttributes() {
+    return {
+      label: { default: null },
+      icon: { default: "file" },
+      source: { default: "" },
+      refType: { default: "file" },
+      refId: { default: null },
+      refPath: { default: null },
+      slotKey: { default: null },
+      slotLabel: { default: null },
+      metadata: { default: null },
+    };
+  },
+
+  parseHTML() {
+    return [{ tag: 'span[data-type="mention-reference"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      "span",
+      mergeAttributes({ "data-type": "mention-reference" }, HTMLAttributes),
+    ];
+  },
+
+  renderText({ node }) {
+    return `@${node.attrs.label}`;
+  },
+
+  addNodeView() {
+    return ReactNodeViewRenderer(MentionReferenceComponent);
+  },
+});

package/corpus/toolkit/src/composer/extensions/SkillReference.tsx

@@ -0,0 +1,56 @@
+import { IconStack2 } from "@tabler/icons-react";
+import { mergeAttributes, Node } from "@tiptap/core";
+import { NodeViewWrapper, ReactNodeViewRenderer } from "@tiptap/react";
+
+const SkillReferenceComponent = ({ node }: { node: any }) => {
+  const displayName =
+    (node.attrs.name || node.attrs.path || "")
+      .replace(/^(\.agents?\/)?skills\//, "")
+      .replace(/\/SKILL\.md$/i, "")
+      .replace(/\.md$/i, "")
+      .split("/")
+      .pop() || "skill";
+
+  return (
+    <NodeViewWrapper as="span" className="inline">
+      <span
+        className="inline-flex items-center gap-1 rounded-md border border-input bg-muted/50 px-1.5 py-0.5 text-xs font-medium text-foreground align-middle mx-0.5 max-w-[160px] select-none"
+        title={node.attrs.path}
+      >
+        <IconStack2 size={14} className="shrink-0 text-muted-foreground" />
+        <span className="truncate">{displayName}</span>
+      </span>
+    </NodeViewWrapper>
+  );
+};
+
+export const SkillReference = Node.create({
+  name: "skillReference",
+  group: "inline",
+  inline: true,
+  selectable: true,
+  atom: true,
+
+  addAttributes() {
+    return {
+      name: { default: null },
+      path: { default: null },
+      source: { default: "codebase" },
+    };
+  },
+
+  parseHTML() {
+    return [{ tag: 'span[data-type="skill-reference"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      "span",
+      mergeAttributes({ "data-type": "skill-reference" }, HTMLAttributes),
+    ];
+  },
+
+  addNodeView() {
+    return ReactNodeViewRenderer(SkillReferenceComponent);
+  },
+});

package/corpus/toolkit/src/composer/index.ts

@@ -0,0 +1,79 @@
+export { FileReference } from "./extensions/FileReference.js";
+export { SkillReference } from "./extensions/SkillReference.js";
+export { MentionReference } from "./extensions/MentionReference.js";
+export {
+  AgentComposerFrame,
+  type AgentComposerFrameProps,
+} from "./AgentComposerFrame.js";
+export {
+  TiptapComposer,
+  canSubmitComposerContent,
+  displayableComposerModeMessage,
+  getComposerSubmitIntentForEnterKey,
+  handleComposerFileDrop,
+  insertComposerHardBreakAndScrollIntoView,
+  type ComposerSubmitIntent,
+  type TiptapComposerHandle,
+  type TiptapComposerProps,
+  type TiptapComposerSubmitOptions,
+} from "./TiptapComposer.js";
+export {
+  PromptComposer,
+  type PromptComposerProps,
+  type PromptComposerFile,
+  type PromptComposerSubmitOptions,
+} from "./PromptComposer.js";
+export {
+  RealtimeVoiceModeDock,
+  RealtimeVoiceModeEntry,
+  type RealtimeVoiceModeCopy,
+  type RealtimeVoiceModeDockProps,
+  type RealtimeVoiceModeEntryProps,
+  type RealtimeVoiceModeInlineSettings,
+  type RealtimeVoiceModeSelectSetting,
+  type RealtimeVoiceModeSettingOption,
+  type RealtimeVoiceModeState,
+} from "./RealtimeVoiceMode.js";
+export {
+  createRealtimeVoiceSession,
+  createRealtimeVoiceSessionWithCapability,
+  executeRealtimeVoiceTool,
+  extractRealtimeVoiceFunctionCalls,
+  readRealtimeVoiceContext,
+  readRealtimeVoiceContextWith,
+  RealtimeVoiceModeBoundary,
+  RealtimeVoiceModeProvider,
+  useRealtimeVoiceMode,
+  useRealtimeVoiceModeCopy,
+  useRealtimeVoiceModeOptional,
+  type RealtimeVoiceModeApi,
+  type RealtimeVoiceModeProviderProps,
+  type RealtimeVoiceSessionAnswer,
+  type RealtimeVoiceToolResult,
+} from "./useRealtimeVoiceMode.js";
+export {
+  AGENT_PROMPT_MAX_INLINE_IMAGE_BYTES,
+  AGENT_PROMPT_MAX_INLINE_TEXT_CHARS,
+  escapePromptAttachmentAttribute,
+  formatPromptWithAttachments,
+  isInlineableAgentPromptFile,
+  readAgentPromptAttachment,
+  type AgentPromptAttachment,
+  type ReadAgentPromptAttachmentOptions,
+} from "./prompt-attachments.js";
+export { MentionPopover } from "./MentionPopover.js";
+export { useMentionSearch } from "./use-mention-search.js";
+export {
+  ComposerRuntimeAdaptersProvider,
+  useComposerRuntimeAdapters,
+  type ComposerRuntimeAdapters,
+  type ComposerTranslate,
+} from "./runtime-adapters.js";
+export type {
+  AgentComposerLayoutVariant,
+  FileResult,
+  SkillResult,
+  MentionItem,
+  Reference,
+  SlashCommand,
+} from "./types.js";