@agent-native/core 0.79.27 → 0.80.1

package/corpus/templates/clips/desktop/src/lib/transcription-capture.ts

@@ -41,6 +41,10 @@ export interface CapturedTranscript {
 export interface TranscriptionCapture {
   stop(): Promise<CapturedTranscript>;
   cancel(): Promise<void>;
+  /** Suspend the audio engine without discarding the captured transcript. */
+  pause(): Promise<void>;
+  /** Restart the audio engine after a `pause()`. */
+  resume(): Promise<void>;
 }
 
 interface SpeechRecognitionResultLike {
@@ -154,6 +158,7 @@ async function startBrowserTranscriptionCapture(): Promise<TranscriptionCapture
   const recognition = new Ctor();
   let disposed = false;
   let stopped = false;
+  let paused = false;
   const transcriptBuffer = createWebSpeechTranscriptBuffer();
   let stopResolver: ((value: CapturedTranscript) => void) | null = null;
   let settleTimer: ReturnType<typeof window.setTimeout> | null = null;
@@ -195,11 +200,13 @@ async function startBrowserTranscriptionCapture(): Promise<TranscriptionCapture
 
   recognition.onend = () => {
     if (disposed) return;
-    transcriptBuffer.commitSession({ preserveInterim: stopped });
+    transcriptBuffer.commitSession({ preserveInterim: stopped || paused });
     if (stopped) {
       settleStop();
       return;
     }
+    // While paused, keep the committed transcript but don't restart the engine.
+    if (paused) return;
     try {
       recognition.start();
     } catch (err) {
@@ -245,6 +252,29 @@ async function startBrowserTranscriptionCapture(): Promise<TranscriptionCapture
         // ignore
       }
     },
+    async pause() {
+      if (disposed || stopped || paused) return;
+      paused = true;
+      console.log("[clips-recorder] transcription paused (web-speech)");
+      try {
+        recognition.stop();
+      } catch {
+        // ignore
+      }
+    },
+    async resume() {
+      if (disposed || stopped || !paused) return;
+      paused = false;
+      console.log("[clips-recorder] transcription resumed (web-speech)");
+      try {
+        recognition.start();
+      } catch (err) {
+        console.warn(
+          "[clips-recorder] Web Speech transcription resume failed:",
+          err,
+        );
+      }
+    },
   };
 }
 
@@ -260,6 +290,13 @@ export async function startTranscriptionCapture(
   const lines: string[] = [];
   const segments: SourcedTranscriptSegment[] = [];
   let disposed = false;
+  let paused = false;
+  let desiredPaused = false;
+  let transitioning = false;
+  // When a pause stops the engine, Whisper still flushes trailing finals
+  // asynchronously. Track when those are expected to have landed so a stop
+  // soon after a pause waits for them instead of dropping the last words.
+  let pauseFinalsSettleUntil = 0;
   const unlistens: UnlistenFn[] = [];
 
   const cleanup = () => {
@@ -299,8 +336,59 @@ export async function startTranscriptionCapture(
       : null;
   }
 
+  // Pause/resume run fire-and-forget from the recorder, so a quick
+  // pause→resume can arrive while a transition is still awaiting the engine.
+  // Track the desired state and re-apply once the in-flight transition settles
+  // so the last request always wins (instead of being dropped).
+  const applyAudioState = async () => {
+    if (transitioning || disposed || desiredPaused === paused) return;
+    transitioning = true;
+    try {
+      if (desiredPaused) {
+        await stopTranscriptionEngine(engine);
+        paused = true;
+        pauseFinalsSettleUntil = Date.now() + WHISPER_STOP_SETTLE_MS;
+        console.log(`[clips-recorder] transcription paused (${engine})`);
+      } else {
+        engine = await startTranscriptionEngine({ mic, captureSystem });
+        // stop()/cancel() can run during the await above; if it did, the new
+        // engine would leak (mic/system capture stays live). Tear it down.
+        if (disposed) {
+          await stopTranscriptionEngine(engine).catch(() => {});
+          return;
+        }
+        paused = false;
+        console.log(`[clips-recorder] transcription resumed (${engine})`);
+      }
+    } catch (err) {
+      // Transition failed. Keep `desiredPaused` as the still-unmet intent (don't
+      // reset it) so the next pause/resume toggle retries and converges, and
+      // return early so we don't busy-loop re-applying a persistently failing
+      // transition. `paused` still reflects the real engine state.
+      console.warn(
+        `[clips-recorder] transcription ${desiredPaused ? "pause" : "resume"} failed; engine still ${paused ? "paused" : "live"}:`,
+        err,
+      );
+      // `finally` resets `transitioning`; returning skips the auto re-apply.
+      return;
+    } finally {
+      transitioning = false;
+    }
+    // Re-apply in case the desired state changed mid-transition.
+    void applyAudioState();
+  };
+
   return {
     async stop() {
+      // Already paused: the engine is stopped, but the pause-time flush may
+      // still be in flight. Wait out any remaining settle window so trailing
+      // finals land before we drop the listener.
+      if (paused) {
+        const remaining = pauseFinalsSettleUntil - Date.now();
+        if (remaining > 0) await wait(remaining);
+        cleanup();
+        return captured();
+      }
       try {
         await stopTranscriptionEngine(engine);
       } catch (err) {
@@ -314,12 +402,24 @@ export async function startTranscriptionCapture(
       return captured();
     },
     async cancel() {
-      try {
-        await stopTranscriptionEngine(engine);
-      } catch {
-        // ignore
+      if (!paused) {
+        try {
+          await stopTranscriptionEngine(engine);
+        } catch {
+          // ignore
+        }
       }
       cleanup();
     },
+    async pause() {
+      if (disposed) return;
+      desiredPaused = true;
+      await applyAudioState();
+    },
+    async resume() {
+      if (disposed) return;
+      desiredPaused = false;
+      await applyAudioState();
+    },
   };
 }

package/corpus/templates/clips/desktop/src/lib/voice-dictation.ts

@@ -1,3 +1,4 @@
+import type { VoiceContextPack } from "@agent-native/core/voice";
 import { invoke } from "@tauri-apps/api/core";
 import { emit, listen } from "@tauri-apps/api/event";
 
@@ -5,6 +6,7 @@ import { applyBacktrack } from "./backtrack";
 import {
   configureVocabularyClient,
   loadVocabulary,
+  loadVocabularyEntries,
   recordPasteForLearn,
 } from "./personal-vocabulary";
 import {
@@ -312,6 +314,7 @@ async function transcribe(
   providerPref: ServerVoiceProvider,
   controller: AbortController,
   instructions?: string,
+  contextPack?: VoiceContextPack,
 ): Promise<string> {
   const audioBlob = new Blob(chunks, { type: mimeType });
   const form = new FormData();
@@ -329,6 +332,7 @@ async function transcribe(
   if (trimmedInstructions) {
     form.append("instructions", trimmedInstructions);
   }
+  appendVoiceContext(form, contextPack);
   // Aggressive timeout — short clips should transcribe in well under
   // 2 seconds with Gemini Flash Lite or Whisper. If the server hasn't
   // come back in 8s it's hanging; abort and let the bar dismiss with an
@@ -367,6 +371,7 @@ async function cleanupTranscript(
   providerPref: ServerVoiceProvider,
   controller: AbortController,
   instructions?: string,
+  contextPack?: VoiceContextPack,
 ): Promise<string> {
   const form = new FormData();
   form.append("text", text);
@@ -375,6 +380,7 @@ async function cleanupTranscript(
   if (trimmedInstructions) {
     form.append("instructions", trimmedInstructions);
   }
+  appendVoiceContext(form, contextPack);
 
   const timeout = window.setTimeout(() => controller.abort(), 8_000);
   try {
@@ -400,6 +406,18 @@ async function cleanupTranscript(
   }
 }
 
+function appendVoiceContext(
+  form: FormData,
+  contextPack: VoiceContextPack | undefined,
+): void {
+  if (!contextPack) return;
+  try {
+    form.append("voiceContext", JSON.stringify(contextPack));
+  } catch {
+    /* best effort */
+  }
+}
+
 export function installDesktopVoiceDictation(
   options: DesktopVoiceDictationOptions,
 ): () => void {
@@ -640,6 +658,7 @@ export function installDesktopVoiceDictation(
       const controller = new AbortController();
       target.transcribeAbort = controller;
       try {
+        const contextPack = await buildDesktopVoiceContextPack();
         text =
           (await cleanupTranscript(
             serverUrl,
@@ -647,6 +666,7 @@ export function installDesktopVoiceDictation(
             target.cleanupProvider,
             controller,
             instructions,
+            contextPack,
           )) || original;
       } catch (err) {
         if ((err as { name?: string })?.name !== "AbortError") {
@@ -709,6 +729,42 @@ export function installDesktopVoiceDictation(
     micDeviceLabel: micDeviceLabel || null,
   });
 
+  const buildDesktopVoiceContextPack = async (): Promise<
+    VoiceContextPack | undefined
+  > => {
+    const vocabulary = await loadVocabularyEntries().catch(() => []);
+    const terms = vocabulary.map((entry) => ({
+      term: entry.term,
+      replacement: entry.replacement,
+      confidence: entry.confidence,
+      source: "learned-correction",
+      scope: "user",
+    }));
+    const snippets: NonNullable<VoiceContextPack["snippets"]> = [
+      { label: "Target surface", value: "Desktop dictation paste" },
+    ];
+    if (micDeviceLabel) {
+      snippets.push({ label: "Microphone", value: micDeviceLabel });
+    }
+    if (instructions.trim()) {
+      snippets.push({
+        label: "Saved voice instructions",
+        value: instructions.trim().slice(0, 1200),
+      });
+    }
+    return {
+      surface: "clips-desktop",
+      mode: "dictation",
+      snippets,
+      terms,
+      metadata: {
+        provider,
+        locale: navigator.language || "en-US",
+        micDeviceLabel: micDeviceLabel || null,
+      },
+    };
+  };
+
   /**
    * Server-path: capture audio with MediaRecorder, POST it to the
    * transcribe-voice endpoint on Fn-up, paste the response text. The
@@ -790,6 +846,7 @@ export function installDesktopVoiceDictation(
         const controller = new AbortController();
         next.transcribeAbort = controller;
         try {
+          const contextPack = await buildDesktopVoiceContextPack();
           const text = await transcribe(
             serverUrl,
             next.chunks,
@@ -797,6 +854,7 @@ export function installDesktopVoiceDictation(
             providerPref,
             controller,
             instructions,
+            contextPack,
           );
           if (next.cancelled) {
             cleanup(next);
@@ -920,7 +978,8 @@ export function installDesktopVoiceDictation(
         // metadata to `native_speech_start` without also carrying vocabulary.
         // Best-effort — if the load failed we just stage an empty list and
         // the recognizer behaves as before.
-        const contextualStrings = await loadVocabulary().catch(() => []);
+        const vocabularyEntries = await loadVocabularyEntries().catch(() => []);
+        const contextualStrings = vocabularyEntries.map((v) => v.replacement);
         await invoke("native_speech_set_vocabulary", {
           strings: contextualStrings,
         }).catch(() => {});

package/corpus/templates/content/actions/set-image-alt-text.ts

@@ -52,7 +52,7 @@ function imageAltCandidates({
   const candidates: ImageAltCandidate[] = [];
 
   const markdownImagePattern = new RegExp(
-    `!\\[[^\\]]*\\]\\((${escapedUrl})(\\s+\"[^\"]*\")?\\)`,
+    `!\\[[^\\]]*\\]\\((${escapedUrl})(\\s+"[^"]*")?\\)`,
     "g",
   );
   for (const match of content.matchAll(markdownImagePattern)) {

package/corpus/templates/content/app/components/editor/DocumentDatabase.tsx

@@ -7824,7 +7824,7 @@ function DatabaseTimelineView({
                   <div
                     key={`${dateKey}-header`}
                     className={cn(
-                      "sticky top-0 z-10 grid gap-0.5 border-r border-b border-border bg-background/95 px-2 py-2 backdrop-blur last:border-r-0",
+                      "sticky top-0 z-10 grid gap-0.5 border-r border-b border-border bg-background px-2 py-2 last:border-r-0",
                       !inMonth && "bg-muted/70",
                     )}
                     style={{ gridColumn: index + 1, gridRow: 1 }}

package/corpus/templates/content/app/components/editor/database/DatabaseView.tsx

@@ -7767,7 +7767,7 @@ function DatabaseTimelineView({
                   <div
                     key={`${dateKey}-header`}
                     className={cn(
-                      "sticky top-0 z-10 grid gap-0.5 border-r border-b border-border bg-background/95 px-2 py-2 backdrop-blur last:border-r-0",
+                      "sticky top-0 z-10 grid gap-0.5 border-r border-b border-border bg-background px-2 py-2 last:border-r-0",
                       !inMonth && "bg-muted/70",
                     )}
                     style={{ gridColumn: index + 1, gridRow: 1 }}

package/corpus/templates/content/app/components/sidebar/DocumentSidebar.tsx

@@ -701,7 +701,7 @@ export function DocumentSidebar({
 
   if (collapsed) {
     return (
-      <div className="flex flex-col h-full w-12 border-e border-border bg-muted/30 items-center py-3 gap-1">
+      <div className="flex h-full w-12 flex-col items-center gap-1 border-e border-border bg-muted/30 py-3 transition-[width] duration-200 ease-out">
         <Tooltip>
           <TooltipTrigger asChild>
             <button
@@ -763,7 +763,7 @@ export function DocumentSidebar({
   return (
     <div
       className={cn(
-        "agent-layout-left-drawer relative flex h-full min-h-0 flex-col border-e border-border bg-muted/30",
+        "agent-layout-left-drawer relative flex h-full min-h-0 flex-col border-e border-border bg-muted/30 transition-[width] duration-200 ease-out",
         width === undefined && "w-full",
       )}
       style={width === undefined ? undefined : { width, flexShrink: 0 }}
@@ -962,14 +962,14 @@ export function DocumentSidebar({
         </div>
       </ScrollArea>
 
-      <div className="shrink-0 border-t border-border px-3 py-2">
+      <div className="shrink-0 px-3 py-2">
         <div className="space-y-1">
           {renderLocalFilesNavButton()}
           {renderSettingsNavButton()}
         </div>
       </div>
 
-      <div className="shrink-0 border-t border-border">
+      <div className="shrink-0">
         <ExtensionSlot
           id="content.sidebar.bottom"
           context={{
@@ -985,7 +985,7 @@ export function DocumentSidebar({
       </div>
 
       {/* Footer */}
-      <div className="shrink-0 space-y-2 border-t border-border px-3 py-2">
+      <div className="shrink-0 space-y-2 px-3 py-2">
         <OrgSwitcher />
         {isCodeMode ? <DevDatabaseLink /> : null}
         <div className="flex items-center gap-1">

package/corpus/templates/content/changelog/2026-06-28-left-sidebar-collapse-motion-and-footer-chrome-are-quieter.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-06-28
+---
+
+Left sidebar collapse motion and footer controls now feel smoother and use less divider chrome.

package/corpus/templates/content/shared/document-export.ts

@@ -115,7 +115,7 @@ function inlineMarkdownToHtml(text: string): string {
     .replace(/\*\*([^*]+)\*\*/g, "<strong>$1</strong>")
     .replace(/__([^_]+)__/g, "<strong>$1</strong>")
     .replace(/~~([^~]+)~~/g, "<s>$1</s>")
-    .replace(/(^|[^\*])\*([^*]+)\*/g, "$1<em>$2</em>")
+    .replace(/(^|[^*])\*([^*]+)\*/g, "$1<em>$2</em>")
     .replace(/(^|[^_])_([^_]+)_/g, "$1<em>$2</em>");
 }
 

package/corpus/templates/design/.agents/skills/design-systems/SKILL.md

@@ -145,18 +145,18 @@ Returns CSS custom properties, colors, fonts, Google Fonts links, theme-color, O
 ### Source: GitHub Repository
 
 ```bash
-pnpm action import-github --repoUrl "https://github.com/acme/ui"
+pnpm action index-design-system-with-builder --githubRepoUrl "https://github.com/acme/ui"
 ```
 
-Fetches Tailwind configs, CSS files, theme files, package.json. Returns extracted colors, fonts, spacing, border-radius, and styling framework detection.
+Starts Builder design-system indexing for the repository. Builder is the source of truth for the indexed brand kit, generated docs, and usage guidance. If Builder is not connected, stop and ask the user to connect Builder.
 
 ### Source: Local Code Files
 
 ```bash
-pnpm action import-code --files '[{"filename":"globals.css","content":"..."}]'
+pnpm action index-design-system-with-builder --codeFiles '[{"filename":"globals.css","content":"..."}]'
 ```
 
-Analyzes CSS, Tailwind configs, JSON theme files, TS/JS theme files. Returns structured tokens.
+Uploads code/design files to Builder and starts design-system indexing. Do not create a local design system from uploaded code files unless the user explicitly asks for a manual local fallback.
 
 ### Source: Documents (DOCX, PPTX, PDF)
 
@@ -192,20 +192,10 @@ effects to CSS box-shadow, and text styles to font tokens; snap spacing to a
 4/8px scale. If no Figma MCP is connected, ask the user to paste the token
 values or describe the file.
 
-**When the user uploads a raw `.fig` file**, parse it in-process with
-`import-figma-file` (no Figma account needed):
-
-```bash
-pnpm action import-figma-file --fileBase64 "<base64 of the .fig>"   # or --fileDataUrl
-```
-
-It decodes the binary `.fig`, returns `frames` (each Figma frame rendered to
-HTML), an extracted `designSystem` (colors with assigned roles, typography,
-spacing, radius, shadows — ready for `DesignSystemData`), and image metadata.
-It's read-only/preview: review the result, then call `create-design-system`
-with the `designSystem` and/or `create-design` + `generate-design` with the
-`frames`. The full `palette` is returned too, so re-assign a color role if a
-heuristic looks off.
+**When the user uploads a raw `.fig` file**, send it to Builder design-system
+indexing through the setup page upload route. Do not parse `.fig` files locally
+and do not call `create-design-system` from raw `.fig` output; Builder owns the
+indexed brand kit, generated docs, and usage guidance.
 
 ### Source: Brand Analysis (combines website + notes)
 

package/corpus/templates/design/.agents/skills/visual-edit/SKILL.md

@@ -0,0 +1,154 @@
+---
+name: visual-edit
+description: >-
+  Open a running local app in Design overview mode as URL-backed iframe screens
+  for visual editing, flow review, duplication, and route-state exploration.
+metadata:
+  visibility: exported
+---
+
+# Visual Edit
+
+Use `/visual-edit` when the user wants to inspect or edit a real local app
+visually instead of generating standalone Alpine HTML. The source of truth is
+the running localhost app plus its route URLs. Design shows those routes as
+iframe-backed screens on the infinite canvas.
+
+## Core Model
+
+- Each screen is a URL-backed iframe, not copied HTML.
+- Each screen keeps its own URL metadata: `connectionId`, `routeId`, `path`,
+  `url`, `bridgeUrl`, title, and viewport size.
+- Start in Design's screen overview mode. The user can edit/select/drop on any
+  visible screen from the overview canvas.
+- In overview, screens are static like Figma frames: no iframe scrolling or app
+  interaction. Full-screen focus is for scrolling and app interaction.
+- Alt-drag duplicates a screen. For localhost screens, duplication copies the
+  iframe frame and URL metadata; change the copy's path/query when you need a
+  new flow state.
+- Flow visualization is just multiple URL states: `/checkout?step=shipping`,
+  `/checkout?step=payment`, `/checkout?step=done`, etc.
+- When the user gives a named flow or numbered screen list, preserve that order
+  and create one screen per URL/path. Shorthand like
+  `localhost:1234/onboarding/1` means `http://localhost:1234/onboarding/1`.
+
+## Required Local Bridge
+
+From the target app repo, make sure its dev server is running, then run the
+Design bridge with `npx`:
+
+```bash
+npx @agent-native/core@latest design connect --url http://localhost:5173 --root .
+```
+
+Use the app's real port. The command starts a local bridge on
+`http://127.0.0.1:7331` by default and exposes:
+
+- `GET /manifest.json` — dev server URL, bridge URL, discovered routes, root.
+- `GET /routes.json` — route manifest only.
+- `GET /health` — bridge liveness.
+
+For one-shot agent setup, ask for JSON and keep the long-running bridge open in
+a second terminal if the user needs live updates:
+
+```bash
+npx @agent-native/core@latest design connect --url http://localhost:5173 --root . --json
+```
+
+## Action Flow
+
+1. Register or refresh the bridge in Design:
+
+```bash
+pnpm action connect-localhost '{
+  "devServerUrl": "http://localhost:5173",
+  "bridgeUrl": "http://127.0.0.1:7331",
+  "rootPath": ".",
+  "routeManifest": { "version": 1, "sourceType": "localhost", "routes": [] }
+}'
+```
+
+Prefer passing the actual `/manifest.json` result as `routeManifest` and
+`capabilities`. Keep any local filesystem paths out of user-facing summaries
+unless the user asks.
+
+2. Create or reuse a Design project:
+
+```bash
+pnpm action create-design --title "Local app visual edit" --projectType prototype
+```
+
+3. Place URL-backed screens on the overview canvas:
+
+```bash
+pnpm action add-localhost-screens '{
+  "designId": "<design-id>",
+  "connectionId": "<connection-id>",
+  "routes": [
+    { "path": "/", "title": "Home", "width": 1280, "height": 900 },
+    { "path": "/pricing", "title": "Pricing", "width": 1280, "height": 900 },
+    { "path": "/checkout?step=payment", "title": "Checkout payment", "width": 1280, "height": 900 }
+  ],
+  "startX": 0,
+  "startY": 0,
+  "gap": 160
+}'
+```
+
+For a numbered flow the user describes in chat, keep the labels and order:
+
+```bash
+pnpm action add-localhost-screens '{
+  "designId": "<design-id>",
+  "connectionId": "<connection-id>",
+  "routes": [
+    { "url": "localhost:1234/onboarding/1", "title": "Screen 1" },
+    { "url": "localhost:1234/onboarding/2", "title": "Screen 2" },
+    { "url": "localhost:1234/onboarding/3", "title": "Screen 3" }
+  ]
+}'
+```
+
+If no `routes` or `paths` are supplied, `add-localhost-screens` uses every route
+from the latest localhost manifest. Use `paths` for a concise flow:
+
+```bash
+pnpm action add-localhost-screens '{
+  "designId": "<design-id>",
+  "paths": ["/", "/pricing", "/checkout?step=payment"]
+}'
+```
+
+4. Navigate the user to overview mode:
+
+```bash
+pnpm action navigate --view editor --designId "<design-id>" --editorView overview
+```
+
+## Editing URLs
+
+To change a localhost screen's URL, update that screen through
+`add-localhost-screens` again using the same route-derived filename/path or use
+normal Design screen duplication followed by a route/path update. Keep the file
+content as the absolute URL and keep `screenMetadata[fileId]` aligned:
+
+```json
+{
+  "sourceType": "localhost",
+  "previewState": "live",
+  "url": "http://localhost:5173/checkout?step=done",
+  "previewUrl": "http://localhost:5173/checkout?step=done",
+  "path": "/checkout?step=done"
+}
+```
+
+Do not replace localhost screens with copied `srcdoc` HTML unless the user
+explicitly asks to freeze a snapshot.
+
+## Verification
+
+- `list-localhost-connections` returns the expected connection and routes.
+- The Design editor opens in overview mode.
+- Every requested screen renders the intended localhost URL.
+- Alt-dragging a screen copies the URL-backed frame, not an inline HTML clone.
+- A query/path edit changes only the target screen's URL metadata and iframe.