cursor-buddy 0.0.10 → 0.0.11

package/dist/{client-sjVVGYPU.d.mts → types-BU0Gegg2.d.mts}

@@ -1,3 +1,109 @@
+//#region src/core/tools/types.d.ts
+/**
+ * Tool call lifecycle status
+ */
+type ToolCallStatus = "pending" | "awaiting_approval" | "approved" | "denied" | "completed" | "failed";
+/**
+ * Internal tool call state tracked by ToolCallManager
+ */
+interface ToolCallState {
+  /** Unique tool call ID from the stream */
+  id: string;
+  /** Name of the tool */
+  toolName: string;
+  /** Arguments passed to the tool */
+  args: unknown;
+  /** Current status */
+  status: ToolCallStatus;
+  /** Pre-resolved label from config or auto-generated */
+  label: string;
+  /** Tool result when completed */
+  result?: unknown;
+  /** Error message when failed */
+  error?: string;
+  /** Approval ID for approval flow */
+  approvalId?: string;
+  /** Timestamp when tool entered the queue */
+  enteredQueueAt: number;
+}
+/**
+ * Render props for tool bubble components
+ */
+interface ToolBubbleRenderProps {
+  /** Name of the tool */
+  toolName: string;
+  /** Arguments passed to the tool */
+  args: unknown;
+  /** Current status */
+  status: ToolCallStatus;
+  /** Pre-resolved label */
+  label: string;
+  /** Tool result when completed */
+  result?: unknown;
+  /** Error message when failed */
+  error?: string;
+  /** Approve the tool call (only when status === "awaiting_approval") */
+  approve?: () => void;
+  /** Deny the tool call (only when status === "awaiting_approval") */
+  deny?: () => void;
+  /** Dismiss the bubble manually */
+  dismiss: () => void;
+}
+/**
+ * Error handler return types
+ */
+type ToolErrorHandlerResult = void | {
+  label: string;
+} | {
+  hide: true;
+} | {
+  render: (props: ToolBubbleRenderProps) => React.ReactNode;
+};
+/**
+ * Configuration for displaying a single tool
+ */
+interface ToolDisplayOptions {
+  /** Display mode. Default: "bubble" */
+  mode?: "bubble" | "hidden";
+  /** Label shown in bubble. Auto-generated if omitted. */
+  label?: string | ((args: unknown, status: ToolCallStatus) => string);
+  /** Minimum display time in ms. Default: 1500 */
+  minDisplayTime?: number;
+  /** Custom render for bubble content */
+  render?: (props: ToolBubbleRenderProps) => React.ReactNode;
+  /** Error handling */
+  onError?: (error: string, args: unknown) => ToolErrorHandlerResult;
+}
+/**
+ * Tool display configuration map
+ * Use "*" key for default options applied to all tools
+ */
+interface ToolDisplayConfig {
+  [toolName: string]: ToolDisplayOptions;
+}
+/**
+ * Event emitted when a tool is called
+ */
+interface ToolCallEvent {
+  /** Unique tool call ID */
+  id: string;
+  /** Name of the tool */
+  toolName: string;
+  /** Arguments passed to the tool */
+  args: unknown;
+}
+/**
+ * Event emitted when a tool completes
+ */
+interface ToolResultEvent {
+  /** Tool call ID */
+  id: string;
+  /** Name of the tool */
+  toolName: string;
+  /** Tool result */
+  result: unknown;
+}
+//#endregion
 //#region src/core/types.d.ts
 /**
  * Voice state machine states
@@ -215,6 +321,11 @@ interface CursorBuddyClientOptions {
    * `{ mode: "server", allowStreaming: false }`.
    */
   speech?: CursorBuddySpeechConfig;
+  /**
+   * Tool display configuration.
+   * Use "*" key for default options applied to all tools.
+   */
+  toolDisplay?: ToolDisplayConfig;
   /** Callback when transcript is ready */
   onTranscript?: (text: string) => void;
   /** Callback when AI responds */
@@ -225,6 +336,10 @@ interface CursorBuddyClientOptions {
   onStateChange?: (state: VoiceState) => void;
   /** Callback when error occurs */
   onError?: (error: Error) => void;
+  /** Callback when a tool is called */
+  onToolCall?: (event: ToolCallEvent) => void;
+  /** Callback when a tool completes */
+  onToolResult?: (event: ToolResultEvent) => void;
 }
 /**
  * Client snapshot for React's useSyncExternalStore
@@ -247,185 +362,13 @@ interface CursorBuddySnapshot {
   isPointing: boolean;
   /** Whether the buddy is enabled */
   isEnabled: boolean;
+  /** All tool calls in current turn */
+  toolCalls: ToolCallState[];
+  /** Visible, non-expired tool calls */
+  activeToolCalls: ToolCallState[];
+  /** Tool awaiting user approval, or null */
+  pendingApproval: ToolCallState | null;
 }
 //#endregion
-//#region src/core/client.d.ts
-/**
- * Framework-agnostic client for cursor buddy voice interactions.
- *
- * Manages the complete voice interaction flow:
- * idle -> listening -> processing -> responding -> idle
- *
- * Supports interruption: pressing hotkey during any state aborts
- * in-flight work and immediately transitions to listening.
- */
-declare class CursorBuddyClient {
-  private endpoint;
-  private options;
-  private voiceCapture;
-  private audioPlayback;
-  private browserSpeech;
-  private liveTranscription;
-  private screenCapture;
-  private pointerController;
-  private stateMachine;
-  private liveTranscript;
-  private transcript;
-  private response;
-  private error;
-  private abortController;
-  private historyCommittedForTurn;
-  private speechProviderForTurn;
-  private screenshotPromise;
-  private cachedSnapshot;
-  private listeners;
-  constructor(endpoint: string, options?: CursorBuddyClientOptions, services?: CursorBuddyServices);
-  /**
-   * Start listening for voice input.
-   * Aborts any in-flight work from previous session.
-   */
-  startListening(): void;
-  /**
-   * Stop listening and process the voice input.
-   */
-  stopListening(): Promise<void>;
-  /**
-   * Enable or disable the buddy.
-   */
-  setEnabled(enabled: boolean): void;
-  /**
-   * Manually point at coordinates.
-   */
-  pointAt(x: number, y: number, label: string): void;
-  /**
-   * Dismiss the current pointing target.
-   */
-  dismissPointing(): void;
-  /**
-   * Reset to idle state and stop any in-progress work.
-   */
-  reset(): void;
-  /**
-   * Update buddy position to follow cursor.
-   * Call this on cursor position changes.
-   */
-  updateCursorPosition(): void;
-  /**
-   * Subscribe to state changes.
-   */
-  subscribe(listener: () => void): () => void;
-  /**
-   * Get current state snapshot for React's useSyncExternalStore.
-   * Returns a cached object to ensure referential stability.
-   */
-  getSnapshot(): CursorBuddySnapshot;
-  /**
-   * Build a new snapshot object.
-   */
-  private buildSnapshot;
-  private abort;
-  /**
-   * Commit partial turn to history when interrupted.
-   * Only commits if we have both transcript and response,
-   * and haven't already committed for this turn.
-   */
-  private commitPartialHistory;
-  private transcribe;
-  /**
-   * Stream the chat response, keep the visible text updated, and feed complete
-   * speech segments into the TTS queue as soon as they are ready.
-   */
-  private chatAndSpeak;
-  /**
-   * Request server-side TTS audio for one text segment.
-   */
-  private synthesizeSpeech;
-  /**
-   * Resolve the initial speech provider for this turn.
-   *
-   * Decision tree:
-   * 1. In `server` mode, always synthesize on the server.
-   * 2. In `browser` mode, require browser speech support up front.
-   * 3. In `auto` mode, prefer browser speech when available and keep that
-   *    choice cached so later segments stay on the same provider unless a
-   *    browser failure forces a one-way fallback to the server.
-   */
-  private prepareSpeechMode;
-  /**
-   * Prepare a playback task for one text segment.
-   *
-   * The queue calls this eagerly so server synthesis can overlap with the
-   * currently playing segment, but the returned task is still executed in the
-   * original enqueue order.
-   */
-  private prepareSpeechSegment;
-  /**
-   * Synthesize server audio immediately and return a playback task that reuses
-   * the prepared blob later.
-   */
-  private prepareServerSpeechTask;
-  /**
-   * Return a browser playback task for one text segment.
-   */
-  private prepareBrowserSpeechTask;
-  /**
-   * Prepare a playback task for `auto` mode.
-   *
-   * We prefer the browser for low latency, but if browser speech fails for any
-   * segment we permanently switch the remainder of the turn to server TTS so
-   * later segments do not keep retrying the failing browser path.
-   */
-  private prepareAutoSpeechTask;
-  /**
-   * Read the current provider choice for `auto` mode, lazily defaulting to the
-   * browser when supported and the server otherwise.
-   */
-  private getAutoSpeechProvider;
-  private handleError;
-  /**
-   * Resolve the effective transcription mode for the current client.
-   */
-  private getTranscriptionMode;
-  /**
-   * Resolve the effective speech mode for the current client.
-   */
-  private getSpeechMode;
-  /**
-   * Decide whether speech should start before the full chat response is ready.
-   */
-  private isSpeechStreamingEnabled;
-  /**
-   * Decide whether this turn should attempt browser speech recognition.
-   */
-  private shouldAttemptBrowserTranscription;
-  /**
-   * Decide whether browser speech recognition is mandatory for this turn.
-   */
-  private isBrowserTranscriptionRequired;
-  /**
-   * Start the recorder and browser speech recognition together.
-   *
-   * The recorder always runs so we keep waveform updates and preserve a raw
-   * audio backup for server fallback in `auto` mode.
-   */
-  private beginListeningSession;
-  /**
-   * Stop browser speech recognition and return the best final transcript it
-   * produced for this turn.
-   */
-  private stopLiveTranscription;
-  /**
-   * Choose the transcript that should drive the turn.
-   *
-   * Decision tree:
-   * 1. Use the browser transcript when it is available.
-   * 2. In browser-only mode, fail if the browser produced nothing usable.
-   * 3. In auto/server modes, fall back to the recorded audio upload.
-   */
-  private resolveTranscript;
-  private updateResponse;
-  private notify;
-}
-//#endregion
-export { CursorBuddySnapshot as a, CursorRenderProps as c, SpeechBubbleRenderProps as d, VoiceEvent as f, CursorBuddyMediaMode as i, Point as l, WaveformRenderProps as m, BrowserSpeechPort as n, CursorBuddySpeechConfig as o, VoiceState as p, CursorBuddyClientOptions as r, CursorBuddyTranscriptionConfig as s, CursorBuddyClient as t, PointingTarget as u };
-//# sourceMappingURL=client-sjVVGYPU.d.mts.map
+export { ToolCallState as _, CursorBuddySnapshot as a, ToolDisplayOptions as b, CursorRenderProps as c, SpeechBubbleRenderProps as d, VoiceEvent as f, ToolCallEvent as g, ToolBubbleRenderProps as h, CursorBuddyServices as i, Point as l, WaveformRenderProps as m, CursorBuddyClientOptions as n, CursorBuddySpeechConfig as o, VoiceState as p, CursorBuddyMediaMode as r, CursorBuddyTranscriptionConfig as s, BrowserSpeechPort as t, PointingTarget as u, ToolCallStatus as v, ToolResultEvent as x, ToolDisplayConfig as y };
+//# sourceMappingURL=types-BU0Gegg2.d.mts.map

package/dist/types-BU0Gegg2.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types-BU0Gegg2.d.mts","names":[],"sources":["../src/core/tools/types.ts","../src/core/types.ts"],"mappings":";;AAGA;;KAAY,cAAA;;;AAWZ;UAAiB,aAAA;;EAEf,EAAA;EAAA;EAEA,QAAA;EAEA;EAAA,IAAA;EAEQ;EAAR,MAAA,EAAQ,cAAA;EAIR;EAFA,KAAA;EAMA;EAJA,MAAA;EAMc;EAJd,KAAA;EAUe;EARf,UAAA;;EAEA,cAAA;AAAA;;;;UAMe,qBAAA;EAUf;EARA,QAAA;EAYA;EAVA,IAAA;EAcA;EAZA,MAAA,EAAQ,cAAA;EAYD;EAVP,KAAA;EAgBgC;EAdhC,MAAA;EAkB6D;EAhB7D,KAAA;EAeI;EAbJ,OAAA;EAcoB;EAZpB,IAAA;EAY8C;EAV9C,OAAA;AAAA;;AAeF;;KATY,sBAAA;EAEN,KAAA;AAAA;EACA,IAAA;AAAA;EACA,MAAA,GAAS,KAAA,EAAO,qBAAA,KAA0B,KAAA,CAAM,SAAA;AAAA;;;;UAKrC,kBAAA;EAImB;EAFlC,IAAA;EAMA;EAJA,KAAA,cAAmB,IAAA,WAAe,MAAA,EAAQ,cAAA;EAIhC;EAFV,cAAA;EAEiD;EAAjD,MAAA,IAAU,KAAA,EAAO,qBAAA,KAA0B,KAAA,CAAM,SAAA;EAEtC;EAAX,OAAA,IAAW,KAAA,UAAe,IAAA,cAAkB,sBAAA;AAAA;;;AAO9C;;UAAiB,iBAAA;EAAA,CACd,QAAA,WAAmB,kBAAA;AAAA;AAMtB;;;AAAA,UAAiB,aAAA;EAEf;EAAA,EAAA;EAIA;EAFA,QAAA;EAEI;EAAJ,IAAA;AAAA;;;;UAMe,eAAA;EAMf;EAJA,EAAA;EAIM;EAFN,QAAA;;EAEA,MAAA;AAAA;;;;AA9GF;;KCAY,UAAA;;;ADWZ;KCNY,UAAA;EACN,IAAA;AAAA;EACA,IAAA;AAAA;EACA,IAAA;AAAA;EACA,IAAA;AAAA;EACA,IAAA;EAAe,KAAA,EAAO,KAAA;AAAA;;;;UAKX,cAAA;EDoBqB;EClBpC,CAAA;EDwBsB;ECtBtB,CAAA;EDoBA;EClBA,KAAA;AAAA;;;;UAMe,KAAA;EACf,CAAA;EACA,CAAA;AAAA;;AD8BF;;UCxBiB,gBAAA;ED4B8C;EC1B7D,SAAA;EDyBI;ECvBJ,KAAA;EDwBoB;ECtBpB,MAAA;EDsB8C;ECpB9C,aAAA;EDoB6D;EClB7D,cAAA;EDuBe;ECrBf,WAAA;;EAEA,eAAA,EAAiB,GAAA,SAAY,WAAA;AAAA;;;;KAuBnB,oBAAA;;;ADaZ;UCRiB,8BAAA;;;;ADejB;;;;;;;;;AAYA;ECbE,IAAA,GAAO,oBAAA;AAAA;;;;UAMQ,uBAAA;EDaT;;;;;AC9GR;;;;;AAKA;EAwGE,IAAA,GAAO,oBAAA;;;;;;;;;EAUP,cAAA;AAAA;;AAxGF;;UA8GiB,gBAAA;EACf,KAAA,IAAS,OAAA;EACT,IAAA,IAAQ,OAAA,CAAQ,IAAA;EAChB,OAAA,CAAQ,QAAA,GAAW,KAAA;EACnB,OAAA;AAAA;;AAtGF;;UA4GiB,iBAAA;EACf,IAAA,CAAK,IAAA,EAAM,IAAA,EAAM,MAAA,GAAS,WAAA,GAAc,OAAA;EACxC,IAAA;AAAA;;;;UAMe,qBAAA;EACf,WAAA;EACA,KAAA,IAAS,OAAA;EACT,IAAA,IAAQ,OAAA;EACR,SAAA,CAAU,QAAA,GAAW,IAAA;EACrB,OAAA;AAAA;;;;UAMe,iBAAA;EACf,WAAA;EACA,KAAA,CAAM,IAAA,UAAc,MAAA,GAAS,WAAA,GAAc,OAAA;EAC3C,IAAA;AAAA;;AAhFF;;UAsFiB,iBAAA;EACf,OAAA,IAAW,OAAA,CAAQ,gBAAA;AAAA;AAnErB;;;AAAA,UAyEiB,qBAAA;EACf,OAAA,CAAQ,MAAA,EAAQ,cAAA;EAChB,OAAA;EACA,UAAA;EACA,SAAA,CAAU,QAAA;EACV,oBAAA;AAAA;;;;UAMe,mBAAA;EACf,YAAA,GAAe,gBAAA;EACf,aAAA,GAAgB,iBAAA;EAChB,iBAAA,GAAoB,qBAAA;EACpB,aAAA,GAAgB,iBAAA;EAChB,aAAA,GAAgB,iBAAA;EAChB,iBAAA,GAAoB,qBAAA;AAAA;;;;UAML,iBAAA;EAhEf;EAkEA,KAAA,EAAO,UAAA;EAlEA;EAoEP,UAAA;EA9DgC;EAgEhC,QAAA;EA/DW;EAiEX,KAAA;AAAA;;;;UAMe,uBAAA;EAvEV;EAyEL,IAAA;EAzEiB;EA2EjB,SAAA;EA1EA;EA4EA,OAAA;AAAA;AAtEF;;;AAAA,UA4EiB,mBAAA;EA3Ef;EA6EA,UAAA;EA5ES;EA8ET,WAAA;AAAA;;;;UAMe,wBAAA;EAjFR;;AAMT;;;EAiFE,aAAA,GAAgB,8BAAA;EAhFhB;;;;;;EAuFA,MAAA,GAAS,uBAAA;EArFL;;AAMN;;EAoFE,WAAA,GALgC,iBAAA;EA9Ed;EAqFlB,YAAA,IAAgB,IAAA;EArFL;EAuFX,UAAA,IAAc,IAAA;EAvFqB;EAyFnC,OAAA,IAAW,MAAA,EAAQ,cAAA;EAnFJ;EAqFf,aAAA,IAAiB,KAAA,EAAO,UAAA;;EAExB,OAAA,IAAW,KAAA,EAAO,KAAA;EAtFlB;EAwFA,UAAA,IAAc,KAAA,EAFS,aAAA;EAtFf;EA0FR,YAAA,IAAgB,KAAA,EAF0C,eAAA;AAAA;;;;UAQ3C,mBAAA;EA5FK;EA8FpB,KAAA,EAAO,UAAA;EAxF2B;;;;EA6FlC,cAAA;EAzFgB;EA2FhB,UAAA;EAzFoB;EA2FpB,QAAA;EA3FyC;EA6FzC,KAAA,EAAO,KAAA;EAlGQ;EAoGf,UAAA;EAnGgB;EAqGhB,SAAA;EApGoB;EAsGpB,SAAA,EANY,aAAA;EA/FI;EAuGhB,eAAA,EAFgD,aAAA;EApGhC;EAwGhB,eAAA,EAFsD,aAAA;AAAA"}

package/dist/{types-BJfkApb_.d.mts → types-ClkvIgAm.d.mts}

@@ -42,4 +42,4 @@ interface CursorBuddyHandler {
 }
 //#endregion
 export { CursorBuddyHandlerConfig as n, CursorBuddyHandler as t };
-//# sourceMappingURL=types-BJfkApb_.d.mts.map
+//# sourceMappingURL=types-ClkvIgAm.d.mts.map

package/dist/{types-BJfkApb_.d.mts.map → types-ClkvIgAm.d.mts.map}

@@ -1 +1 @@
-{"version":3,"file":"types-BJfkApb_.d.mts","names":[],"sources":["../src/server/types.ts"],"mappings":";;;;;AAKA;UAAiB,wBAAA;;EAEf,KAAA,EAAO,aAAA;EACP,qBAAA,GAAwB,MAAA;EAMV;;;;EAAd,WAAA,GAAc,WAAA;EACd,WAAA;EARA;;;;EAcA,kBAAA,GAAqB,kBAAA;EAPP;;;;EAad,MAAA,cAAoB,GAAA;IAAO,aAAA;EAAA;EAG3B;EAAA,KAAA,GAAQ,MAAA,SAAe,IAAA;EAAA;EAGvB,UAAA;AAAA;;AAMF;;UAAiB,kBAAA;EAEI;EAAnB,OAAA,GAAU,OAAA,EAAS,OAAA,KAAY,OAAA,CAAQ,QAAA;EAAR;EAG/B,MAAA,EAAQ,wBAAA;AAAA"}
+{"version":3,"file":"types-ClkvIgAm.d.mts","names":[],"sources":["../src/server/types.ts"],"mappings":";;;;;AAKA;UAAiB,wBAAA;;EAEf,KAAA,EAAO,aAAA;EACP,qBAAA,GAAwB,MAAA;EAMV;;;;EAAd,WAAA,GAAc,WAAA;EACd,WAAA;EARA;;;;EAcA,kBAAA,GAAqB,kBAAA;EAPP;;;;EAad,MAAA,cAAoB,GAAA;IAAO,aAAA;EAAA;EAG3B;EAAA,KAAA,GAAQ,MAAA,SAAe,IAAA;EAAA;EAGvB,UAAA;AAAA;;AAMF;;UAAiB,kBAAA;EAEI;EAAnB,OAAA,GAAU,OAAA,EAAS,OAAA,KAAY,OAAA,CAAQ,QAAA;EAAR;EAG/B,MAAA,EAAQ,wBAAA;AAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cursor-buddy",
-  "version": "0.0.10",
+  "version": "0.0.11",
   "description": "AI-powered cursor companion for web apps",
   "type": "module",
   "license": "MIT",
@@ -81,12 +81,13 @@
     "ai": "^6.0.158",
     "html2canvas-pro": "^2.0.2",
     "nanostores": "^1.2.0",
-    "zod": "^3.24.0"
+    "zod": "^4.3.6"
   },
   "devDependencies": {
     "@types/react": "^19.0.8",
     "@types/react-dom": "^19.2.3",
     "happy-dom": "^20.9.0",
+    "lightningcss": "^1.32.0",
     "react": "^19.0.0",
     "react-dom": "^19.0.0",
     "tsdown": "^0.21.7",