cursor-buddy 0.0.2 → 0.0.3

package/dist/{client-DKZY5bI1.d.mts → client-CPQnk2_x.d.mts}

@@ -1,53 +1,25 @@
-//#region src/core/services/voice-capture.d.ts
+//#region src/core/utils/elements.d.ts
 /**
- * Framework-agnostic service for voice capture using AudioWorkletNode.
+ * Element discovery for annotated screenshots.
+ * Finds visible interactive elements and assigns marker IDs.
  */
-declare class VoiceCaptureService {
-  private audioContext;
-  private workletNode;
-  private stream;
-  private chunks;
-  private levelCallback;
-  /**
-   * Register a callback to receive audio level updates (0-1).
-   * Called at ~60fps during recording for waveform visualization.
-   */
-  onLevel(callback: (level: number) => void): void;
-  /**
-   * Start recording audio from the microphone.
-   * @throws Error if microphone access is denied
-   */
-  start(): Promise<void>;
-  /**
-   * Stop recording and return the captured audio as a WAV blob.
-   */
-  stop(): Promise<Blob>;
-  /**
-   * Clean up all resources.
-   */
-  dispose(): void;
-}
-//#endregion
-//#region src/core/services/audio-playback.d.ts
 /**
- * Framework-agnostic service for audio playback with abort support.
+ * Element marker with reference to actual DOM element.
  */
-declare class AudioPlaybackService {
-  private audio;
-  private currentUrl;
-  /**
-   * Play audio from a blob. Stops any currently playing audio first.
-   * @param blob - Audio blob to play
-   * @param signal - Optional AbortSignal to cancel playback
-   * @returns Promise that resolves when playback completes
-   */
-  play(blob: Blob, signal?: AbortSignal): Promise<void>;
-  /**
-   * Stop any currently playing audio.
-   */
-  stop(): void;
-  private cleanup;
+interface ElementMarker {
+  /** Sequential marker ID (1, 2, 3...) */
+  id: number;
+  /** Reference to the actual DOM element */
+  element: Element;
+  /** Bounding rect at time of capture */
+  rect: DOMRect;
+  /** Brief description for AI context */
+  description: string;
 }
+/**
+ * Map of marker ID to element marker.
+ */
+type MarkerMap = Map<number, ElementMarker>;
 //#endregion
 //#region src/core/types.d.ts
 /**
@@ -74,7 +46,10 @@ type VoiceEvent = {
   error: Error;
 };
 /**
- * Point coordinates parsed from AI response [POINT:x,y:label]
+ * Point coordinates parsed from AI response.
+ * Supports two formats:
+ * - Marker-based: [POINT:5:label] - references a numbered marker
+ * - Coordinate-based: [POINT:640,360:label] - raw pixel coordinates
  */
 interface PointingTarget {
   /** X coordinate in viewport pixels (top-left origin) */
@@ -106,6 +81,57 @@ interface ScreenshotResult {
   /** Live browser viewport height in CSS pixels */
   viewportHeight: number;
 }
+/**
+ * Annotated screenshot result with marker map.
+ */
+interface AnnotatedScreenshotResult extends ScreenshotResult {
+  /** Map of marker ID to element reference */
+  markerMap: MarkerMap;
+  /** Text description of markers for AI context */
+  markerContext: string;
+}
+/**
+ * Public contract for voice capture used by the core client.
+ */
+interface VoiceCapturePort {
+  start(): Promise<void>;
+  stop(): Promise<Blob>;
+  onLevel(callback: (level: number) => void): void;
+  dispose(): void;
+}
+/**
+ * Public contract for audio playback used by the core client.
+ */
+interface AudioPlaybackPort {
+  play(blob: Blob, signal?: AbortSignal): Promise<void>;
+  stop(): void;
+}
+/**
+ * Public contract for screenshot capture used by the core client.
+ */
+interface ScreenCapturePort {
+  capture(): Promise<ScreenshotResult>;
+  captureAnnotated(): Promise<AnnotatedScreenshotResult>;
+}
+/**
+ * Public contract for pointer control used by the core client.
+ */
+interface PointerControllerPort {
+  pointAt(target: PointingTarget): void;
+  release(): void;
+  isPointing(): boolean;
+  subscribe(listener: () => void): () => void;
+  updateFollowPosition(): void;
+}
+/**
+ * Internal services interface for dependency injection.
+ */
+interface CursorBuddyServices {
+  voiceCapture?: VoiceCapturePort;
+  audioPlayback?: AudioPlaybackPort;
+  screenCapture?: ScreenCapturePort;
+  pointerController?: PointerControllerPort;
+}
 /**
  * Cursor render props passed to custom cursor components
  */
@@ -172,69 +198,7 @@ interface CursorBuddySnapshot {
   isEnabled: boolean;
 }
 //#endregion
-//#region src/core/services/screen-capture.d.ts
-/**
- * Framework-agnostic service for capturing viewport screenshots.
- */
-declare class ScreenCaptureService {
-  /**
-   * Capture a screenshot of the current viewport.
-   * @returns Screenshot result with image data and dimensions
-   */
-  capture(): Promise<ScreenshotResult>;
-}
-//#endregion
-//#region src/core/services/pointer-controller.d.ts
-type PointerMode = "follow" | "flying" | "anchored";
-/**
- * Controller for cursor pointing behavior.
- * Manages the pointer state machine (follow -> flying -> anchored -> follow)
- * and cursor animation.
- */
-declare class PointerController {
-  private mode;
-  private cancelAnimation;
-  private releaseTimeout;
-  private listeners;
-  /**
-   * Animate cursor to point at a target.
-   */
-  pointAt(target: PointingTarget): void;
-  /**
-   * Release the cursor from pointing mode back to follow mode.
-   */
-  release(): void;
-  /**
-   * Check if cursor is currently pointing (flying or anchored).
-   */
-  isPointing(): boolean;
-  /**
-   * Get current pointer mode.
-   */
-  getMode(): PointerMode;
-  /**
-   * Subscribe to pointer state changes.
-   */
-  subscribe(listener: () => void): () => void;
-  /**
-   * Update buddy position to follow cursor when in follow mode.
-   * Call this on cursor position changes.
-   */
-  updateFollowPosition(): void;
-  private scheduleRelease;
-  private notify;
-}
-//#endregion
 //#region src/core/client.d.ts
-/**
- * Internal services interface for dependency injection (testing).
- */
-interface CursorBuddyServices {
-  voiceCapture?: VoiceCaptureService;
-  audioPlayback?: AudioPlaybackService;
-  screenCapture?: ScreenCaptureService;
-  pointerController?: PointerController;
-}
 /**
  * Framework-agnostic client for cursor buddy voice interactions.
  *
@@ -256,6 +220,7 @@ declare class CursorBuddyClient {
   private response;
   private error;
   private abortController;
+  private historyCommittedForTurn;
   private cachedSnapshot;
   private listeners;
   constructor(endpoint: string, options?: CursorBuddyClientOptions, services?: CursorBuddyServices);
@@ -303,6 +268,12 @@ declare class CursorBuddyClient {
    */
   private buildSnapshot;
   private abort;
+  /**
+   * Commit partial turn to history when interrupted.
+   * Only commits if we have both transcript and response,
+   * and haven't already committed for this turn.
+   */
+  private commitPartialHistory;
   private transcribe;
   private chat;
   private speak;
@@ -311,4 +282,4 @@ declare class CursorBuddyClient {
 }
 //#endregion
 export { Point as a, VoiceEvent as c, CursorRenderProps as i, VoiceState as l, CursorBuddyClientOptions as n, PointingTarget as o, CursorBuddySnapshot as r, SpeechBubbleRenderProps as s, CursorBuddyClient as t, WaveformRenderProps as u };
-//# sourceMappingURL=client-DKZY5bI1.d.mts.map
+//# sourceMappingURL=client-CPQnk2_x.d.mts.map

package/dist/client-CPQnk2_x.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-CPQnk2_x.d.mts","names":[],"sources":["../src/core/utils/elements.ts","../src/core/types.ts","../src/core/client.ts"],"mappings":";;AAgEA;;;;;;UAAiB,aAAA;EAMf;EAJA,EAAA;EAMA;EAJA,OAAA,EAAS,OAAA;EAIE;EAFX,IAAA,EAAM,OAAA;EAQa;EANnB,WAAA;AAAA;;;;KAMU,SAAA,GAAY,GAAA,SAAY,aAAA;;;;AAdpC;;KC7DY,UAAA;;;;KAKA,UAAA;EACN,IAAA;AAAA;EACA,IAAA;AAAA;EACA,IAAA;EAAgC,UAAA;AAAA;EAChC,IAAA;EAA8B,QAAA;AAAA;EAC9B,IAAA;AAAA;EACA,IAAA;EAAe,KAAA,EAAO,KAAA;AAAA;;;;AAN5B;;;UAciB,cAAA;EAbX;EAeJ,CAAA;EAbI;EAeJ,CAAA;EAdI;EAgBJ,KAAA;AAAA;;AAaF;;UAAiB,KAAA;EACf,CAAA;EACA,CAAA;AAAA;;;;UAMe,gBAAA;EAIf;EAFA,SAAA;EAMA;EAJA,KAAA;EAMc;EAJd,MAAA;EAae;EAXf,aAAA;;EAEA,cAAA;AAAA;;;;UASe,yBAAA,SAAkC,gBAAA;EAkBlC;EAhBf,SAAA,EAFyC,SAAA;;EAIzC,aAAA;AAAA;;;;UAce,gBAAA;EACf,KAAA,IAAS,OAAA;EACT,IAAA,IAAQ,OAAA,CAAQ,IAAA;EAChB,OAAA,CAAQ,QAAA,GAAW,KAAA;EACnB,OAAA;AAAA;;;;UAMe,iBAAA;EACf,IAAA,CAAK,IAAA,EAAM,IAAA,EAAM,MAAA,GAAS,WAAA,GAAc,OAAA;EACxC,IAAA;AAAA;;;;UAMe,iBAAA;EACf,OAAA,IAAW,OAAA,CAAQ,gBAAA;EACnB,gBAAA,IAAoB,OAAA,CAAQ,yBAAA;AAAA;;AAF9B;;UAQiB,qBAAA;EACf,OAAA,CAAQ,MAAA,EAAQ,cAAA;EAChB,OAAA;EACA,UAAA;EACA,SAAA,CAAU,QAAA;EACV,oBAAA;AAAA;;;;UAMe,mBAAA;EACf,YAAA,GAAe,gBAAA;EACf,aAAA,GAAgB,iBAAA;EAChB,aAAA,GAAgB,iBAAA;EAChB,iBAAA,GAAoB,qBAAA;AAAA;;;;UAML,iBAAA;EApBC;EAsBhB,KAAA,EAAO,UAAA;EArBP;EAuBA,UAAA;EArBA;EAuBA,QAAA;EAtBA;EAwBA,KAAA;AAAA;AAlBF;;;AAAA,UAwBiB,uBAAA;EAtBC;EAwBhB,IAAA;EAtBoB;EAwBpB,SAAA;EAxByC;EA0BzC,OAAA;AAAA;;;;UAMe,mBAAA;EAhCf;EAkCA,UAAA;EAlCyC;EAoCzC,WAAA;AAAA;;;;UAMe,wBAAA;EAlCR;EAoCP,YAAA,IAAgB,IAAA;EAhChB;EAkCA,UAAA,IAAc,IAAA;EAhCT;EAkCL,OAAA,IAAW,MAAA,EAAQ,cAAA;EA5BJ;EA8Bf,aAAA,IAAiB,KAAA,EAAO,UAAA;;EAExB,OAAA,IAAW,KAAA,EAAO,KAAA;AAAA;;;;UAMH,mBAAA;EA1BA;EA4Bf,KAAA,EAAO,UAAA;;EAEP,UAAA;EA1BW;EA4BX,QAAA;EAtBuC;EAwBvC,KAAA,EAAO,KAAA;EAlBY;EAoBnB,UAAA;EAhBkB;EAkBlB,SAAA;AAAA;;;;;;;;;;;;cCpIW,iBAAA;EAAA,QACH,QAAA;EAAA,QACA,OAAA;EAAA,QAGA,YAAA;EAAA,QACA,aAAA;EAAA,QACA,aAAA;EAAA,QACA,iBAAA;EAAA,QACA,YAAA;EAAA,QAGA,UAAA;EAAA,QACA,QAAA;EAAA,QACA,KAAA;EAAA,QACA,eAAA;EAAA,QACA,uBAAA;EAAA,QAGA,cAAA;EAAA,QAGA,SAAA;cAGN,QAAA,UACA,OAAA,GAAS,wBAAA,EACT,QAAA,GAAU,mBAAA;EDpFQ;;;;ECuHpB,cAAA,CAAA;EDpHI;;;EC2IE,aAAA,CAAA,GAAiB,OAAA;EDzInB;;;ECwOJ,UAAA,CAAW,OAAA;EDvOoB;;AAQjC;ECuOE,OAAA,CAAQ,CAAA,UAAW,CAAA,UAAW,KAAA;;;;EAO9B,eAAA,CAAA;EDxOA;;;EC+OA,KAAA,CAAA;EDlOoB;;;;ECiPpB,oBAAA,CAAA;EDzO+B;;;ECgP/B,SAAA,CAAU,QAAA;ED5OV;;;;ECqPA,WAAA,CAAA,GAAe,mBAAA;ED/OD;AAShB;;EATgB,QCsPN,aAAA;EAAA,QAaA,KAAA;ED1PyC;;;;;EAAA,QC0QzC,oBAAA;EAAA,QAcM,UAAA;EAAA,QAkBA,IAAA;EAAA,QAiDA,KAAA;EAAA,QAgBN,WAAA;EAAA,QAOA,MAAA;AAAA"}