@vellumai/assistant 0.3.5 → 0.3.7

package/src/daemon/ipc-contract/apps.ts

@@ -0,0 +1,356 @@
+// App management, gallery, publishing, and sharing types.
+
+import type { GalleryManifest } from '../../gallery/gallery-manifest.js';
+
+// === Client → Server ===
+
+export interface AppDataRequest {
+  type: 'app_data_request';
+  surfaceId: string;
+  callId: string;
+  method: 'query' | 'create' | 'update' | 'delete';
+  appId: string;
+  recordId?: string;
+  data?: Record<string, unknown>;
+}
+
+export interface AppsListRequest {
+  type: 'apps_list';
+}
+
+export interface HomeBaseGetRequest {
+  type: 'home_base_get';
+  /** If true, daemon ensures a durable Home Base link exists before responding. */
+  ensureLinked?: boolean;
+}
+
+export interface AppOpenRequest {
+  type: 'app_open_request';
+  appId: string;
+}
+
+export interface SharedAppsListRequest {
+  type: 'shared_apps_list';
+}
+
+export interface SharedAppDeleteRequest {
+  type: 'shared_app_delete';
+  uuid: string;
+}
+
+export interface ForkSharedAppRequest {
+  type: 'fork_shared_app';
+  uuid: string;
+}
+
+export interface BundleAppRequest {
+  type: 'bundle_app';
+  appId: string;
+}
+
+export interface AppUpdatePreviewRequest {
+  type: 'app_update_preview';
+  appId: string;
+  /** Base64-encoded PNG screenshot thumbnail. */
+  preview: string;
+}
+
+export interface AppPreviewRequest {
+  type: 'app_preview_request';
+  appId: string;
+}
+
+export interface OpenBundleRequest {
+  type: 'open_bundle';
+  filePath: string;
+}
+
+export interface SignBundlePayloadResponse {
+  type: 'sign_bundle_payload_response';
+  requestId: string;
+  signature?: string;
+  keyId?: string;
+  publicKey?: string;
+  error?: string;
+}
+
+export interface GetSigningIdentityResponse {
+  type: 'get_signing_identity_response';
+  requestId: string;
+  keyId?: string;
+  publicKey?: string;
+  error?: string;
+}
+
+export interface GalleryListRequest {
+  type: 'gallery_list';
+}
+
+export interface GalleryInstallRequest {
+  type: 'gallery_install';
+  galleryAppId: string;
+}
+
+export interface AppHistoryRequest {
+  type: 'app_history_request';
+  appId: string;
+  limit?: number;
+}
+
+export interface AppDiffRequest {
+  type: 'app_diff_request';
+  appId: string;
+  fromCommit: string;
+  toCommit?: string;
+}
+
+export interface AppFileAtVersionRequest {
+  type: 'app_file_at_version_request';
+  appId: string;
+  path: string;
+  commitHash: string;
+}
+
+export interface AppRestoreRequest {
+  type: 'app_restore_request';
+  appId: string;
+  commitHash: string;
+}
+
+export interface ShareAppCloudRequest {
+  type: 'share_app_cloud';
+  appId: string;
+}
+
+export interface ShareToSlackRequest {
+  type: 'share_to_slack';
+  appId: string;
+}
+
+export interface PublishPageRequest {
+  type: 'publish_page';
+  html: string;
+  title?: string;
+  appId?: string;
+}
+
+export interface UnpublishPageRequest {
+  type: 'unpublish_page';
+  deploymentId: string;
+}
+
+// === Server → Client ===
+
+export interface AppDataResponse {
+  type: 'app_data_response';
+  surfaceId: string;
+  callId: string;
+  success: boolean;
+  result?: unknown;
+  error?: string;
+}
+
+export interface AppUpdatePreviewResponse {
+  type: 'app_update_preview_response';
+  success: boolean;
+  appId: string;
+}
+
+export interface AppPreviewResponse {
+  type: 'app_preview_response';
+  appId: string;
+  preview?: string;
+}
+
+export interface AppsListResponse {
+  type: 'apps_list_response';
+  apps: Array<{
+    id: string;
+    name: string;
+    description?: string;
+    icon?: string;
+    preview?: string;
+    createdAt: number;
+    version?: string;
+    contentId?: string;
+    appType?: string;
+  }>;
+}
+
+export interface HomeBaseGetResponse {
+  type: 'home_base_get_response';
+  homeBase: {
+    appId: string;
+    source: string;
+    starterTasks: string[];
+    onboardingTasks: string[];
+    preview: {
+      title: string;
+      subtitle: string;
+      description: string;
+      icon: string;
+      metrics: Array<{ label: string; value: string }>;
+    };
+  } | null;
+}
+
+export interface SharedAppsListResponse {
+  type: 'shared_apps_list_response';
+  apps: Array<{
+    uuid: string;
+    name: string;
+    description?: string;
+    icon?: string;
+    preview?: string;
+    entry: string;
+    trustTier: string;
+    signerDisplayName?: string;
+    bundleSizeBytes: number;
+    installedAt: string;
+    version?: string;
+    contentId?: string;
+    updateAvailable?: boolean;
+  }>;
+}
+
+export interface SharedAppDeleteResponse {
+  type: 'shared_app_delete_response';
+  success: boolean;
+}
+
+export interface ForkSharedAppResponse {
+  type: 'fork_shared_app_response';
+  success: boolean;
+  appId?: string;
+  name?: string;
+  error?: string;
+}
+
+export interface BundleAppResponse {
+  type: 'bundle_app_response';
+  bundlePath: string;
+  manifest: {
+    format_version: number;
+    name: string;
+    description?: string;
+    icon?: string;
+    created_at: string;
+    created_by: string;
+    entry: string;
+    capabilities: string[];
+    version?: string;
+    content_id?: string;
+  };
+}
+
+export interface OpenBundleResponse {
+  type: 'open_bundle_response';
+  manifest: {
+    format_version: number;
+    name: string;
+    description?: string;
+    icon?: string;
+    created_at: string;
+    created_by: string;
+    entry: string;
+    capabilities: string[];
+  };
+  scanResult: {
+    passed: boolean;
+    blocked: string[];
+    warnings: string[];
+  };
+  signatureResult: {
+    trustTier: 'verified' | 'signed' | 'unsigned' | 'tampered';
+    signerKeyId?: string;
+    signerDisplayName?: string;
+    signerAccount?: string;
+  };
+  bundleSizeBytes: number;
+}
+
+export interface SignBundlePayloadRequest {
+  type: 'sign_bundle_payload';
+  requestId: string;
+  payload: string;
+}
+
+export interface GetSigningIdentityRequest {
+  type: 'get_signing_identity';
+  requestId: string;
+}
+
+export interface ShareAppCloudResponse {
+  type: 'share_app_cloud_response';
+  success: boolean;
+  shareToken?: string;
+  shareUrl?: string;
+  error?: string;
+}
+
+export interface GalleryListResponse {
+  type: 'gallery_list_response';
+  gallery: GalleryManifest;
+}
+
+export interface GalleryInstallResponse {
+  type: 'gallery_install_response';
+  success: boolean;
+  appId?: string;
+  name?: string;
+  error?: string;
+}
+
+export interface AppHistoryResponse {
+  type: 'app_history_response';
+  appId: string;
+  versions: Array<{
+    commitHash: string;
+    message: string;
+    timestamp: number;
+  }>;
+}
+
+export interface AppDiffResponse {
+  type: 'app_diff_response';
+  appId: string;
+  diff: string;
+}
+
+export interface AppFileAtVersionResponse {
+  type: 'app_file_at_version_response';
+  appId: string;
+  path: string;
+  content: string;
+}
+
+export interface AppRestoreResponse {
+  type: 'app_restore_response';
+  success: boolean;
+  error?: string;
+}
+
+export interface ShareToSlackResponse {
+  type: 'share_to_slack_response';
+  success: boolean;
+  error?: string;
+}
+
+export interface PublishPageResponse {
+  type: 'publish_page_response';
+  success: boolean;
+  publicUrl?: string;
+  deploymentId?: string;
+  error?: string;
+}
+
+export interface UnpublishPageResponse {
+  type: 'unpublish_page_response';
+  success: boolean;
+  error?: string;
+}
+
+export interface AppFilesChanged {
+  type: 'app_files_changed';
+  appId: string;
+}

package/src/daemon/ipc-contract/browser.ts

@@ -0,0 +1,74 @@
+// Browser interaction types.
+
+export interface BrowserFrame {
+  type: 'browser_frame';
+  sessionId: string;
+  surfaceId: string;
+  frame: string; // base64 JPEG
+  metadata?: { offsetTop: number; pageScaleFactor: number; scrollOffsetX: number; scrollOffsetY: number; timestamp: number };
+}
+
+export interface BrowserCDPRequest {
+  type: 'browser_cdp_request';
+  sessionId: string;
+}
+
+export interface BrowserCDPResponse {
+  type: 'browser_cdp_response';
+  sessionId: string;
+  success: boolean;
+  declined?: boolean;
+}
+
+export interface BrowserUserClick {
+  type: 'browser_user_click';
+  sessionId: string;
+  surfaceId: string;
+  x: number;
+  y: number;
+  button?: 'left' | 'right';
+  doubleClick?: boolean;
+}
+
+export interface BrowserUserScroll {
+  type: 'browser_user_scroll';
+  sessionId: string;
+  surfaceId: string;
+  deltaX: number;
+  deltaY: number;
+  x: number;
+  y: number;
+}
+
+export interface BrowserUserKeypress {
+  type: 'browser_user_keypress';
+  sessionId: string;
+  surfaceId: string;
+  key: string;
+  modifiers?: string[];
+}
+
+export interface BrowserInteractiveMode {
+  type: 'browser_interactive_mode';
+  sessionId: string;
+  surfaceId: string;
+  enabled: boolean;
+}
+
+export interface BrowserInteractiveModeChanged {
+  type: 'browser_interactive_mode_changed';
+  sessionId: string;
+  surfaceId: string;
+  enabled: boolean;
+  reason?: string;
+  message?: string;
+}
+
+export interface BrowserHandoffRequest {
+  type: 'browser_handoff_request';
+  sessionId: string;
+  surfaceId: string;
+  reason: 'auth' | 'checkout' | 'captcha' | 'custom';
+  message: string;
+  bringToFront?: boolean;
+}

package/src/daemon/ipc-contract/computer-use.ts

@@ -0,0 +1,151 @@
+// Computer use, task routing, ride shotgun, and watch observation types.
+
+import type { UserMessageAttachment, IpcBlobRef } from './shared.js';
+
+// === Client → Server ===
+
+export interface CuSessionCreate {
+  type: 'cu_session_create';
+  sessionId: string;
+  task: string;
+  screenWidth: number;
+  screenHeight: number;
+  attachments?: UserMessageAttachment[];
+  interactionType?: 'computer_use' | 'text_qa';
+}
+
+export interface CuSessionAbort {
+  type: 'cu_session_abort';
+  sessionId: string;
+}
+
+export interface CuObservation {
+  type: 'cu_observation';
+  sessionId: string;
+  axTree?: string;
+  axDiff?: string;
+  secondaryWindows?: string;
+  screenshot?: string;
+  /** Screenshot image width in pixels (`Px`). */
+  screenshotWidthPx?: number;
+  /** Screenshot image height in pixels (`Px`). */
+  screenshotHeightPx?: number;
+  /** Screen width in macOS points (`Pt`) used by native execution. */
+  screenWidthPt?: number;
+  /** Screen height in macOS points (`Pt`) used by native execution. */
+  screenHeightPt?: number;
+  /** Coordinate origin convention used by the observation payload. */
+  coordinateOrigin?: 'top_left';
+  /** Display ID used by screenshot capture for this observation. */
+  captureDisplayId?: number;
+  executionResult?: string;
+  executionError?: string;
+  axTreeBlob?: IpcBlobRef;
+  screenshotBlob?: IpcBlobRef;
+}
+
+export interface TaskSubmit {
+  type: 'task_submit';
+  task: string;
+  screenWidth: number;
+  screenHeight: number;
+  attachments?: UserMessageAttachment[];
+  source?: 'voice' | 'text';
+}
+
+export interface RideShotgunStart {
+  type: 'ride_shotgun_start';
+  durationSeconds: number;
+  intervalSeconds: number;
+  mode?: 'observe' | 'learn';
+  targetDomain?: string;
+  /** Domain to auto-navigate (may differ from targetDomain, e.g. open.spotify.com vs spotify.com). */
+  navigateDomain?: string;
+  autoNavigate?: boolean;
+}
+
+export interface RideShotgunStop {
+  type: 'ride_shotgun_stop';
+  watchId: string;
+}
+
+export interface WatchObservation {
+  type: 'watch_observation';
+  watchId: string;
+  sessionId: string;
+  ocrText: string;
+  appName?: string;
+  windowTitle?: string;
+  bundleIdentifier?: string;
+  timestamp: number;
+  captureIndex: number;
+  totalExpected: number;
+}
+
+// === Server → Client ===
+
+export interface CuAction {
+  type: 'cu_action';
+  sessionId: string;
+  toolName: string;
+  input: Record<string, unknown>;
+  reasoning?: string;
+  stepNumber: number;
+}
+
+export interface CuComplete {
+  type: 'cu_complete';
+  sessionId: string;
+  summary: string;
+  stepCount: number;
+  isResponse?: boolean;
+}
+
+export interface CuError {
+  type: 'cu_error';
+  sessionId: string;
+  message: string;
+}
+
+export interface TaskRouted {
+  type: 'task_routed';
+  sessionId: string;
+  interactionType: 'computer_use' | 'text_qa';
+  /** The task text passed to the escalated session. */
+  task?: string;
+  /** Set when a text_qa session escalates to computer_use via computer_use_request_control. */
+  escalatedFrom?: string;
+}
+
+export interface RideShotgunProgress {
+  type: 'ride_shotgun_progress';
+  watchId: string;
+  message: string;
+  networkEntryCount?: number;
+  statusMessage?: string;
+  idleHint?: boolean;
+}
+
+export interface RideShotgunResult {
+  type: 'ride_shotgun_result';
+  sessionId: string;
+  watchId: string;
+  summary: string;
+  observationCount: number;
+  recordingId?: string;
+  recordingPath?: string;
+}
+
+export interface WatchStarted {
+  type: 'watch_started';
+  sessionId: string;
+  watchId: string;
+  durationSeconds: number;
+  intervalSeconds: number;
+}
+
+export interface WatchCompleteRequest {
+  type: 'watch_complete_request';
+  sessionId: string;
+  watchId: string;
+}

package/src/daemon/ipc-contract/diagnostics.ts

@@ -0,0 +1,56 @@
+// Diagnostics, environment, blob probe, and dictation types.
+
+import type { DictationContext } from './shared.js';
+
+// === Client → Server ===
+
+export interface DiagnosticsExportRequest {
+  type: 'diagnostics_export_request';
+  conversationId: string;
+  anchorMessageId?: string;  // if omitted, use latest assistant message
+}
+
+export interface EnvVarsRequest {
+  type: 'env_vars_request';
+}
+
+export interface IpcBlobProbe {
+  type: 'ipc_blob_probe';
+  probeId: string;
+  nonceSha256: string;
+}
+
+export interface DictationRequest {
+  type: 'dictation_request';
+  transcription: string;
+  context: DictationContext;
+}
+
+// === Server → Client ===
+
+export interface DiagnosticsExportResponse {
+  type: 'diagnostics_export_response';
+  success: boolean;
+  filePath?: string;   // path to the zip file on success
+  error?: string;      // error message on failure
+}
+
+export interface EnvVarsResponse {
+  type: 'env_vars_response';
+  vars: Record<string, string>;
+}
+
+export interface IpcBlobProbeResult {
+  type: 'ipc_blob_probe_result';
+  probeId: string;
+  ok: boolean;
+  observedNonceSha256?: string;
+  reason?: string;
+}
+
+export interface DictationResponse {
+  type: 'dictation_response';
+  text: string;
+  mode: 'dictation' | 'command' | 'action';
+  actionPlan?: string;
+}

package/src/daemon/ipc-contract/documents.ts

@@ -0,0 +1,74 @@
+// Document editor and document persistence types.
+
+// === Server → Client ===
+
+export interface DocumentEditorShow {
+  type: 'document_editor_show';
+  sessionId: string;
+  surfaceId: string;
+  title: string;
+  initialContent: string;
+}
+
+export interface DocumentEditorUpdate {
+  type: 'document_editor_update';
+  sessionId: string;
+  surfaceId: string;
+  markdown: string;
+  mode: string;
+}
+
+// === Client → Server ===
+
+export interface DocumentSaveRequest {
+  type: 'document_save';
+  surfaceId: string;
+  conversationId: string;
+  title: string;
+  content: string;
+  wordCount: number;
+}
+
+export interface DocumentLoadRequest {
+  type: 'document_load';
+  surfaceId: string;
+}
+
+export interface DocumentListRequest {
+  type: 'document_list';
+  conversationId?: string;
+}
+
+// === Server → Client ===
+
+export interface DocumentSaveResponse {
+  type: 'document_save_response';
+  surfaceId: string;
+  success: boolean;
+  error?: string;
+}
+
+export interface DocumentLoadResponse {
+  type: 'document_load_response';
+  surfaceId: string;
+  conversationId: string;
+  title: string;
+  content: string;
+  wordCount: number;
+  createdAt: number;
+  updatedAt: number;
+  success: boolean;
+  error?: string;
+}
+
+export interface DocumentListResponse {
+  type: 'document_list_response';
+  documents: Array<{
+    surfaceId: string;
+    conversationId: string;
+    title: string;
+    wordCount: number;
+    createdAt: number;
+    updatedAt: number;
+  }>;
+}