@oh-my-pi/pi-natives 17.1.0 → 17.1.2

package/README.md

@@ -7,6 +7,8 @@ Native Rust functionality via N-API.
 - **Grep**: Regex-based search powered by ripgrep's engine with native file walking and matching
 - **Find**: Glob-based file/directory discovery with gitignore support (pure TypeScript via `globPaths`)
 - **SIXEL**: Terminal image encoding for SIXEL-capable terminals (decode, resize, encode in one pass)
+- **Audio**: Cross-platform low-latency microphone capture and gapless speaker playback
+- **WebRTC**: Native Opus media, SDP offer/answer negotiation, and data-channel events for live sessions
 
 General-purpose image processing (decode/resize/encode for files and buffers)
 lives in [`Bun.Image`](https://bun.com/docs/runtime/image) on the JS side; this
@@ -67,9 +69,6 @@ native/                  # Core loader files and local/CI native build outputs
 npm/<platform>-<arch>/   # Generated at publish time, not committed
   package.json           # @oh-my-pi/pi-natives-<platform>-<arch>
   *.node                 # Only that platform's addon binary or x64 ISA variants
-src/                     # TypeScript wrappers and generated declarations source
-  native.ts
-  index.ts
 ```
 
 The published core package contains only the JS loader, declarations, README,

package/native/index.d.ts

@@ -1,5 +1,73 @@
 /* auto-generated by NAPI-RS */
 /* eslint-disable */
+/**
+ * Default-microphone capture converted to mono `f32` at the requested sample
+ * rate.
+ */
+export declare class AudioCapture {
+  /** Open the default microphone and deliver low-latency mono PCM chunks. */
+  constructor(sampleRate: number, onAudio: (error: Error | null, samples: Float32Array) => void)
+  /** Stop capture immediately and release the microphone. */
+  stop(): void
+}
+
+/** Gapless mono `f32` playback through the default speaker. */
+export declare class AudioPlayback {
+  /** Open the default speaker at the requested logical sample rate. */
+  constructor(sampleRate: number)
+  /** Queue mono floating-point PCM in playback order. */
+  write(samples: Float32Array): void
+  /** Scale audio at render time so gain changes affect already queued samples. */
+  setGain(gain: number): void
+  /**
+   * Close input, wait until queued samples reach the speaker, then release
+   * it.
+   */
+  end(): Promise<void>
+  /** Stop immediately and discard all queued samples. */
+  stop(): void
+}
+
+/** Persistent, serialized native desktop capture/input session. */
+export declare class DesktopSession {
+  constructor(options?: DesktopSessionOptions | undefined | null)
+  /** Current backend capability and permission state. */
+  get capabilities(): DesktopCapabilities
+  /** Capture a fresh PNG composite of the selected display(s). */
+  capture(): Promise<DesktopCapture>
+  /**
+   * Execute a validated action batch in order, then return a fresh
+   * screenshot.
+   */
+  execute(actions: Array<DesktopAction>): Promise<DesktopCapture>
+  /** Close the worker and native platform connections. Idempotent and bounded. */
+  close(): Promise<undefined>
+}
+
+/** WebRTC peer that accepts 16 kHz mono PCM and renders remote Opus audio. */
+export declare class LiveWebRtcPeer {
+  /**
+   * Create an idle peer and register its event, output-level, and failure
+   * callbacks.
+   */
+  constructor(onEvent: (error: Error | null, payload: string) => void, onLevel: (error: Error | null, level: number) => void, onFailure: (error: Error | null, message: string) => void)
+  /** Start the native media peer and return its SDP offer. */
+  createOffer(): Promise<string>
+  /** Apply the remote SDP answer returned by Codex signaling. */
+  acceptAnswer(sdp: string): Promise<void>
+  /** Wait until the `oai-events` data channel is open. */
+  waitForOpen(timeoutMs?: number | undefined | null): Promise<void>
+  /** Queue 16 kHz mono floating-point PCM for Opus transmission. */
+  pushAudio(samples: Float32Array): void
+  /**
+   * Enable or disable microphone transmission, discarding partial muted
+   * frames.
+   */
+  setMuted(muted: boolean): void
+  /** Close media, the data channel, the peer connection, and speaker playback. */
+  close(): Promise<void>
+}
+
 /**
  * Long-lived macOS appearance observer.
  *
@@ -178,7 +246,7 @@ export declare function __ompInstallTokioRuntime(): void
  * `packages/natives/native/index.js` (which derives the name from
  * `package.json#version`).
  */
-export declare function __piNativesV17_1_0(): void
+export declare function __piNativesV17_1_2(): void
 
 /**
  * Apply ast-grep rewrite rules to matching files; honors `dryRun` and returns
@@ -495,12 +563,130 @@ export declare function cosineSimilarityPairs(vectors: Float64Array, count: numb
  */
 export declare function countTokens(input: string | Array<string>, encoding?: Encoding | undefined | null): number
 
+/**
+ * One `OpenAI` GA computer action.
+ *
+ * This is an optional-field carrier because napi-rs object generation cannot
+ * emit TypeScript discriminated unions. Native validation enforces the exact
+ * fields required and allowed by each `type` before any input is emitted.
+ */
+export interface DesktopAction {
+  type: string
+  x?: number
+  y?: number
+  button?: string
+  path?: Array<DesktopPoint>
+  keys?: Array<string>
+  scroll_x?: number
+  scroll_y?: number
+  text?: string
+}
+
+/** Native desktop backend and permission state. */
+export interface DesktopCapabilities {
+  /**
+   * Concrete selected backend: `quartz`, `x11`, `wayland`, `win32`, or
+   * `unavailable`.
+   */
+  backend: string
+  /** OS display-server endpoint or subsystem label. */
+  displayServer?: string
+  /** Whether screen capture is currently usable. */
+  capture: boolean
+  /** Whether native input is currently usable. */
+  input: boolean
+  /** `granted`, `denied`, `unknown`, or `unavailable`. */
+  capturePermission: string
+  /** `granted`, `denied`, `unknown`, or `unavailable`. */
+  inputPermission: string
+  /** Number of selected displays observed by the most recent successful probe. */
+  displayCount: number
+}
+
+/**
+ * A PNG composite and the exact geometry needed to map its pixels back to the
+ * global logical desktop.
+ */
+export interface DesktopCapture {
+  data: Uint8Array
+  width: number
+  height: number
+  displays: Array<DesktopDisplay>
+  backend: string
+  displayServer?: string
+  capturePermission: string
+  inputPermission: string
+}
+
+/**
+ * Monitor geometry in both global logical desktop coordinates and composite
+ * screenshot pixels.
+ */
+export interface DesktopDisplay {
+  id: string
+  name: string
+  x: number
+  y: number
+  width: number
+  height: number
+  scale: number
+  pixelX: number
+  pixelY: number
+  pixelWidth: number
+  pixelHeight: number
+  isPrimary: boolean
+}
+
+/** One point in a drag path, in pixels of the preceding screenshot. */
+export interface DesktopPoint {
+  x: number
+  y: number
+}
+
+/** Options for a persistent native desktop session. */
+export interface DesktopSessionOptions {
+  /**
+   * Backend preference. `auto` and `native` both prohibit non-native
+   * fallback.
+   */
+  backend?: string
+  /** `all` or a monitor id returned in `DesktopDisplay.id`. */
+  display?: string
+  /** Maximum composite screenshot width in pixels. */
+  maxWidth?: number
+  /** Maximum composite screenshot height in pixels. */
+  maxHeight?: number
+}
+
 /**
  * Detect macOS system appearance via CoreFoundation.
  * Returns `"dark"` or `"light"` on macOS, `null` on other platforms.
  */
 export declare function detectMacOSAppearance(): MacOSAppearance | null
 
+/**
+ * Generate an Apple `DeviceCheck` attestation token.
+ *
+ * Resolves with the token (or the error reason) after at most a 1-second
+ * wait, matching the upstream `devicecheck.node` addon contract.
+ */
+export declare function deviceCheckGenerateToken(): Promise<DeviceCheckTokenResult>
+
+/** Outcome of a single `DCDevice.generateToken` request. */
+export interface DeviceCheckTokenResult {
+  /** Whether `DCDevice.isSupported` reported attestation support. */
+  supported: boolean
+  /**
+   * Base64-encoded `DeviceCheck` token; present only when generation
+   * succeeded.
+   */
+  tokenBase64?: string
+  /** Human-readable failure reason when no token was produced. */
+  error?: string
+  /** Wall-clock time spent in the native call, in milliseconds. */
+  latencyMs: number
+}
+
 /** One jsdiff change object: a run of added, removed, or common tokens. */
 export interface DiffChange {
   /** Joined token text for this run (lines keep their `

package/native/index.js

@@ -16,6 +16,10 @@ import { loadNative } from "./loader-state.js";
 const nativeBindings = loadNative();
 // --- generated native exports (do not edit) ---
 // classes
+export const AudioCapture = nativeBindings.AudioCapture;
+export const AudioPlayback = nativeBindings.AudioPlayback;
+export const DesktopSession = nativeBindings.DesktopSession;
+export const LiveWebRtcPeer = nativeBindings.LiveWebRtcPeer;
 export const MacAppearanceObserver = nativeBindings.MacAppearanceObserver;
 export const MacOSPowerAssertion = nativeBindings.MacOSPowerAssertion;
 export const Process = nativeBindings.Process;
@@ -24,7 +28,7 @@ export const Shell = nativeBindings.Shell;
 
 // functions
 export const __ompInstallTokioRuntime = nativeBindings.__ompInstallTokioRuntime;
-export const __piNativesV17_1_0 = nativeBindings.__piNativesV17_1_0;
+export const __piNativesV17_1_2 = nativeBindings.__piNativesV17_1_2;
 export const astEdit = nativeBindings.astEdit;
 export const astGrep = nativeBindings.astGrep;
 export const astMatch = nativeBindings.astMatch;
@@ -33,6 +37,7 @@ export const copyToClipboard = nativeBindings.copyToClipboard;
 export const cosineSimilarityPairs = nativeBindings.cosineSimilarityPairs;
 export const countTokens = nativeBindings.countTokens;
 export const detectMacOSAppearance = nativeBindings.detectMacOSAppearance;
+export const deviceCheckGenerateToken = nativeBindings.deviceCheckGenerateToken;
 export const diffLineRuns = nativeBindings.diffLineRuns;
 export const diffLines = nativeBindings.diffLines;
 export const diffWords = nativeBindings.diffWords;

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@oh-my-pi/pi-natives",
-	"version": "17.1.0",
-	"description": "Native Rust bindings for grep, clipboard, image processing, syntax highlighting, PTY, and shell operations via N-API",
+	"version": "17.1.2",
+	"description": "Native Rust bindings for audio, WebRTC, grep, clipboard, image processing, syntax highlighting, PTY, and shell operations via N-API",
 	"type": "module",
 	"homepage": "https://omp.sh",
 	"author": "Can Boluk",
@@ -67,10 +67,10 @@
 		}
 	},
 	"optionalDependencies": {
-		"@oh-my-pi/pi-natives-linux-x64": "17.1.0",
-		"@oh-my-pi/pi-natives-linux-arm64": "17.1.0",
-		"@oh-my-pi/pi-natives-darwin-x64": "17.1.0",
-		"@oh-my-pi/pi-natives-darwin-arm64": "17.1.0",
-		"@oh-my-pi/pi-natives-win32-x64": "17.1.0"
+		"@oh-my-pi/pi-natives-linux-x64": "17.1.2",
+		"@oh-my-pi/pi-natives-linux-arm64": "17.1.2",
+		"@oh-my-pi/pi-natives-darwin-x64": "17.1.2",
+		"@oh-my-pi/pi-natives-darwin-arm64": "17.1.2",
+		"@oh-my-pi/pi-natives-win32-x64": "17.1.2"
 	}
 }