@moldable-ai/ui 0.2.17 → 0.2.19

package/dist/lib/native-hardware/system-audio.d.ts

@@ -0,0 +1,127 @@
+import { type NativeHardwareBridgeOptions } from './bridge';
+export declare const NATIVE_SYSTEM_AUDIO_MAX_REPLAY_FRAMES = 500;
+export declare const NATIVE_SYSTEM_AUDIO_PERMISSION_REQUEST_TIMEOUT_MS = 125000;
+export type MoldableSystemAudioCaptureMode = 'systemAudio' | 'systemMicrophone';
+export type MoldableSystemAudioSource = 'microphone' | 'system';
+export interface MoldableSystemAudioCapabilities {
+    osVersion: string;
+    osSupported: boolean;
+    microphonePermission: string;
+    canCaptureMicrophone: boolean;
+    screenCapturePermission: string;
+    systemAudioPermission: string;
+    systemAudioPermissionPreflight: string;
+    systemAudioPermissionRequest: string;
+    systemAudioPermissionGuidance: string;
+    screenCaptureKitAvailable: boolean;
+    coreAudioProcessTapAvailable: boolean;
+    defaultInputDeviceAvailable: boolean;
+    defaultInputDevice?: string | null;
+    defaultOutputDeviceAvailable: boolean;
+    defaultOutputDevice?: string | null;
+    canRequestSystemAudioPermission: boolean;
+    systemAudioPermissionRequired: boolean;
+    canCaptureSystemAudio: boolean;
+    architecture: Record<string, unknown>;
+    degradedReason?: string | null;
+}
+export interface MoldableSystemAudioCapabilityResult {
+    available: boolean;
+    capabilities: MoldableSystemAudioCapabilities;
+    requested?: boolean;
+}
+export interface MoldableSystemAudioSourceState {
+    active: boolean;
+    lastAudioAtMs?: number | null;
+    frameCount: number;
+    peak?: number | null;
+    rms?: number | null;
+}
+export interface MoldableSystemAudioStatus {
+    active: boolean;
+    sessionId?: string | null;
+    mode?: string | null;
+    desiredState?: string | null;
+    actualState?: string | null;
+    startedAtMs?: number | null;
+    lastHeartbeatAtMs?: number | null;
+    restartCount: number;
+    restartLimit: number;
+    restartWindowStartedAtMs?: number | null;
+    lastCrashReason?: string | null;
+    degradedReason?: string | null;
+    sidecarPid?: number | null;
+    sidecarMemoryBytes?: number | null;
+    memoryLimitBytes: number;
+    stopRequestedAtMs?: number | null;
+    stopReason?: string | null;
+    sources?: {
+        microphone: MoldableSystemAudioSourceState;
+        system: MoldableSystemAudioSourceState;
+    } | null;
+    aec?: Record<string, unknown> | null;
+}
+export interface MoldableSystemAudioStartResult {
+    started: true;
+    sessionId: string;
+}
+export type MoldableSystemAudioEvent = {
+    kind: 'started';
+    sessionId?: string;
+} | {
+    kind: 'stopped';
+    sessionId?: string;
+    reason?: string;
+} | {
+    kind: 'error';
+    sessionId?: string;
+    message?: string;
+    recoverable: boolean;
+} | {
+    kind: 'data';
+    sessionId: string;
+    sequence: number;
+    source: MoldableSystemAudioSource;
+    /** Interleaved signed 16-bit little-endian PCM. */
+    data: ArrayBuffer;
+    sampleRate?: number;
+    channels?: number;
+    frameCount?: number;
+    peak?: number;
+    rms?: number;
+};
+export type MoldableSystemAudioEventListener = (event: MoldableSystemAudioEvent) => void;
+export type UnsubscribeMoldableSystemAudioEvents = () => void;
+export interface MoldableSystemAudioStartOptions extends NativeHardwareBridgeOptions {
+    captureMode?: MoldableSystemAudioCaptureMode;
+    sampleRate?: number;
+    channels?: number;
+}
+export interface MoldableSystemAudioStopOptions extends NativeHardwareBridgeOptions {
+    reason?: string;
+}
+export interface MoldableSystemAudioReplayOptions extends NativeHardwareBridgeOptions {
+    afterSequence?: number;
+    limit?: number;
+}
+export interface SubscribeMoldableSystemAudioEventsOptions {
+    signal?: AbortSignal;
+}
+/** Reads capture support and permission diagnostics without opening audio input. */
+export declare function getMoldableSystemAudioCapabilities(options?: NativeHardwareBridgeOptions): Promise<MoldableSystemAudioCapabilityResult>;
+/** Requests system-audio permission. Call this only from a direct user action. */
+export declare function requestMoldableSystemAudioPermission(options?: NativeHardwareBridgeOptions): Promise<MoldableSystemAudioCapabilityResult>;
+/** Starts an owner-scoped capture session from a direct user action. */
+export declare function startMoldableSystemAudioCapture(options?: MoldableSystemAudioStartOptions): Promise<MoldableSystemAudioStartResult>;
+/** Reads the status of the capture session owned by this app view. */
+export declare function getMoldableSystemAudioStatus(options?: NativeHardwareBridgeOptions): Promise<MoldableSystemAudioStatus>;
+/** Stops only the capture session owned by this app view. */
+export declare function stopMoldableSystemAudioCapture(options?: MoldableSystemAudioStopOptions): Promise<boolean>;
+/** Replays recent frames through active event subscriptions after a sequence gap. */
+export declare function replayMoldableSystemAudioFrames(options?: MoldableSystemAudioReplayOptions): Promise<number>;
+/**
+ * Subscribes to lifecycle and source-separated PCM frames for this app view.
+ * Subscribe before starting capture so the first lifecycle event is observable.
+ */
+export declare function subscribeMoldableSystemAudioEvents(listener: MoldableSystemAudioEventListener, options?: SubscribeMoldableSystemAudioEventsOptions): UnsubscribeMoldableSystemAudioEvents;
+//# sourceMappingURL=system-audio.d.ts.map

package/dist/lib/native-hardware/system-audio.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-audio.d.ts","sourceRoot":"","sources":["../../../src/lib/native-hardware/system-audio.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,2BAA2B,EAGjC,MAAM,UAAU,CAAA;AAQjB,eAAO,MAAM,qCAAqC,MAAM,CAAA;AACxD,eAAO,MAAM,iDAAiD,SAAU,CAAA;AAExE,MAAM,MAAM,8BAA8B,GAAG,aAAa,GAAG,kBAAkB,CAAA;AAC/E,MAAM,MAAM,yBAAyB,GAAG,YAAY,GAAG,QAAQ,CAAA;AAE/D,MAAM,WAAW,+BAA+B;IAC9C,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,OAAO,CAAA;IACpB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,oBAAoB,EAAE,OAAO,CAAA;IAC7B,uBAAuB,EAAE,MAAM,CAAA;IAC/B,qBAAqB,EAAE,MAAM,CAAA;IAC7B,8BAA8B,EAAE,MAAM,CAAA;IACtC,4BAA4B,EAAE,MAAM,CAAA;IACpC,6BAA6B,EAAE,MAAM,CAAA;IACrC,yBAAyB,EAAE,OAAO,CAAA;IAClC,4BAA4B,EAAE,OAAO,CAAA;IACrC,2BAA2B,EAAE,OAAO,CAAA;IACpC,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAClC,4BAA4B,EAAE,OAAO,CAAA;IACrC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACnC,+BAA+B,EAAE,OAAO,CAAA;IACxC,6BAA6B,EAAE,OAAO,CAAA;IACtC,qBAAqB,EAAE,OAAO,CAAA;IAC9B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACrC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAC/B;AAED,MAAM,WAAW,mCAAmC;IAClD,SAAS,EAAE,OAAO,CAAA;IAClB,YAAY,EAAE,+BAA+B,CAAA;IAC7C,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,WAAW,8BAA8B;IAC7C,MAAM,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CACpB;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,OAAO,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,wBAAwB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACxC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC/B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAClC,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,OAAO,CAAC,EAAE;QACR,UAAU,EAAE,8BAA8B,CAAA;QAC1C,MAAM,EAAE,8BAA8B,CAAA;KACvC,GAAG,IAAI,CAAA;IACR,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAA;CACrC;AAED,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,IAAI,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,wBAAwB,GAChC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACxD;IACE,IAAI,EAAE,OAAO,CAAA;IACb,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,OAAO,CAAA;CACrB,GACD;IACE,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,yBAAyB,CAAA;IACjC,mDAAmD;IACnD,IAAI,EAAE,WAAW,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,GAAG,CAAC,EAAE,MAAM,CAAA;CACb,CAAA;AAEL,MAAM,MAAM,gCAAgC,GAAG,CAC7C,KAAK,EAAE,wBAAwB,KAC5B,IAAI,CAAA;AACT,MAAM,MAAM,oCAAoC,GAAG,MAAM,IAAI,CAAA;AAE7D,MAAM,WAAW,+BACf,SAAQ,2BAA2B;IACnC,WAAW,CAAC,EAAE,8BAA8B,CAAA;IAC5C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,8BACf,SAAQ,2BAA2B;IACnC,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,gCACf,SAAQ,2BAA2B;IACnC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,yCAAyC;IACxD,MAAM,CAAC,EAAE,WAAW,CAAA;CACrB;AAyQD,oFAAoF;AACpF,wBAAsB,kCAAkC,CACtD,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,mCAAmC,CAAC,CAc9C;AAED,kFAAkF;AAClF,wBAAsB,oCAAoC,CACxD,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,mCAAmC,CAAC,CAmB9C;AAED,wEAAwE;AACxE,wBAAsB,+BAA+B,CACnD,OAAO,GAAE,+BAAoC,GAC5C,OAAO,CAAC,8BAA8B,CAAC,CAsBzC;AAED,sEAAsE;AACtE,wBAAsB,4BAA4B,CAChD,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,yBAAyB,CAAC,CAUpC;AAED,6DAA6D;AAC7D,wBAAsB,8BAA8B,CAClD,OAAO,GAAE,8BAAmC,GAC3C,OAAO,CAAC,OAAO,CAAC,CA2BlB;AAED,qFAAqF;AACrF,wBAAsB,+BAA+B,CACnD,OAAO,GAAE,gCAAqC,GAC7C,OAAO,CAAC,MAAM,CAAC,CAkCjB;AAED;;;GAGG;AACH,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,gCAAgC,EAC1C,OAAO,GAAE,yCAA8C,GACtD,oCAAoC,CAgDtC"}

package/dist/lib/native-hardware/system-audio.js

@@ -0,0 +1,330 @@
+import { NativeHardwareBridgeError, callNativeHardwareBridge, resolveNativeHardwareParentOrigin, } from './bridge';
+const NATIVE_SYSTEM_AUDIO_REQUEST_TYPE = 'moldable:system-audio-request';
+const NATIVE_SYSTEM_AUDIO_RESULT_TYPE = 'moldable:system-audio-response';
+const NATIVE_SYSTEM_AUDIO_EVENT_TYPE = 'moldable:system-audio-event';
+export const NATIVE_SYSTEM_AUDIO_MAX_REPLAY_FRAMES = 500;
+export const NATIVE_SYSTEM_AUDIO_PERMISSION_REQUEST_TIMEOUT_MS = 125_000;
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function invalidRequest(message) {
+    return new NativeHardwareBridgeError({
+        code: 'invalid_request',
+        message,
+        retryable: false,
+    });
+}
+function invalidResponse(message, details) {
+    throw new NativeHardwareBridgeError({
+        code: 'invalid_response',
+        message,
+        details,
+        retryable: false,
+    });
+}
+function isOptionalString(value) {
+    return value === undefined || value === null || typeof value === 'string';
+}
+function isOptionalFiniteNumber(value) {
+    return value === undefined || value === null || Number.isFinite(value);
+}
+function isCapabilities(value) {
+    if (!isRecord(value))
+        return false;
+    const strings = [
+        value.osVersion,
+        value.microphonePermission,
+        value.screenCapturePermission,
+        value.systemAudioPermission,
+        value.systemAudioPermissionPreflight,
+        value.systemAudioPermissionRequest,
+        value.systemAudioPermissionGuidance,
+    ];
+    const booleans = [
+        value.osSupported,
+        value.canCaptureMicrophone,
+        value.screenCaptureKitAvailable,
+        value.coreAudioProcessTapAvailable,
+        value.defaultInputDeviceAvailable,
+        value.defaultOutputDeviceAvailable,
+        value.canRequestSystemAudioPermission,
+        value.systemAudioPermissionRequired,
+        value.canCaptureSystemAudio,
+    ];
+    return (strings.every((item) => typeof item === 'string') &&
+        booleans.every((item) => typeof item === 'boolean') &&
+        isOptionalString(value.defaultInputDevice) &&
+        isOptionalString(value.defaultOutputDevice) &&
+        isOptionalString(value.degradedReason) &&
+        isRecord(value.architecture));
+}
+function isCapabilityResult(value) {
+    return (isRecord(value) &&
+        typeof value.available === 'boolean' &&
+        isCapabilities(value.capabilities) &&
+        (value.requested === undefined || typeof value.requested === 'boolean'));
+}
+function isSourceState(value) {
+    return (isRecord(value) &&
+        typeof value.active === 'boolean' &&
+        Number.isSafeInteger(value.frameCount) &&
+        Number(value.frameCount) >= 0 &&
+        isOptionalFiniteNumber(value.lastAudioAtMs) &&
+        isOptionalFiniteNumber(value.peak) &&
+        isOptionalFiniteNumber(value.rms));
+}
+function isStatus(value) {
+    if (!isRecord(value) ||
+        typeof value.active !== 'boolean' ||
+        !Number.isSafeInteger(value.restartCount) ||
+        Number(value.restartCount) < 0 ||
+        !Number.isSafeInteger(value.restartLimit) ||
+        Number(value.restartLimit) < 0 ||
+        !Number.isSafeInteger(value.memoryLimitBytes) ||
+        Number(value.memoryLimitBytes) < 0) {
+        return false;
+    }
+    if (!isOptionalString(value.sessionId) ||
+        !isOptionalString(value.mode) ||
+        !isOptionalString(value.desiredState) ||
+        !isOptionalString(value.actualState) ||
+        !isOptionalString(value.lastCrashReason) ||
+        !isOptionalString(value.degradedReason) ||
+        !isOptionalString(value.stopReason) ||
+        !isOptionalFiniteNumber(value.startedAtMs) ||
+        !isOptionalFiniteNumber(value.lastHeartbeatAtMs) ||
+        !isOptionalFiniteNumber(value.restartWindowStartedAtMs) ||
+        !isOptionalFiniteNumber(value.sidecarPid) ||
+        !isOptionalFiniteNumber(value.sidecarMemoryBytes) ||
+        !isOptionalFiniteNumber(value.stopRequestedAtMs)) {
+        return false;
+    }
+    if (value.sources !== undefined &&
+        value.sources !== null &&
+        (!isRecord(value.sources) ||
+            !isSourceState(value.sources.microphone) ||
+            !isSourceState(value.sources.system))) {
+        return false;
+    }
+    return value.aec === undefined || value.aec === null || isRecord(value.aec);
+}
+function isOptionalPositiveNumber(value) {
+    return value === undefined || (Number.isFinite(value) && Number(value) >= 0);
+}
+function isNativeSystemAudioEvent(value) {
+    if (!isRecord(value) || value.type !== NATIVE_SYSTEM_AUDIO_EVENT_TYPE) {
+        return false;
+    }
+    if (value.event === 'started') {
+        return value.sessionId === undefined || typeof value.sessionId === 'string';
+    }
+    if (value.event === 'stopped' || value.event === 'error') {
+        return ((value.payload === undefined || typeof value.payload === 'string') &&
+            (value.recoverable === undefined ||
+                typeof value.recoverable === 'boolean') &&
+            (value.sessionId === undefined || typeof value.sessionId === 'string'));
+    }
+    return (value.event === 'data' &&
+        value.data instanceof ArrayBuffer &&
+        typeof value.sessionId === 'string' &&
+        value.sessionId.length > 0 &&
+        Number.isSafeInteger(value.sequence) &&
+        Number(value.sequence) >= 0 &&
+        (value.source === 'microphone' || value.source === 'system') &&
+        isOptionalPositiveNumber(value.sampleRate) &&
+        isOptionalPositiveNumber(value.channels) &&
+        isOptionalPositiveNumber(value.frameCount) &&
+        isOptionalFiniteNumber(value.peak) &&
+        isOptionalFiniteNumber(value.rms));
+}
+function toPublicEvent(event) {
+    if (event.event === 'started') {
+        return { kind: 'started', sessionId: event.sessionId };
+    }
+    if (event.event === 'stopped') {
+        return {
+            kind: 'stopped',
+            sessionId: event.sessionId,
+            reason: event.payload,
+        };
+    }
+    if (event.event === 'error') {
+        return {
+            kind: 'error',
+            sessionId: event.sessionId,
+            message: event.payload,
+            recoverable: event.recoverable === true,
+        };
+    }
+    return {
+        kind: 'data',
+        sessionId: event.sessionId,
+        sequence: event.sequence,
+        source: event.source,
+        data: event.data,
+        sampleRate: event.sampleRate,
+        channels: event.channels,
+        frameCount: event.frameCount,
+        peak: event.peak,
+        rms: event.rms,
+    };
+}
+function validateStartOptions(options) {
+    const sampleRate = options.sampleRate ?? 48_000;
+    const channels = options.channels ?? 1;
+    if ((options.captureMode !== undefined &&
+        options.captureMode !== 'systemAudio' &&
+        options.captureMode !== 'systemMicrophone') ||
+        !Number.isSafeInteger(sampleRate) ||
+        sampleRate < 8_000 ||
+        sampleRate > 192_000 ||
+        !Number.isSafeInteger(channels) ||
+        channels < 1 ||
+        channels > 2) {
+        throw invalidRequest('System audio capture requires a supported mode, an 8,000–192,000 Hz sample rate, and one or two channels.');
+    }
+}
+/** Reads capture support and permission diagnostics without opening audio input. */
+export async function getMoldableSystemAudioCapabilities(options = {}) {
+    const result = await callNativeHardwareBridge({ type: NATIVE_SYSTEM_AUDIO_REQUEST_TYPE, action: 'availability' }, NATIVE_SYSTEM_AUDIO_RESULT_TYPE, options);
+    if (!isCapabilityResult(result)) {
+        invalidResponse('Moldable returned invalid system audio capabilities.', result);
+    }
+    return result;
+}
+/** Requests system-audio permission. Call this only from a direct user action. */
+export async function requestMoldableSystemAudioPermission(options = {}) {
+    const result = await callNativeHardwareBridge({ type: NATIVE_SYSTEM_AUDIO_REQUEST_TYPE, action: 'requestPermission' }, NATIVE_SYSTEM_AUDIO_RESULT_TYPE, {
+        ...options,
+        timeoutMs: options.timeoutMs ??
+            NATIVE_SYSTEM_AUDIO_PERMISSION_REQUEST_TIMEOUT_MS,
+    });
+    if (!isCapabilityResult(result) || result.requested !== true) {
+        invalidResponse('Moldable returned an invalid system audio permission result.', result);
+    }
+    return result;
+}
+/** Starts an owner-scoped capture session from a direct user action. */
+export async function startMoldableSystemAudioCapture(options = {}) {
+    validateStartOptions(options);
+    const result = await callNativeHardwareBridge({
+        type: NATIVE_SYSTEM_AUDIO_REQUEST_TYPE,
+        action: 'start',
+        captureMode: options.captureMode ?? 'systemAudio',
+        sampleRate: options.sampleRate ?? 48_000,
+        channels: options.channels ?? 1,
+    }, NATIVE_SYSTEM_AUDIO_RESULT_TYPE, options);
+    if (!isRecord(result) ||
+        result.started !== true ||
+        typeof result.sessionId !== 'string' ||
+        result.sessionId.length === 0) {
+        invalidResponse('Moldable returned an invalid capture session.', result);
+    }
+    return result;
+}
+/** Reads the status of the capture session owned by this app view. */
+export async function getMoldableSystemAudioStatus(options = {}) {
+    const result = await callNativeHardwareBridge({ type: NATIVE_SYSTEM_AUDIO_REQUEST_TYPE, action: 'status' }, NATIVE_SYSTEM_AUDIO_RESULT_TYPE, options);
+    if (!isRecord(result) || !isStatus(result.status)) {
+        invalidResponse('Moldable returned an invalid capture status.', result);
+    }
+    return result.status;
+}
+/** Stops only the capture session owned by this app view. */
+export async function stopMoldableSystemAudioCapture(options = {}) {
+    if (options.reason !== undefined &&
+        (typeof options.reason !== 'string' ||
+            options.reason.length > 256 ||
+            [...options.reason].some((character) => {
+                const code = character.charCodeAt(0);
+                return code <= 31 || code === 127;
+            }))) {
+        throw invalidRequest('A system audio stop reason must be at most 256 characters without control characters.');
+    }
+    const result = await callNativeHardwareBridge({
+        type: NATIVE_SYSTEM_AUDIO_REQUEST_TYPE,
+        action: 'stop',
+        ...(options.reason === undefined ? {} : { reason: options.reason }),
+    }, NATIVE_SYSTEM_AUDIO_RESULT_TYPE, options);
+    if (!isRecord(result) || typeof result.stopped !== 'boolean') {
+        invalidResponse('Moldable returned an invalid capture stop result.', result);
+    }
+    return result.stopped;
+}
+/** Replays recent frames through active event subscriptions after a sequence gap. */
+export async function replayMoldableSystemAudioFrames(options = {}) {
+    if ((options.afterSequence !== undefined &&
+        (!Number.isSafeInteger(options.afterSequence) ||
+            options.afterSequence < 0)) ||
+        (options.limit !== undefined &&
+            (!Number.isSafeInteger(options.limit) ||
+                options.limit < 1 ||
+                options.limit > NATIVE_SYSTEM_AUDIO_MAX_REPLAY_FRAMES))) {
+        throw invalidRequest(`Replay requires a non-negative sequence and a limit from 1 to ${NATIVE_SYSTEM_AUDIO_MAX_REPLAY_FRAMES}.`);
+    }
+    const result = await callNativeHardwareBridge({
+        type: NATIVE_SYSTEM_AUDIO_REQUEST_TYPE,
+        action: 'replay',
+        ...(options.afterSequence === undefined
+            ? {}
+            : { afterSequence: options.afterSequence }),
+        ...(options.limit === undefined ? {} : { limit: options.limit }),
+    }, NATIVE_SYSTEM_AUDIO_RESULT_TYPE, options);
+    if (!isRecord(result) ||
+        !Number.isSafeInteger(result.replayed) ||
+        result.replayed < 0) {
+        invalidResponse('Moldable returned an invalid replay result.', result);
+    }
+    return result.replayed;
+}
+/**
+ * Subscribes to lifecycle and source-separated PCM frames for this app view.
+ * Subscribe before starting capture so the first lifecycle event is observable.
+ */
+export function subscribeMoldableSystemAudioEvents(listener, options = {}) {
+    if (typeof listener !== 'function') {
+        throw invalidRequest('A system audio event listener is required.');
+    }
+    if (typeof window === 'undefined' || window.parent === window) {
+        throw new NativeHardwareBridgeError({
+            code: 'not_in_moldable',
+            message: 'System audio events are only available inside Moldable.',
+            retryable: false,
+        });
+    }
+    const parentOrigin = resolveNativeHardwareParentOrigin(document.referrer);
+    if (!parentOrigin) {
+        throw new NativeHardwareBridgeError({
+            code: 'not_in_moldable',
+            message: 'The system audio event parent could not be verified.',
+            retryable: false,
+        });
+    }
+    let active = !options.signal?.aborted;
+    const handleMessage = (event) => {
+        if (!active ||
+            event.source !== window.parent ||
+            event.origin !== parentOrigin ||
+            !isNativeSystemAudioEvent(event.data)) {
+            return;
+        }
+        try {
+            listener(toPublicEvent(event.data));
+        }
+        catch {
+            // One app callback must not break native event delivery.
+        }
+    };
+    const unsubscribe = () => {
+        if (!active)
+            return;
+        active = false;
+        window.removeEventListener('message', handleMessage);
+        options.signal?.removeEventListener('abort', unsubscribe);
+    };
+    if (active) {
+        window.addEventListener('message', handleMessage);
+        options.signal?.addEventListener('abort', unsubscribe, { once: true });
+    }
+    return unsubscribe;
+}

package/dist/lib/native-hardware/types.d.ts

@@ -0,0 +1,62 @@
+export declare const NATIVE_HARDWARE_CAPABILITY_IDS: readonly ["camera", "microphone", "screen-capture", "system-audio", "location", "clipboard-read", "clipboard-write", "notifications", "displays", "global-shortcuts", "power-monitor", "idle-state", "session-events", "sleep-blocker", "local-authentication", "haptics", "secure-storage", "usb", "hid", "serial", "midi", "bluetooth"];
+export type NativeHardwareCapabilityId = (typeof NATIVE_HARDWARE_CAPABILITY_IDS)[number];
+export type NativeHardwarePlatform = 'macos' | 'windows' | 'linux' | 'unknown';
+export type NativeHardwareSupport = 'supported' | 'partial' | 'unsupported';
+export type NativeHardwareTransportKind = 'web-api' | 'desktop-bridge' | 'tauri-command' | 'hybrid' | 'unavailable';
+export interface NativeHardwareTransportMetadata {
+    kind: NativeHardwareTransportKind;
+    /** Stable API or bridge name that an app can use for diagnostics. */
+    name: string;
+}
+export type NativeHardwarePermissionName = 'camera' | 'microphone' | 'screen-recording' | 'location' | 'clipboard-read' | 'clipboard-write' | 'notifications' | 'global-shortcuts' | 'local-authentication' | 'secure-storage' | 'usb' | 'hid' | 'serial' | 'midi' | 'bluetooth' | 'none';
+export type NativeHardwarePermissionAuthority = 'webview' | 'operating-system' | 'both' | 'none';
+export type NativeHardwarePermissionRequest = 'on-use' | 'explicit' | 'system-settings' | 'none';
+export interface NativeHardwarePermissionMetadata {
+    name: NativeHardwarePermissionName;
+    required: boolean;
+    authority: NativeHardwarePermissionAuthority;
+    request: NativeHardwarePermissionRequest;
+}
+export interface NativeHardwareCapabilityDescriptor {
+    id: NativeHardwareCapabilityId;
+    support: NativeHardwareSupport;
+    transport: NativeHardwareTransportMetadata;
+    permission: NativeHardwarePermissionMetadata;
+    /** Explains a platform limitation or why support is only partial. */
+    reason?: string;
+}
+export declare const NATIVE_HARDWARE_MANIFEST_SCHEMA_VERSION: 2;
+export interface NativeHardwareCapabilityManifest {
+    schemaVersion: typeof NATIVE_HARDWARE_MANIFEST_SCHEMA_VERSION;
+    platform: NativeHardwarePlatform;
+    capabilities: Record<NativeHardwareCapabilityId, NativeHardwareCapabilityDescriptor>;
+}
+export type NativeHardwareErrorCode = 'invalid_request' | 'not_in_moldable' | 'timeout' | 'aborted' | 'invalid_response' | 'unsupported' | 'unavailable' | 'permission_denied' | 'cancelled' | 'host_error';
+export interface NativeHardwareErrorPayload {
+    code: NativeHardwareErrorCode;
+    message: string;
+    details?: unknown;
+    retryable?: boolean;
+}
+export type NativeHardwareRequestEnvelope<TType extends string = string, TPayload extends object = Record<string, never>> = {
+    type: TType;
+    requestId: string;
+} & TPayload;
+export type NativeHardwareResultEnvelope<TType extends string = string, TResult = unknown> = {
+    type: TType;
+    requestId: string;
+    ok: true;
+    result: TResult;
+    error?: never;
+} | {
+    type: TType;
+    requestId: string;
+    ok: false;
+    result?: never;
+    error: NativeHardwareErrorPayload;
+};
+export declare const NATIVE_HARDWARE_CAPABILITIES_REQUEST_TYPE: "moldable:native-hardware-capabilities-request";
+export declare const NATIVE_HARDWARE_CAPABILITIES_RESULT_TYPE: "moldable:native-hardware-capabilities-result";
+export type NativeHardwareCapabilitiesRequest = NativeHardwareRequestEnvelope<typeof NATIVE_HARDWARE_CAPABILITIES_REQUEST_TYPE>;
+export type NativeHardwareCapabilitiesResult = NativeHardwareResultEnvelope<typeof NATIVE_HARDWARE_CAPABILITIES_RESULT_TYPE, NativeHardwareCapabilityManifest>;
+//# sourceMappingURL=types.d.ts.map

package/dist/lib/native-hardware/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/native-hardware/types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,8BAA8B,2UAuBjC,CAAA;AAEV,MAAM,MAAM,0BAA0B,GACpC,CAAC,OAAO,8BAA8B,CAAC,CAAC,MAAM,CAAC,CAAA;AAEjD,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAA;AAE9E,MAAM,MAAM,qBAAqB,GAAG,WAAW,GAAG,SAAS,GAAG,aAAa,CAAA;AAE3E,MAAM,MAAM,2BAA2B,GACnC,SAAS,GACT,gBAAgB,GAChB,eAAe,GACf,QAAQ,GACR,aAAa,CAAA;AAEjB,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,2BAA2B,CAAA;IACjC,qEAAqE;IACrE,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,MAAM,4BAA4B,GACpC,QAAQ,GACR,YAAY,GACZ,kBAAkB,GAClB,UAAU,GACV,gBAAgB,GAChB,iBAAiB,GACjB,eAAe,GACf,kBAAkB,GAClB,sBAAsB,GACtB,gBAAgB,GAChB,KAAK,GACL,KAAK,GACL,QAAQ,GACR,MAAM,GACN,WAAW,GACX,MAAM,CAAA;AAEV,MAAM,MAAM,iCAAiC,GACzC,SAAS,GACT,kBAAkB,GAClB,MAAM,GACN,MAAM,CAAA;AAEV,MAAM,MAAM,+BAA+B,GACvC,QAAQ,GACR,UAAU,GACV,iBAAiB,GACjB,MAAM,CAAA;AAEV,MAAM,WAAW,gCAAgC;IAC/C,IAAI,EAAE,4BAA4B,CAAA;IAClC,QAAQ,EAAE,OAAO,CAAA;IACjB,SAAS,EAAE,iCAAiC,CAAA;IAC5C,OAAO,EAAE,+BAA+B,CAAA;CACzC;AAED,MAAM,WAAW,kCAAkC;IACjD,EAAE,EAAE,0BAA0B,CAAA;IAC9B,OAAO,EAAE,qBAAqB,CAAA;IAC9B,SAAS,EAAE,+BAA+B,CAAA;IAC1C,UAAU,EAAE,gCAAgC,CAAA;IAC5C,qEAAqE;IACrE,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,eAAO,MAAM,uCAAuC,EAAG,CAAU,CAAA;AAEjE,MAAM,WAAW,gCAAgC;IAC/C,aAAa,EAAE,OAAO,uCAAuC,CAAA;IAC7D,QAAQ,EAAE,sBAAsB,CAAA;IAChC,YAAY,EAAE,MAAM,CAClB,0BAA0B,EAC1B,kCAAkC,CACnC,CAAA;CACF;AAED,MAAM,MAAM,uBAAuB,GAC/B,iBAAiB,GACjB,iBAAiB,GACjB,SAAS,GACT,SAAS,GACT,kBAAkB,GAClB,aAAa,GACb,aAAa,GACb,mBAAmB,GACnB,WAAW,GACX,YAAY,CAAA;AAEhB,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,uBAAuB,CAAA;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,MAAM,6BAA6B,CACvC,KAAK,SAAS,MAAM,GAAG,MAAM,EAC7B,QAAQ,SAAS,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAC7C;IACF,IAAI,EAAE,KAAK,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;CAClB,GAAG,QAAQ,CAAA;AAEZ,MAAM,MAAM,4BAA4B,CACtC,KAAK,SAAS,MAAM,GAAG,MAAM,EAC7B,OAAO,GAAG,OAAO,IAEf;IACE,IAAI,EAAE,KAAK,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;IACjB,EAAE,EAAE,IAAI,CAAA;IACR,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,KAAK,CAAA;CACd,GACD;IACE,IAAI,EAAE,KAAK,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;IACjB,EAAE,EAAE,KAAK,CAAA;IACT,MAAM,CAAC,EAAE,KAAK,CAAA;IACd,KAAK,EAAE,0BAA0B,CAAA;CAClC,CAAA;AAEL,eAAO,MAAM,yCAAyC,EACpD,+CAAwD,CAAA;AAC1D,eAAO,MAAM,wCAAwC,EACnD,8CAAuD,CAAA;AAEzD,MAAM,MAAM,iCAAiC,GAAG,6BAA6B,CAC3E,OAAO,yCAAyC,CACjD,CAAA;AAED,MAAM,MAAM,gCAAgC,GAAG,4BAA4B,CACzE,OAAO,wCAAwC,EAC/C,gCAAgC,CACjC,CAAA"}

package/dist/lib/native-hardware/types.js

@@ -0,0 +1,27 @@
+export const NATIVE_HARDWARE_CAPABILITY_IDS = [
+    'camera',
+    'microphone',
+    'screen-capture',
+    'system-audio',
+    'location',
+    'clipboard-read',
+    'clipboard-write',
+    'notifications',
+    'displays',
+    'global-shortcuts',
+    'power-monitor',
+    'idle-state',
+    'session-events',
+    'sleep-blocker',
+    'local-authentication',
+    'haptics',
+    'secure-storage',
+    'usb',
+    'hid',
+    'serial',
+    'midi',
+    'bluetooth',
+];
+export const NATIVE_HARDWARE_MANIFEST_SCHEMA_VERSION = 2;
+export const NATIVE_HARDWARE_CAPABILITIES_REQUEST_TYPE = 'moldable:native-hardware-capabilities-request';
+export const NATIVE_HARDWARE_CAPABILITIES_RESULT_TYPE = 'moldable:native-hardware-capabilities-result';

package/dist/lib/native-hardware/usb-native.d.ts

@@ -0,0 +1,39 @@
+import { type MoldableNativeDeviceDescriptor } from './native-device-io';
+import type { MoldableUsbControlTransferParameters, MoldableUsbDevice, MoldableUsbInTransferResult, MoldableUsbOpenOptions, MoldableUsbOperationOptions, MoldableUsbOutTransferResult } from './usb';
+export declare class NativeMoldableUsbDevice extends EventTarget implements MoldableUsbDevice {
+    readonly descriptor: MoldableNativeDeviceDescriptor;
+    readonly vendorId: number;
+    readonly productId: number;
+    readonly productName: string;
+    readonly manufacturerName: null;
+    readonly serialNumber: null;
+    configuration: {
+        configurationValue: number;
+    } | null;
+    private handle?;
+    private closing?;
+    private readonly lifecycle;
+    constructor(descriptor: MoldableNativeDeviceDescriptor);
+    get opened(): boolean;
+    openWithOptions(options: MoldableUsbOpenOptions): Promise<void>;
+    open(): Promise<void>;
+    close(): Promise<void>;
+    forget(): Promise<void>;
+    selectConfiguration(): Promise<void>;
+    claimInterface(): Promise<void>;
+    releaseInterface(): Promise<void>;
+    transferIn(endpointNumber: number, length: number): Promise<MoldableUsbInTransferResult>;
+    transferInWithOptions(endpointNumber: number, length: number, options?: MoldableUsbOperationOptions): Promise<MoldableUsbInTransferResult>;
+    transferOut(endpointNumber: number, data: BufferSource): Promise<MoldableUsbOutTransferResult>;
+    transferOutWithOptions(endpointNumber: number, data: BufferSource, options?: MoldableUsbOperationOptions): Promise<MoldableUsbOutTransferResult>;
+    controlTransferIn(setup: MoldableUsbControlTransferParameters, length: number): Promise<MoldableUsbInTransferResult>;
+    controlTransferInWithOptions(setup: MoldableUsbControlTransferParameters, length: number, options?: MoldableUsbOperationOptions): Promise<MoldableUsbInTransferResult>;
+    controlTransferOut(setup: MoldableUsbControlTransferParameters, data?: BufferSource): Promise<MoldableUsbOutTransferResult>;
+    controlTransferOutWithOptions(setup: MoldableUsbControlTransferParameters, data?: BufferSource, options?: MoldableUsbOperationOptions): Promise<MoldableUsbOutTransferResult>;
+    clearHalt(direction: 'in' | 'out', endpointNumber: number): Promise<void>;
+    reset(): Promise<void>;
+    private execute;
+    private reopenRequired;
+}
+export declare function isNativeMoldableUsbDevice(device: MoldableUsbDevice): device is NativeMoldableUsbDevice;
+//# sourceMappingURL=usb-native.d.ts.map

package/dist/lib/native-hardware/usb-native.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usb-native.d.ts","sourceRoot":"","sources":["../../../src/lib/native-hardware/usb-native.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,8BAA8B,EAMpC,MAAM,oBAAoB,CAAA;AAK3B,OAAO,KAAK,EACV,oCAAoC,EACpC,iBAAiB,EACjB,2BAA2B,EAC3B,sBAAsB,EACtB,2BAA2B,EAC3B,4BAA4B,EAC7B,MAAM,OAAO,CAAA;AAId,qBAAa,uBACX,SAAQ,WACR,YAAW,iBAAiB;IAYhB,QAAQ,CAAC,UAAU,EAAE,8BAA8B;IAV/D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,gBAAgB,OAAO;IAChC,QAAQ,CAAC,YAAY,OAAO;IAC5B,aAAa,EAAE;QAAE,kBAAkB,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAO;IAC3D,OAAO,CAAC,MAAM,CAAC,CAAQ;IACvB,OAAO,CAAC,OAAO,CAAC,CAAe;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA8B;gBAEnC,UAAU,EAAE,8BAA8B;IAO/D,IAAI,MAAM,IAAI,OAAO,CAEpB;IAEK,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAsB/D,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBtB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIvB,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIpC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC,UAAU,CACd,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,2BAA2B,CAAC;IAIjC,qBAAqB,CACzB,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,2BAA2B,CAAC;IAkBjC,WAAW,CACf,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,YAAY,GACjB,OAAO,CAAC,4BAA4B,CAAC;IAIlC,sBAAsB,CAC1B,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,YAAY,EAClB,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,4BAA4B,CAAC;IAiBlC,iBAAiB,CACrB,KAAK,EAAE,oCAAoC,EAC3C,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,2BAA2B,CAAC;IAIjC,4BAA4B,CAChC,KAAK,EAAE,oCAAoC,EAC3C,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,2BAA2B,CAAC;IAoBjC,kBAAkB,CACtB,KAAK,EAAE,oCAAoC,EAC3C,IAAI,GAAE,YAA+B,GACpC,OAAO,CAAC,4BAA4B,CAAC;IAIlC,6BAA6B,CACjC,KAAK,EAAE,oCAAoC,EAC3C,IAAI,GAAE,YAA+B,EACrC,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,4BAA4B,CAAC;IAmBlC,SAAS,CACb,SAAS,EAAE,IAAI,GAAG,KAAK,EACvB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,IAAI,CAAC;IAOV,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAId,OAAO;IAgCrB,OAAO,CAAC,cAAc;CAMvB;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,iBAAiB,GACxB,MAAM,IAAI,uBAAuB,CAEnC"}