@elizaos/agent 0.25.8 → 2.0.0-alpha.83

package/packages/agent/src/services/stream-manager.d.ts

@@ -0,0 +1,121 @@
+/**
+ * Stream Manager — cross-platform RTMP streaming via FFmpeg.
+ *
+ * Supports multiple input modes:
+ * - "pipe": Receives JPEG frames via writeFrame() → FFmpeg stdin (image2pipe).
+ *   Used for streaming desktop window contents captured by the host bridge.
+ * - "avfoundation" / "screen": macOS native screen capture.
+ * - "x11grab": Linux virtual display capture (Xvfb). Like Hyperscape's approach.
+ * - "file": Reads a continuously-updated JPEG file (browser-capture).
+ * - "testsrc": Solid color test pattern (default fallback).
+ *
+ * Audio support:
+ * - "silent": Synthetic silent audio (anullsrc) — default.
+ * - "system": System/desktop audio capture.
+ * - "microphone": Microphone input.
+ * - File path: Play an audio file as stream audio.
+ *
+ * Volume control:
+ * - setVolume(0-100), mute(), unmute() — restarts FFmpeg to apply.
+ *
+ * Usage:
+ *   import { streamManager } from "./services/stream-manager";
+ *   await streamManager.start({ rtmpUrl, rtmpKey, inputMode: "pipe" });
+ *   streamManager.writeFrame(jpegBuffer); // called from frame capture
+ *   streamManager.setVolume(50);          // adjust volume mid-stream
+ *   await streamManager.stop();
+ *
+ * @module services/stream-manager
+ */
+import { type ITtsStreamBridge } from "./tts-stream-bridge";
+export type AudioSource = "silent" | "system" | "microphone" | "tts";
+export interface StreamConfig {
+    rtmpUrl: string;
+    rtmpKey: string;
+    /** FFmpeg video input source. Defaults to "testsrc" (test pattern). */
+    inputMode?: "testsrc" | "avfoundation" | "screen" | "pipe" | "file" | "x11grab";
+    /** avfoundation video device index (default "3" = Capture screen 0 on macOS) */
+    videoDevice?: string;
+    /** Path to JPEG frame file (for "file" input mode) */
+    frameFile?: string;
+    /** Resolution (default "1280x720") */
+    resolution?: string;
+    /** Video bitrate (default "2500k") */
+    bitrate?: string;
+    /** Frame rate (default 15) */
+    framerate?: number;
+    /** X11 display for x11grab mode (e.g., ":99"). Default ":99". */
+    display?: string;
+    /** Audio source. Default "silent" (anullsrc). Can also be an absolute file path. */
+    audioSource?: AudioSource | string;
+    /** Audio device identifier (platform-specific). For macOS avfoundation: device index. For Linux: pulse/alsa device name. */
+    audioDevice?: string;
+    /** Volume level 0–100. Default 80. Applied as FFmpeg audio filter. */
+    volume?: number;
+    /** Whether audio is muted. Default false. Overrides volume to 0 when true. */
+    muted?: boolean;
+}
+declare class StreamManager {
+    private ffmpeg;
+    private _running;
+    private startedAt;
+    private _frameCount;
+    /** Current stream config — stored for restart on volume/audio changes. */
+    private _config;
+    /** Current volume level (0–100). */
+    private _volume;
+    /** Whether audio is muted. */
+    private _muted;
+    /** Auto-restart state. */
+    private _restartAttempts;
+    private _maxRestartAttempts;
+    private _restartDecayTimer;
+    private _intentionalStop;
+    /** Pending auto-restart timer — cleared in stop() to prevent races. */
+    private _restartTimer;
+    /** Guard: prevents concurrent start() calls from orphaning FFmpeg. */
+    private _starting;
+    isRunning(): boolean;
+    getUptime(): number;
+    getHealth(): {
+        running: boolean;
+        ffmpegAlive: boolean;
+        uptime: number;
+        frameCount: number;
+        volume: number;
+        muted: boolean;
+        audioSource: string;
+        inputMode: "pipe" | "file" | "screen" | "testsrc" | "avfoundation" | "x11grab";
+    };
+    getVolume(): number;
+    isMuted(): boolean;
+    /**
+     * Set volume (0–100). Restarts FFmpeg if currently streaming to apply the change.
+     */
+    setVolume(level: number): Promise<void>;
+    /** Mute audio. Restarts FFmpeg if currently streaming. */
+    mute(): Promise<void>;
+    /** Unmute audio. Restarts FFmpeg if currently streaming. */
+    unmute(): Promise<void>;
+    /** Restart the stream with updated config (preserves uptime tracking). */
+    private restart;
+    /**
+     * Write a JPEG frame to FFmpeg's stdin (only works in "pipe" mode).
+     * Returns true if the frame was accepted.
+     */
+    writeFrame(jpegData: Buffer): boolean;
+    start(config: StreamConfig): Promise<void>;
+    private _startInner;
+    stop(): Promise<{
+        uptime: number;
+    }>;
+    /** Attempt to restart FFmpeg after unexpected exit with exponential backoff. */
+    private autoRestart;
+    private buildVideoInputArgs;
+    private buildAudioInputArgs;
+    /** Get the TTS stream bridge for external speak triggers. */
+    getTtsBridge(): ITtsStreamBridge;
+}
+export declare const streamManager: StreamManager;
+export {};
+//# sourceMappingURL=stream-manager.d.ts.map

package/packages/agent/src/services/stream-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-manager.d.ts","sourceRoot":"","sources":["../../../../../src/services/stream-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAIH,OAAO,EAAE,KAAK,gBAAgB,EAAmB,MAAM,qBAAqB,CAAC;AAI7E,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,YAAY,GAAG,KAAK,CAAC;AAErE,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,SAAS,CAAC,EACN,SAAS,GACT,cAAc,GACd,QAAQ,GACR,MAAM,GACN,MAAM,GACN,SAAS,CAAC;IACd,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sDAAsD;IACtD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sCAAsC;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iEAAiE;IACjE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oFAAoF;IACpF,WAAW,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACnC,4HAA4H;IAC5H,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sEAAsE;IACtE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8EAA8E;IAC9E,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,cAAM,aAAa;IACjB,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,WAAW,CAAK;IACxB,0EAA0E;IAC1E,OAAO,CAAC,OAAO,CAA6B;IAC5C,oCAAoC;IACpC,OAAO,CAAC,OAAO,CAAM;IACrB,8BAA8B;IAC9B,OAAO,CAAC,MAAM,CAAS;IACvB,0BAA0B;IAC1B,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,kBAAkB,CAA+C;IACzE,OAAO,CAAC,gBAAgB,CAAS;IACjC,uEAAuE;IACvE,OAAO,CAAC,aAAa,CAA8C;IACnE,sEAAsE;IACtE,OAAO,CAAC,SAAS,CAAS;IAE1B,SAAS,IAAI,OAAO;IAIpB,SAAS,IAAI,MAAM;IAKnB,SAAS;;;;;;;;;;IAgBT,SAAS,IAAI,MAAM;IAInB,OAAO,IAAI,OAAO;IAIlB;;OAEG;IACG,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ7C,0DAA0D;IACpD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,4DAA4D;IACtD,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAS7B,0EAA0E;YAC5D,OAAO;IA6CrB;;;OAGG;IACH,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAgB/B,KAAK,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;YAalC,WAAW;IAwLnB,IAAI,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAgDzC,gFAAgF;IAChF,OAAO,CAAC,WAAW;IAsDnB,OAAO,CAAC,mBAAmB;IAoG3B,OAAO,CAAC,mBAAmB;IA6E3B,6DAA6D;IAC7D,YAAY,IAAI,gBAAgB;CAGjC;AAGD,eAAO,MAAM,aAAa,eAAsB,CAAC"}