@livekit/agents 1.1.0 → 1.2.0

package/dist/voice/recorder_io/recorder_io.d.cts

@@ -0,0 +1,106 @@
+import { AudioFrame } from '@livekit/rtc-node';
+import type { AgentSession } from '../agent_session.js';
+import { AudioInput, AudioOutput, type PlaybackFinishedEvent } from '../io.js';
+export interface RecorderOptions {
+    agentSession: AgentSession;
+    sampleRate?: number;
+}
+export declare class RecorderIO {
+    private inRecord?;
+    private outRecord?;
+    private inChan;
+    private outChan;
+    private session;
+    private sampleRate;
+    private _outputPath?;
+    private forwardTask?;
+    private encodeTask?;
+    private closeFuture;
+    private lock;
+    private started;
+    private pcmStream?;
+    private ffmpegPromise?;
+    private inResampler?;
+    private outResampler?;
+    private logger;
+    constructor(opts: RecorderOptions);
+    start(outputPath: string): Promise<void>;
+    close(): Promise<void>;
+    recordInput(audioInput: AudioInput): RecorderAudioInput;
+    recordOutput(audioOutput: AudioOutput): RecorderAudioOutput;
+    private writeCb;
+    get recording(): boolean;
+    get outputPath(): string | undefined;
+    get recordingStartedAt(): number | undefined;
+    /**
+     * Forward task: periodically flush input buffer to encoder
+     */
+    private forward;
+    /**
+     * Start FFmpeg process for streaming encoding
+     */
+    private startFFmpeg;
+    /**
+     * Resample and mix frames to mono Float32
+     */
+    private resampleAndMix;
+    /**
+     * Write PCM chunk to FFmpeg stream
+     */
+    private writePCM;
+    /**
+     * Encode task: read from channels, mix to stereo, stream to FFmpeg
+     */
+    private encode;
+}
+declare class RecorderAudioInput extends AudioInput {
+    private source;
+    private recorderIO;
+    private accFrames;
+    private _startedWallTime?;
+    private _padded;
+    private logger;
+    constructor(recorderIO: RecorderIO, source: AudioInput);
+    /**
+     * Wall-clock time when the first frame was captured
+     */
+    get startedWallTime(): number | undefined;
+    /**
+     * Take accumulated frames and clear the buffer
+     * @param padSince - If provided and input started after this time, pad with silence
+     */
+    takeBuf(padSince?: number): AudioFrame[];
+    /**
+     * Creates a stream that intercepts frames from the source,
+     * accumulates them when recording, and passes them through unchanged.
+     */
+    private createInterceptingStream;
+    onAttached(): void;
+    onDetached(): void;
+}
+declare class RecorderAudioOutput extends AudioOutput {
+    private recorderIO;
+    private writeFn;
+    private accFrames;
+    private _startedWallTime?;
+    private _logger;
+    _lastSpeechEndTime?: number;
+    private _lastSpeechStartTime?;
+    private currentPauseStart?;
+    private pauseWallTimes;
+    constructor(recorderIO: RecorderIO, audioOutput: AudioOutput, writeFn: (buf: AudioFrame[]) => void);
+    get startedWallTime(): number | undefined;
+    get hasPendingData(): boolean;
+    pause(): void;
+    /**
+     * Resume playback and record the pause interval
+     */
+    resume(): void;
+    private resetPauseState;
+    onPlaybackFinished(options: PlaybackFinishedEvent): void;
+    captureFrame(frame: AudioFrame): Promise<void>;
+    flush(): void;
+    clearBuffer(): void;
+}
+export {};
+//# sourceMappingURL=recorder_io.d.ts.map

package/dist/voice/recorder_io/recorder_io.d.ts

@@ -0,0 +1,106 @@
+import { AudioFrame } from '@livekit/rtc-node';
+import type { AgentSession } from '../agent_session.js';
+import { AudioInput, AudioOutput, type PlaybackFinishedEvent } from '../io.js';
+export interface RecorderOptions {
+    agentSession: AgentSession;
+    sampleRate?: number;
+}
+export declare class RecorderIO {
+    private inRecord?;
+    private outRecord?;
+    private inChan;
+    private outChan;
+    private session;
+    private sampleRate;
+    private _outputPath?;
+    private forwardTask?;
+    private encodeTask?;
+    private closeFuture;
+    private lock;
+    private started;
+    private pcmStream?;
+    private ffmpegPromise?;
+    private inResampler?;
+    private outResampler?;
+    private logger;
+    constructor(opts: RecorderOptions);
+    start(outputPath: string): Promise<void>;
+    close(): Promise<void>;
+    recordInput(audioInput: AudioInput): RecorderAudioInput;
+    recordOutput(audioOutput: AudioOutput): RecorderAudioOutput;
+    private writeCb;
+    get recording(): boolean;
+    get outputPath(): string | undefined;
+    get recordingStartedAt(): number | undefined;
+    /**
+     * Forward task: periodically flush input buffer to encoder
+     */
+    private forward;
+    /**
+     * Start FFmpeg process for streaming encoding
+     */
+    private startFFmpeg;
+    /**
+     * Resample and mix frames to mono Float32
+     */
+    private resampleAndMix;
+    /**
+     * Write PCM chunk to FFmpeg stream
+     */
+    private writePCM;
+    /**
+     * Encode task: read from channels, mix to stereo, stream to FFmpeg
+     */
+    private encode;
+}
+declare class RecorderAudioInput extends AudioInput {
+    private source;
+    private recorderIO;
+    private accFrames;
+    private _startedWallTime?;
+    private _padded;
+    private logger;
+    constructor(recorderIO: RecorderIO, source: AudioInput);
+    /**
+     * Wall-clock time when the first frame was captured
+     */
+    get startedWallTime(): number | undefined;
+    /**
+     * Take accumulated frames and clear the buffer
+     * @param padSince - If provided and input started after this time, pad with silence
+     */
+    takeBuf(padSince?: number): AudioFrame[];
+    /**
+     * Creates a stream that intercepts frames from the source,
+     * accumulates them when recording, and passes them through unchanged.
+     */
+    private createInterceptingStream;
+    onAttached(): void;
+    onDetached(): void;
+}
+declare class RecorderAudioOutput extends AudioOutput {
+    private recorderIO;
+    private writeFn;
+    private accFrames;
+    private _startedWallTime?;
+    private _logger;
+    _lastSpeechEndTime?: number;
+    private _lastSpeechStartTime?;
+    private currentPauseStart?;
+    private pauseWallTimes;
+    constructor(recorderIO: RecorderIO, audioOutput: AudioOutput, writeFn: (buf: AudioFrame[]) => void);
+    get startedWallTime(): number | undefined;
+    get hasPendingData(): boolean;
+    pause(): void;
+    /**
+     * Resume playback and record the pause interval
+     */
+    resume(): void;
+    private resetPauseState;
+    onPlaybackFinished(options: PlaybackFinishedEvent): void;
+    captureFrame(frame: AudioFrame): Promise<void>;
+    flush(): void;
+    clearBuffer(): void;
+}
+export {};
+//# sourceMappingURL=recorder_io.d.ts.map

package/dist/voice/recorder_io/recorder_io.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recorder_io.d.ts","sourceRoot":"","sources":["../../../src/voice/recorder_io/recorder_io.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAkB,MAAM,mBAAmB,CAAC;AAW/D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAO/E,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,YAAY,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAQD,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,CAAqB;IACtC,OAAO,CAAC,SAAS,CAAC,CAAsB;IAExC,OAAO,CAAC,MAAM,CAAoE;IAClF,OAAO,CAAC,OAAO,CAAoE;IAEnF,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO,CAAC,WAAW,CAAC,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAC,CAAa;IACjC,OAAO,CAAC,UAAU,CAAC,CAAa;IAEhC,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,IAAI,CAAsB;IAClC,OAAO,CAAC,OAAO,CAAkB;IAGjC,OAAO,CAAC,SAAS,CAAC,CAAc;IAChC,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,WAAW,CAAC,CAAiB;IACrC,OAAO,CAAC,YAAY,CAAC,CAAiB;IAEtC,OAAO,CAAC,MAAM,CAAS;gBAEX,IAAI,EAAE,eAAe;IAO3B,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BxC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAkB5B,WAAW,CAAC,UAAU,EAAE,UAAU,GAAG,kBAAkB;IAKvD,YAAY,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK3D,OAAO,CAAC,OAAO;IAMf,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,UAAU,IAAI,MAAM,GAAG,SAAS,CAEnC;IAED,IAAI,kBAAkB,IAAI,MAAM,GAAG,SAAS,CAa3C;IAED;;OAEG;YACW,OAAO;IAyBrB;;OAEG;IACH,OAAO,CAAC,WAAW;IAoCnB;;OAEG;IACH,OAAO,CAAC,cAAc;IA+CtB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAyChB;;OAEG;YACW,MAAM;CA+CrB;AAED,cAAM,kBAAmB,SAAQ,UAAU;IACzC,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,MAAM,CAAS;gBAEX,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU;IAStD;;OAEG;IACH,IAAI,eAAe,IAAI,MAAM,GAAG,SAAS,CAExC;IAED;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,UAAU,EAAE;IAyCxC;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAoDhC,UAAU,IAAI,IAAI;IAIlB,UAAU,IAAI,IAAI;CAGnB;AAED,cAAM,mBAAoB,SAAQ,WAAW;IAC3C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,OAAO,CAA8B;IAC7C,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,OAAO,CAAS;IAExB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,oBAAoB,CAAC,CAAS;IAGtC,OAAO,CAAC,iBAAiB,CAAC,CAAS;IACnC,OAAO,CAAC,cAAc,CAA+B;gBAGnD,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,IAAI;IAOtC,IAAI,eAAe,IAAI,MAAM,GAAG,SAAS,CAExC;IAED,IAAI,cAAc,IAAI,OAAO,CAE5B;IAED,KAAK,IAAI,IAAI;IAUb;;OAEG;IACH,MAAM,IAAI,IAAI;IAWd,OAAO,CAAC,eAAe;IAKvB,kBAAkB,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI;IAyIlD,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBpD,KAAK,IAAI,IAAI;IAQb,WAAW,IAAI,IAAI;CAKpB"}