@ai-ecoverse/pi-audio 1.16.0 → 1.18.0

package/dist/types/echo.d.ts

@@ -0,0 +1,29 @@
+import { type AudioChunk, type AudioSource } from './audio.ts';
+import type { AudioOut, Cue } from './soundscape.ts';
+import type { EchoRecommendation } from './turns.ts';
+export type EchoMode = 'browser' | 'wasm' | 'none';
+export interface EchoCanceller {
+    cancel(mic: AudioChunk, reference: AudioChunk): AudioChunk;
+}
+export interface EchoControl {
+    mode: EchoMode;
+    reference: AudioSource;
+    canceller?: EchoCanceller;
+}
+export interface EchoReport {
+    delayMs: number;
+    cancellationDb: number;
+    residualDb: number;
+    recommendation: EchoRecommendation;
+}
+export interface MicOpen {
+    echoCancellation: boolean | 'all';
+    playback: 'webaudio' | 'rtc-loopback';
+}
+export declare function micOpen(mode: EchoMode, useAll: boolean): MicOpen;
+export declare function echoRuntime(hasMediaDevices: boolean): 'node' | 'browser';
+export declare function assertNodeEcho(mode: EchoMode, runtime: 'node' | 'browser'): void;
+export declare function chooseCapture(tried: EchoMode, report: EchoReport): EchoMode;
+export declare function openEchoMic(control: EchoControl, mic: AudioSource): AudioSource;
+export declare function measureEcho(reference: Float32Array, mic: Float32Array, sampleRate: number): EchoReport;
+export declare function calibrateEcho(out: AudioOut, mic: AudioSource, probe: Cue, durationMs: number, signal: AbortSignal): Promise<EchoReport>;

package/dist/types/elevenlabs-agents/events.d.ts

@@ -0,0 +1,13 @@
+import type { JsonObject } from '@earendil-works/pi-ai';
+import type { AudioFormat } from '../audio.ts';
+import type { RealtimeEvent } from '../realtime.ts';
+export interface TalkTurn {
+    vad: boolean;
+    dropAudio: boolean;
+    lastInterruptId: number;
+}
+export interface Ingested {
+    events: RealtimeEvent[];
+    replies: JsonObject[];
+}
+export declare function ingestElevenLabs(turn: TalkTurn, message: Record<string, unknown>, format: AudioFormat): Ingested;

package/dist/types/elevenlabs-agents/index.d.ts

@@ -0,0 +1,9 @@
+import type { RealtimeModel } from '../models.ts';
+import type { ElevenLabsOptions } from './session.ts';
+export declare const elevenLabsAgent: RealtimeModel<'elevenlabs-agents'>;
+export declare function registerElevenLabsAgents(options?: ElevenLabsOptions): () => void;
+export type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';
+export { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';
+export type { ProvisionOptions } from './provision.ts';
+export { agentBody, httpsOrigin, provisionAgent } from './provision.ts';
+export type { ElevenLabsOptions, VoiceWireFactory } from './session.ts';

package/dist/types/elevenlabs-agents/provision.d.ts

@@ -0,0 +1,11 @@
+import type { JsonObject, ProviderRequestOptions } from '@earendil-works/pi-ai';
+import { type HostedAgent, type HostedAgentSpec, type HostedCache } from '../hosted-agent.ts';
+import type { RealtimeModel } from '../models.ts';
+export interface ProvisionOptions extends ProviderRequestOptions {
+    agentId?: string;
+    now?: () => number;
+    cache?: HostedCache;
+}
+export declare function httpsOrigin(baseUrl: string): string;
+export declare function agentBody(spec: HostedAgentSpec): JsonObject;
+export declare function provisionAgent(model: RealtimeModel<string>, spec: HostedAgentSpec, options?: ProvisionOptions): Promise<HostedAgent>;

package/dist/types/elevenlabs-agents/session.d.ts

@@ -0,0 +1,16 @@
+import type { HostedAgentSpec, HostedCache } from '../hosted-agent.ts';
+import type { RealtimeModel } from '../models.ts';
+import { type VoiceSocketConstructor, type VoiceWire, type VoiceWireTarget } from '../openai-realtime/socket.ts';
+import type { RealtimeContext, RealtimeOptions, RealtimeSession } from '../realtime.ts';
+export type VoiceWireFactory = (target: VoiceWireTarget) => VoiceWire;
+export interface ElevenLabsOptions {
+    wire?: VoiceWireFactory;
+    socket?: VoiceSocketConstructor;
+    cache?: HostedCache;
+    agentId?: string;
+    now?: () => number;
+    firstMessage?: string;
+}
+export declare function talkerLlm(model: RealtimeModel<string>): string;
+export declare function specFromContext(model: RealtimeModel<string>, context: RealtimeContext): HostedAgentSpec;
+export declare function connectElevenLabs(model: RealtimeModel<string>, context: RealtimeContext, options: RealtimeOptions | undefined, settings?: ElevenLabsOptions): Promise<RealtimeSession>;

package/dist/types/hosted-agent.d.ts

@@ -0,0 +1,23 @@
+import type { Model, Tool } from '@earendil-works/pi-ai';
+export type CustomLlm = Pick<Model<'openai-completions' | 'openai-responses'>, 'id' | 'api' | 'baseUrl' | 'headers'>;
+export interface HostedAgentSpec {
+    name: string;
+    instructions: string;
+    tools: Tool[];
+    voice: string;
+    llm: string | CustomLlm;
+    firstMessage?: string;
+    clientToolTimeoutMs?: number;
+}
+export interface HostedAgent {
+    agentId: string;
+    specHash: string;
+    publishedAt: number;
+}
+export interface HostedCache {
+    get(key: string): HostedAgent | undefined;
+    set(key: string, agent: HostedAgent): void;
+}
+export declare function memoryHostedCache(): HostedCache;
+export declare function hostedCacheKey(provider: string, name: string): string;
+export declare function hashHostedSpec(spec: HostedAgentSpec): string;

package/dist/types/index.d.ts

@@ -4,6 +4,8 @@ export { blankUsage } from './blank-usage.ts';
 export type { CaptionHistoryEntry } from './captions.ts';
 export { captionsFromHistory } from './captions.ts';
 export { convertAudio, convertAudioSource, decodeAudioBase64, encodeAudioBase64, } from './convert.ts';
+export type { EchoCanceller, EchoControl, EchoMode, EchoReport, MicOpen } from './echo.ts';
+export { assertNodeEcho, calibrateEcho, chooseCapture, echoRuntime, measureEcho, micOpen, openEchoMic, } from './echo.ts';
 export { VoiceRequestError } from './errors.ts';
 export type { Delivery, DeliverySupport, KnownRealtimeApi, KnownSpeechApi, KnownTranscriptionApi, RealtimeApi, RealtimeModel, SpeechApi, SpeechModel, TranscriptionApi, TranscriptionModel, VoiceInfo, VoiceModel, VoiceModelType, } from './models.ts';
 export { getVoiceModel, listVoiceModels, registerVoiceModel, } from './models.ts';

package/dist/types/turns.d.ts

@@ -1,5 +1,6 @@
 import type { AssistantMessageEvent, JsonObject, ProviderRequestOptions, ToolCall, UserMessage } from '@earendil-works/pi-ai';
 import { type AudioSink, type AudioSource } from './audio.ts';
+import { type EchoControl } from './echo.ts';
 import type { SpeechModel, TranscriptionModel } from './models.ts';
 import { type AudioOut, type Soundscape } from './soundscape.ts';
 import type { SpeechEvent, SpeechInput } from './speech.ts';
@@ -30,6 +31,7 @@ export interface VoiceTurnOptions {
     announce?: (call: ToolCall) => string | undefined;
     bargeIn?: BargeIn;
     echoRecommendation?: EchoRecommendation;
+    echo?: EchoControl;
     soundscape?: Soundscape;
 }
 export interface VoiceModels {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.16.0",
+  "version": "1.18.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -61,6 +61,10 @@
     "./gemini-live": {
       "types": "./dist/types/gemini-live/index.d.ts",
       "default": "./dist/gemini-live/index.js"
+    },
+    "./elevenlabs-agents": {
+      "types": "./dist/types/elevenlabs-agents/index.d.ts",
+      "default": "./dist/elevenlabs-agents/index.js"
     }
   },
   "files": [