@keyframelabs/elements 0.4.0 → 0.5.1

package/README.md

@@ -159,7 +159,7 @@ customElements.define('my-embed', KflEmbedElement);
 
 ## Supported agents and real-time LLMs
 
-Supports ElevenLabs and OpenAI Realtime.
+Supports ElevenLabs, OpenAI Realtime, and KFL Voice Agent.
 
 For `PersonaEmbed`, this is determined by the values you set in the Keyframe platform dashboard.
 
@@ -272,10 +272,10 @@ type SessionDetails = {
 };
 
 type VoiceAgentDetails = {
-  type: 'elevenlabs' | 'openai';
+  type: 'elevenlabs' | 'openai' | 'kfl';
   token?: string;        // For openai (ephemeral client secret)
   agent_id?: string;     // For elevenlabs
-  signed_url?: string;   // For elevenlabs
+  signed_url?: string;   // For elevenlabs/kfl
   system_prompt?: string; // For openai
   voice?: string;         // For openai
 };

package/dist/KflEmbedElement.d.ts

@@ -6,12 +6,13 @@
  * minimize/expand toggle, corner positioning CSS, button color styling.
  */
 export declare class KflEmbedElement extends HTMLElement {
-    static get observedAttributes(): ("publishable-key" | "api-base-url" | "initial-state" | "controlled-widget-state" | "active-width" | "active-height" | "minimized-width" | "minimized-height" | "inline" | "corner" | "hide-ui" | "show-minimize-button" | "controlled-show-minimize-button" | "button-color" | "button-color-opacity" | "video-fit" | "preview-image")[];
+    static get observedAttributes(): ("publishable-key" | "api-base-url" | "initial-state" | "controlled-widget-state" | "active-width" | "active-height" | "minimized-width" | "minimized-height" | "inline" | "corner" | "hide-ui" | "show-minimize-button" | "controlled-show-minimize-button" | "button-color" | "button-color-opacity" | "video-fit" | "preview-image" | "call-to-action")[];
     private shadow;
     private embed;
     private _widgetState;
     private _connected;
     private _connecting;
+    private _initialized;
     private widgetEl;
     private innerEl;
     private containerEl;
@@ -25,6 +26,12 @@ export declare class KflEmbedElement extends HTMLElement {
     private revealBtn;
     private toolbarEl;
     private micBtn;
+    private readonly _onJoinClick;
+    private readonly _onEndCallClick;
+    private readonly _onMicClick;
+    private readonly _onToggleClick;
+    private readonly _onRevealClick;
+    private readonly _onInnerClick;
     constructor();
     connectedCallback(): void;
     disconnectedCallback(): void;
@@ -38,17 +45,32 @@ export declare class KflEmbedElement extends HTMLElement {
     isMicOn(): boolean;
     canTurnOnMic(): boolean;
     setEmotion(_emotion: 'neutral' | 'angry' | 'sad' | 'happy'): void;
+    private _initDom;
+    private _requireElement;
+    private _resolveInitialState;
+    private _renderJoinLabel;
+    private _applyPreviewImage;
+    private _readRenderConfig;
     private _getAttrNum;
     private _getCorner;
     private _applyLayout;
     private _applyState;
+    private _renderJoinButton;
+    private _renderToolbar;
+    private _renderToggleButton;
+    private _renderRevealButton;
+    private _renderJoinButtonColor;
     private _shouldShowMinimizeButton;
     private _handleJoinCall;
     private _handleToggle;
+    private _handleInnerClick;
     private _handleEndCall;
     private _handleReveal;
+    private _setWidgetState;
     private _handleMicToggle;
     private _updateMicIcon;
+    private _hasLiveSession;
+    private _disconnectSession;
     private _resetToMinimized;
     private _showError;
     private _connect;

package/dist/agents/audio-utils.d.ts

@@ -28,3 +28,8 @@ export declare function createEventEmitter<T extends Record<string, any>>(): {
     removeAllListeners(): void;
 };
 export declare function floatTo16BitPCM(float32: Float32Array): Uint8Array;
+/**
+ * Create an AudioWorkletNode that captures mono PCM input and posts
+ * Float32Array chunks (1024 samples = 64ms at 16kHz) to its message port.
+ */
+export declare function createPcmWorkletNode(ctx: AudioContext): Promise<AudioWorkletNode>;

package/dist/agents/index.d.ts

@@ -1,5 +1,6 @@
 import { ElevenLabsAgent, ElevenLabsConfig } from './elevenlabs';
-import { OpenAIRealtimeAgent, OpenAIRealtimeConfig, TurnDetection } from './openai-realtime';
+import { OpenAIRealtimeAgent, OpenAIRealtimeConfig } from './openai-realtime';
+import { KflAgent, KflAgentConfig } from './kfl';
 /**
  * Agent implementations for voice AI platforms.
  *
@@ -9,10 +10,11 @@ import { OpenAIRealtimeAgent, OpenAIRealtimeConfig, TurnDetection } from './open
 export { BaseAgent, DEFAULT_INPUT_SAMPLE_RATE } from './base';
 export type { Agent, AgentConfig, AgentEventMap, AgentState, Emotion } from './types';
 export { ElevenLabsAgent, type ElevenLabsConfig };
-export { OpenAIRealtimeAgent, type OpenAIRealtimeConfig, type TurnDetection };
-export { SAMPLE_RATE, base64ToBytes, bytesToBase64, resamplePcm, createEventEmitter, floatTo16BitPCM } from './audio-utils';
+export { OpenAIRealtimeAgent, type OpenAIRealtimeConfig };
+export { KflAgent, type KflAgentConfig };
+export { SAMPLE_RATE, base64ToBytes, bytesToBase64, resamplePcm, createEventEmitter, floatTo16BitPCM, createPcmWorkletNode } from './audio-utils';
 /** Supported agent types */
-export type AgentType = 'elevenlabs' | 'openai';
+export type AgentType = 'elevenlabs' | 'openai' | 'kfl';
 /** Agent type metadata */
 export interface AgentTypeInfo {
     id: AgentType;
@@ -25,9 +27,10 @@ export declare const AGENT_REGISTRY: AgentTypeInfo[];
 export interface AgentConfigMap {
     elevenlabs: ElevenLabsConfig;
     openai: OpenAIRealtimeConfig;
+    kfl: KflAgentConfig;
 }
 /** Union type of all agent instances */
-export type AnyAgent = ElevenLabsAgent | OpenAIRealtimeAgent;
+export type AnyAgent = ElevenLabsAgent | OpenAIRealtimeAgent | KflAgent;
 /**
  * Create an agent instance by type.
  *
@@ -39,6 +42,7 @@ export type AnyAgent = ElevenLabsAgent | OpenAIRealtimeAgent;
  */
 export declare function createAgent(type: 'elevenlabs'): ElevenLabsAgent;
 export declare function createAgent(type: 'openai'): OpenAIRealtimeAgent;
+export declare function createAgent(type: 'kfl'): KflAgent;
 export declare function createAgent(type: AgentType): AnyAgent;
 /**
  * Get agent type metadata by ID.

package/dist/agents/kfl.d.ts

@@ -0,0 +1,26 @@
+import { AgentConfig } from './types';
+import { BaseAgent } from './base';
+export interface KflAgentConfig extends AgentConfig {
+    /** WebSocket endpoint for kfl-voice-agent (wss://.../ws) */
+    wsUrl: string;
+    /** Optional ping interval override (ms) */
+    pingIntervalMs?: number;
+}
+export declare class KflAgent extends BaseAgent {
+    protected readonly agentName = "KflVoiceAgent";
+    private connectResolve;
+    private connectReject;
+    private connectTimeout;
+    private pingInterval;
+    private sourceInputSampleRate;
+    private turnEnded;
+    connect(config: KflAgentConfig): Promise<void>;
+    sendAudio(pcmData: Uint8Array): void;
+    close(): void;
+    protected handleParsedMessage(message: unknown): void;
+    private startPings;
+    private stopPings;
+    private clearConnectTimeout;
+    private resolvePendingConnect;
+    private rejectPendingConnect;
+}

package/dist/agents/openai-realtime.d.ts

@@ -1,28 +1,9 @@
 import { AgentConfig } from './types';
 import { BaseAgent } from './base';
-/**
- * Turn detection configuration for OpenAI Realtime.
- * @see https://developers.openai.com/api/docs/guides/realtime-vad
- */
-export type TurnDetection = {
-    type: 'server_vad';
-    /** Activation threshold 0-1. Higher = requires louder audio. */
-    threshold?: number;
-    /** Audio (ms) to include before detected speech. */
-    prefix_padding_ms?: number;
-    /** Silence duration (ms) before speech stop is detected. */
-    silence_duration_ms?: number;
-} | {
-    type: 'semantic_vad';
-    /** How eager the model is to consider a turn finished. Default: 'auto'. */
-    eagerness?: 'low' | 'medium' | 'high' | 'auto';
-};
 /** OpenAI Realtime specific configuration */
 export interface OpenAIRealtimeConfig extends AgentConfig {
     /** Model to use (defaults to gpt-realtime) */
     model?: string;
-    /** Turn detection / VAD settings. Defaults to semantic_vad with eagerness 'high'. */
-    turnDetection?: TurnDetection;
 }
 /**
  * OpenAI Realtime agent implementation.

package/dist/index.d.ts

@@ -3,8 +3,8 @@ export type { PersonaEmbedOptions } from './PersonaEmbed';
 export { PersonaView } from './PersonaView';
 export type { PersonaViewOptions } from './PersonaView';
 export type { EmbedStatus, VideoFit, VoiceAgentDetails, SessionDetails, BaseCallbacks, } from './types';
-export { createAgent, ElevenLabsAgent, OpenAIRealtimeAgent, BaseAgent, AGENT_REGISTRY, getAgentInfo, } from './agents';
-export type { AgentType, AgentConfig, AgentEventMap, Agent, AnyAgent, AgentTypeInfo, ElevenLabsConfig, OpenAIRealtimeConfig, TurnDetection, } from './agents';
+export { createAgent, ElevenLabsAgent, OpenAIRealtimeAgent, KflAgent, BaseAgent, AGENT_REGISTRY, getAgentInfo, } from './agents';
+export type { AgentType, AgentConfig, AgentEventMap, Agent, AnyAgent, AgentTypeInfo, ElevenLabsConfig, OpenAIRealtimeConfig, KflAgentConfig, } from './agents';
 export type { AgentState } from '@keyframelabs/sdk';
 export { floatTo16BitPCM, resamplePcm, base64ToBytes, bytesToBase64, SAMPLE_RATE, createEventEmitter, } from './agents';
 export { KflEmbedElement } from './KflEmbedElement';