@charivo/realtime-core 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Zeikar
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,252 @@
+# @charivo/realtime-core
+
+Core Realtime API functionality with session management and event relay for low-latency voice conversations.
+
+## Features
+
+- 🌐 **Session Management** - Start/stop Realtime API sessions
+- 📡 **Event Relay** - Bridge between Realtime client and Charivo event system
+- 💋 **Lip-Sync Support** - Real-time RMS values for character mouth animation
+- 🔌 **Client Agnostic** - Works with any Realtime client implementation
+
+## Installation
+
+```bash
+pnpm add @charivo/realtime-core @charivo/core
+```
+
+## Usage
+
+### Basic Setup
+
+```typescript
+import { createRealtimeManager } from "@charivo/realtime-core";
+import { createOpenAIRealtimeClient } from "@charivo/realtime-client-openai";
+
+// Create a Realtime client
+const client = createOpenAIRealtimeClient({
+  apiEndpoint: "/api/realtime" // Your WebRTC handshake endpoint
+});
+
+// Wrap with RealtimeManager for state management
+const realtimeManager = createRealtimeManager(client);
+
+// Start Realtime session
+await realtimeManager.startSession({
+  model: "gpt-4o-realtime-preview-2024-12-17",
+  voice: "verse"
+});
+
+// Send text message
+await realtimeManager.sendMessage("Hello!");
+
+// Stop session when done
+await realtimeManager.stopSession();
+```
+
+### With Charivo Integration
+
+```typescript
+import { Charivo } from "@charivo/core";
+import { createRealtimeManager } from "@charivo/realtime-core";
+import { createOpenAIRealtimeClient } from "@charivo/realtime-client-openai";
+
+const charivo = new Charivo();
+
+// Create and attach Realtime manager
+const client = createOpenAIRealtimeClient({
+  apiEndpoint: "/api/realtime"
+});
+const realtimeManager = createRealtimeManager(client);
+charivo.attachRealtime(realtimeManager);
+
+// Start session
+await realtimeManager.startSession({
+  model: "gpt-4o-realtime-preview-2024-12-17",
+  voice: "verse"
+});
+
+// Enable lip-sync on renderer
+charivo.emit("tts:audio:start", { audioElement: new Audio() });
+
+// Listen to events
+charivo.on("realtime:text:delta", ({ text }) => {
+  console.log("Streaming text:", text);
+});
+
+charivo.on("tts:lipsync:update", ({ rms }) => {
+  console.log("Lip-sync RMS:", rms);
+});
+
+// Cleanup
+await realtimeManager.stopSession();
+charivo.emit("tts:audio:end", {});
+charivo.detachRealtime();
+```
+
+### Custom Realtime Client
+
+```typescript
+import { RealtimeClient } from "@charivo/realtime-core";
+import { createRealtimeManager } from "@charivo/realtime-core";
+
+class MyRealtimeClient implements RealtimeClient {
+  async connect(): Promise<void> {
+    // Connect to your Realtime service
+  }
+
+  async disconnect(): Promise<void> {
+    // Disconnect
+  }
+
+  async sendText(text: string): Promise<void> {
+    // Send text message
+  }
+
+  async sendAudio(audio: ArrayBuffer): Promise<void> {
+    // Send audio chunk
+  }
+
+  onTextDelta(callback: (text: string) => void): void {
+    // Register text streaming callback
+  }
+
+  onAudioDelta(callback: (base64Audio: string) => void): void {
+    // Register audio streaming callback
+  }
+
+  onLipSyncUpdate?(callback: (rms: number) => void): void {
+    // Optional: Register direct RMS callback for WebRTC clients
+  }
+
+  onAudioDone(callback: () => void): void {
+    // Register audio end callback
+  }
+
+  onError(callback: (error: Error) => void): void {
+    // Register error callback
+  }
+}
+
+const realtimeManager = createRealtimeManager(new MyRealtimeClient());
+```
+
+## API Reference
+
+### `RealtimeManager`
+
+#### Methods
+
+##### `setEventEmitter(eventEmitter)`
+
+Connect to Charivo's event system.
+
+**Parameters:**
+- `eventEmitter` - Object with `emit(event, data)` method
+
+##### `startSession(config)`
+
+Start a Realtime session.
+
+**Parameters:**
+- `config.model` - Model name (e.g., "gpt-4o-realtime-preview-2024-12-17")
+- `config.voice` - Voice name (e.g., "verse", "alloy", "echo")
+
+**Returns:** `Promise<void>`
+
+##### `stopSession()`
+
+Stop the current Realtime session.
+
+**Returns:** `Promise<void>`
+
+##### `sendMessage(text)`
+
+Send a text message to the Realtime API.
+
+**Parameters:**
+- `text` - Message text
+
+**Returns:** `Promise<void>`
+
+##### `sendAudioChunk(audio)`
+
+Send an audio chunk (user's voice).
+
+**Parameters:**
+- `audio` - Audio data as ArrayBuffer
+
+**Returns:** `Promise<void>`
+
+### Events
+
+When integrated with Charivo, the following events are emitted:
+
+#### `realtime:text:delta`
+
+Streamed text response from the AI.
+
+**Payload:**
+```typescript
+{ text: string }
+```
+
+#### `tts:lipsync:update`
+
+Real-time lip-sync RMS values (0.0 - 1.0).
+
+**Payload:**
+```typescript
+{ rms: number }
+```
+
+#### `tts:audio:end`
+
+Audio playback finished.
+
+**Payload:**
+```typescript
+{}
+```
+
+#### `realtime:error`
+
+Error occurred during Realtime session.
+
+**Payload:**
+```typescript
+{ error: Error }
+```
+
+## Architecture
+
+The Realtime Manager follows Charivo's **Manager Pattern**:
+
+- **Stateful Manager** (`RealtimeManager`) - Manages session lifecycle and events
+- **Stateless Client** (e.g., `OpenAIRealtimeClient`) - Handles WebRTC/WebSocket connection
+
+```
+┌─────────────────────┐
+│  RealtimeManager    │  ←─ Stateful (session, events)
+└──────────┬──────────┘
+           ▼
+┌─────────────────────┐
+│  RealtimeClient     │  ←─ Stateless (WebRTC/WS)
+└─────────────────────┘
+```
+
+### Why This Design?
+
+- **Separation of Concerns**: Manager handles state, client handles protocol
+- **Testability**: Easy to mock clients for testing
+- **Flexibility**: Swap clients without changing app code
+- **Reusability**: Same client can be used in different contexts
+
+## Related Packages
+
+- [@charivo/realtime-client-openai](../realtime-client-openai) - OpenAI Realtime API client with WebRTC
+- [@charivo/core](../core) - Core types and interfaces
+
+## License
+
+MIT

package/dist/index.d.mts

@@ -0,0 +1,134 @@
+import { Emotion } from '@charivo/core';
+
+/**
+ * Realtime API Types
+ */
+interface RealtimeTool {
+    type: "function";
+    name: string;
+    description: string;
+    parameters: {
+        type: "object";
+        properties: Record<string, any>;
+        required?: string[];
+    };
+}
+interface RealtimeSessionConfig {
+    voice?: string;
+    model?: string;
+    instructions?: string;
+    temperature?: number;
+    maxTokens?: number;
+    tools?: RealtimeTool[];
+    tool_choice?: "auto" | "none" | "required";
+}
+interface RealtimeClient {
+    connect(config?: RealtimeSessionConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    sendText(text: string): Promise<void>;
+    sendAudio(audio: ArrayBuffer): Promise<void>;
+    onTextDelta(callback: (text: string) => void): void;
+    onAudioDelta(callback: (base64Audio: string) => void): void;
+    onLipSyncUpdate?(callback: (rms: number) => void): void;
+    onAudioDone(callback: () => void): void;
+    onToolCall?(callback: (name: string, args: any) => void): void;
+    onError(callback: (error: Error) => void): void;
+}
+interface RealtimeManager {
+    startSession(config: RealtimeSessionConfig): Promise<void>;
+    stopSession(): Promise<void>;
+    sendMessage(text: string): Promise<void>;
+    sendAudioChunk(audio: ArrayBuffer): Promise<void>;
+    setEventEmitter(eventEmitter: {
+        emit: (event: string, data: any) => void;
+    }): void;
+}
+
+/**
+ * Realtime Manager - Realtime API 세션 관리
+ *
+ * 역할:
+ * - Realtime 클라이언트 관리 (WebRTC)
+ * - 립싱크 이벤트 중계
+ * - 텍스트 스트리밍 처리
+ *
+ * Note: WebRTC 클라이언트는 오디오를 자동으로 처리하므로
+ * 이 Manager는 이벤트 중계에 집중합니다.
+ */
+declare class RealtimeManagerImpl implements RealtimeManager {
+    private client;
+    private eventEmitter?;
+    private isSessionActive;
+    private isAudioPlaybackActive;
+    constructor(client: RealtimeClient);
+    /**
+     * 이벤트 발신자 설정
+     */
+    setEventEmitter(eventEmitter: {
+        emit: (event: string, data: any) => void;
+    }): void;
+    /**
+     * Realtime 세션 시작
+     */
+    startSession(config: RealtimeSessionConfig): Promise<void>;
+    /**
+     * Realtime 세션 종료
+     */
+    stopSession(): Promise<void>;
+    /**
+     * 텍스트 메시지 전송
+     */
+    sendMessage(text: string): Promise<void>;
+    /**
+     * 오디오 청크 전송 (사용자 음성)
+     */
+    sendAudioChunk(audio: ArrayBuffer): Promise<void>;
+    /**
+     * 클라이언트 이벤트 리스너 설정
+     */
+    private setupClientListeners;
+    /**
+     * Tool call 처리
+     */
+    private handleToolCall;
+    private emitAudioStart;
+    private emitAudioEnd;
+}
+/**
+ * Realtime Manager 생성 헬퍼 함수
+ */
+declare function createRealtimeManager(client: RealtimeClient): RealtimeManager;
+
+/**
+ * setEmotion tool definition for OpenAI Realtime API
+ *
+ * This tool allows the LLM to update the Live2D character's emotion.
+ */
+declare const setEmotionTool: RealtimeTool;
+/**
+ * Emotion tool call arguments type
+ */
+interface EmotionArgs {
+    emotion: Emotion;
+}
+/**
+ * Default instructions for character with emotion support
+ */
+declare const DEFAULT_EMOTION_INSTRUCTIONS: string;
+/**
+ * Get default Realtime session config with emotion support
+ */
+declare function getEmotionSessionConfig(overrides?: RealtimeSessionConfig): {
+    type: string;
+    model: string;
+    audio: {
+        output: {
+            voice: string;
+        };
+    };
+    instructions: string;
+    tools: RealtimeTool[];
+    tool_choice: "auto" | "none" | "required";
+};
+
+export { DEFAULT_EMOTION_INSTRUCTIONS, type EmotionArgs, type RealtimeClient, type RealtimeManager, RealtimeManagerImpl, type RealtimeSessionConfig, type RealtimeTool, createRealtimeManager, getEmotionSessionConfig, setEmotionTool };

package/dist/index.d.ts

@@ -0,0 +1,134 @@
+import { Emotion } from '@charivo/core';
+
+/**
+ * Realtime API Types
+ */
+interface RealtimeTool {
+    type: "function";
+    name: string;
+    description: string;
+    parameters: {
+        type: "object";
+        properties: Record<string, any>;
+        required?: string[];
+    };
+}
+interface RealtimeSessionConfig {
+    voice?: string;
+    model?: string;
+    instructions?: string;
+    temperature?: number;
+    maxTokens?: number;
+    tools?: RealtimeTool[];
+    tool_choice?: "auto" | "none" | "required";
+}
+interface RealtimeClient {
+    connect(config?: RealtimeSessionConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    sendText(text: string): Promise<void>;
+    sendAudio(audio: ArrayBuffer): Promise<void>;
+    onTextDelta(callback: (text: string) => void): void;
+    onAudioDelta(callback: (base64Audio: string) => void): void;
+    onLipSyncUpdate?(callback: (rms: number) => void): void;
+    onAudioDone(callback: () => void): void;
+    onToolCall?(callback: (name: string, args: any) => void): void;
+    onError(callback: (error: Error) => void): void;
+}
+interface RealtimeManager {
+    startSession(config: RealtimeSessionConfig): Promise<void>;
+    stopSession(): Promise<void>;
+    sendMessage(text: string): Promise<void>;
+    sendAudioChunk(audio: ArrayBuffer): Promise<void>;
+    setEventEmitter(eventEmitter: {
+        emit: (event: string, data: any) => void;
+    }): void;
+}
+
+/**
+ * Realtime Manager - Realtime API 세션 관리
+ *
+ * 역할:
+ * - Realtime 클라이언트 관리 (WebRTC)
+ * - 립싱크 이벤트 중계
+ * - 텍스트 스트리밍 처리
+ *
+ * Note: WebRTC 클라이언트는 오디오를 자동으로 처리하므로
+ * 이 Manager는 이벤트 중계에 집중합니다.
+ */
+declare class RealtimeManagerImpl implements RealtimeManager {
+    private client;
+    private eventEmitter?;
+    private isSessionActive;
+    private isAudioPlaybackActive;
+    constructor(client: RealtimeClient);
+    /**
+     * 이벤트 발신자 설정
+     */
+    setEventEmitter(eventEmitter: {
+        emit: (event: string, data: any) => void;
+    }): void;
+    /**
+     * Realtime 세션 시작
+     */
+    startSession(config: RealtimeSessionConfig): Promise<void>;
+    /**
+     * Realtime 세션 종료
+     */
+    stopSession(): Promise<void>;
+    /**
+     * 텍스트 메시지 전송
+     */
+    sendMessage(text: string): Promise<void>;
+    /**
+     * 오디오 청크 전송 (사용자 음성)
+     */
+    sendAudioChunk(audio: ArrayBuffer): Promise<void>;
+    /**
+     * 클라이언트 이벤트 리스너 설정
+     */
+    private setupClientListeners;
+    /**
+     * Tool call 처리
+     */
+    private handleToolCall;
+    private emitAudioStart;
+    private emitAudioEnd;
+}
+/**
+ * Realtime Manager 생성 헬퍼 함수
+ */
+declare function createRealtimeManager(client: RealtimeClient): RealtimeManager;
+
+/**
+ * setEmotion tool definition for OpenAI Realtime API
+ *
+ * This tool allows the LLM to update the Live2D character's emotion.
+ */
+declare const setEmotionTool: RealtimeTool;
+/**
+ * Emotion tool call arguments type
+ */
+interface EmotionArgs {
+    emotion: Emotion;
+}
+/**
+ * Default instructions for character with emotion support
+ */
+declare const DEFAULT_EMOTION_INSTRUCTIONS: string;
+/**
+ * Get default Realtime session config with emotion support
+ */
+declare function getEmotionSessionConfig(overrides?: RealtimeSessionConfig): {
+    type: string;
+    model: string;
+    audio: {
+        output: {
+            voice: string;
+        };
+    };
+    instructions: string;
+    tools: RealtimeTool[];
+    tool_choice: "auto" | "none" | "required";
+};
+
+export { DEFAULT_EMOTION_INSTRUCTIONS, type EmotionArgs, type RealtimeClient, type RealtimeManager, RealtimeManagerImpl, type RealtimeSessionConfig, type RealtimeTool, createRealtimeManager, getEmotionSessionConfig, setEmotionTool };

package/dist/index.js

@@ -0,0 +1,177 @@
+'use strict';
+
+var core = require('@charivo/core');
+
+// src/realtime-manager.ts
+var RealtimeManagerImpl = class {
+  client;
+  eventEmitter;
+  isSessionActive = false;
+  isAudioPlaybackActive = false;
+  constructor(client) {
+    this.client = client;
+    this.setupClientListeners();
+  }
+  /**
+   * 이벤트 발신자 설정
+   */
+  setEventEmitter(eventEmitter) {
+    this.eventEmitter = eventEmitter;
+    console.log("\u{1F517} Realtime Manager: Event emitter connected");
+  }
+  /**
+   * Realtime 세션 시작
+   */
+  async startSession(config) {
+    if (this.isSessionActive) {
+      throw new Error("Realtime session already active");
+    }
+    console.log("\u{1F680} Starting Realtime session with config:", config);
+    await this.client.connect(config);
+    this.isSessionActive = true;
+    console.log("\u2705 Realtime session started");
+  }
+  /**
+   * Realtime 세션 종료
+   */
+  async stopSession() {
+    if (!this.isSessionActive) return;
+    console.log("\u{1F6D1} Stopping Realtime session");
+    await this.client.disconnect();
+    this.emitAudioEnd();
+    this.isSessionActive = false;
+    console.log("\u2705 Realtime session stopped");
+  }
+  /**
+   * 텍스트 메시지 전송
+   */
+  async sendMessage(text) {
+    if (!this.isSessionActive) {
+      throw new Error("Realtime session not active");
+    }
+    this.emitAudioStart();
+    try {
+      await this.client.sendText(text);
+    } catch (error) {
+      this.emitAudioEnd();
+      throw error;
+    }
+  }
+  /**
+   * 오디오 청크 전송 (사용자 음성)
+   */
+  async sendAudioChunk(audio) {
+    if (!this.isSessionActive) {
+      throw new Error("Realtime session not active");
+    }
+    await this.client.sendAudio(audio);
+  }
+  /**
+   * 클라이언트 이벤트 리스너 설정
+   */
+  setupClientListeners() {
+    this.client.onTextDelta((text) => {
+      this.eventEmitter?.emit("realtime:text:delta", { text });
+    });
+    if (this.client.onLipSyncUpdate) {
+      this.client.onLipSyncUpdate((rms) => {
+        if (rms > 1e-3 && !this.isAudioPlaybackActive) {
+          this.emitAudioStart();
+        }
+        this.eventEmitter?.emit("tts:lipsync:update", { rms });
+      });
+    }
+    this.client.onAudioDone(() => {
+      this.emitAudioEnd();
+    });
+    if (this.client.onToolCall) {
+      this.client.onToolCall((name, args) => {
+        this.handleToolCall(name, args);
+      });
+    }
+    this.client.onError((error) => {
+      console.error("Realtime client error:", error);
+      this.emitAudioEnd();
+      this.eventEmitter?.emit("realtime:error", { error });
+    });
+  }
+  /**
+   * Tool call 처리
+   */
+  handleToolCall(name, args) {
+    if (name === "setEmotion") {
+      console.log(`\u{1F3AD} [Realtime] Emotion update:`, args.emotion);
+      this.eventEmitter?.emit("realtime:emotion", {
+        emotion: args.emotion
+      });
+    }
+  }
+  emitAudioStart() {
+    if (this.isAudioPlaybackActive) {
+      return;
+    }
+    this.isAudioPlaybackActive = true;
+    this.eventEmitter?.emit("tts:audio:start", {});
+  }
+  emitAudioEnd() {
+    if (!this.isAudioPlaybackActive) {
+      return;
+    }
+    this.isAudioPlaybackActive = false;
+    this.eventEmitter?.emit("tts:lipsync:update", { rms: 0 });
+    this.eventEmitter?.emit("tts:audio:end", {});
+  }
+};
+function createRealtimeManager(client) {
+  return new RealtimeManagerImpl(client);
+}
+var EMOTION_VALUES = Object.values(core.Emotion);
+var setEmotionTool = {
+  type: "function",
+  name: "setEmotion",
+  description: "Update Live2D character emotion. Call this when the conversation mood or emotion changes.",
+  parameters: {
+    type: "object",
+    properties: {
+      emotion: {
+        type: "string",
+        description: "Emotion of the character.",
+        enum: EMOTION_VALUES
+      }
+    },
+    required: ["emotion"]
+  }
+};
+var DEFAULT_EMOTION_INSTRUCTIONS = `
+You are a Live2D character with emotions and expressions.
+Respond naturally to the user's messages.
+When the conversation mood or emotion changes, call the 'setEmotion' tool to update your expression and motion.
+Do NOT mention the tool call in your response - just respond naturally and let the emotion show through your character.
+`.trim();
+function getEmotionSessionConfig(overrides) {
+  const toolsFromConfig = overrides?.tools ?? [];
+  const hasEmotionTool = toolsFromConfig.some(
+    (tool) => tool.type === "function" && tool.name === setEmotionTool.name
+  );
+  const tools = hasEmotionTool ? toolsFromConfig : [setEmotionTool, ...toolsFromConfig];
+  return {
+    type: "realtime",
+    model: overrides?.model || "gpt-realtime-mini",
+    audio: {
+      output: {
+        voice: overrides?.voice || "marin"
+      }
+    },
+    instructions: overrides?.instructions || DEFAULT_EMOTION_INSTRUCTIONS,
+    tools,
+    tool_choice: overrides?.tool_choice ?? "auto"
+  };
+}
+
+exports.DEFAULT_EMOTION_INSTRUCTIONS = DEFAULT_EMOTION_INSTRUCTIONS;
+exports.RealtimeManagerImpl = RealtimeManagerImpl;
+exports.createRealtimeManager = createRealtimeManager;
+exports.getEmotionSessionConfig = getEmotionSessionConfig;
+exports.setEmotionTool = setEmotionTool;
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/realtime-manager.ts","../src/tools.ts"],"names":["Emotion"],"mappings":";;;;;AAiBO,IAAM,sBAAN,MAAsD;AAAA,EACnD,MAAA;AAAA,EACA,YAAA;AAAA,EACA,eAAA,GAAkB,KAAA;AAAA,EAClB,qBAAA,GAAwB,KAAA;AAAA,EAEhC,YAAY,MAAA,EAAwB;AAClC,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,YAAA,EAEP;AACP,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AACpB,IAAA,OAAA,CAAQ,IAAI,qDAA8C,CAAA;AAAA,EAC5D;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,MAAA,EAA8C;AAC/D,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,GAAA,CAAI,oDAA6C,MAAM,CAAA;AAG/D,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA;AAEhC,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAEvB,IAAA,OAAA,CAAQ,IAAI,iCAA4B,CAAA;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAA,GAA6B;AACjC,IAAA,IAAI,CAAC,KAAK,eAAA,EAAiB;AAE3B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAG1C,IAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAa;AAElB,IAAA,IAAA,CAAK,eAAA,GAAkB,KAAA;AAEvB,IAAA,OAAA,CAAQ,IAAI,iCAA4B,CAAA;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAY,IAAA,EAA6B;AAC7C,IAAA,IAAI,CAAC,KAAK,eAAA,EAAiB;AACzB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,YAAA,EAAa;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eAAe,KAAA,EAAmC;AACtD,IAAA,IAAI,CAAC,KAAK,eAAA,EAAiB;AACzB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAAA,GAA6B;AAEnC,IAAA,IAAA,CAAK,MAAA,CAAO,WAAA,CAAY,CAAC,IAAA,KAAiB;AACxC,MAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,MAAM,CAAA;AAAA,IACzD,CAAC,CAAA;AAGD,IAAA,IAAI,IAAA,CAAK,OAAO,eAAA,EAAiB;AAC/B,MAAA,IAAA,CAAK,MAAA,CAAO,eAAA,CAAgB,CAAC,GAAA,KAAgB;AAC3C,QAAA,IAAI,GAAA,GAAM,IAAA,IAAS,CAAC,IAAA,CAAK,qBAAA,EAAuB;AAC9C,UAAA,IAAA,CAAK,cAAA,EAAe;AAAA,QACtB;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,KAAK,CAAA;AAAA,MACvD,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAA,CAAK,MAAA,CAAO,YAAY,MAAM;AAC5B,MAAA,IAAA,CAAK,YAAA,EAAa;AAAA,IACpB,CAAC,CAAA;AAGD,IAAA,IAAI,IAAA,CAAK,OAAO,UAAA,EAAY;AAC1B,MAAA,IAAA,CAAK,MAAA,CAAO,UAAA,CAAW,CAAC,IAAA,EAAc,IAAA,KAAc;AAClD,QAAA,IAAA,CAAK,cAAA,CAAe,MAAM,IAAI,CAAA;AAAA,MAChC,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,CAAC,KAAA,KAAiB;AACpC,MAAA,OAAA,CAAQ,KAAA,CAAM,0BAA0B,KAAK,CAAA;AAC7C,MAAA,IAAA,CAAK,YAAA,EAAa;AAClB,MAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AAAA,IACrD,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAA,CAAe,MAAc,IAAA,EAAiB;AACpD,IAAA,IAAI,SAAS,YAAA,EAAc;AACzB,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,oCAAA,CAAA,EAAiC,IAAA,CAAK,OAAO,CAAA;AAEzD,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,kBAAA,EAAoB;AAAA,QAC1C,SAAS,IAAA,CAAK;AAAA,OACf,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA;AAAA,IACF;AACA,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,iBAAA,EAAmB,EAAE,CAAA;AAAA,EAC/C;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,MAAA;AAAA,IACF;AACA,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,GAAG,CAAA;AACxD,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,EAAE,CAAA;AAAA,EAC7C;AACF;AAKO,SAAS,sBACd,MAAA,EACkB;AAClB,EAAA,OAAO,IAAI,oBAAoB,MAAM,CAAA;AACvC;AC5KA,IAAM,cAAA,GAAiB,MAAA,CAAO,MAAA,CAAOA,YAAO,CAAA;AAOrC,IAAM,cAAA,GAA+B;AAAA,EAC1C,IAAA,EAAM,UAAA;AAAA,EACN,IAAA,EAAM,YAAA;AAAA,EACN,WAAA,EACE,2FAAA;AAAA,EACF,UAAA,EAAY;AAAA,IACV,IAAA,EAAM,QAAA;AAAA,IACN,UAAA,EAAY;AAAA,MACV,OAAA,EAAS;AAAA,QACP,IAAA,EAAM,QAAA;AAAA,QACN,WAAA,EAAa,2BAAA;AAAA,QACb,IAAA,EAAM;AAAA;AACR,KACF;AAAA,IACA,QAAA,EAAU,CAAC,SAAS;AAAA;AAExB;AAYO,IAAM,4BAAA,GAA+B;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA,CAK1C,IAAA;AAKK,SAAS,wBAAwB,SAAA,EAOtC;AACA,EAAA,MAAM,eAAA,GAAkB,SAAA,EAAW,KAAA,IAAS,EAAC;AAC7C,EAAA,MAAM,iBAAiB,eAAA,CAAgB,IAAA;AAAA,IACrC,CAAC,IAAA,KAAS,IAAA,CAAK,SAAS,UAAA,IAAc,IAAA,CAAK,SAAS,cAAA,CAAe;AAAA,GACrE;AACA,EAAA,MAAM,QAAQ,cAAA,GACV,eAAA,GACA,CAAC,cAAA,EAAgB,GAAG,eAAe,CAAA;AAEvC,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,WAAW,KAAA,IAAS,mBAAA;AAAA,IAC3B,KAAA,EAAO;AAAA,MACL,MAAA,EAAQ;AAAA,QACN,KAAA,EAAO,WAAW,KAAA,IAAS;AAAA;AAC7B,KACF;AAAA,IACA,YAAA,EAAc,WAAW,YAAA,IAAgB,4BAAA;AAAA,IACzC,KAAA;AAAA,IACA,WAAA,EAAa,WAAW,WAAA,IAAe;AAAA,GACzC;AACF","file":"index.js","sourcesContent":["import {\n  RealtimeClient,\n  RealtimeManager as IRealtimeManager,\n  RealtimeSessionConfig,\n} from \"./types\";\n\n/**\n * Realtime Manager - Realtime API 세션 관리\n *\n * 역할:\n * - Realtime 클라이언트 관리 (WebRTC)\n * - 립싱크 이벤트 중계\n * - 텍스트 스트리밍 처리\n *\n * Note: WebRTC 클라이언트는 오디오를 자동으로 처리하므로\n * 이 Manager는 이벤트 중계에 집중합니다.\n */\nexport class RealtimeManagerImpl implements IRealtimeManager {\n  private client: RealtimeClient;\n  private eventEmitter?: { emit: (event: string, data: any) => void };\n  private isSessionActive = false;\n  private isAudioPlaybackActive = false;\n\n  constructor(client: RealtimeClient) {\n    this.client = client;\n    this.setupClientListeners();\n  }\n\n  /**\n   * 이벤트 발신자 설정\n   */\n  setEventEmitter(eventEmitter: {\n    emit: (event: string, data: any) => void;\n  }): void {\n    this.eventEmitter = eventEmitter;\n    console.log(\"🔗 Realtime Manager: Event emitter connected\");\n  }\n\n  /**\n   * Realtime 세션 시작\n   */\n  async startSession(config: RealtimeSessionConfig): Promise<void> {\n    if (this.isSessionActive) {\n      throw new Error(\"Realtime session already active\");\n    }\n\n    console.log(\"🚀 Starting Realtime session with config:\", config);\n\n    // 클라이언트 연결\n    await this.client.connect(config);\n\n    this.isSessionActive = true;\n\n    console.log(\"✅ Realtime session started\");\n  }\n\n  /**\n   * Realtime 세션 종료\n   */\n  async stopSession(): Promise<void> {\n    if (!this.isSessionActive) return;\n\n    console.log(\"🛑 Stopping Realtime session\");\n\n    // 클라이언트 연결 해제\n    await this.client.disconnect();\n    this.emitAudioEnd();\n\n    this.isSessionActive = false;\n\n    console.log(\"✅ Realtime session stopped\");\n  }\n\n  /**\n   * 텍스트 메시지 전송\n   */\n  async sendMessage(text: string): Promise<void> {\n    if (!this.isSessionActive) {\n      throw new Error(\"Realtime session not active\");\n    }\n\n    this.emitAudioStart();\n    try {\n      await this.client.sendText(text);\n    } catch (error) {\n      this.emitAudioEnd();\n      throw error;\n    }\n  }\n\n  /**\n   * 오디오 청크 전송 (사용자 음성)\n   */\n  async sendAudioChunk(audio: ArrayBuffer): Promise<void> {\n    if (!this.isSessionActive) {\n      throw new Error(\"Realtime session not active\");\n    }\n\n    await this.client.sendAudio(audio);\n  }\n\n  /**\n   * 클라이언트 이벤트 리스너 설정\n   */\n  private setupClientListeners(): void {\n    // 텍스트 스트리밍\n    this.client.onTextDelta((text: string) => {\n      this.eventEmitter?.emit(\"realtime:text:delta\", { text });\n    });\n\n    // Direct RMS callback (for WebRTC clients)\n    if (this.client.onLipSyncUpdate) {\n      this.client.onLipSyncUpdate((rms: number) => {\n        if (rms > 0.001 && !this.isAudioPlaybackActive) {\n          this.emitAudioStart();\n        }\n        this.eventEmitter?.emit(\"tts:lipsync:update\", { rms });\n      });\n    }\n\n    // 오디오 스트리밍 종료\n    this.client.onAudioDone(() => {\n      this.emitAudioEnd();\n    });\n\n    // Tool call 처리\n    if (this.client.onToolCall) {\n      this.client.onToolCall((name: string, args: any) => {\n        this.handleToolCall(name, args);\n      });\n    }\n\n    // 에러 처리\n    this.client.onError((error: Error) => {\n      console.error(\"Realtime client error:\", error);\n      this.emitAudioEnd();\n      this.eventEmitter?.emit(\"realtime:error\", { error });\n    });\n  }\n\n  /**\n   * Tool call 처리\n   */\n  private handleToolCall(name: string, args: any): void {\n    if (name === \"setEmotion\") {\n      console.log(`🎭 [Realtime] Emotion update:`, args.emotion);\n      // Emit emotion event for RenderManager\n      this.eventEmitter?.emit(\"realtime:emotion\", {\n        emotion: args.emotion,\n      });\n    }\n  }\n\n  private emitAudioStart(): void {\n    if (this.isAudioPlaybackActive) {\n      return;\n    }\n    this.isAudioPlaybackActive = true;\n    this.eventEmitter?.emit(\"tts:audio:start\", {});\n  }\n\n  private emitAudioEnd(): void {\n    if (!this.isAudioPlaybackActive) {\n      return;\n    }\n    this.isAudioPlaybackActive = false;\n    this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: 0 });\n    this.eventEmitter?.emit(\"tts:audio:end\", {});\n  }\n}\n\n/**\n * Realtime Manager 생성 헬퍼 함수\n */\nexport function createRealtimeManager(\n  client: RealtimeClient,\n): IRealtimeManager {\n  return new RealtimeManagerImpl(client);\n}\n","import type { RealtimeSessionConfig, RealtimeTool } from \"./types\";\nimport { Emotion } from \"@charivo/core\";\n\n/**\n * Get emotion enum values for tool definition\n */\nconst EMOTION_VALUES = Object.values(Emotion);\n\n/**\n * setEmotion tool definition for OpenAI Realtime API\n *\n * This tool allows the LLM to update the Live2D character's emotion.\n */\nexport const setEmotionTool: RealtimeTool = {\n  type: \"function\",\n  name: \"setEmotion\",\n  description:\n    \"Update Live2D character emotion. Call this when the conversation mood or emotion changes.\",\n  parameters: {\n    type: \"object\",\n    properties: {\n      emotion: {\n        type: \"string\",\n        description: \"Emotion of the character.\",\n        enum: EMOTION_VALUES,\n      },\n    },\n    required: [\"emotion\"],\n  },\n};\n\n/**\n * Emotion tool call arguments type\n */\nexport interface EmotionArgs {\n  emotion: Emotion;\n}\n\n/**\n * Default instructions for character with emotion support\n */\nexport const DEFAULT_EMOTION_INSTRUCTIONS = `\nYou are a Live2D character with emotions and expressions.\nRespond naturally to the user's messages.\nWhen the conversation mood or emotion changes, call the 'setEmotion' tool to update your expression and motion.\nDo NOT mention the tool call in your response - just respond naturally and let the emotion show through your character.\n`.trim();\n\n/**\n * Get default Realtime session config with emotion support\n */\nexport function getEmotionSessionConfig(overrides?: RealtimeSessionConfig): {\n  type: string;\n  model: string;\n  audio: { output: { voice: string } };\n  instructions: string;\n  tools: RealtimeTool[];\n  tool_choice: \"auto\" | \"none\" | \"required\";\n} {\n  const toolsFromConfig = overrides?.tools ?? [];\n  const hasEmotionTool = toolsFromConfig.some(\n    (tool) => tool.type === \"function\" && tool.name === setEmotionTool.name,\n  );\n  const tools = hasEmotionTool\n    ? toolsFromConfig\n    : [setEmotionTool, ...toolsFromConfig];\n\n  return {\n    type: \"realtime\",\n    model: overrides?.model || \"gpt-realtime-mini\",\n    audio: {\n      output: {\n        voice: overrides?.voice || \"marin\",\n      },\n    },\n    instructions: overrides?.instructions || DEFAULT_EMOTION_INSTRUCTIONS,\n    tools,\n    tool_choice: overrides?.tool_choice ?? \"auto\",\n  };\n}\n"]}

package/dist/index.mjs

@@ -0,0 +1,171 @@
+import { Emotion } from '@charivo/core';
+
+// src/realtime-manager.ts
+var RealtimeManagerImpl = class {
+  client;
+  eventEmitter;
+  isSessionActive = false;
+  isAudioPlaybackActive = false;
+  constructor(client) {
+    this.client = client;
+    this.setupClientListeners();
+  }
+  /**
+   * 이벤트 발신자 설정
+   */
+  setEventEmitter(eventEmitter) {
+    this.eventEmitter = eventEmitter;
+    console.log("\u{1F517} Realtime Manager: Event emitter connected");
+  }
+  /**
+   * Realtime 세션 시작
+   */
+  async startSession(config) {
+    if (this.isSessionActive) {
+      throw new Error("Realtime session already active");
+    }
+    console.log("\u{1F680} Starting Realtime session with config:", config);
+    await this.client.connect(config);
+    this.isSessionActive = true;
+    console.log("\u2705 Realtime session started");
+  }
+  /**
+   * Realtime 세션 종료
+   */
+  async stopSession() {
+    if (!this.isSessionActive) return;
+    console.log("\u{1F6D1} Stopping Realtime session");
+    await this.client.disconnect();
+    this.emitAudioEnd();
+    this.isSessionActive = false;
+    console.log("\u2705 Realtime session stopped");
+  }
+  /**
+   * 텍스트 메시지 전송
+   */
+  async sendMessage(text) {
+    if (!this.isSessionActive) {
+      throw new Error("Realtime session not active");
+    }
+    this.emitAudioStart();
+    try {
+      await this.client.sendText(text);
+    } catch (error) {
+      this.emitAudioEnd();
+      throw error;
+    }
+  }
+  /**
+   * 오디오 청크 전송 (사용자 음성)
+   */
+  async sendAudioChunk(audio) {
+    if (!this.isSessionActive) {
+      throw new Error("Realtime session not active");
+    }
+    await this.client.sendAudio(audio);
+  }
+  /**
+   * 클라이언트 이벤트 리스너 설정
+   */
+  setupClientListeners() {
+    this.client.onTextDelta((text) => {
+      this.eventEmitter?.emit("realtime:text:delta", { text });
+    });
+    if (this.client.onLipSyncUpdate) {
+      this.client.onLipSyncUpdate((rms) => {
+        if (rms > 1e-3 && !this.isAudioPlaybackActive) {
+          this.emitAudioStart();
+        }
+        this.eventEmitter?.emit("tts:lipsync:update", { rms });
+      });
+    }
+    this.client.onAudioDone(() => {
+      this.emitAudioEnd();
+    });
+    if (this.client.onToolCall) {
+      this.client.onToolCall((name, args) => {
+        this.handleToolCall(name, args);
+      });
+    }
+    this.client.onError((error) => {
+      console.error("Realtime client error:", error);
+      this.emitAudioEnd();
+      this.eventEmitter?.emit("realtime:error", { error });
+    });
+  }
+  /**
+   * Tool call 처리
+   */
+  handleToolCall(name, args) {
+    if (name === "setEmotion") {
+      console.log(`\u{1F3AD} [Realtime] Emotion update:`, args.emotion);
+      this.eventEmitter?.emit("realtime:emotion", {
+        emotion: args.emotion
+      });
+    }
+  }
+  emitAudioStart() {
+    if (this.isAudioPlaybackActive) {
+      return;
+    }
+    this.isAudioPlaybackActive = true;
+    this.eventEmitter?.emit("tts:audio:start", {});
+  }
+  emitAudioEnd() {
+    if (!this.isAudioPlaybackActive) {
+      return;
+    }
+    this.isAudioPlaybackActive = false;
+    this.eventEmitter?.emit("tts:lipsync:update", { rms: 0 });
+    this.eventEmitter?.emit("tts:audio:end", {});
+  }
+};
+function createRealtimeManager(client) {
+  return new RealtimeManagerImpl(client);
+}
+var EMOTION_VALUES = Object.values(Emotion);
+var setEmotionTool = {
+  type: "function",
+  name: "setEmotion",
+  description: "Update Live2D character emotion. Call this when the conversation mood or emotion changes.",
+  parameters: {
+    type: "object",
+    properties: {
+      emotion: {
+        type: "string",
+        description: "Emotion of the character.",
+        enum: EMOTION_VALUES
+      }
+    },
+    required: ["emotion"]
+  }
+};
+var DEFAULT_EMOTION_INSTRUCTIONS = `
+You are a Live2D character with emotions and expressions.
+Respond naturally to the user's messages.
+When the conversation mood or emotion changes, call the 'setEmotion' tool to update your expression and motion.
+Do NOT mention the tool call in your response - just respond naturally and let the emotion show through your character.
+`.trim();
+function getEmotionSessionConfig(overrides) {
+  const toolsFromConfig = overrides?.tools ?? [];
+  const hasEmotionTool = toolsFromConfig.some(
+    (tool) => tool.type === "function" && tool.name === setEmotionTool.name
+  );
+  const tools = hasEmotionTool ? toolsFromConfig : [setEmotionTool, ...toolsFromConfig];
+  return {
+    type: "realtime",
+    model: overrides?.model || "gpt-realtime-mini",
+    audio: {
+      output: {
+        voice: overrides?.voice || "marin"
+      }
+    },
+    instructions: overrides?.instructions || DEFAULT_EMOTION_INSTRUCTIONS,
+    tools,
+    tool_choice: overrides?.tool_choice ?? "auto"
+  };
+}
+
+export { DEFAULT_EMOTION_INSTRUCTIONS, RealtimeManagerImpl, createRealtimeManager, getEmotionSessionConfig, setEmotionTool };
+//# sourceMappingURL=index.mjs.map
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/realtime-manager.ts","../src/tools.ts"],"names":[],"mappings":";;;AAiBO,IAAM,sBAAN,MAAsD;AAAA,EACnD,MAAA;AAAA,EACA,YAAA;AAAA,EACA,eAAA,GAAkB,KAAA;AAAA,EAClB,qBAAA,GAAwB,KAAA;AAAA,EAEhC,YAAY,MAAA,EAAwB;AAClC,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,YAAA,EAEP;AACP,IAAA,IAAA,CAAK,YAAA,GAAe,YAAA;AACpB,IAAA,OAAA,CAAQ,IAAI,qDAA8C,CAAA;AAAA,EAC5D;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,MAAA,EAA8C;AAC/D,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,GAAA,CAAI,oDAA6C,MAAM,CAAA;AAG/D,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA;AAEhC,IAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AAEvB,IAAA,OAAA,CAAQ,IAAI,iCAA4B,CAAA;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAAA,GAA6B;AACjC,IAAA,IAAI,CAAC,KAAK,eAAA,EAAiB;AAE3B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAG1C,IAAA,MAAM,IAAA,CAAK,OAAO,UAAA,EAAW;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAa;AAElB,IAAA,IAAA,CAAK,eAAA,GAAkB,KAAA;AAEvB,IAAA,OAAA,CAAQ,IAAI,iCAA4B,CAAA;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,YAAY,IAAA,EAA6B;AAC7C,IAAA,IAAI,CAAC,KAAK,eAAA,EAAiB;AACzB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA;AAAA,IACjC,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,YAAA,EAAa;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eAAe,KAAA,EAAmC;AACtD,IAAA,IAAI,CAAC,KAAK,eAAA,EAAiB;AACzB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,MAAM,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,KAAK,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAAA,GAA6B;AAEnC,IAAA,IAAA,CAAK,MAAA,CAAO,WAAA,CAAY,CAAC,IAAA,KAAiB;AACxC,MAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,qBAAA,EAAuB,EAAE,MAAM,CAAA;AAAA,IACzD,CAAC,CAAA;AAGD,IAAA,IAAI,IAAA,CAAK,OAAO,eAAA,EAAiB;AAC/B,MAAA,IAAA,CAAK,MAAA,CAAO,eAAA,CAAgB,CAAC,GAAA,KAAgB;AAC3C,QAAA,IAAI,GAAA,GAAM,IAAA,IAAS,CAAC,IAAA,CAAK,qBAAA,EAAuB;AAC9C,UAAA,IAAA,CAAK,cAAA,EAAe;AAAA,QACtB;AACA,QAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,KAAK,CAAA;AAAA,MACvD,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAA,CAAK,MAAA,CAAO,YAAY,MAAM;AAC5B,MAAA,IAAA,CAAK,YAAA,EAAa;AAAA,IACpB,CAAC,CAAA;AAGD,IAAA,IAAI,IAAA,CAAK,OAAO,UAAA,EAAY;AAC1B,MAAA,IAAA,CAAK,MAAA,CAAO,UAAA,CAAW,CAAC,IAAA,EAAc,IAAA,KAAc;AAClD,QAAA,IAAA,CAAK,cAAA,CAAe,MAAM,IAAI,CAAA;AAAA,MAChC,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAA,CAAK,MAAA,CAAO,OAAA,CAAQ,CAAC,KAAA,KAAiB;AACpC,MAAA,OAAA,CAAQ,KAAA,CAAM,0BAA0B,KAAK,CAAA;AAC7C,MAAA,IAAA,CAAK,YAAA,EAAa;AAClB,MAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,gBAAA,EAAkB,EAAE,OAAO,CAAA;AAAA,IACrD,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAA,CAAe,MAAc,IAAA,EAAiB;AACpD,IAAA,IAAI,SAAS,YAAA,EAAc;AACzB,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,oCAAA,CAAA,EAAiC,IAAA,CAAK,OAAO,CAAA;AAEzD,MAAA,IAAA,CAAK,YAAA,EAAc,KAAK,kBAAA,EAAoB;AAAA,QAC1C,SAAS,IAAA,CAAK;AAAA,OACf,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,KAAK,qBAAA,EAAuB;AAC9B,MAAA;AAAA,IACF;AACA,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA;AAC7B,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,iBAAA,EAAmB,EAAE,CAAA;AAAA,EAC/C;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,qBAAA,EAAuB;AAC/B,MAAA;AAAA,IACF;AACA,IAAA,IAAA,CAAK,qBAAA,GAAwB,KAAA;AAC7B,IAAA,IAAA,CAAK,cAAc,IAAA,CAAK,oBAAA,EAAsB,EAAE,GAAA,EAAK,GAAG,CAAA;AACxD,IAAA,IAAA,CAAK,YAAA,EAAc,IAAA,CAAK,eAAA,EAAiB,EAAE,CAAA;AAAA,EAC7C;AACF;AAKO,SAAS,sBACd,MAAA,EACkB;AAClB,EAAA,OAAO,IAAI,oBAAoB,MAAM,CAAA;AACvC;AC5KA,IAAM,cAAA,GAAiB,MAAA,CAAO,MAAA,CAAO,OAAO,CAAA;AAOrC,IAAM,cAAA,GAA+B;AAAA,EAC1C,IAAA,EAAM,UAAA;AAAA,EACN,IAAA,EAAM,YAAA;AAAA,EACN,WAAA,EACE,2FAAA;AAAA,EACF,UAAA,EAAY;AAAA,IACV,IAAA,EAAM,QAAA;AAAA,IACN,UAAA,EAAY;AAAA,MACV,OAAA,EAAS;AAAA,QACP,IAAA,EAAM,QAAA;AAAA,QACN,WAAA,EAAa,2BAAA;AAAA,QACb,IAAA,EAAM;AAAA;AACR,KACF;AAAA,IACA,QAAA,EAAU,CAAC,SAAS;AAAA;AAExB;AAYO,IAAM,4BAAA,GAA+B;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA,CAK1C,IAAA;AAKK,SAAS,wBAAwB,SAAA,EAOtC;AACA,EAAA,MAAM,eAAA,GAAkB,SAAA,EAAW,KAAA,IAAS,EAAC;AAC7C,EAAA,MAAM,iBAAiB,eAAA,CAAgB,IAAA;AAAA,IACrC,CAAC,IAAA,KAAS,IAAA,CAAK,SAAS,UAAA,IAAc,IAAA,CAAK,SAAS,cAAA,CAAe;AAAA,GACrE;AACA,EAAA,MAAM,QAAQ,cAAA,GACV,eAAA,GACA,CAAC,cAAA,EAAgB,GAAG,eAAe,CAAA;AAEvC,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,WAAW,KAAA,IAAS,mBAAA;AAAA,IAC3B,KAAA,EAAO;AAAA,MACL,MAAA,EAAQ;AAAA,QACN,KAAA,EAAO,WAAW,KAAA,IAAS;AAAA;AAC7B,KACF;AAAA,IACA,YAAA,EAAc,WAAW,YAAA,IAAgB,4BAAA;AAAA,IACzC,KAAA;AAAA,IACA,WAAA,EAAa,WAAW,WAAA,IAAe;AAAA,GACzC;AACF","file":"index.mjs","sourcesContent":["import {\n  RealtimeClient,\n  RealtimeManager as IRealtimeManager,\n  RealtimeSessionConfig,\n} from \"./types\";\n\n/**\n * Realtime Manager - Realtime API 세션 관리\n *\n * 역할:\n * - Realtime 클라이언트 관리 (WebRTC)\n * - 립싱크 이벤트 중계\n * - 텍스트 스트리밍 처리\n *\n * Note: WebRTC 클라이언트는 오디오를 자동으로 처리하므로\n * 이 Manager는 이벤트 중계에 집중합니다.\n */\nexport class RealtimeManagerImpl implements IRealtimeManager {\n  private client: RealtimeClient;\n  private eventEmitter?: { emit: (event: string, data: any) => void };\n  private isSessionActive = false;\n  private isAudioPlaybackActive = false;\n\n  constructor(client: RealtimeClient) {\n    this.client = client;\n    this.setupClientListeners();\n  }\n\n  /**\n   * 이벤트 발신자 설정\n   */\n  setEventEmitter(eventEmitter: {\n    emit: (event: string, data: any) => void;\n  }): void {\n    this.eventEmitter = eventEmitter;\n    console.log(\"🔗 Realtime Manager: Event emitter connected\");\n  }\n\n  /**\n   * Realtime 세션 시작\n   */\n  async startSession(config: RealtimeSessionConfig): Promise<void> {\n    if (this.isSessionActive) {\n      throw new Error(\"Realtime session already active\");\n    }\n\n    console.log(\"🚀 Starting Realtime session with config:\", config);\n\n    // 클라이언트 연결\n    await this.client.connect(config);\n\n    this.isSessionActive = true;\n\n    console.log(\"✅ Realtime session started\");\n  }\n\n  /**\n   * Realtime 세션 종료\n   */\n  async stopSession(): Promise<void> {\n    if (!this.isSessionActive) return;\n\n    console.log(\"🛑 Stopping Realtime session\");\n\n    // 클라이언트 연결 해제\n    await this.client.disconnect();\n    this.emitAudioEnd();\n\n    this.isSessionActive = false;\n\n    console.log(\"✅ Realtime session stopped\");\n  }\n\n  /**\n   * 텍스트 메시지 전송\n   */\n  async sendMessage(text: string): Promise<void> {\n    if (!this.isSessionActive) {\n      throw new Error(\"Realtime session not active\");\n    }\n\n    this.emitAudioStart();\n    try {\n      await this.client.sendText(text);\n    } catch (error) {\n      this.emitAudioEnd();\n      throw error;\n    }\n  }\n\n  /**\n   * 오디오 청크 전송 (사용자 음성)\n   */\n  async sendAudioChunk(audio: ArrayBuffer): Promise<void> {\n    if (!this.isSessionActive) {\n      throw new Error(\"Realtime session not active\");\n    }\n\n    await this.client.sendAudio(audio);\n  }\n\n  /**\n   * 클라이언트 이벤트 리스너 설정\n   */\n  private setupClientListeners(): void {\n    // 텍스트 스트리밍\n    this.client.onTextDelta((text: string) => {\n      this.eventEmitter?.emit(\"realtime:text:delta\", { text });\n    });\n\n    // Direct RMS callback (for WebRTC clients)\n    if (this.client.onLipSyncUpdate) {\n      this.client.onLipSyncUpdate((rms: number) => {\n        if (rms > 0.001 && !this.isAudioPlaybackActive) {\n          this.emitAudioStart();\n        }\n        this.eventEmitter?.emit(\"tts:lipsync:update\", { rms });\n      });\n    }\n\n    // 오디오 스트리밍 종료\n    this.client.onAudioDone(() => {\n      this.emitAudioEnd();\n    });\n\n    // Tool call 처리\n    if (this.client.onToolCall) {\n      this.client.onToolCall((name: string, args: any) => {\n        this.handleToolCall(name, args);\n      });\n    }\n\n    // 에러 처리\n    this.client.onError((error: Error) => {\n      console.error(\"Realtime client error:\", error);\n      this.emitAudioEnd();\n      this.eventEmitter?.emit(\"realtime:error\", { error });\n    });\n  }\n\n  /**\n   * Tool call 처리\n   */\n  private handleToolCall(name: string, args: any): void {\n    if (name === \"setEmotion\") {\n      console.log(`🎭 [Realtime] Emotion update:`, args.emotion);\n      // Emit emotion event for RenderManager\n      this.eventEmitter?.emit(\"realtime:emotion\", {\n        emotion: args.emotion,\n      });\n    }\n  }\n\n  private emitAudioStart(): void {\n    if (this.isAudioPlaybackActive) {\n      return;\n    }\n    this.isAudioPlaybackActive = true;\n    this.eventEmitter?.emit(\"tts:audio:start\", {});\n  }\n\n  private emitAudioEnd(): void {\n    if (!this.isAudioPlaybackActive) {\n      return;\n    }\n    this.isAudioPlaybackActive = false;\n    this.eventEmitter?.emit(\"tts:lipsync:update\", { rms: 0 });\n    this.eventEmitter?.emit(\"tts:audio:end\", {});\n  }\n}\n\n/**\n * Realtime Manager 생성 헬퍼 함수\n */\nexport function createRealtimeManager(\n  client: RealtimeClient,\n): IRealtimeManager {\n  return new RealtimeManagerImpl(client);\n}\n","import type { RealtimeSessionConfig, RealtimeTool } from \"./types\";\nimport { Emotion } from \"@charivo/core\";\n\n/**\n * Get emotion enum values for tool definition\n */\nconst EMOTION_VALUES = Object.values(Emotion);\n\n/**\n * setEmotion tool definition for OpenAI Realtime API\n *\n * This tool allows the LLM to update the Live2D character's emotion.\n */\nexport const setEmotionTool: RealtimeTool = {\n  type: \"function\",\n  name: \"setEmotion\",\n  description:\n    \"Update Live2D character emotion. Call this when the conversation mood or emotion changes.\",\n  parameters: {\n    type: \"object\",\n    properties: {\n      emotion: {\n        type: \"string\",\n        description: \"Emotion of the character.\",\n        enum: EMOTION_VALUES,\n      },\n    },\n    required: [\"emotion\"],\n  },\n};\n\n/**\n * Emotion tool call arguments type\n */\nexport interface EmotionArgs {\n  emotion: Emotion;\n}\n\n/**\n * Default instructions for character with emotion support\n */\nexport const DEFAULT_EMOTION_INSTRUCTIONS = `\nYou are a Live2D character with emotions and expressions.\nRespond naturally to the user's messages.\nWhen the conversation mood or emotion changes, call the 'setEmotion' tool to update your expression and motion.\nDo NOT mention the tool call in your response - just respond naturally and let the emotion show through your character.\n`.trim();\n\n/**\n * Get default Realtime session config with emotion support\n */\nexport function getEmotionSessionConfig(overrides?: RealtimeSessionConfig): {\n  type: string;\n  model: string;\n  audio: { output: { voice: string } };\n  instructions: string;\n  tools: RealtimeTool[];\n  tool_choice: \"auto\" | \"none\" | \"required\";\n} {\n  const toolsFromConfig = overrides?.tools ?? [];\n  const hasEmotionTool = toolsFromConfig.some(\n    (tool) => tool.type === \"function\" && tool.name === setEmotionTool.name,\n  );\n  const tools = hasEmotionTool\n    ? toolsFromConfig\n    : [setEmotionTool, ...toolsFromConfig];\n\n  return {\n    type: \"realtime\",\n    model: overrides?.model || \"gpt-realtime-mini\",\n    audio: {\n      output: {\n        voice: overrides?.voice || \"marin\",\n      },\n    },\n    instructions: overrides?.instructions || DEFAULT_EMOTION_INSTRUCTIONS,\n    tools,\n    tool_choice: overrides?.tool_choice ?? \"auto\",\n  };\n}\n"]}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "@charivo/realtime-core",
+  "version": "0.0.1",
+  "description": "Core utilities for Realtime API functionality in Charivo",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "dependencies": {
+    "@charivo/core": "0.0.1"
+  },
+  "devDependencies": {
+    "tsup": "^8.0.0",
+    "typescript": "^5.0.0"
+  },
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/zeikar/charivo.git",
+    "directory": "packages/realtime-core"
+  },
+  "author": {
+    "name": "Zeikar",
+    "url": "https://github.com/zeikar"
+  },
+  "homepage": "https://github.com/zeikar/charivo#readme",
+  "bugs": {
+    "url": "https://github.com/zeikar/charivo/issues"
+  },
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "clean": "rm -rf dist"
+  }
+}