avatarlayer 0.1.0

package/dist/react/index.cjs

@@ -0,0 +1,332 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/react/index.ts
+var react_exports = {};
+__export(react_exports, {
+  AvatarContext: () => AvatarContext,
+  AvatarProvider: () => AvatarProvider,
+  AvatarView: () => AvatarView,
+  useAvatarSession: () => useAvatarSession
+});
+module.exports = __toCommonJS(react_exports);
+
+// src/react/AvatarProvider.tsx
+var import_react = require("react");
+
+// src/core/events.ts
+var TypedEmitter = class {
+  listeners = /* @__PURE__ */ new Map();
+  on(event, fn) {
+    let set = this.listeners.get(event);
+    if (!set) {
+      set = /* @__PURE__ */ new Set();
+      this.listeners.set(event, set);
+    }
+    set.add(fn);
+    return this;
+  }
+  off(event, fn) {
+    this.listeners.get(event)?.delete(fn);
+    return this;
+  }
+  emit(event, ...args) {
+    const set = this.listeners.get(event);
+    if (!set) return;
+    for (const fn of set) {
+      try {
+        fn(...args);
+      } catch {
+      }
+    }
+  }
+  removeAllListeners() {
+    this.listeners.clear();
+  }
+};
+
+// src/core/session.ts
+var SENTENCE_DELIMITERS = /(?<=[.!?。！？\n])\s+/;
+function splitSentences(buffer) {
+  const parts = buffer.split(SENTENCE_DELIMITERS);
+  if (parts.length <= 1) return [[], buffer];
+  const remaining = parts.pop();
+  return [parts.filter((s) => s.trim().length > 0), remaining];
+}
+var AvatarSession = class extends TypedEmitter {
+  config;
+  _state = "idle";
+  history = [];
+  abortController = null;
+  transactionId = 0;
+  constructor(config) {
+    super();
+    this.config = config;
+  }
+  get state() {
+    return this._state;
+  }
+  get messages() {
+    return this.history;
+  }
+  /** Mount the renderer and transition to ready. */
+  async start(container) {
+    if (this._state !== "idle" && this._state !== "destroyed") return;
+    this.setState("connecting");
+    try {
+      await this.config.renderer.mount(container);
+      this.setState("ready");
+    } catch (err) {
+      this.setState("error");
+      this.emit("error", err instanceof Error ? err : new Error(String(err)));
+    }
+  }
+  /** Send a user message and run the LLM → TTS → speak pipeline. */
+  async sendMessage(text) {
+    if (this._state !== "ready" && this._state !== "speaking") return;
+    this.interrupt();
+    const userMsg = {
+      role: "user",
+      content: text,
+      id: crypto.randomUUID(),
+      timestamp: Date.now()
+    };
+    this.history.push(userMsg);
+    this.emit("message", userMsg);
+    const txId = ++this.transactionId;
+    const ac = new AbortController();
+    this.abortController = ac;
+    this.setState("thinking");
+    const messagesForLLM = [];
+    if (this.config.systemPrompt) {
+      messagesForLLM.push({ role: "system", content: this.config.systemPrompt });
+    }
+    messagesForLLM.push(...this.history);
+    let fullText = "";
+    let buffer = "";
+    const assistantMsg = {
+      role: "assistant",
+      content: "",
+      id: crypto.randomUUID(),
+      timestamp: Date.now()
+    };
+    try {
+      const stream = this.config.llm.chat(messagesForLLM, {
+        signal: ac.signal,
+        ...this.config.reasoningEffort ? { reasoningEffort: this.config.reasoningEffort } : {}
+      });
+      for await (const chunk of stream) {
+        if (ac.signal.aborted || txId !== this.transactionId) return;
+        fullText += chunk.text;
+        buffer += chunk.text;
+        this.emit("chunk", chunk.text, fullText);
+        const [sentences, rest] = splitSentences(buffer);
+        buffer = rest;
+        for (const sentence of sentences) {
+          if (ac.signal.aborted || txId !== this.transactionId) return;
+          await this.synthesizeAndSpeak(sentence, ac.signal, txId);
+        }
+      }
+      if (buffer.trim() && !ac.signal.aborted && txId === this.transactionId) {
+        await this.synthesizeAndSpeak(buffer.trim(), ac.signal, txId);
+      }
+      if (!ac.signal.aborted && txId === this.transactionId) {
+        assistantMsg.content = fullText;
+        this.history.push(assistantMsg);
+        this.emit("message", assistantMsg);
+        this.setState("ready");
+      }
+    } catch (err) {
+      if (ac.signal.aborted) return;
+      this.setState("error");
+      this.emit("error", err instanceof Error ? err : new Error(String(err)));
+    }
+  }
+  /** Cancel the current LLM/TTS/speak pipeline. */
+  interrupt() {
+    if (this.abortController) {
+      this.abortController.abort();
+      this.abortController = null;
+    }
+    this.config.renderer.interrupt();
+    if (this._state === "thinking" || this._state === "speaking") {
+      this.setState("ready");
+    }
+  }
+  /** Update the renderer with new avatar control state. */
+  updateControl(control) {
+    this.config.renderer.update(control);
+  }
+  /** Replace the LLM provider at runtime. */
+  setLLM(llm) {
+    this.config = { ...this.config, llm };
+  }
+  /** Replace the TTS provider at runtime. */
+  setTTS(tts) {
+    this.config = { ...this.config, tts };
+  }
+  /** Replace the renderer at runtime. Unmounts the old one. */
+  async setRenderer(renderer, container) {
+    this.interrupt();
+    this.config.renderer.unmount();
+    this.config = { ...this.config, renderer };
+    await renderer.mount(container);
+  }
+  /** Tear down everything. */
+  destroy() {
+    this.interrupt();
+    this.config.renderer.unmount();
+    this.removeAllListeners();
+    this.setState("destroyed");
+  }
+  // -- internals --
+  async synthesizeAndSpeak(text, signal, txId) {
+    if (signal.aborted || txId !== this.transactionId) return;
+    if (this.config.renderer.speakText) {
+      this.setState("speaking");
+      this.emit("speech-start");
+      try {
+        await this.config.renderer.speakText(text, signal);
+      } finally {
+        if (!signal.aborted && txId === this.transactionId) {
+          this.emit("speech-end");
+        }
+      }
+      return;
+    }
+    if (!this.config.tts) {
+      throw new Error("TTSProvider is required when the renderer does not implement speakText");
+    }
+    const blob = await this.config.tts.synthesize(text, { signal });
+    if (signal.aborted || txId !== this.transactionId) return;
+    this.setState("speaking");
+    this.emit("speech-start");
+    try {
+      await this.config.renderer.speak(blob);
+    } finally {
+      if (!signal.aborted && txId === this.transactionId) {
+        this.emit("speech-end");
+      }
+    }
+  }
+  setState(next) {
+    if (this._state === next) return;
+    this._state = next;
+    this.emit("state-change", next);
+  }
+};
+
+// src/react/AvatarProvider.tsx
+var import_jsx_runtime = require("react/jsx-runtime");
+var AvatarContext = (0, import_react.createContext)(null);
+function AvatarProvider({ config, children }) {
+  const [state, setState] = (0, import_react.useState)("idle");
+  const [messages, setMessages] = (0, import_react.useState)([]);
+  const sessionRef = (0, import_react.useRef)(null);
+  const configRef = (0, import_react.useRef)(config);
+  configRef.current = config;
+  (0, import_react.useEffect)(() => {
+    const s = new AvatarSession(config);
+    sessionRef.current = s;
+    s.on("state-change", (next) => setState(next));
+    s.on("message", () => setMessages([...s.messages]));
+    return () => {
+      s.destroy();
+      sessionRef.current = null;
+    };
+  }, []);
+  const mount = (0, import_react.useCallback)((container) => {
+    sessionRef.current?.start(container);
+  }, []);
+  const sendMessage = (0, import_react.useCallback)((text) => {
+    sessionRef.current?.sendMessage(text);
+  }, []);
+  const interrupt = (0, import_react.useCallback)(() => {
+    sessionRef.current?.interrupt();
+  }, []);
+  const setLLM = (0, import_react.useCallback)((llm) => {
+    sessionRef.current?.setLLM(llm);
+  }, []);
+  const setTTS = (0, import_react.useCallback)((tts) => {
+    sessionRef.current?.setTTS(tts);
+  }, []);
+  return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(
+    AvatarContext.Provider,
+    {
+      value: {
+        session: sessionRef.current,
+        state,
+        messages,
+        sendMessage,
+        interrupt,
+        mount,
+        setLLM,
+        setTTS
+      },
+      children
+    }
+  );
+}
+
+// src/react/useAvatarSession.ts
+var import_react2 = require("react");
+function useAvatarSession() {
+  const ctx = (0, import_react2.useContext)(AvatarContext);
+  if (!ctx) {
+    throw new Error("useAvatarSession must be used within an <AvatarProvider>");
+  }
+  return ctx;
+}
+
+// src/react/AvatarView.tsx
+var import_react3 = require("react");
+var import_jsx_runtime2 = require("react/jsx-runtime");
+function AvatarView(props) {
+  const { mount } = useAvatarSession();
+  const containerRef = (0, import_react3.useRef)(null);
+  const mountedRef = (0, import_react3.useRef)(false);
+  (0, import_react3.useEffect)(() => {
+    if (containerRef.current && !mountedRef.current) {
+      mountedRef.current = true;
+      mount(containerRef.current);
+    }
+  }, [mount]);
+  return /* @__PURE__ */ (0, import_jsx_runtime2.jsx)(
+    "div",
+    {
+      ref: containerRef,
+      ...props,
+      style: {
+        width: "100%",
+        height: "100%",
+        position: "relative",
+        overflow: "hidden",
+        ...props.style
+      }
+    }
+  );
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  AvatarContext,
+  AvatarProvider,
+  AvatarView,
+  useAvatarSession
+});
+//# sourceMappingURL=index.cjs.map

package/dist/react/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/react/index.ts","../../src/react/AvatarProvider.tsx","../../src/core/events.ts","../../src/core/session.ts","../../src/react/useAvatarSession.ts","../../src/react/AvatarView.tsx"],"sourcesContent":["export { AvatarProvider, AvatarContext, type AvatarContextValue } from \"./AvatarProvider.js\";\nexport { useAvatarSession } from \"./useAvatarSession.js\";\nexport { AvatarView } from \"./AvatarView.js\";\n","\"use client\";\n\nimport {\n  createContext,\n  useCallback,\n  useEffect,\n  useRef,\n  useState,\n  type ReactNode,\n} from \"react\";\nimport { AvatarSession } from \"../core/session.js\";\nimport type {\n  AvatarSessionConfig,\n  ChatMessage,\n  SessionState,\n} from \"../types.js\";\n\nexport interface AvatarContextValue {\n  session: AvatarSession | null;\n  state: SessionState;\n  messages: ChatMessage[];\n  sendMessage: (text: string) => void;\n  interrupt: () => void;\n  /** Mount the renderer into the given container (called by <AvatarView>). */\n  mount: (container: HTMLElement) => void;\n  setLLM: (llm: AvatarSessionConfig[\"llm\"]) => void;\n  setTTS: (tts: AvatarSessionConfig[\"tts\"]) => void;\n}\n\nexport const AvatarContext = createContext<AvatarContextValue | null>(null);\n\ninterface AvatarProviderProps {\n  config: AvatarSessionConfig;\n  children: ReactNode;\n}\n\nexport function AvatarProvider({ config, children }: AvatarProviderProps) {\n  const [state, setState] = useState<SessionState>(\"idle\");\n  const [messages, setMessages] = useState<ChatMessage[]>([]);\n  const sessionRef = useRef<AvatarSession | null>(null);\n  const configRef = useRef(config);\n  configRef.current = config;\n\n  useEffect(() => {\n    const s = new AvatarSession(config);\n    sessionRef.current = s;\n\n    s.on(\"state-change\", (next) => setState(next));\n    s.on(\"message\", () => setMessages([...s.messages]));\n\n    return () => {\n      s.destroy();\n      sessionRef.current = null;\n    };\n    // Intentionally only created once; provider swaps use setLLM/setTTS.\n    // eslint-disable-next-line react-hooks/exhaustive-deps\n  }, []);\n\n  const mount = useCallback((container: HTMLElement) => {\n    sessionRef.current?.start(container);\n  }, []);\n\n  const sendMessage = useCallback((text: string) => {\n    sessionRef.current?.sendMessage(text);\n  }, []);\n\n  const interrupt = useCallback(() => {\n    sessionRef.current?.interrupt();\n  }, []);\n\n  const setLLM = useCallback((llm: AvatarSessionConfig[\"llm\"]) => {\n    sessionRef.current?.setLLM(llm);\n  }, []);\n\n  const setTTS = useCallback((tts: AvatarSessionConfig[\"tts\"]) => {\n    sessionRef.current?.setTTS(tts);\n  }, []);\n\n  return (\n    <AvatarContext.Provider\n      value={{\n        session: sessionRef.current,\n        state,\n        messages,\n        sendMessage,\n        interrupt,\n        mount,\n        setLLM,\n        setTTS,\n      }}\n    >\n      {children}\n    </AvatarContext.Provider>\n  );\n}\n","// eslint-disable-next-line @typescript-eslint/no-explicit-any\ntype Listener = (...args: any[]) => void;\n\n/**\n * Minimal typed event emitter. The generic parameter maps event names to\n * their handler signatures so callers get full type safety.\n */\nexport class TypedEmitter<\n  EventMap extends Record<string, Listener>,\n> {\n  private listeners = new Map<keyof EventMap, Set<Listener>>();\n\n  on<K extends keyof EventMap>(event: K, fn: EventMap[K]): this {\n    let set = this.listeners.get(event);\n    if (!set) {\n      set = new Set();\n      this.listeners.set(event, set);\n    }\n    set.add(fn as Listener);\n    return this;\n  }\n\n  off<K extends keyof EventMap>(event: K, fn: EventMap[K]): this {\n    this.listeners.get(event)?.delete(fn as Listener);\n    return this;\n  }\n\n  protected emit<K extends keyof EventMap>(\n    event: K,\n    ...args: Parameters<EventMap[K]>\n  ): void {\n    const set = this.listeners.get(event);\n    if (!set) return;\n    for (const fn of set) {\n      try {\n        fn(...args);\n      } catch {\n        // swallow listener errors to avoid breaking the emitter loop\n      }\n    }\n  }\n\n  removeAllListeners(): void {\n    this.listeners.clear();\n  }\n}\n","import { TypedEmitter } from \"./events.js\";\nimport type {\n  AvatarSessionConfig,\n  AvatarSessionEventMap,\n  ChatMessage,\n  SessionState,\n} from \"../types.js\";\n\nconst SENTENCE_DELIMITERS = /(?<=[.!?。！？\\n])\\s+/;\n\n/**\n * Split streaming text into sentence-sized segments suitable for TTS.\n * Returns [completed segments, remaining buffer].\n */\nfunction splitSentences(buffer: string): [string[], string] {\n  const parts = buffer.split(SENTENCE_DELIMITERS);\n  if (parts.length <= 1) return [[], buffer];\n  const remaining = parts.pop()!;\n  return [parts.filter((s) => s.trim().length > 0), remaining];\n}\n\n/**\n * AvatarSession orchestrates the realtime conversational avatar pipeline:\n *   user text  ──▶  LLM stream  ──▶  sentence split  ──▶  TTS  ──▶  renderer.speak\n *\n * Supports interruption at every stage via AbortController.\n */\nexport class AvatarSession extends TypedEmitter<AvatarSessionEventMap> {\n  private config: AvatarSessionConfig;\n  private _state: SessionState = \"idle\";\n  private history: ChatMessage[] = [];\n  private abortController: AbortController | null = null;\n  private transactionId = 0;\n\n  constructor(config: AvatarSessionConfig) {\n    super();\n    this.config = config;\n  }\n\n  get state(): SessionState {\n    return this._state;\n  }\n\n  get messages(): readonly ChatMessage[] {\n    return this.history;\n  }\n\n  /** Mount the renderer and transition to ready. */\n  async start(container: HTMLElement): Promise<void> {\n    if (this._state !== \"idle\" && this._state !== \"destroyed\") return;\n    this.setState(\"connecting\");\n    try {\n      await this.config.renderer.mount(container);\n      this.setState(\"ready\");\n    } catch (err) {\n      this.setState(\"error\");\n      this.emit(\"error\", err instanceof Error ? err : new Error(String(err)));\n    }\n  }\n\n  /** Send a user message and run the LLM → TTS → speak pipeline. */\n  async sendMessage(text: string): Promise<void> {\n    if (this._state !== \"ready\" && this._state !== \"speaking\") return;\n\n    this.interrupt();\n\n    const userMsg: ChatMessage = {\n      role: \"user\",\n      content: text,\n      id: crypto.randomUUID(),\n      timestamp: Date.now(),\n    };\n    this.history.push(userMsg);\n    this.emit(\"message\", userMsg);\n\n    const txId = ++this.transactionId;\n    const ac = new AbortController();\n    this.abortController = ac;\n\n    this.setState(\"thinking\");\n\n    const messagesForLLM: ChatMessage[] = [];\n    if (this.config.systemPrompt) {\n      messagesForLLM.push({ role: \"system\", content: this.config.systemPrompt });\n    }\n    messagesForLLM.push(...this.history);\n\n    let fullText = \"\";\n    let buffer = \"\";\n    const assistantMsg: ChatMessage = {\n      role: \"assistant\",\n      content: \"\",\n      id: crypto.randomUUID(),\n      timestamp: Date.now(),\n    };\n\n    try {\n      const stream = this.config.llm.chat(messagesForLLM, {\n        signal: ac.signal,\n        ...(this.config.reasoningEffort\n          ? { reasoningEffort: this.config.reasoningEffort }\n          : {}),\n      });\n\n      for await (const chunk of stream) {\n        if (ac.signal.aborted || txId !== this.transactionId) return;\n\n        fullText += chunk.text;\n        buffer += chunk.text;\n        this.emit(\"chunk\", chunk.text, fullText);\n\n        const [sentences, rest] = splitSentences(buffer);\n        buffer = rest;\n\n        for (const sentence of sentences) {\n          if (ac.signal.aborted || txId !== this.transactionId) return;\n          await this.synthesizeAndSpeak(sentence, ac.signal, txId);\n        }\n      }\n\n      // Flush remaining buffer\n      if (buffer.trim() && !ac.signal.aborted && txId === this.transactionId) {\n        await this.synthesizeAndSpeak(buffer.trim(), ac.signal, txId);\n      }\n\n      if (!ac.signal.aborted && txId === this.transactionId) {\n        assistantMsg.content = fullText;\n        this.history.push(assistantMsg);\n        this.emit(\"message\", assistantMsg);\n        this.setState(\"ready\");\n      }\n    } catch (err) {\n      if (ac.signal.aborted) return;\n      this.setState(\"error\");\n      this.emit(\"error\", err instanceof Error ? err : new Error(String(err)));\n    }\n  }\n\n  /** Cancel the current LLM/TTS/speak pipeline. */\n  interrupt(): void {\n    if (this.abortController) {\n      this.abortController.abort();\n      this.abortController = null;\n    }\n    this.config.renderer.interrupt();\n    if (\n      this._state === \"thinking\" ||\n      this._state === \"speaking\"\n    ) {\n      this.setState(\"ready\");\n    }\n  }\n\n  /** Update the renderer with new avatar control state. */\n  updateControl(control: Parameters<typeof this.config.renderer.update>[0]): void {\n    this.config.renderer.update(control);\n  }\n\n  /** Replace the LLM provider at runtime. */\n  setLLM(llm: AvatarSessionConfig[\"llm\"]): void {\n    this.config = { ...this.config, llm };\n  }\n\n  /** Replace the TTS provider at runtime. */\n  setTTS(tts: AvatarSessionConfig[\"tts\"]): void {\n    this.config = { ...this.config, tts };\n  }\n\n  /** Replace the renderer at runtime. Unmounts the old one. */\n  async setRenderer(\n    renderer: AvatarSessionConfig[\"renderer\"],\n    container: HTMLElement,\n  ): Promise<void> {\n    this.interrupt();\n    this.config.renderer.unmount();\n    this.config = { ...this.config, renderer };\n    await renderer.mount(container);\n  }\n\n  /** Tear down everything. */\n  destroy(): void {\n    this.interrupt();\n    this.config.renderer.unmount();\n    this.removeAllListeners();\n    this.setState(\"destroyed\");\n  }\n\n  // -- internals --\n\n  private async synthesizeAndSpeak(\n    text: string,\n    signal: AbortSignal,\n    txId: number,\n  ): Promise<void> {\n    if (signal.aborted || txId !== this.transactionId) return;\n\n    if (this.config.renderer.speakText) {\n      this.setState(\"speaking\");\n      this.emit(\"speech-start\");\n      try {\n        await this.config.renderer.speakText(text, signal);\n      } finally {\n        if (!signal.aborted && txId === this.transactionId) {\n          this.emit(\"speech-end\");\n        }\n      }\n      return;\n    }\n\n    if (!this.config.tts) {\n      throw new Error(\"TTSProvider is required when the renderer does not implement speakText\");\n    }\n\n    const blob = await this.config.tts.synthesize(text, { signal });\n    if (signal.aborted || txId !== this.transactionId) return;\n\n    this.setState(\"speaking\");\n    this.emit(\"speech-start\");\n\n    try {\n      await this.config.renderer.speak(blob);\n    } finally {\n      if (!signal.aborted && txId === this.transactionId) {\n        this.emit(\"speech-end\");\n      }\n    }\n  }\n\n  private setState(next: SessionState): void {\n    if (this._state === next) return;\n    this._state = next;\n    this.emit(\"state-change\", next);\n  }\n}\n","\"use client\";\n\nimport { useContext } from \"react\";\nimport { AvatarContext, type AvatarContextValue } from \"./AvatarProvider.js\";\n\nexport function useAvatarSession(): AvatarContextValue {\n  const ctx = useContext(AvatarContext);\n  if (!ctx) {\n    throw new Error(\"useAvatarSession must be used within an <AvatarProvider>\");\n  }\n  return ctx;\n}\n","\"use client\";\n\nimport { useEffect, useRef, type HTMLAttributes } from \"react\";\nimport { useAvatarSession } from \"./useAvatarSession.js\";\n\ntype AvatarViewProps = HTMLAttributes<HTMLDivElement>;\n\n/**\n * Renders the avatar by mounting the session's renderer into a div.\n * Automatically calls `mount()` when the component is placed in the tree\n * and the AvatarProvider context is available.\n */\nexport function AvatarView(props: AvatarViewProps) {\n  const { mount } = useAvatarSession();\n  const containerRef = useRef<HTMLDivElement>(null);\n  const mountedRef = useRef(false);\n\n  useEffect(() => {\n    if (containerRef.current && !mountedRef.current) {\n      mountedRef.current = true;\n      mount(containerRef.current);\n    }\n  }, [mount]);\n\n  return (\n    <div\n      ref={containerRef}\n      {...props}\n      style={{\n        width: \"100%\",\n        height: \"100%\",\n        position: \"relative\",\n        overflow: \"hidden\",\n        ...props.style,\n      }}\n    />\n  );\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACEA,mBAOO;;;ACFA,IAAM,eAAN,MAEL;AAAA,EACQ,YAAY,oBAAI,IAAmC;AAAA,EAE3D,GAA6B,OAAU,IAAuB;AAC5D,QAAI,MAAM,KAAK,UAAU,IAAI,KAAK;AAClC,QAAI,CAAC,KAAK;AACR,YAAM,oBAAI,IAAI;AACd,WAAK,UAAU,IAAI,OAAO,GAAG;AAAA,IAC/B;AACA,QAAI,IAAI,EAAc;AACtB,WAAO;AAAA,EACT;AAAA,EAEA,IAA8B,OAAU,IAAuB;AAC7D,SAAK,UAAU,IAAI,KAAK,GAAG,OAAO,EAAc;AAChD,WAAO;AAAA,EACT;AAAA,EAEU,KACR,UACG,MACG;AACN,UAAM,MAAM,KAAK,UAAU,IAAI,KAAK;AACpC,QAAI,CAAC,IAAK;AACV,eAAW,MAAM,KAAK;AACpB,UAAI;AACF,WAAG,GAAG,IAAI;AAAA,MACZ,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAAA,EAEA,qBAA2B;AACzB,SAAK,UAAU,MAAM;AAAA,EACvB;AACF;;;ACrCA,IAAM,sBAAsB;AAM5B,SAAS,eAAe,QAAoC;AAC1D,QAAM,QAAQ,OAAO,MAAM,mBAAmB;AAC9C,MAAI,MAAM,UAAU,EAAG,QAAO,CAAC,CAAC,GAAG,MAAM;AACzC,QAAM,YAAY,MAAM,IAAI;AAC5B,SAAO,CAAC,MAAM,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,SAAS;AAC7D;AAQO,IAAM,gBAAN,cAA4B,aAAoC;AAAA,EAC7D;AAAA,EACA,SAAuB;AAAA,EACvB,UAAyB,CAAC;AAAA,EAC1B,kBAA0C;AAAA,EAC1C,gBAAgB;AAAA,EAExB,YAAY,QAA6B;AACvC,UAAM;AACN,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,IAAI,QAAsB;AACxB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,WAAmC;AACrC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,MAAM,MAAM,WAAuC;AACjD,QAAI,KAAK,WAAW,UAAU,KAAK,WAAW,YAAa;AAC3D,SAAK,SAAS,YAAY;AAC1B,QAAI;AACF,YAAM,KAAK,OAAO,SAAS,MAAM,SAAS;AAC1C,WAAK,SAAS,OAAO;AAAA,IACvB,SAAS,KAAK;AACZ,WAAK,SAAS,OAAO;AACrB,WAAK,KAAK,SAAS,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,GAAG,CAAC,CAAC;AAAA,IACxE;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,YAAY,MAA6B;AAC7C,QAAI,KAAK,WAAW,WAAW,KAAK,WAAW,WAAY;AAE3D,SAAK,UAAU;AAEf,UAAM,UAAuB;AAAA,MAC3B,MAAM;AAAA,MACN,SAAS;AAAA,MACT,IAAI,OAAO,WAAW;AAAA,MACtB,WAAW,KAAK,IAAI;AAAA,IACtB;AACA,SAAK,QAAQ,KAAK,OAAO;AACzB,SAAK,KAAK,WAAW,OAAO;AAE5B,UAAM,OAAO,EAAE,KAAK;AACpB,UAAM,KAAK,IAAI,gBAAgB;AAC/B,SAAK,kBAAkB;AAEvB,SAAK,SAAS,UAAU;AAExB,UAAM,iBAAgC,CAAC;AACvC,QAAI,KAAK,OAAO,cAAc;AAC5B,qBAAe,KAAK,EAAE,MAAM,UAAU,SAAS,KAAK,OAAO,aAAa,CAAC;AAAA,IAC3E;AACA,mBAAe,KAAK,GAAG,KAAK,OAAO;AAEnC,QAAI,WAAW;AACf,QAAI,SAAS;AACb,UAAM,eAA4B;AAAA,MAChC,MAAM;AAAA,MACN,SAAS;AAAA,MACT,IAAI,OAAO,WAAW;AAAA,MACtB,WAAW,KAAK,IAAI;AAAA,IACtB;AAEA,QAAI;AACF,YAAM,SAAS,KAAK,OAAO,IAAI,KAAK,gBAAgB;AAAA,QAClD,QAAQ,GAAG;AAAA,QACX,GAAI,KAAK,OAAO,kBACZ,EAAE,iBAAiB,KAAK,OAAO,gBAAgB,IAC/C,CAAC;AAAA,MACP,CAAC;AAED,uBAAiB,SAAS,QAAQ;AAChC,YAAI,GAAG,OAAO,WAAW,SAAS,KAAK,cAAe;AAEtD,oBAAY,MAAM;AAClB,kBAAU,MAAM;AAChB,aAAK,KAAK,SAAS,MAAM,MAAM,QAAQ;AAEvC,cAAM,CAAC,WAAW,IAAI,IAAI,eAAe,MAAM;AAC/C,iBAAS;AAET,mBAAW,YAAY,WAAW;AAChC,cAAI,GAAG,OAAO,WAAW,SAAS,KAAK,cAAe;AACtD,gBAAM,KAAK,mBAAmB,UAAU,GAAG,QAAQ,IAAI;AAAA,QACzD;AAAA,MACF;AAGA,UAAI,OAAO,KAAK,KAAK,CAAC,GAAG,OAAO,WAAW,SAAS,KAAK,eAAe;AACtE,cAAM,KAAK,mBAAmB,OAAO,KAAK,GAAG,GAAG,QAAQ,IAAI;AAAA,MAC9D;AAEA,UAAI,CAAC,GAAG,OAAO,WAAW,SAAS,KAAK,eAAe;AACrD,qBAAa,UAAU;AACvB,aAAK,QAAQ,KAAK,YAAY;AAC9B,aAAK,KAAK,WAAW,YAAY;AACjC,aAAK,SAAS,OAAO;AAAA,MACvB;AAAA,IACF,SAAS,KAAK;AACZ,UAAI,GAAG,OAAO,QAAS;AACvB,WAAK,SAAS,OAAO;AACrB,WAAK,KAAK,SAAS,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,GAAG,CAAC,CAAC;AAAA,IACxE;AAAA,EACF;AAAA;AAAA,EAGA,YAAkB;AAChB,QAAI,KAAK,iBAAiB;AACxB,WAAK,gBAAgB,MAAM;AAC3B,WAAK,kBAAkB;AAAA,IACzB;AACA,SAAK,OAAO,SAAS,UAAU;AAC/B,QACE,KAAK,WAAW,cAChB,KAAK,WAAW,YAChB;AACA,WAAK,SAAS,OAAO;AAAA,IACvB;AAAA,EACF;AAAA;AAAA,EAGA,cAAc,SAAkE;AAC9E,SAAK,OAAO,SAAS,OAAO,OAAO;AAAA,EACrC;AAAA;AAAA,EAGA,OAAO,KAAuC;AAC5C,SAAK,SAAS,EAAE,GAAG,KAAK,QAAQ,IAAI;AAAA,EACtC;AAAA;AAAA,EAGA,OAAO,KAAuC;AAC5C,SAAK,SAAS,EAAE,GAAG,KAAK,QAAQ,IAAI;AAAA,EACtC;AAAA;AAAA,EAGA,MAAM,YACJ,UACA,WACe;AACf,SAAK,UAAU;AACf,SAAK,OAAO,SAAS,QAAQ;AAC7B,SAAK,SAAS,EAAE,GAAG,KAAK,QAAQ,SAAS;AACzC,UAAM,SAAS,MAAM,SAAS;AAAA,EAChC;AAAA;AAAA,EAGA,UAAgB;AACd,SAAK,UAAU;AACf,SAAK,OAAO,SAAS,QAAQ;AAC7B,SAAK,mBAAmB;AACxB,SAAK,SAAS,WAAW;AAAA,EAC3B;AAAA;AAAA,EAIA,MAAc,mBACZ,MACA,QACA,MACe;AACf,QAAI,OAAO,WAAW,SAAS,KAAK,cAAe;AAEnD,QAAI,KAAK,OAAO,SAAS,WAAW;AAClC,WAAK,SAAS,UAAU;AACxB,WAAK,KAAK,cAAc;AACxB,UAAI;AACF,cAAM,KAAK,OAAO,SAAS,UAAU,MAAM,MAAM;AAAA,MACnD,UAAE;AACA,YAAI,CAAC,OAAO,WAAW,SAAS,KAAK,eAAe;AAClD,eAAK,KAAK,YAAY;AAAA,QACxB;AAAA,MACF;AACA;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,OAAO,KAAK;AACpB,YAAM,IAAI,MAAM,wEAAwE;AAAA,IAC1F;AAEA,UAAM,OAAO,MAAM,KAAK,OAAO,IAAI,WAAW,MAAM,EAAE,OAAO,CAAC;AAC9D,QAAI,OAAO,WAAW,SAAS,KAAK,cAAe;AAEnD,SAAK,SAAS,UAAU;AACxB,SAAK,KAAK,cAAc;AAExB,QAAI;AACF,YAAM,KAAK,OAAO,SAAS,MAAM,IAAI;AAAA,IACvC,UAAE;AACA,UAAI,CAAC,OAAO,WAAW,SAAS,KAAK,eAAe;AAClD,aAAK,KAAK,YAAY;AAAA,MACxB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,SAAS,MAA0B;AACzC,QAAI,KAAK,WAAW,KAAM;AAC1B,SAAK,SAAS;AACd,SAAK,KAAK,gBAAgB,IAAI;AAAA,EAChC;AACF;;;AF1JI;AAlDG,IAAM,oBAAgB,4BAAyC,IAAI;AAOnE,SAAS,eAAe,EAAE,QAAQ,SAAS,GAAwB;AACxE,QAAM,CAAC,OAAO,QAAQ,QAAI,uBAAuB,MAAM;AACvD,QAAM,CAAC,UAAU,WAAW,QAAI,uBAAwB,CAAC,CAAC;AAC1D,QAAM,iBAAa,qBAA6B,IAAI;AACpD,QAAM,gBAAY,qBAAO,MAAM;AAC/B,YAAU,UAAU;AAEpB,8BAAU,MAAM;AACd,UAAM,IAAI,IAAI,cAAc,MAAM;AAClC,eAAW,UAAU;AAErB,MAAE,GAAG,gBAAgB,CAAC,SAAS,SAAS,IAAI,CAAC;AAC7C,MAAE,GAAG,WAAW,MAAM,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AAElD,WAAO,MAAM;AACX,QAAE,QAAQ;AACV,iBAAW,UAAU;AAAA,IACvB;AAAA,EAGF,GAAG,CAAC,CAAC;AAEL,QAAM,YAAQ,0BAAY,CAAC,cAA2B;AACpD,eAAW,SAAS,MAAM,SAAS;AAAA,EACrC,GAAG,CAAC,CAAC;AAEL,QAAM,kBAAc,0BAAY,CAAC,SAAiB;AAChD,eAAW,SAAS,YAAY,IAAI;AAAA,EACtC,GAAG,CAAC,CAAC;AAEL,QAAM,gBAAY,0BAAY,MAAM;AAClC,eAAW,SAAS,UAAU;AAAA,EAChC,GAAG,CAAC,CAAC;AAEL,QAAM,aAAS,0BAAY,CAAC,QAAoC;AAC9D,eAAW,SAAS,OAAO,GAAG;AAAA,EAChC,GAAG,CAAC,CAAC;AAEL,QAAM,aAAS,0BAAY,CAAC,QAAoC;AAC9D,eAAW,SAAS,OAAO,GAAG;AAAA,EAChC,GAAG,CAAC,CAAC;AAEL,SACE;AAAA,IAAC,cAAc;AAAA,IAAd;AAAA,MACC,OAAO;AAAA,QACL,SAAS,WAAW;AAAA,QACpB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MAEC;AAAA;AAAA,EACH;AAEJ;;;AG5FA,IAAAA,gBAA2B;AAGpB,SAAS,mBAAuC;AACrD,QAAM,UAAM,0BAAW,aAAa;AACpC,MAAI,CAAC,KAAK;AACR,UAAM,IAAI,MAAM,0DAA0D;AAAA,EAC5E;AACA,SAAO;AACT;;;ACTA,IAAAC,gBAAuD;AAuBnD,IAAAC,sBAAA;AAbG,SAAS,WAAW,OAAwB;AACjD,QAAM,EAAE,MAAM,IAAI,iBAAiB;AACnC,QAAM,mBAAe,sBAAuB,IAAI;AAChD,QAAM,iBAAa,sBAAO,KAAK;AAE/B,+BAAU,MAAM;AACd,QAAI,aAAa,WAAW,CAAC,WAAW,SAAS;AAC/C,iBAAW,UAAU;AACrB,YAAM,aAAa,OAAO;AAAA,IAC5B;AAAA,EACF,GAAG,CAAC,KAAK,CAAC;AAEV,SACE;AAAA,IAAC;AAAA;AAAA,MACC,KAAK;AAAA,MACJ,GAAG;AAAA,MACJ,OAAO;AAAA,QACL,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,UAAU;AAAA,QACV,UAAU;AAAA,QACV,GAAG,MAAM;AAAA,MACX;AAAA;AAAA,EACF;AAEJ;","names":["import_react","import_react","import_jsx_runtime"]}

package/dist/react/index.js

@@ -0,0 +1,308 @@
+// src/react/AvatarProvider.tsx
+import {
+  createContext,
+  useCallback,
+  useEffect,
+  useRef,
+  useState
+} from "react";
+
+// src/core/events.ts
+var TypedEmitter = class {
+  listeners = /* @__PURE__ */ new Map();
+  on(event, fn) {
+    let set = this.listeners.get(event);
+    if (!set) {
+      set = /* @__PURE__ */ new Set();
+      this.listeners.set(event, set);
+    }
+    set.add(fn);
+    return this;
+  }
+  off(event, fn) {
+    this.listeners.get(event)?.delete(fn);
+    return this;
+  }
+  emit(event, ...args) {
+    const set = this.listeners.get(event);
+    if (!set) return;
+    for (const fn of set) {
+      try {
+        fn(...args);
+      } catch {
+      }
+    }
+  }
+  removeAllListeners() {
+    this.listeners.clear();
+  }
+};
+
+// src/core/session.ts
+var SENTENCE_DELIMITERS = /(?<=[.!?。！？\n])\s+/;
+function splitSentences(buffer) {
+  const parts = buffer.split(SENTENCE_DELIMITERS);
+  if (parts.length <= 1) return [[], buffer];
+  const remaining = parts.pop();
+  return [parts.filter((s) => s.trim().length > 0), remaining];
+}
+var AvatarSession = class extends TypedEmitter {
+  config;
+  _state = "idle";
+  history = [];
+  abortController = null;
+  transactionId = 0;
+  constructor(config) {
+    super();
+    this.config = config;
+  }
+  get state() {
+    return this._state;
+  }
+  get messages() {
+    return this.history;
+  }
+  /** Mount the renderer and transition to ready. */
+  async start(container) {
+    if (this._state !== "idle" && this._state !== "destroyed") return;
+    this.setState("connecting");
+    try {
+      await this.config.renderer.mount(container);
+      this.setState("ready");
+    } catch (err) {
+      this.setState("error");
+      this.emit("error", err instanceof Error ? err : new Error(String(err)));
+    }
+  }
+  /** Send a user message and run the LLM → TTS → speak pipeline. */
+  async sendMessage(text) {
+    if (this._state !== "ready" && this._state !== "speaking") return;
+    this.interrupt();
+    const userMsg = {
+      role: "user",
+      content: text,
+      id: crypto.randomUUID(),
+      timestamp: Date.now()
+    };
+    this.history.push(userMsg);
+    this.emit("message", userMsg);
+    const txId = ++this.transactionId;
+    const ac = new AbortController();
+    this.abortController = ac;
+    this.setState("thinking");
+    const messagesForLLM = [];
+    if (this.config.systemPrompt) {
+      messagesForLLM.push({ role: "system", content: this.config.systemPrompt });
+    }
+    messagesForLLM.push(...this.history);
+    let fullText = "";
+    let buffer = "";
+    const assistantMsg = {
+      role: "assistant",
+      content: "",
+      id: crypto.randomUUID(),
+      timestamp: Date.now()
+    };
+    try {
+      const stream = this.config.llm.chat(messagesForLLM, {
+        signal: ac.signal,
+        ...this.config.reasoningEffort ? { reasoningEffort: this.config.reasoningEffort } : {}
+      });
+      for await (const chunk of stream) {
+        if (ac.signal.aborted || txId !== this.transactionId) return;
+        fullText += chunk.text;
+        buffer += chunk.text;
+        this.emit("chunk", chunk.text, fullText);
+        const [sentences, rest] = splitSentences(buffer);
+        buffer = rest;
+        for (const sentence of sentences) {
+          if (ac.signal.aborted || txId !== this.transactionId) return;
+          await this.synthesizeAndSpeak(sentence, ac.signal, txId);
+        }
+      }
+      if (buffer.trim() && !ac.signal.aborted && txId === this.transactionId) {
+        await this.synthesizeAndSpeak(buffer.trim(), ac.signal, txId);
+      }
+      if (!ac.signal.aborted && txId === this.transactionId) {
+        assistantMsg.content = fullText;
+        this.history.push(assistantMsg);
+        this.emit("message", assistantMsg);
+        this.setState("ready");
+      }
+    } catch (err) {
+      if (ac.signal.aborted) return;
+      this.setState("error");
+      this.emit("error", err instanceof Error ? err : new Error(String(err)));
+    }
+  }
+  /** Cancel the current LLM/TTS/speak pipeline. */
+  interrupt() {
+    if (this.abortController) {
+      this.abortController.abort();
+      this.abortController = null;
+    }
+    this.config.renderer.interrupt();
+    if (this._state === "thinking" || this._state === "speaking") {
+      this.setState("ready");
+    }
+  }
+  /** Update the renderer with new avatar control state. */
+  updateControl(control) {
+    this.config.renderer.update(control);
+  }
+  /** Replace the LLM provider at runtime. */
+  setLLM(llm) {
+    this.config = { ...this.config, llm };
+  }
+  /** Replace the TTS provider at runtime. */
+  setTTS(tts) {
+    this.config = { ...this.config, tts };
+  }
+  /** Replace the renderer at runtime. Unmounts the old one. */
+  async setRenderer(renderer, container) {
+    this.interrupt();
+    this.config.renderer.unmount();
+    this.config = { ...this.config, renderer };
+    await renderer.mount(container);
+  }
+  /** Tear down everything. */
+  destroy() {
+    this.interrupt();
+    this.config.renderer.unmount();
+    this.removeAllListeners();
+    this.setState("destroyed");
+  }
+  // -- internals --
+  async synthesizeAndSpeak(text, signal, txId) {
+    if (signal.aborted || txId !== this.transactionId) return;
+    if (this.config.renderer.speakText) {
+      this.setState("speaking");
+      this.emit("speech-start");
+      try {
+        await this.config.renderer.speakText(text, signal);
+      } finally {
+        if (!signal.aborted && txId === this.transactionId) {
+          this.emit("speech-end");
+        }
+      }
+      return;
+    }
+    if (!this.config.tts) {
+      throw new Error("TTSProvider is required when the renderer does not implement speakText");
+    }
+    const blob = await this.config.tts.synthesize(text, { signal });
+    if (signal.aborted || txId !== this.transactionId) return;
+    this.setState("speaking");
+    this.emit("speech-start");
+    try {
+      await this.config.renderer.speak(blob);
+    } finally {
+      if (!signal.aborted && txId === this.transactionId) {
+        this.emit("speech-end");
+      }
+    }
+  }
+  setState(next) {
+    if (this._state === next) return;
+    this._state = next;
+    this.emit("state-change", next);
+  }
+};
+
+// src/react/AvatarProvider.tsx
+import { jsx } from "react/jsx-runtime";
+var AvatarContext = createContext(null);
+function AvatarProvider({ config, children }) {
+  const [state, setState] = useState("idle");
+  const [messages, setMessages] = useState([]);
+  const sessionRef = useRef(null);
+  const configRef = useRef(config);
+  configRef.current = config;
+  useEffect(() => {
+    const s = new AvatarSession(config);
+    sessionRef.current = s;
+    s.on("state-change", (next) => setState(next));
+    s.on("message", () => setMessages([...s.messages]));
+    return () => {
+      s.destroy();
+      sessionRef.current = null;
+    };
+  }, []);
+  const mount = useCallback((container) => {
+    sessionRef.current?.start(container);
+  }, []);
+  const sendMessage = useCallback((text) => {
+    sessionRef.current?.sendMessage(text);
+  }, []);
+  const interrupt = useCallback(() => {
+    sessionRef.current?.interrupt();
+  }, []);
+  const setLLM = useCallback((llm) => {
+    sessionRef.current?.setLLM(llm);
+  }, []);
+  const setTTS = useCallback((tts) => {
+    sessionRef.current?.setTTS(tts);
+  }, []);
+  return /* @__PURE__ */ jsx(
+    AvatarContext.Provider,
+    {
+      value: {
+        session: sessionRef.current,
+        state,
+        messages,
+        sendMessage,
+        interrupt,
+        mount,
+        setLLM,
+        setTTS
+      },
+      children
+    }
+  );
+}
+
+// src/react/useAvatarSession.ts
+import { useContext } from "react";
+function useAvatarSession() {
+  const ctx = useContext(AvatarContext);
+  if (!ctx) {
+    throw new Error("useAvatarSession must be used within an <AvatarProvider>");
+  }
+  return ctx;
+}
+
+// src/react/AvatarView.tsx
+import { useEffect as useEffect2, useRef as useRef2 } from "react";
+import { jsx as jsx2 } from "react/jsx-runtime";
+function AvatarView(props) {
+  const { mount } = useAvatarSession();
+  const containerRef = useRef2(null);
+  const mountedRef = useRef2(false);
+  useEffect2(() => {
+    if (containerRef.current && !mountedRef.current) {
+      mountedRef.current = true;
+      mount(containerRef.current);
+    }
+  }, [mount]);
+  return /* @__PURE__ */ jsx2(
+    "div",
+    {
+      ref: containerRef,
+      ...props,
+      style: {
+        width: "100%",
+        height: "100%",
+        position: "relative",
+        overflow: "hidden",
+        ...props.style
+      }
+    }
+  );
+}
+export {
+  AvatarContext,
+  AvatarProvider,
+  AvatarView,
+  useAvatarSession
+};
+//# sourceMappingURL=index.js.map