@lokutor/sdk 1.1.19 → 1.1.21

package/dist/index.mjs

@@ -903,6 +903,7 @@ var VoiceAgentClient = class {
         }
         case "tool_call":
           console.log(`\u{1F6E0}\uFE0F Tool Call: ${msg.name}(${msg.arguments})`);
+          this.emit("tool_call", msg);
           break;
       }
     } catch (e) {
@@ -1206,9 +1207,585 @@ async function simpleTTS(options) {
   const client = new TTSClient({ apiKey: options.apiKey });
   return client.synthesize(options);
 }
+
+// src/conversational-panel.ts
+var PANEL_CSS = (
+  /*css*/
+  `
+  .cv-panel {
+    position: relative;
+    width: 100%;
+    aspect-ratio: 16 / 9;
+    max-height: 800px;
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    justify-content: center;
+    padding: 2rem 0;
+    margin: 0;
+    background: var(--cv-bg, #0a0a0a);
+    box-shadow: inset 0 10px 40px rgba(0, 0, 0, 0.1), inset 0 0 100px rgba(0, 0, 0, 0.05);
+    border-radius: 40px;
+    overflow: hidden;
+    container-type: inline-size;
+  }
+  .cv-curtain {
+    position: absolute;
+    inset: 0;
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    justify-content: center;
+    background: var(--cv-bg, #0a0a0a);
+    z-index: 100;
+    transition: transform 1s cubic-bezier(0.16, 1, 0.3, 1);
+  }
+  .cv-curtain .cv-curtain-bg {
+    position: absolute;
+    inset: 0;
+    background: url('/background_gradient.jpeg') center / cover no-repeat;
+    z-index: -1;
+  }
+  .cv-curtain .cv-curtain-overlay {
+    position: absolute;
+    inset: 0;
+    background: var(--cv-accent);
+    opacity: 0.35;
+    z-index: -1;
+  }
+  .cv-curtain.is-up { transform: translateY(-100%); }
+  .cv-curtain-content {
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    gap: clamp(0.75rem, 1.5cqi, 1.5rem);
+    color: #fff;
+    text-align: center;
+    z-index: 2;
+    padding: clamp(1rem, 2cqi, 2rem);
+  }
+  .cv-curtain-title {
+    font-size: clamp(1.2rem, 4cqi, 2.5rem);
+    font-weight: 800;
+    letter-spacing: -0.03em;
+    margin: 0;
+    text-shadow: 0 4px 20px rgba(0,0,0,0.3);
+  }
+  .cv-curtain-desc {
+    font-size: clamp(0.75rem, 2cqi, 1.1rem);
+    opacity: 0.8;
+    max-width: 400px;
+    margin: 0;
+    line-height: 1.5;
+  }
+  .cv-curtain-btn {
+    margin-top: 1rem;
+    padding: clamp(0.6rem, 1.5cqi, 1rem) clamp(1.5rem, 3cqi, 2.5rem);
+    border-radius: 100px;
+    background: #fff;
+    color: #000;
+    border: none;
+    font-weight: 700;
+    font-size: clamp(0.8rem, 1.5cqi, 1rem);
+    display: flex;
+    align-items: center;
+    gap: 0.75rem;
+    cursor: pointer;
+    transition: all 0.3s cubic-bezier(0.16, 1, 0.3, 1);
+    box-shadow: 0 10px 30px rgba(0,0,0,0.2);
+  }
+  .cv-curtain-btn:hover {
+    transform: scale(1.05);
+    background: #f0f0f0;
+    box-shadow: 0 15px 40px rgba(0,0,0,0.3);
+  }
+  .cv-curtain-btn svg { transition: transform 0.3s ease; }
+  .cv-curtain-btn:hover svg { transform: translateX(4px); }
+  .cv-header {
+    width: 100%;
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    gap: 0.25rem;
+    z-index: 20;
+    margin-bottom: auto;
+  }
+  .cv-title {
+    font-size: clamp(1rem, 2.5cqi, 1.75rem);
+    font-weight: 700;
+    color: #e0e0e0;
+    display: flex;
+    align-items: center;
+    gap: 1rem;
+    letter-spacing: -0.02em;
+  }
+  .cv-title .cv-timer {
+    font-variant-numeric: tabular-nums;
+    color: var(--cv-accent);
+    font-weight: 400;
+    opacity: 0.8;
+  }
+  .cv-visualizer-wrap {
+    position: absolute;
+    top: 50%;
+    left: 50%;
+    transform: translate(-50%, -50%);
+    width: clamp(140px, 40cqi, 280px);
+    height: clamp(140px, 40cqi, 280px);
+    display: flex;
+    align-items: center;
+    justify-content: center;
+    z-index: 10;
+    transition: all 0.5s cubic-bezier(0.16, 1, 0.3, 1);
+  }
+  .cv-is-speaking .cv-visualizer-wrap {
+    animation: cv-pulse 2.5s infinite ease-in-out;
+  }
+  .cv-is-thinking .cv-visualizer-wrap {
+    opacity: 0.5;
+    transform: translate(-50%, -50%) scale(0.9);
+  }
+  @keyframes cv-pulse {
+    0%, 100% { transform: translate(-50%, -50%) scale(1); }
+    50% { transform: translate(-50%, -50%) scale(1.05); }
+  }
+  .cv-canvas {
+    width: 100% !important;
+    height: 100% !important;
+    position: relative;
+    z-index: 0;
+  }
+  .cv-canvas {
+    width: 100% !important;
+    height: 100% !important;
+    position: relative;
+    z-index: 0;
+  }
+  .cv-controls {
+    width: 100%;
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    gap: 1.5rem;
+    padding-top: 1rem;
+    margin-top: auto;
+    z-index: 20;
+  }
+  .cv-pill {
+    display: flex;
+    align-items: center;
+    gap: 0.75rem;
+    background: rgba(255, 255, 255, 0.03);
+    backdrop-filter: blur(30px);
+    -webkit-backdrop-filter: blur(30px);
+    border: 1px solid rgba(255, 255, 255, 0.08);
+    padding: 0.3rem 0.75rem;
+    border-radius: 100px;
+    box-shadow: 0 20px 50px rgba(0, 0, 0, 0.3);
+  }
+  .cv-btn {
+    display: flex;
+    align-items: center;
+    gap: 0.5rem;
+    background: transparent;
+    border: none;
+    color: rgba(255,255,255,0.55);
+    font-weight: 600;
+    font-size: 0.75rem;
+    cursor: pointer;
+    transition: all 0.2s ease;
+    padding: 0.35rem 0.75rem;
+    border-radius: 50px;
+  }
+  .cv-btn:hover { color: #fff; background: rgba(255,255,255,0.05); }
+  .cv-btn--end { color: #ff4444; }
+  .cv-btn--end .cv-btn-box {
+    background: #ff4444;
+    width: 8px;
+    height: 8px;
+    border-radius: 2px;
+  }
+  .cv-btn.is-muted { color: var(--cv-accent); }
+  .cv-error {
+    position: absolute;
+    bottom: 1.25rem;
+    left: 50%;
+    transform: translateX(-50%);
+    background: #0a0a0a;
+    color: #e0e0e0;
+    padding: 0.75rem 1.5rem;
+    border-radius: 12px;
+    font-size: 0.875rem;
+    font-weight: 500;
+    display: none;
+    align-items: center;
+    gap: 0.75rem;
+    box-shadow: 0 10px 40px rgba(0, 0, 0, 0.2);
+    z-index: 1000;
+    border: 1px solid rgba(255, 255, 255, 0.06);
+    backdrop-filter: blur(20px);
+  }
+  .cv-error.is-visible { display: flex; }
+  .cv-error-icon { color: var(--cv-accent); flex-shrink: 0; }
+`
+);
+var styleInjected = false;
+function injectStyles() {
+  if (styleInjected) return;
+  const style = document.createElement("style");
+  style.textContent = PANEL_CSS;
+  document.head.appendChild(style);
+  styleInjected = true;
+}
+var ConversationalPanel = class {
+  cfg;
+  container;
+  agent = null;
+  visualizer = null;
+  timerTicker = null;
+  connectingSound = null;
+  connectingFadeTimer = null;
+  isRunning = false;
+  // Cached DOM refs
+  el;
+  curtain;
+  curtainTitle;
+  curtainDesc;
+  startBtn;
+  errorEl;
+  errorText;
+  timerEl;
+  canvas;
+  muteBtn;
+  stopBtn;
+  visualizerWrap;
+  // Callbacks
+  onTranscription;
+  onResponse;
+  onStart;
+  onStop;
+  onError;
+  constructor(cfg) {
+    this.cfg = cfg;
+    this.container = cfg.container;
+    injectStyles();
+    this.buildDOM();
+  }
+  buildDOM() {
+    const accent = this.cfg.accentColor || "#a25a6b";
+    const bg = this.cfg.backgroundColor || "#0a0a0a";
+    this.container.style.setProperty("--cv-accent", accent);
+    this.container.style.setProperty("--cv-bg", bg);
+    this.el = document.createElement("div");
+    this.el.className = "cv-panel";
+    this.el.innerHTML = `
+      <div class="cv-curtain">
+        <div class="cv-curtain-bg"></div>
+        <div class="cv-curtain-overlay"></div>
+        <div class="cv-curtain-content">
+          <h3 class="cv-curtain-title">${this.esc(this.cfg.title)}</h3>
+          <p class="cv-curtain-desc">${this.esc(this.cfg.description)}</p>
+          <button class="cv-curtain-btn">
+            <span>Start Conversation</span>
+            <svg viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" width="20" height="20">
+              <path d="M5 12h14M12 5l7 7-7 7"/>
+            </svg>
+          </button>
+        </div>
+        <div class="cv-error">
+          <svg viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"
+            width="20" height="20" class="cv-error-icon">
+            <circle cx="12" cy="12" r="10"></circle>
+            <path d="M12 8v4"></path>
+            <path d="M12 16h.01"></path>
+          </svg>
+          <span class="cv-error-text"></span>
+        </div>
+      </div>
+      <div class="cv-header">
+        <h2 class="cv-title">${this.esc(this.cfg.title)} <span class="cv-timer">00:00</span></h2>
+      </div>
+      <div class="cv-visualizer-wrap">
+        <canvas class="cv-canvas"></canvas>
+      </div>
+      <div class="cv-controls">
+        <div class="cv-pill">
+          <button class="cv-btn cv-btn--mute">
+            <svg viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" width="18" height="18">
+              <path d="M12 1a3 3 0 0 0-3 3v8a3 3 0 0 0 6 0V4a3 3 0 0 0-3-3z"/>
+              <path d="M19 10v2a7 7 0 0 1-14 0v-2"/>
+            </svg>
+            <span>Mute</span>
+          </button>
+          <button class="cv-btn cv-btn--end">
+            <div class="cv-btn-box"></div>
+            <span>End call</span>
+          </button>
+        </div>
+      </div>
+    `;
+    this.container.appendChild(this.el);
+    this.curtain = this.el.querySelector(".cv-curtain");
+    if (this.cfg.curtainBgSrc) {
+      this.curtain.style.backgroundImage = `url('${this.cfg.curtainBgSrc}')`;
+    }
+    this.curtainTitle = this.el.querySelector(".cv-curtain-title");
+    this.curtainDesc = this.el.querySelector(".cv-curtain-desc");
+    this.startBtn = this.el.querySelector(".cv-curtain-btn");
+    this.errorEl = this.el.querySelector(".cv-error");
+    this.errorText = this.el.querySelector(".cv-error-text");
+    this.timerEl = this.el.querySelector(".cv-timer");
+    this.canvas = this.el.querySelector(".cv-canvas");
+    this.muteBtn = this.el.querySelector(".cv-btn--mute");
+    this.stopBtn = this.el.querySelector(".cv-btn--end");
+    this.visualizerWrap = this.el.querySelector(".cv-visualizer-wrap");
+    this.startBtn.addEventListener("click", () => this.start());
+    this.stopBtn.addEventListener("click", () => this.stop());
+    this.muteBtn.addEventListener("click", () => this.toggleMute());
+  }
+  esc(s) {
+    const d = document.createElement("div");
+    d.textContent = s;
+    return d.innerHTML;
+  }
+  /** Start the conversation (called when user clicks "Start Conversation" or externally) */
+  async start() {
+    if (this.isRunning) return;
+    this.isRunning = true;
+    this.startBtn.disabled = true;
+    this.errorEl.classList.remove("is-visible");
+    this.playConnectingSound();
+    try {
+      const ConvoAgent = this.cfg.ConvoAgent;
+      const SphereVisualizer = this.cfg.SphereVisualizer;
+      const visualizer = new SphereVisualizer(this.canvas);
+      visualizer.resize(280, 280);
+      this.visualizer = visualizer;
+      if (this.cfg.accentColor && typeof visualizer.setAccentColor === "function") {
+        const hex = this.cfg.accentColor;
+        visualizer.setAccentColor(
+          parseInt(hex.slice(1, 3), 16) / 255,
+          parseInt(hex.slice(3, 5), 16) / 255,
+          parseInt(hex.slice(5, 7), 16) / 255
+        );
+      }
+      const agentHandle = new ConvoAgent({
+        apiKey: this.cfg.apiKey,
+        tools: this.cfg.tools,
+        prompt: this.cfg.prompt,
+        voice: this.cfg.voice || "M1",
+        language: this.cfg.language || "en",
+        onStatusChange: (status) => {
+          this.el.classList.remove("cv-is-speaking", "cv-is-thinking");
+          if (status === "speaking") this.el.classList.add("cv-is-speaking");
+          else if (status === "thinking") this.el.classList.add("cv-is-thinking");
+        },
+        onTranscription: (text) => {
+          this.onTranscription?.(text);
+        },
+        onResponse: (text) => {
+          this.onResponse?.(text);
+        },
+        onError: (err) => {
+          if (!this.isRunning) return;
+          this.onError?.(err);
+          this.stop();
+          this.showError("Connection issue. Try again in a moment.");
+        }
+      });
+      this.agent = agentHandle;
+      visualizer.setAudioClient(agentHandle);
+      this.curtain.classList.add("is-up");
+      try {
+        agentHandle.unlockAudioForMobile?.();
+      } catch (_) {
+      }
+      const ok = await agentHandle.connect();
+      if (ok) {
+        this.fadeOutConnectingSound();
+        const wrap = this.visualizerWrap;
+        if (wrap) {
+          const dpr = Math.min(window.devicePixelRatio || 1, 2);
+          const w = Math.floor(wrap.clientWidth * dpr);
+          const h = Math.floor(wrap.clientHeight * dpr);
+          visualizer.resize(w, h);
+        }
+        visualizer.start();
+        this.startTimer();
+        this.onStart?.();
+        if (window.lucide) window.lucide.createIcons();
+      } else {
+        this.fadeOutConnectingSound();
+        this.playErrorTone();
+        this.curtain.classList.remove("is-up");
+        this.showError("Could not connect. Please try again.");
+        this.isRunning = false;
+      }
+    } catch (err) {
+      this.fadeOutConnectingSound();
+      this.playErrorTone();
+      console.error("ConversationalPanel start error:", err);
+      this.stop();
+      this.showError("Something went wrong. Please try again.");
+    } finally {
+      this.startBtn.disabled = false;
+    }
+  }
+  /** Stop / disconnect the conversation */
+  stop() {
+    if (!this.isRunning && !this.agent && !this.visualizer) return;
+    this.isRunning = false;
+    this.fadeOutConnectingSound();
+    this.errorEl.classList.remove("is-visible");
+    if (this.agent) {
+      try {
+        this.agent.disconnect();
+      } catch (_) {
+      }
+      this.agent = null;
+    }
+    if (this.timerTicker) {
+      clearInterval(this.timerTicker);
+      this.timerTicker = null;
+    }
+    if (this.visualizer) {
+      this.visualizer.stop();
+      this.visualizer = null;
+    }
+    this.curtain.classList.remove("is-up");
+    this.el.classList.remove("cv-is-speaking", "cv-is-thinking");
+    this.muteBtn.classList.remove("is-muted");
+    const span = this.muteBtn.querySelector("span");
+    if (span) span.textContent = "Mute";
+    this.onStop?.();
+    this.startBtn.disabled = false;
+  }
+  /** Update accent color dynamically */
+  setColor(color) {
+    this.cfg.accentColor = color;
+    this.container.style.setProperty("--cv-accent", color);
+    if (this.visualizer && typeof this.visualizer.setAccentColor === "function") {
+      const r = parseInt(color.slice(1, 3), 16) / 255;
+      const g = parseInt(color.slice(3, 5), 16) / 255;
+      const b = parseInt(color.slice(5, 7), 16) / 255;
+      this.visualizer.setAccentColor(r, g, b);
+    }
+  }
+  /** Update title text */
+  setTitle(title) {
+    this.cfg.title = title;
+    this.curtainTitle.textContent = title;
+    const h2 = this.el.querySelector(".cv-title");
+    if (h2) h2.innerHTML = `${this.esc(title)} <span class="cv-timer">${this.timerEl?.textContent || "00:00"}</span>`;
+  }
+  /** Update description text */
+  setDescription(desc) {
+    this.cfg.description = desc;
+    this.curtainDesc.textContent = desc;
+  }
+  /** Update prompt (only takes effect on next start()) */
+  setPrompt(prompt) {
+    this.cfg.prompt = prompt;
+  }
+  /** Show an error message */
+  showError(text) {
+    this.errorText.textContent = text;
+    this.errorEl.classList.add("is-visible");
+    setTimeout(() => {
+      this.errorEl.classList.remove("is-visible");
+    }, 5e3);
+  }
+  /** Destroy the component, removing all DOM and stopping any active session */
+  destroy() {
+    this.stop();
+    this.el.remove();
+  }
+  // ─── internal helpers ────────────────────────────────────
+  startTimer() {
+    let elapsed = 0;
+    this.timerEl.textContent = "00:00";
+    this.timerTicker = window.setInterval(() => {
+      elapsed++;
+      const m = Math.floor(elapsed / 60).toString().padStart(2, "0");
+      const s = (elapsed % 60).toString().padStart(2, "0");
+      this.timerEl.textContent = `${m}:${s}`;
+    }, 1e3);
+  }
+  toggleMute() {
+    if (!this.agent) return;
+    try {
+      const muted = this.agent.toggleMute();
+      this.muteBtn.classList.toggle("is-muted", muted);
+      const span = this.muteBtn.querySelector("span");
+      if (span) span.textContent = muted ? "Unmute" : "Mute";
+      if (muted) {
+        this.agent.pauseAudio?.();
+        this.visualizer?.setDeactivated?.(true);
+      } else {
+        this.agent.resumeAudio?.();
+        this.visualizer?.setDeactivated?.(false);
+      }
+    } catch (_) {
+    }
+  }
+  playConnectingSound() {
+    this.fadeOutConnectingSound();
+    const src = this.cfg.connectingSoundSrc || "/connecting.mp3";
+    this.connectingSound = new Audio(src);
+    this.connectingSound.volume = 0.6;
+    this.connectingSound.play().catch(() => {
+    });
+  }
+  fadeOutConnectingSound() {
+    if (this.connectingFadeTimer) {
+      clearInterval(this.connectingFadeTimer);
+      this.connectingFadeTimer = null;
+    }
+    if (!this.connectingSound) return;
+    const startVol = this.connectingSound.volume;
+    const steps = 15;
+    let step = 0;
+    this.connectingFadeTimer = window.setInterval(() => {
+      step++;
+      const progress = step / steps;
+      if (this.connectingSound) this.connectingSound.volume = startVol * Math.max(0, 1 - progress);
+      if (step >= steps) {
+        if (this.connectingFadeTimer) {
+          clearInterval(this.connectingFadeTimer);
+          this.connectingFadeTimer = null;
+        }
+        if (this.connectingSound) {
+          this.connectingSound.pause();
+          this.connectingSound.currentTime = 0;
+          this.connectingSound = null;
+        }
+      }
+    }, 100);
+  }
+  playErrorTone() {
+    try {
+      const ctx = new (window.AudioContext || window.webkitAudioContext)();
+      const now = ctx.currentTime;
+      [0, 0.3].forEach((offset, i) => {
+        const osc = ctx.createOscillator();
+        const gain = ctx.createGain();
+        osc.connect(gain);
+        gain.connect(ctx.destination);
+        osc.type = "sine";
+        osc.frequency.setValueAtTime(600 - i * 200, now + offset);
+        gain.gain.setValueAtTime(0.25, now + offset);
+        gain.gain.exponentialRampToValueAtTime(1e-3, now + offset + 0.35);
+        osc.start(now + offset);
+        osc.stop(now + offset + 0.4);
+      });
+    } catch (_) {
+    }
+  }
+};
 export {
   AUDIO_CONFIG,
   BrowserAudioManager,
+  ConversationalPanel,
   DEFAULT_URLS,
   Language,
   LokutorError,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lokutor/sdk",
-  "version": "1.1.19",
+  "version": "1.1.21",
   "description": "JavaScript/TypeScript SDK for Lokutor Real-time Voice AI",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",

package/src/client.ts

@@ -517,6 +517,7 @@ export class VoiceAgentClient {
         }
         case 'tool_call':
           console.log(`🛠️ Tool Call: ${msg.name}(${msg.arguments})`);
+          this.emit('tool_call', msg);
           break;
       }
     } catch (e) {