nikcli 0.0.6

package/src/tool/speak/elevenlabs.ts

@@ -0,0 +1,201 @@
+/**
+ * ElevenLabs TTS Provider Implementation
+ */
+
+import type { TTSProvider, TTSVoice, TTSRequest, TTSResponse, TTSProviderConfig } from "./provider"
+
+const ELEVENLABS_VOICES: TTSVoice[] = [
+  { id: "YOq2y2Up4RgXP2HyXjE5", name: "Rachel" },
+  { id: "AZnzlk1XvdvUeBnXmlNG", name: "Sam" },
+  { id: "CwhRBWXzGAHq8TQ4Fs17", name: "Roger" },
+  { id: "EXAVITQu4vr4xnSDxMaL", name: "Sarah" },
+  { id: "LyssAJIZ4k3DJGW7QTaO", name: "Elliot" },
+  { id: "MFZMEXqYqFN5YSiJqHxo", name: "Charlie" },
+  { id: "NFY5qYlrZGkZ9jJp9J4j", name: "Emily" },
+  { id: "nP4h3Nz5tJaqBqu4zDu4", name: "Aria" },
+  { id: "oWAxZDx7T60O2gCoV7ko", name: "Adam" },
+  { id: "pNInz6obpgDQGcFmaJgB", name: "Arnold" },
+  { id: "pmqG7SzvK3r3HXQ8N6ZQ", name: "Bella" },
+  { id: "rObUfCSj2PE5ZuEbZkrk", name: "Dom" },
+  { id: "rpGA7VF8a1eY2Ayt7iM6", name: "Dorothy" },
+  { id: "tw1kZhNv6T3jtsJCJSt4", name: "Fin" },
+  { id: "wbJZE5tDdP3V3uKPYb1W", name: "Freya" },
+  { id: "xQ8P86CzPvXP2Y4QxYOq", name: "Grace" },
+  { id: "xR4vQ8J3tN2YwZcKfDm6", name: "James" },
+  { id: "yHAj8S3qP5RwN7YvXtZ1", name: "Jenny" },
+  { id: "z9Q7X6Y4jV2NtR8PwLm3", name: "Matthew" },
+]
+
+const DEFAULT_MODEL_ID = "eleven_v3"
+const DEFAULT_OUTPUT_FORMAT = "mp3_44100_128"
+const BASE_URL = "https://api.elevenlabs.io/v1"
+
+function extensionFromOutputFormat(format: string): string {
+  const lower = format.toLowerCase()
+  if (lower.startsWith("wav")) return "wav"
+  if (lower.startsWith("mp3")) return "mp3"
+  return "bin"
+}
+
+export class ElevenLabsProvider implements TTSProvider {
+  readonly id = "elevenlabs"
+  readonly name = "ElevenLabs"
+  readonly description = "ElevenLabs Text-to-Speech API"
+
+  private config: TTSProviderConfig | null = null
+  private apiKey: string | null = null
+
+  async getConfig(): Promise<TTSProviderConfig> {
+    if (this.config) return this.config
+
+    const path = await import("@/global")
+    const API_KEY_FILEPATH = path.Global.Path.config + "/secrets/elevenlabs-key"
+
+    const envKey =
+      process.env.NIKCLI_ELEVENLABS_API_KEY ??
+      process.env.ELEVENLABS_API_KEY ??
+      process.env.XI_API_KEY ??
+      process.env.ELEVENLABS_KEY
+
+    if (envKey && envKey.trim()) {
+      this.apiKey = envKey.trim()
+    } else {
+      const file = Bun.file(API_KEY_FILEPATH)
+      if (await file.exists()) {
+        this.apiKey = (await file.text()).trim()
+      }
+    }
+
+    if (!this.apiKey) {
+      throw new Error(
+        [
+          "ElevenLabs API key not found.",
+          "",
+          "Set NIKCLI_ELEVENLABS_API_KEY (or ELEVENLABS_API_KEY), or create:",
+          API_KEY_FILEPATH,
+          "with your API key.",
+        ].join("\n"),
+      )
+    }
+
+    this.config = {
+      apiKey: this.apiKey,
+      baseURL: process.env.NIKCLI_ELEVENLABS_BASE_URL ?? BASE_URL,
+      timeout: 30000,
+    }
+
+    return this.config
+  }
+
+  async getVoices(): Promise<TTSVoice[]> {
+    // Return static list - could fetch from API if needed
+    return ELEVENLABS_VOICES
+  }
+
+  async speak(request: TTSRequest, options?: { signal?: AbortSignal }): Promise<TTSResponse> {
+    const config = await this.getConfig()
+    const modelId = request.modelId ?? DEFAULT_MODEL_ID
+    const outputFormat = request.outputFormat ?? DEFAULT_OUTPUT_FORMAT
+    const stability = request.stability ?? 0.5
+    const similarityBoost = request.similarityBoost ?? 0.75
+    const speed = request.speed ?? 1.0
+
+    const url = `${config.baseURL}/text-to-speech/${request.voiceId}?output_format=${encodeURIComponent(outputFormat)}`
+
+    const response = await fetch(url, {
+      method: "POST",
+      headers: {
+        "xi-api-key": config.apiKey,
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({
+        text: request.text,
+        model_id: modelId,
+        voice_settings: {
+          stability,
+          similarity_boost: similarityBoost,
+          style: 0,
+          use_speaker_boost: true,
+          speed,
+        },
+      }),
+      signal: options?.signal,
+    })
+
+    if (!response.ok) {
+      const errorText = await response.text().catch(() => "")
+      let parsedError: any = {}
+      try {
+        if (errorText) parsedError = JSON.parse(errorText)
+      } catch {
+        /* ignore */
+      }
+
+      const rawDetail = parsedError.detail
+      const errorDetail =
+        rawDetail !== null && rawDetail !== undefined && typeof rawDetail === "object"
+          ? (rawDetail as any).message ?? JSON.stringify(rawDetail)
+          : rawDetail ?? parsedError.message ?? errorText
+
+      switch (response.status) {
+        case 401:
+          throw new Error(`ElevenLabs authentication failed (401). Your API key may be invalid or expired.`)
+        case 429:
+          throw new Error(`ElevenLabs rate limit exceeded (429). Too many requests.`)
+        case 400:
+          throw new Error(`ElevenLabs bad request (400): ${errorDetail}`)
+        default:
+          throw new Error(`ElevenLabs error (${response.status}): ${errorDetail}`)
+      }
+    }
+
+    const audioBuffer = await response.arrayBuffer()
+    const contentType = extensionFromOutputFormat(outputFormat)
+
+    return {
+      audio: audioBuffer,
+      contentType,
+      metadata: {
+        provider: this.id,
+        modelId,
+        voiceId: request.voiceId,
+      },
+    }
+  }
+
+  async validate(): Promise<{ valid: boolean; error?: string }> {
+    try {
+      const config = await this.getConfig()
+      if (!config.apiKey) {
+        return { valid: false, error: "API key not configured" }
+      }
+
+      // Test with a simple metadata request
+      const response = await fetch(`${config.baseURL}/voices`, {
+        headers: {
+          "xi-api-key": config.apiKey,
+        },
+      })
+
+      if (response.status === 401) {
+        return { valid: false, error: "Invalid API key" }
+      }
+
+      if (!response.ok) {
+        return { valid: false, error: `API returned status ${response.status}` }
+      }
+
+      return { valid: true }
+    } catch (error) {
+      return { valid: false, error: error instanceof Error ? error.message : "Unknown error" }
+    }
+  }
+}
+
+// Export singleton instance
+export const elevenLabsProvider = new ElevenLabsProvider()
+
+// Export voice list for easy access
+export const ELEVENLABS_VOICES_LIST = ELEVENLABS_VOICES
+// Backward-compatible alias (kept intentionally)
+export const ELEVENTLABS_VOICES_LIST = ELEVENLABS_VOICES

package/src/tool/speak/openrouter.ts

@@ -0,0 +1,240 @@
+import type { TTSProvider, TTSProviderConfig, TTSRequest, TTSResponse, TTSVoice } from "./provider"
+
+const OPENROUTER_VOICES: TTSVoice[] = [
+  { id: "alloy", name: "Alloy" },
+  { id: "ash", name: "Ash" },
+  { id: "ballad", name: "Ballad" },
+  { id: "coral", name: "Coral" },
+  { id: "echo", name: "Echo" },
+  { id: "fable", name: "Fable" },
+  { id: "nova", name: "Nova" },
+  { id: "onyx", name: "Onyx" },
+  { id: "sage", name: "Sage" },
+  { id: "shimmer", name: "Shimmer" },
+]
+
+const DEFAULT_MODEL_ID = "openai/gpt-audio-mini"
+const BASE_URL = "https://openrouter.ai/api/v1"
+
+type OpenRouterErrorBody = {
+  error?: {
+    message?: string
+  }
+  message?: string
+  detail?: string
+}
+
+type OpenRouterStreamChunk = {
+  choices?: Array<{
+    delta?: {
+      audio?: {
+        data?: string
+      }
+    }
+  }>
+}
+
+function buildWavBuffer(pcmData: Uint8Array, sampleRate = 24000, channels = 1, bitsPerSample = 16): ArrayBuffer {
+  const dataSize = pcmData.byteLength
+  const buffer = new ArrayBuffer(44 + dataSize)
+  const view = new DataView(buffer)
+
+  // RIFF
+  view.setUint8(0, 0x52); view.setUint8(1, 0x49); view.setUint8(2, 0x46); view.setUint8(3, 0x46)
+  view.setUint32(4, 36 + dataSize, true)
+  view.setUint8(8, 0x57); view.setUint8(9, 0x41); view.setUint8(10, 0x56); view.setUint8(11, 0x45)
+  // fmt
+  view.setUint8(12, 0x66); view.setUint8(13, 0x6d); view.setUint8(14, 0x74); view.setUint8(15, 0x20)
+  view.setUint32(16, 16, true)
+  view.setUint16(20, 1, true)
+  view.setUint16(22, channels, true)
+  view.setUint32(24, sampleRate, true)
+  view.setUint32(28, (sampleRate * channels * bitsPerSample) / 8, true)
+  view.setUint16(32, (channels * bitsPerSample) / 8, true)
+  view.setUint16(34, bitsPerSample, true)
+  // data
+  view.setUint8(36, 0x64); view.setUint8(37, 0x61); view.setUint8(38, 0x74); view.setUint8(39, 0x61)
+  view.setUint32(40, dataSize, true)
+
+  new Uint8Array(buffer, 44).set(pcmData)
+  return buffer
+}
+
+export class OpenRouterProvider implements TTSProvider {
+  readonly id = "openrouter"
+  readonly name = "OpenRouter"
+  readonly description = "OpenRouter OpenAI-compatible text-to-speech"
+
+  private config: TTSProviderConfig | null = null
+
+  async getConfig(): Promise<TTSProviderConfig> {
+    if (this.config) return this.config
+
+    const { Config } = await import("@/config/config")
+    const { Auth } = await import("@/auth")
+
+    const auth = await Auth.get("openrouter")
+    const config = await Config.get().catch(() => Config.getGlobal().catch(() => ({}) as any))
+
+    const providerOptions = config?.provider?.openrouter?.options ?? {}
+    const fromProviderOptions = typeof providerOptions.apiKey === "string" ? providerOptions.apiKey : undefined
+    const apiKey =
+      process.env.NIKCLI_OPENROUTER_API_KEY ??
+      process.env.OPENROUTER_API_KEY ??
+      (auth?.type === "api" ? auth.key : undefined) ??
+      fromProviderOptions
+
+    if (!apiKey || !apiKey.trim()) {
+      throw new Error(
+        [
+          "OpenRouter API key not found.",
+          "",
+          "Set NIKCLI_OPENROUTER_API_KEY (or OPENROUTER_API_KEY),",
+          "or run `nikcli auth login` and choose openrouter.",
+        ].join("\n"),
+      )
+    }
+
+    this.config = {
+      apiKey: apiKey.trim(),
+      baseURL:
+        process.env.NIKCLI_OPENROUTER_BASE_URL ??
+        (typeof providerOptions.baseURL === "string" ? providerOptions.baseURL : BASE_URL),
+      timeout: 30000,
+    }
+    return this.config
+  }
+
+  async getVoices(): Promise<TTSVoice[]> {
+    return OPENROUTER_VOICES
+  }
+
+  async getAudioModels(_options?: { refresh?: boolean }): Promise<TTSVoice[]> {
+    return [
+      { id: "openai/gpt-audio-mini", name: "GPT Audio Mini" },
+      { id: "openai/gpt-audio", name: "GPT Audio" },
+      { id: "openai/gpt-4o-audio-preview", name: "GPT-4o Audio Preview" },
+    ]
+  }
+
+  async speak(request: TTSRequest, options?: { signal?: AbortSignal }): Promise<TTSResponse> {
+    const config = await this.getConfig()
+    const modelId = request.modelId ?? DEFAULT_MODEL_ID
+    const voiceId = request.voiceId || "alloy"
+
+    const response = await fetch(`${config.baseURL}/chat/completions`, {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${config.apiKey}`,
+        "Content-Type": "application/json",
+        "HTTP-Referer": "https://nikcli.store/",
+        "X-Title": "nikcli",
+      },
+      body: JSON.stringify({
+        model: modelId,
+        messages: [{ role: "user", content: request.text }],
+        modalities: ["text", "audio"],
+        audio: { voice: voiceId, format: "pcm16" },
+        stream: true,
+      }),
+      signal: options?.signal,
+    })
+
+    if (!response.ok) {
+      const errorText = await response.text().catch(() => "")
+      let errorDetail = errorText
+
+      try {
+        const parsed = JSON.parse(errorText) as OpenRouterErrorBody
+        errorDetail = parsed.error?.message ?? parsed.message ?? parsed.detail ?? errorText
+      } catch {
+        // keep raw text
+      }
+
+      switch (response.status) {
+        case 401:
+          throw new Error("OpenRouter authentication failed (401). Your API key may be invalid or expired.")
+        case 429:
+          throw new Error("OpenRouter rate limit exceeded (429). Too many requests.")
+        case 400:
+          throw new Error(`OpenRouter bad request (400): ${errorDetail}`)
+        default:
+          throw new Error(`OpenRouter error (${response.status}): ${errorDetail}`)
+      }
+    }
+
+    if (!response.body) throw new Error("OpenRouter: empty response body")
+
+    const reader = response.body.getReader()
+    const decoder = new TextDecoder()
+    let buffer = ""
+    const audioChunks: string[] = []
+
+    while (true) {
+      const { done, value } = await reader.read()
+      if (done) break
+      buffer += decoder.decode(value, { stream: true })
+
+      const lines = buffer.split("\n")
+      buffer = lines.pop() ?? ""
+
+      for (const line of lines) {
+        const trimmed = line.trim()
+        if (!trimmed.startsWith("data:")) continue
+        const data = trimmed.slice(5).trim()
+        if (data === "[DONE]") continue
+
+        try {
+          const chunk = JSON.parse(data) as OpenRouterStreamChunk
+          const audioData = chunk.choices?.[0]?.delta?.audio?.data
+          if (audioData) audioChunks.push(audioData)
+        } catch {
+          // skip malformed SSE chunks
+        }
+      }
+    }
+
+    const allB64 = audioChunks.join("")
+    if (!allB64) throw new Error("OpenRouter: no audio data in stream response")
+
+    const binary = atob(allB64)
+    const pcm = new Uint8Array(binary.length)
+    for (let i = 0; i < binary.length; i++) pcm[i] = binary.charCodeAt(i)
+
+    return {
+      audio: buildWavBuffer(pcm),
+      contentType: "audio/wav",
+      metadata: {
+        provider: this.id,
+        modelId,
+        voiceId,
+      },
+    }
+  }
+
+  async validate(): Promise<{ valid: boolean; error?: string }> {
+    try {
+      const config = await this.getConfig()
+      const response = await fetch(`${config.baseURL}/models`, {
+        headers: {
+          Authorization: `Bearer ${config.apiKey}`,
+        },
+      })
+
+      if (response.status === 401) {
+        return { valid: false, error: "Invalid API key" }
+      }
+
+      if (!response.ok) {
+        return { valid: false, error: `API returned status ${response.status}` }
+      }
+
+      return { valid: true }
+    } catch (error) {
+      return { valid: false, error: error instanceof Error ? error.message : "Unknown error" }
+    }
+  }
+}
+
+export const openRouterProvider = new OpenRouterProvider()
+export const OPENROUTER_VOICES_LIST = OPENROUTER_VOICES

package/src/tool/speak/provider.ts

@@ -0,0 +1,83 @@
+/**
+ * TTS Provider Abstraction
+ *
+ * This module defines the interface for Text-to-Speech providers.
+ * Multiple providers are supported (e.g., ElevenLabs, OpenRouter),
+ * and the architecture allows adding more providers over time.
+ */
+
+export interface TTSVoice {
+  id: string
+  name: string
+}
+
+export interface TTSProviderConfig {
+  apiKey: string
+  baseURL?: string
+  timeout?: number
+}
+
+export interface TTSRequest {
+  text: string
+  voiceId: string
+  modelId?: string
+  outputFormat?: string
+  stability?: number
+  similarityBoost?: number
+  speed?: number
+}
+
+export interface TTSResponse {
+  audio: ArrayBuffer
+  contentType: string
+  metadata: {
+    provider: string
+    modelId: string
+    voiceId: string
+    duration?: number
+  }
+}
+
+export interface TTSProvider {
+  /** Unique identifier for this provider */
+  readonly id: string
+  /** Human-readable name */
+  readonly name: string
+  /** Brief description */
+  readonly description: string
+
+  /** List of available voices/models for this provider */
+  getVoices(): Promise<TTSVoice[]>
+
+  /** Convert text to speech */
+  speak(request: TTSRequest, options?: { signal?: AbortSignal }): Promise<TTSResponse>
+
+  /** Validate that the provider is properly configured */
+  validate(): Promise<{ valid: boolean; error?: string }>
+}
+
+/**
+ * Registry for TTS providers
+ */
+export class TTSProviderRegistry {
+  private providers = new Map<string, TTSProvider>()
+
+  register(provider: TTSProvider): void {
+    this.providers.set(provider.id, provider)
+  }
+
+  get(id: string): TTSProvider | undefined {
+    return this.providers.get(id)
+  }
+
+  list(): TTSProvider[] {
+    return Array.from(this.providers.values())
+  }
+
+  has(id: string): boolean {
+    return this.providers.has(id)
+  }
+}
+
+// Global registry instance
+export const ttsRegistry = new TTSProviderRegistry()