@tryhamster/gerbil 1.0.0-rc.0 → 1.0.0-rc.1

package/dist/index.d.mts

@@ -1,25 +1,109 @@
-import { _ as SystemInfo, a as GenerateOptions, c as GerbilModelSettings, d as LoadOptions, f as ModelConfig, g as SessionStats, h as ProgressInfo, i as FallbackConfig, l as GerbilProviderSettings, m as ModelStats, n as EmbedOptions, o as GenerateResult, p as ModelSource, r as EmbedResult, s as GerbilConfig, t as CacheConfig, u as JsonOptions } from "./types-BS1N92Jt.mjs";
-import { n as listBuiltinModels, r as resolveModel, t as BUILTIN_MODELS } from "./models-De2-_GmQ.mjs";
-import { t as Gerbil } from "./gerbil-DZ1k3ChC.mjs";
-import { Server } from "http";
+import { A as TranscribeSegment, C as SpeakResult, D as TTSModelConfig, E as SystemInfo, O as TranscribeOptions, S as SpeakOptions, T as StreamingTranscriptionSession, _ as ModelSource, a as FallbackConfig, b as STTModelConfig, c as GerbilConfig, d as ImageInput, f as JsonOptions, g as ModelConfig, h as LoadTTSOptions, i as EmbedResult, j as VoiceInfo, k as TranscribeResult, l as GerbilModelSettings, m as LoadSTTOptions, n as CacheConfig, o as GenerateOptions, p as LoadOptions, r as EmbedOptions, s as GenerateResult, t as AudioChunk, u as GerbilProviderSettings, v as ModelStats, w as StreamingTranscriptionOptions, x as SessionStats, y as ProgressInfo } from "./types-s6Py2_DL.mjs";
+import { n as listBuiltinModels, r as resolveModel, t as BUILTIN_MODELS } from "./models-CE0fBq0U.mjs";
+import { t as Gerbil } from "./gerbil-POAz8peb.mjs";
 
-//#region src/core/chrome-backend.d.ts
+//#region src/core/cache.d.ts
+
+type CacheStats = {
+  hits: number;
+  misses: number;
+  size: number;
+  maxSize: number;
+};
+/**
+ * Generate a deterministic cache key from prompt and options.
+ * Key includes all parameters that affect the output.
+ */
 
+/**
+ * LRU cache with TTL expiration for inference responses.
+ */
+declare class ResponseCache {
+  private cache;
+  private maxSize;
+  private defaultTtl;
+  private hits;
+  private misses;
+  /**
+   * Create a new response cache.
+   * @param maxSize Maximum number of entries (default: 100)
+   * @param defaultTtl Default TTL in ms (default: 5 minutes)
+   */
+  constructor(maxSize?: number, defaultTtl?: number);
+  /**
+   * Get a cached response if it exists and hasn't expired.
+   */
+  get(key: string): GenerateResult | null;
+  /**
+   * Store a response in the cache.
+   */
+  set(key: string, result: GenerateResult, ttl?: number): void;
+  /**
+   * Check if a key exists and is not expired.
+   */
+  has(key: string): boolean;
+  /**
+   * Remove a specific key from the cache.
+   */
+  delete(key: string): boolean;
+  /**
+   * Clear all entries from the cache.
+   */
+  clear(): void;
+  /**
+   * Remove all expired entries.
+   */
+  prune(): number;
+  /**
+   * Get cache statistics.
+   */
+  getStats(): CacheStats;
+  /**
+   * Get hit rate as a percentage.
+   */
+  getHitRate(): number;
+}
+/**
+ * Get the global response cache instance.
+ * Creates one if it doesn't exist.
+ */
+declare function getGlobalCache(): ResponseCache;
+/**
+ * Configure the global cache with custom settings.
+ */
+declare function configureGlobalCache(maxSize?: number, defaultTtl?: number): ResponseCache;
+/**
+ * Clear and reset the global cache.
+ */
+declare function clearGlobalCache(): void;
+//#endregion
+//#region src/core/chrome-backend.d.ts
+/**
+ * Chrome DevTools Protocol Backend for WebGPU Inference
+ *
+ * Uses headless Chrome as a WebGPU accelerator for Node.js environments.
+ * Provides the same performance as browser inference (~100+ tok/s with q4f16).
+ */
 type CachedModelEntry = {
   modelId: string;
   downloadedAt: string;
   lastUsed: string;
   sizeBytes?: number;
+  contextLength?: number;
 };
 /** Get list of models cached in Chrome's IndexedDB */
 declare function getChromeCachedModels(): CachedModelEntry[];
-/** Refresh sizes for cached models that don't have them */
+/** Refresh metadata (size, context length) for cached models that need it */
 declare function refreshCachedModelSizes(): Promise<void>;
 type ChromeBackendOptions = {
   /** Custom Chrome executable path */
   chromePath?: string;
   /** Model ID to load */
   modelId?: string;
+  /** Model context length (for KV cache management) */
+  contextLength?: number;
+  /** Whether this is a vision model (auto-detected if not specified) */
+  isVision?: boolean;
   /** Progress callback */
   onProgress?: (info: {
     status: string;
@@ -41,6 +125,8 @@ type GenerateOptions$1 = {
   topK?: number;
   thinking?: boolean;
   system?: string;
+  /** Images for vision models (URLs or data URIs) */
+  images?: string[];
   onToken?: (token: {
     text: string;
     state: string;
@@ -52,18 +138,32 @@ declare class ChromeGPUBackend {
   private browser;
   private page;
   private cdp;
+  private server;
   private serverPort;
   private userDataDir;
   private readonly modelId;
   private isReady;
+  private readonly isVisionModel;
   private readonly messageHandlers;
   private pendingRejects;
-  server: Server | null;
   private constructor();
   /**
    * Create and initialize a Chrome GPU backend
    */
   static create(options?: ChromeBackendOptions): Promise<ChromeGPUBackend>;
+  /**
+   * Detect if a model is a vision model based on its ID
+   */
+  private static detectVisionModel;
+  /**
+   * Check if this backend is for a vision model
+   */
+  isVision(): boolean;
+  /**
+   * Clean up orphan Gerbil pages from previous sessions
+   * These are pages that were left behind when process exited without proper cleanup
+   */
+  private cleanupOrphanPages;
   /**
    * Get existing browser or launch a new one (singleton pattern)
    * Multiple Gerbil instances share the same browser process
@@ -139,13 +239,15 @@ declare class ChromeGPUBackend {
   /**
    * Start or reuse the global HTTP server
    * Uses singleton pattern to prevent killing our own server
+   * Updates HTML content for new model loads
    */
   private startServer;
   /**
    * Dispose of the backend and clean up
    * Note: We keep the shared browser running for other backends
+   * @param disconnect If true, also disconnect from shared browser (for clean script exit)
    */
-  dispose(): Promise<void>;
+  dispose(disconnect?: boolean): Promise<void>;
   /**
    * Reject all pending waits (called on browser disconnect or dispose)
    */
@@ -165,6 +267,63 @@ declare class ChromeGPUBackend {
     activePagesCount: number;
     maxPages: number;
   };
+  /**
+   * Get global browser status (even if no active backends)
+   */
+  static getGlobalBrowserStatus(): {
+    running: boolean;
+    pid: number | null;
+    port: number;
+    activePagesCount: number;
+    maxPages: number;
+    wsEndpoint: string | null;
+  };
+  /**
+   * Get total page count from Chrome (all processes)
+   */
+  static getTotalPageCount(): Promise<number>;
+  /**
+   * Get all active backends with their memory usage (this process only)
+   */
+  static getAllBackendsInfo(): Promise<Array<{
+    modelId: string;
+    isVision: boolean;
+    isReady: boolean;
+    memory: {
+      usedGB: number;
+      totalGB: number;
+      usedPercent: number;
+    } | null;
+  }>>;
+  /**
+   * Get ALL pages in Chrome browser (cross-process visibility)
+   * This shows pages from ALL Gerbil processes sharing the browser
+   */
+  static getAllChromePages(): Promise<Array<{
+    url: string;
+    title: string;
+    isOurs: boolean;
+    modelId: string | null;
+    memory: {
+      usedGB: number;
+      totalGB: number;
+    } | null;
+  }>>;
+  /**
+   * Kill a Chrome page by index (works cross-process)
+   */
+  static killPageByIndex(index: number): Promise<boolean>;
+  /**
+   * Kill a specific backend by index (this process only)
+   */
+  static killBackendByIndex(index: number): Promise<boolean>;
+  /**
+   * Force kill all backends (for zombie cleanup)
+   */
+  static killAllBackends(): Promise<{
+    pagesKilled: number;
+    browserKilled: boolean;
+  }>;
   /**
    * Gracefully close the shared browser (call on process exit)
    */
@@ -216,8 +375,235 @@ declare function embedBatch(texts: string[], options?: EmbedOptions & {
  */
 declare function dispose(): Promise<void>;
 //#endregion
+//#region src/core/stt.d.ts
+/**
+ * Available Whisper models
+ * Ordered by size (smallest first)
+ */
+declare const WHISPER_MODELS: STTModelConfig[];
+/**
+ * Decode WAV file to Float32Array
+ * Handles stereo to mono conversion
+ */
+declare function decodeWav(buffer: Uint8Array): {
+  audio: Float32Array;
+  sampleRate: number;
+};
+/**
+ * Resample audio to target sample rate using linear interpolation
+ */
+declare function resampleAudio(audio: Float32Array, fromRate: number, toRate: number): Float32Array;
+/**
+ * Speech-to-Text using Whisper ONNX models
+ */
+declare class WhisperSTT {
+  private modelConfig;
+  private pipeline;
+  private loadPromise;
+  private _isLoaded;
+  private _deviceMode;
+  constructor(modelId?: string);
+  /**
+   * Check if model is loaded
+   */
+  isLoaded(): boolean;
+  /**
+   * Get model configuration
+   */
+  getModelConfig(): STTModelConfig;
+  /**
+   * Get model info (alias for getModelConfig)
+   */
+  getModelInfo(): STTModelConfig;
+  /**
+   * Get current device mode
+   */
+  getDeviceMode(): "webgpu" | "cpu";
+  /**
+   * List available models
+   */
+  static listModels(): STTModelConfig[];
+  /**
+   * Load the STT model
+   */
+  load(options?: LoadSTTOptions): Promise<void>;
+  private _load;
+  /**
+   * Transcribe audio to text
+   *
+   * @param audio - Audio data as Float32Array (mono, 16kHz preferred) or Uint8Array (WAV file)
+   * @param options - Transcription options
+   * @returns Transcription result with text and optional timestamps
+   */
+  transcribe(audio: Float32Array | Uint8Array, options?: TranscribeOptions): Promise<TranscribeResult>;
+  /**
+   * Create a streaming transcription session
+   *
+   * Transcribes audio in real-time by processing chunks at regular intervals.
+   * Perfect for live captioning, call transcription, or real-time subtitles.
+   *
+   * @param options - Streaming options
+   * @returns Streaming session controller
+   *
+   * @example
+   * ```ts
+   * const session = stt.createStreamingSession({
+   *   chunkDuration: 3000,  // Transcribe every 3 seconds
+   *   onChunk: (text, idx) => console.log(`Chunk ${idx}: ${text}`),
+   *   onTranscript: (fullText) => console.log("Full:", fullText),
+   * });
+   *
+   * // Feed audio data as it comes in (Float32Array at 16kHz)
+   * session.feedAudio(audioChunk);
+   *
+   * // Or manually trigger transcription
+   * await session.flush();
+   *
+   * // Stop and get final transcript
+   * const finalText = await session.stop();
+   * ```
+   */
+  createStreamingSession(options?: StreamingTranscriptionOptions): StreamingTranscriptionSession;
+  /**
+   * Dispose of resources
+   */
+  dispose(): void;
+}
+//#endregion
+//#region src/core/tts.d.ts
+/**
+ * Kokoro voice definitions
+ * Voice IDs follow pattern: {language}{gender}_{name}
+ * - a = American English
+ * - b = British English
+ * - f = female, m = male
+ */
+declare const KOKORO_VOICES: VoiceInfo[];
+declare const TTS_MODELS: Record<string, TTSModelConfig>;
+/**
+ * Get TTS model config by ID
+ */
+declare function getTTSModelConfig(modelId: string): TTSModelConfig | null;
+/**
+ * List all available TTS models
+ */
+declare function listTTSModels(): TTSModelConfig[];
+/**
+ * Kokoro TTS - Local text-to-speech with voice selection
+ *
+ * Uses kokoro-js (official Kokoro library by xenova) for high-quality speech synthesis.
+ * Includes proper G2P (grapheme-to-phoneme) conversion for accurate pronunciation.
+ */
+declare class KokoroTTS {
+  private kokoroInstance;
+  private modelConfig;
+  private loadPromise;
+  private _isLoaded;
+  private _deviceMode;
+  constructor(modelId?: string);
+  /**
+   * Load the TTS model
+   *
+   * @example
+   * ```ts
+   * const tts = new KokoroTTS();
+   * await tts.load({
+   *   onProgress: (p) => console.log(p.status, p.progress),
+   *   device: "webgpu",
+   * });
+   * ```
+   */
+  load(options?: LoadTTSOptions): Promise<void>;
+  private _load;
+  /**
+   * Ensure model is loaded (lazy loading)
+   */
+  ensureLoaded(options?: LoadTTSOptions): Promise<void>;
+  /**
+   * Get list of available voices
+   *
+   * @example
+   * ```ts
+   * const voices = tts.listVoices();
+   * // [{ id: "af_heart", name: "Heart", gender: "female", ... }, ...]
+   * ```
+   */
+  listVoices(): VoiceInfo[];
+  /**
+   * Get a specific voice by ID
+   */
+  getVoice(voiceId: string): VoiceInfo | null;
+  /**
+   * Get voices by gender
+   */
+  getVoicesByGender(gender: "male" | "female"): VoiceInfo[];
+  /**
+   * Get voices by language
+   */
+  getVoicesByLanguage(language: string): VoiceInfo[];
+  /**
+   * Generate speech from text
+   *
+   * @example
+   * ```ts
+   * const result = await tts.speak("Hello world", {
+   *   voice: "af_heart",
+   *   speed: 1.0,
+   * });
+   *
+   * // Play in browser
+   * const audioContext = new AudioContext();
+   * const buffer = audioContext.createBuffer(1, result.audio.length, result.sampleRate);
+   * buffer.copyToChannel(result.audio, 0);
+   * const source = audioContext.createBufferSource();
+   * source.buffer = buffer;
+   * source.connect(audioContext.destination);
+   * source.start();
+   * ```
+   */
+  speak(text: string, options?: SpeakOptions): Promise<SpeakResult>;
+  /**
+   * Stream speech generation (yields audio chunks as they're generated)
+   *
+   * @example
+   * ```ts
+   * for await (const chunk of tts.speakStream("Long text...")) {
+   *   // chunk.samples = Float32Array
+   *   // chunk.sampleRate = 24000
+   *   // chunk.isFinal = boolean
+   *   playChunk(chunk);
+   * }
+   * ```
+   */
+  speakStream(text: string, options?: SpeakOptions): AsyncGenerator<AudioChunk, SpeakResult, unknown>;
+  /**
+   * Split text into sentences for streaming
+   */
+  private splitIntoSentences;
+  /**
+   * Check if model is loaded
+   */
+  isLoaded(): boolean;
+  /**
+   * Get current device mode
+   */
+  getDeviceMode(): "webgpu" | "cpu";
+  /**
+   * Get model configuration
+   */
+  getModelInfo(): TTSModelConfig;
+  /**
+   * Get sample rate
+   */
+  getSampleRate(): number;
+  /**
+   * Dispose of resources
+   */
+  dispose(): Promise<void>;
+}
+//#endregion
 //#region src/index.d.ts
 declare const VERSION = "0.1.0";
 //#endregion
-export { BUILTIN_MODELS, type CacheConfig, ChromeGPUBackend, type EmbedOptions, type EmbedResult, type FallbackConfig, type GenerateOptions, type GenerateResult, Gerbil, type GerbilConfig, type GerbilModelSettings, type GerbilProviderSettings, type JsonOptions, type LoadOptions, type ModelConfig, type ModelSource, type ModelStats, type ProgressInfo, type SessionStats, type SystemInfo, VERSION, gerbil as default, dispose, embed, embedBatch, generate, getChromeCachedModels, json, listBuiltinModels, refreshCachedModelSizes, resolveModel, stream };
+export { type AudioChunk, BUILTIN_MODELS, type CacheConfig, ChromeGPUBackend, type EmbedOptions, type EmbedResult, type FallbackConfig, type GenerateOptions, type GenerateResult, Gerbil, type GerbilConfig, type GerbilModelSettings, type GerbilProviderSettings, type ImageInput, type JsonOptions, KOKORO_VOICES, KokoroTTS, type LoadOptions, type LoadSTTOptions, type LoadTTSOptions, type ModelConfig, type ModelSource, type ModelStats, type ProgressInfo, ResponseCache, type STTModelConfig, type SessionStats, type SpeakOptions, type SpeakResult, type StreamingTranscriptionOptions, type StreamingTranscriptionSession, type SystemInfo, type TTSModelConfig, TTS_MODELS, type TranscribeOptions, type TranscribeResult, type TranscribeSegment, VERSION, type VoiceInfo, WHISPER_MODELS, WhisperSTT, clearGlobalCache, configureGlobalCache, decodeWav, gerbil as default, dispose, embed, embedBatch, generate, getChromeCachedModels, getGlobalCache, getTTSModelConfig, json, listBuiltinModels, listTTSModels, refreshCachedModelSizes, resampleAudio, resolveModel, stream };
 //# sourceMappingURL=index.d.mts.map

package/dist/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","names":[],"sources":["../src/core/chrome-backend.ts","../src/core/one-liner.ts","../src/index.ts"],"sourcesContent":[],"mappings":";;;;;;;AA+BA,KARK,gBAAA,GAQW;EAuGM,OAAA,EAAA,MAAA;EAgDV,YAAA,EAAA,MAAA;EAWA,QAAA,EAAA,MAAA;EAuTC,SAAA,CAAA,EAAA,MAAA;CAWI;;AASkD,iBA7enD,qBAAA,CAAA,CA6emD,EA7e1B,gBA6e0B,EAAA;;AA+XzB,iBArwBpB,uBAAA,CAAA,CAqwBoB,EArwBO,OAqwBP,CAAA,IAAA,CAAA;AAAuB,KArtBrD,oBAAA,GAqtBqD;EAqD5C;EASJ,UAAA,CAAA,EAAA,MAAA;EA0DE;EAqEkB,OAAA,CAAA,EAAA,MAAA;EAAO;;;;IC9gClC,IAAA,CAAA,EAAA,MAAc;EAaT,CAAA,EAAA,GAAA,IAAM;EAcC;EAEX,OAAA,CAAA,EAAA,CAAA,KAAA,EAAA;IACA,IAAA,EAAA,MAAA;IAAR,KAAA,EAAA,MAAA;IAAO,SAAA,EAAA,MAAA;IASa,GAAA,EAAM,MAAA;EAElB,CAAA,EAAA,GAAA,IAAA;CACe;AAAvB,KD6FS,iBAAA,GC7FT;EAAc,SAAA,CAAA,EAAA,MAAA;EASK,WAAI,CAAA,EAAA,MAAA;EAEH,IAAA,CAAA,EAAA,MAAA;EAAZ,IAAA,CAAA,EAAA,MAAA;EACA,QAAA,CAAA,EAAA,OAAA;EAAR,MAAA,CAAA,EAAA,MAAA;EAAO,OAAA,CAAA,EAAA,CAAA,KAAA,EAAA;IASY,IAAK,EAAA,MAAA;IAEhB,KAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA;IAAR,GAAA,EAAA,MAAA;EAAO,CAAA,EAAA,GAAA,IAAA;AASV,CAAA;AAEW,cDiXE,gBAAA,CCjXF;EACA,QAAA,OAAA;EAAR,QAAA,IAAA;EAAO,QAAA,GAAA;EASY,QAAA,UAAO;;;;EC1DhB,iBAAO,eAAA;;UF4aH;;;;;0BASc,uBAA4B,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;eAiSpD;;;;;;oBAoBW;;;;;;;;;+CA8BsB;;;;oBAwBtB;;;;;;;;qCAoBgB,oBAAuB;;;;eAqD5C;;;;WASJ;;;;;;;;;;;;;;aA0DE;;;;;;;;;;;;;;;;;;;;;;;+BAqEkB;;;;UC9gC3B,aAAA,SAAsB,eDkdD,CAAA;EAAoC,KAAA,CAAA,EAAA,MAAA;;;;;;;;;;;iBCrcpD,MAAA,CDigCsB,MAAA,EAAA,MAAA,EAAA,OAAA,CAAA,ECjgCU,aDigCV,CAAA,ECjgC+B,ODigC/B,CAAA,MAAA,CAAA;;;;iBCn/Bf,QAAA,2BAEX,gBACR,QAAQ;AA/DwC;AAiCJ;AA2B/C;AAEW,iBAUY,MAAA,CAVZ,MAAA,EAAA,MAAA,EAAA,OAAA,CAAA,EAYA,aAZA,CAAA,EAaR,cAbQ,CAAA,MAAA,EAae,cAbf,EAAA,OAAA,CAAA;;;;AAUY,iBAYD,IAZO,CAAA,CAAA,CAAA,CAAA,MAAA,EAAA,MAAA,EAAA,OAAA,EAclB,WAdkB,CAcN,CAdM,CAAA,GAAA;EAElB,KAAA,CAAA,EAAA,MAAA;CACe,CAAA,EAYvB,OAZuB,CAYf,CAZe,CAAA;;;AAS1B;AAEuB,iBAUD,KAAA,CAVC,IAAA,EAAA,MAAA,EAAA,OACZ,CADY,EAYZ,YAZY,GAAA;EAAZ,KAAA,CAAA,EAAA,MAAA;CACA,CAAA,EAYR,OAZQ,CAYA,WAZA,CAAA;;;AASX;AAEW,iBAUW,UAAA,CAVX,KAAA,EAAA,MAAA,EAAA,EAAA,OACR,CADQ,EAYA,YAZA,GAAA;EACA,KAAA,CAAA,EAAA,MAAA;CAAR,CAAA,EAYA,OAZA,CAYQ,WAZR,EAAA,CAAA;;AASH;;AAGW,iBASW,OAAA,CAAA,CATX,EASsB,OATtB,CAAA,IAAA,CAAA;;;AAxBD,cCzBG,OAAA,GDyBH,OAAA"}
+{"version":3,"file":"index.d.mts","names":[],"sources":["../src/core/cache.ts","../src/core/chrome-backend.ts","../src/core/one-liner.ts","../src/core/stt.ts","../src/core/tts.ts","../src/index.ts"],"sourcesContent":[],"mappings":";;;;;;KAmBK,UAAA,GA4Ee;EA0BO,IAAA,EAAA,MAAA;EAmEb,MAAA,EAAA,MAAA;EAAU,IAAA,EAAA,MAAA;EA6BR,OAAA,EAAA,MAAA;AAUhB,CAAA;AAQA;;;;;;;;ACo8BgD,cDpmCnC,aAAA,CComCmC;EAmBtB,QAAA,KAAA;EAgBgB,QAAA,OAAA;EAAuB,QAAA,UAAA;EAsD5C,QAAA,IAAA;EASJ,QAAA,MAAA;EA+DoB;;;;;EAsLD,WAAA,CAAA,OAAA,CAAA,EAAA,MAAA,EAAA,UAAA,CAAA,EAAA,MAAA;EAuFW;;;EAsGV,GAAA,CAAA,GAAA,EAAA,MAAA,CAAA,EDpmDjB,cComDiB,GAAA,IAAA;EAAO;;;2BD1kDjB;EE/DjB;AAAqC;AA2B/C;EAEW,GAAA,CAAA,GAAA,EAAA,MAAA,CAAA,EAAA,OAAA;EACA;;;EASY,MAAA,CAAA,GAAM,EAAA,MAAA,CAAA,EAAA,OAAA;EAElB;;;EACM,KAAA,CAAA,CAAA,EAAA,IAAA;EASK;;;EAGX,KAAA,CAAA,CAAA,EAAA,MAAA;EAAR;;AASH;EAEW,QAAA,CAAA,CAAA,EFiEG,UEjEH;EACA;;;EASW,UAAA,CAAA,CAAA,EAAU,MAAA;;;;;AAYhC;iBFwEgB,cAAA,CAAA,GAAkB;;;AG/KlC;AA6FgB,iBH4FA,oBAAA,CG5FwC,OAAY,CAAZ,EAAY,MAAA,EAAA,UAAA,CAAA,EAAA,MAAA,CAAA,EH4FS,aG5FT;AA4DpE;AAyBA;;AAiCkB,iBHlBF,gBAAA,CAAA,CGkBE,EAAA,IAAA;;;;;;;;AHtP+B;AAoEjD,KCpDK,gBAAA,GDoDqB;EAoBN,OAAA,EAAA,MAAA;EA0BO,YAAA,EAAA,MAAA;EAmEb,QAAA,EAAA,MAAA;EAAU,SAAA,CAAA,EAAA,MAAA;EA6BR,aAAA,CAAA,EAAA,MAAc;AAU9B,CAAA;AAQA;iBC3MgB,qBAAA,CAAA,GAAyB;AAoLzC;AAgEY,iBAhEU,uBAAA,CAAA,CAgEU,EAhEiB,OAgEjB,CAAA,IAAA,CAAA;AAepB,KAfA,oBAAA,GAee;EAged;EAqBkB,UAAA,CAAA,EAAA,MAAA;EAAoC;EAAR,OAAA,CAAA,EAAA,MAAA;EAyWoB;EAmBrD,aAAA,CAAA,EAAA,MAAA;EA2BsB;EAmBtB,QAAA,CAAA,EAAA,OAAA;EAgBgB;EAAuB,UAAA,CAAA,EAAA,CAAA,IAAA,EAAA;IAsD5C,MAAA,EAAA,MAAA;IASJ,QAAA,CAAA,EAAA,MAAA;IA+DoB,IAAA,CAAA,EAAA,MAAA;EAuID,CAAA,EAAA,GAAA,IAAA;EAqBhC;EADiC,OAAA,CAAA,EAAA,CAAA,KAAA,EAAA;IA4BjC,IAAA,EAAA,MAAA;IADgC,KAAA,EAAA,MAAA;IAuFW,SAAA,EAAA,MAAA;IAsCG,GAAA,EAAA,MAAA;EAkBhB,CAAA,EAAA,GAAA,IAAA;CA8CG;AAAO,KAh6ChC,iBAAA,GAg6CgC;;;;ECzoDlC,IAAA,CAAA,EAAA,MAAA;EAaK,QAAA,CAAM,EAAA,OAAA;EAcC,MAAA,CAAA,EAAA,MAAQ;EAEnB;EACA,MAAA,CAAA,EAAA,MAAA,EAAA;EAAR,OAAA,CAAA,EAAA,CAAA,KAAA,EAAA;IAAO,IAAA,EAAA,MAAA;IASa,KAAM,EAAA,MAAA;IAElB,SAAA,EAAA,MAAA;IACe,GAAA,EAAA,MAAA;EAAvB,CAAA,EAAA,GAAA,IAAA;CAAc;AASK,cDspBT,gBAAA,CCtpBa;EAEH,QAAA,OAAA;EAAZ,QAAA,IAAA;EACA,QAAA,GAAA;EAAR,QAAA,MAAA;EAAO,QAAA,UAAA;EASY,QAAK,WAAA;EAEhB,iBAAA,OAAA;EACA,QAAA,OAAA;EAAR,iBAAA,aAAA;EAAO,iBAAA,eAAA;EASY,QAAA,cAAU;EAErB,QAAA,WAAA,CAAA;EACA;;;EASW,OAAA,MAAO,CAAA,OAAW,CAAX,EDuoBE,oBCvoBS,CAAA,EDuoBmB,OCvoBnB,CDuoB2B,gBCvoB3B,CAAA;;;;ECvG3B,eAAA,iBAAgB;EA6Fb;AA4DhB;AAyBA;EA0BoB,QAAA,CAAA,CAAA,EAAA,OAAA;EAOF;;;;EAkGP,QAAA,kBAAA;EAAe;;;;EA8Gb,QAAA,kBAAA;EACR;;;;;AC7ZL;AAsRA;EA0BgB,QAAA,MAAA;EAOA;AAgChB;;EAiC4C,QAAA,aAAA;EAqEb;;;EA0BF,QAAA,cAAA;EAOmB;;;EAqCiB,OAAA,CAAA,CAAA,EAAA,OAAA;EAAR;;;EAkDzB,SAAA,CAAA,CAAA,EAAA;IAA3B,GAAA,EAAA,MAAA,GAAA,IAAA;IAiGa,IAAA,EAAA,MAAA;IAkBC,OAAA,EAAA,MAAA;IAAO,SAAA,EHwaqD,IGxarD,GAAA,IAAA;;;;AClmB1B;;oBJ6hC0B;;;;;;;;;+CA2BsB;;;;oBAmBtB;;;;;;;;qCAgBgB,oBAAuB;;;;eAsD5C;;;;WASJ;;;;;;;;;;;;;;;;iCA+DoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BAuID;;;;+BAoBC,QACjC;;;;;;;;;;;;;;8BA0BgC,QAChC;;;;;;;;;;;;;yCAsF2C;;;;4CAsCG;;;;4BAkBhB;;;;;;;+BA8CG;;;;ADx9CrC,UEjLU,aAAA,SAAsB,eFiLA,CAAA;;;;;AC3MhC;AAoLA;AAgEA;AAeA;AAgeA;;;iBC5rBe,MAAA,CDitB4C,MAAA,EAAA,MAAA,EAAA,OAAA,CAAA,ECjtBZ,aDitBY,CAAA,ECjtBS,ODitBT,CAAA,MAAA,CAAA;;;;AA0ajC,iBC7mCJ,QAAA,CD6mCI,MAAA,EAAA,MAAA,EAAA,OAAA,CAAA,EC3mCf,aD2mCe,CAAA,EC1mCvB,OD0mCuB,CC1mCf,cD0mCe,CAAA;;;;AA+ET,iBChrCM,MAAA,CDgrCN,MAAA,EAAA,MAAA,EAAA,OAAA,CAAA,EC9qCN,aD8qCM,CAAA,EC7qCd,cD6qCc,CAAA,MAAA,EC7qCS,cD6qCT,EAAA,OAAA,CAAA;;;;AA0NoB,iBC93Cf,ID83Ce,CAAA,CAAA,CAAA,CAAA,MAAA,EAAA,MAAA,EAAA,OAAA,EC53C1B,WD43C0B,CC53Cd,CD43Cc,CAAA,GAAA;EA4BjC,KAAA,CAAA,EAAA,MAAA;CADgC,CAAA,ECt5CjC,ODs5CiC,CCt5CzB,CDs5CyB,CAAA;;;;AA6LC,iBC1kDf,KAAA,CD0kDe,IAAA,EAAA,MAAA,EAAA,QAAA,ECxkD1B,YDwkD0B,GAAA;EAAO,KAAA,CAAA,EAAA,MAAA;ICvkDzC,QAAQ;;;AAnGwC;AA8CpC,iBA8DO,UAAA,CA9DyB,KAAA,EAAqB,MAAA,EAAO,EAAA,OAgBhE,CAhBgE,EAgEhE,YAhEgE,GAAA;EAcrD,KAAA,CAAA,EAAA,MAAQ;CAEnB,CAAA,EAiDR,OAjDQ,CAiDA,WAjDA,EAAA,CAAA;;;;AAUY,iBAgDD,OAAA,CAAA,CAhDO,EAgDI,OAhDJ,CAAA,IAAA,CAAA;;;;;;;ADmjCH,cE1mCb,cF0mCa,EE1mCG,cF0mCH,EAAA;;;;;AAoHL,iBEjoCL,SAAA,CFioCK,MAAA,EEjoCa,UFioCb,CAAA,EAAA;EASJ,KAAA,EE1oCuC,YF0oCvC;EA+DoB,UAAA,EAAA,MAAA;CAuID;;;;AA+CA,iBEn0CpB,aAAA,CFm0CoB,KAAA,EEn0CC,YFm0CD,EAAA,QAAA,EAAA,MAAA,EAAA,MAAA,EAAA,MAAA,CAAA,EEn0CkD,YFm0ClD;;;;AA6LC,cEv+CxB,UAAA,CFu+CwB;EAAO,QAAA,WAAA;;;;ECzoDlC,QAAA,WAAc;EAaT,WAAM,CAAA,OAA0B,CAA1B,EAA0B,MAAA;EAczB;;;EAGnB,QAAA,CAAA,CAAA,EAAA,OAAA;EAAO;AASV;;EAG0B,cAAA,CAAA,CAAA,ECkJN,cDlJM;EAAvB;;AASH;EAEuB,YAAA,CAAA,CAAA,EC8IL,cD9IK;EAAZ;;;EACD,aAAA,CAAA,CAAA,EAAA,QAAA,GAAA,KAAA;EASY;;;EAGnB,OAAA,UAAA,CAAA,CAAA,EC+IoB,cD/IpB,EAAA;EAAO;AASV;;EAGW,IAAA,CAAA,OAAA,CAAA,EC0IW,cD1IX,CAAA,EC0IiC,OD1IjC,CAAA,IAAA,CAAA;EAAR,QAAA,KAAA;EAAO;AASV;;;;ACvGA;AA6FA;EA4DgB,UAAA,CAAA,KAAa,EA4JlB,YA5J0B,GA4JX,UA5J4D,EAAA,OAAY,CAAZ,EA6JzE,iBA7JqF,CAAA,EA8J7F,OA9J6F,CA8JrF,gBA9JqF,CAAA;EAyBrF;;;;;;;;;;;;;;;;;AC3Kb;AAsRA;AA0BA;AAOA;AAgCA;;;;;;EAgI6B,sBAAA,CAAA,OAAA,CAAA,ED3DhB,6BC2DgB,CAAA,ED1DxB,6BC0DwB;EAOmB;;;EAqCiB,OAAA,CAAA,CAAA,EAAA,IAAA;;;;;;;;;;;AH6tBhD,cGhuCJ,aHguCI,EGhuCW,SHguCX,EAAA;AAqPmB,cG/rCvB,UH+rCuB,EG/rCX,MH+rCW,CAAA,MAAA,EG/rCI,cH+rCJ,CAAA;;;;AA6LC,iBGl2CrB,iBAAA,CHk2CqB,OAAA,EAAA,MAAA,CAAA,EGl2Ce,cHk2Cf,GAAA,IAAA;;;;iBG31CrB,aAAA,CAAA,GAAiB;AF/UkB;AAiCJ;AA2B/C;;;;AAGU,cEgTG,SAAA,CFhTH;EASa,QAAA,cAAM;EAElB,QAAA,WAAA;EACe,QAAA,WAAA;EAAvB,QAAA,SAAA;EAAc,QAAA,WAAA;EASK,WAAI,CAAA,OAAA,CAAA,EAAA,MAAA;EAEH;;;;;AAUvB;;;;;AAYA;;EAGW,IAAA,CAAA,OAAA,CAAA,EEiSW,cFjSX,CAAA,EEiSiC,OFjSjC,CAAA,IAAA,CAAA;EAAR,QAAA,KAAA;EAAO;AASV;;yBE6V+B,iBAAiB;;ADpchD;AA6FA;AA4DA;AAyBA;;;;;EAsD4C,UAAA,CAAA,CAAA,EC+O5B,SD/O4B,EAAA;EA6EjC;;;EAEE,QAAA,CAAA,OAAA,EAAA,MAAA,CAAA,ECuKgB,SDvKhB,GAAA,IAAA;EAAR;;;EA6G6B,iBAAA,CAAA,MAAA,EAAA,MAAA,GAAA,QAAA,CAAA,ECiEc,SDjEd,EAAA;;;;EC7ZrB,mBAqOZ,CAAA,QAAA,EArO2B,MAAA,CAAA,EAqea,SAreJ,EAAA;EAsRxB;AA0Bb;AAOA;AAgCA;;;;;;;;;;;;;;;;;EAiVmB,KAAA,CAAA,IAAA,EAAA,MAAA,EAAA,OAAA,CAAA,EArKkB,YAqKlB,CAAA,EArKsC,OAqKtC,CArK8C,WAqK9C,CAAA;EAAO;;;;AClmB1B;;;;;;;;;sCD8ea,eACR,eAAe,YAAY;;;;;;;;;;;;;;;;kBAiGd;;;;;;;;aAkBC;;;;AFpoBG,cGkCT,OAAA,GHlCiB,OAAA"}

package/dist/index.mjs

@@ -1,13 +1,15 @@
-import { n as getChromeCachedModels, r as refreshCachedModelSizes, t as ChromeGPUBackend } from "./chrome-backend-C5Un08O4.mjs";
-import { a as resolveModel, i as listBuiltinModels, t as BUILTIN_MODELS } from "./models-DKULvhOr.mjs";
-import "./utils-7vXqtq2Q.mjs";
-import { t as Gerbil } from "./gerbil-BfnsFWRE.mjs";
-import { c as stream, i as generate, n as embed, o as json, r as embedBatch, s as one_liner_default, t as dispose } from "./one-liner-BUQR0nqq.mjs";
+import { a as getGlobalCache, i as configureGlobalCache, n as ResponseCache, r as clearGlobalCache, t as Gerbil } from "./gerbil-yoSpRHgv.mjs";
+import { n as getChromeCachedModels, r as refreshCachedModelSizes, t as ChromeGPUBackend } from "./chrome-backend-Y9F7W5VQ.mjs";
+import { a as listBuiltinModels, o as resolveModel, t as BUILTIN_MODELS } from "./models-BAtL8qsA.mjs";
+import "./utils-CkB4Roi6.mjs";
+import { c as stream, i as generate, n as embed, o as json, r as embedBatch, s as one_liner_default, t as dispose } from "./one-liner-B1rmFto6.mjs";
+import { i as resampleAudio, n as WhisperSTT, r as decodeWav, t as WHISPER_MODELS } from "./stt-Bv_dum-R.mjs";
+import { a as TTS_MODELS, c as listTTSModels, n as KokoroTTS, s as getTTSModelConfig, t as KOKORO_VOICES } from "./tts-DG6denWG.mjs";
 
 //#region src/index.ts
 var src_default = one_liner_default;
 const VERSION = "0.1.0";
 
 //#endregion
-export { BUILTIN_MODELS, ChromeGPUBackend, Gerbil, VERSION, src_default as default, dispose, embed, embedBatch, generate, getChromeCachedModels, json, listBuiltinModels, refreshCachedModelSizes, resolveModel, stream };
+export { BUILTIN_MODELS, ChromeGPUBackend, Gerbil, KOKORO_VOICES, KokoroTTS, ResponseCache, TTS_MODELS, VERSION, WHISPER_MODELS, WhisperSTT, clearGlobalCache, configureGlobalCache, decodeWav, src_default as default, dispose, embed, embedBatch, generate, getChromeCachedModels, getGlobalCache, getTTSModelConfig, json, listBuiltinModels, listTTSModels, refreshCachedModelSizes, resampleAudio, resolveModel, stream };
 //# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":["gerbil"],"sources":["../src/index.ts"],"sourcesContent":["/**\n * Gerbil - Local LLM inference for Node.js\n *\n * @example Standalone\n * ```ts\n * import { Gerbil } from \"gerbil\";\n *\n * const g = new Gerbil();\n * await g.loadModel(\"qwen3-0.6b\");\n *\n * const result = await g.generate(\"Write a haiku\");\n * console.log(result.text);\n * ```\n *\n * @example One-liner\n * ```ts\n * import gerbil from \"gerbil\";\n *\n * const text = await gerbil(\"Write a haiku\");\n * ```\n *\n * @example AI SDK\n * ```ts\n * import { generateText } from \"ai\";\n * import { gerbil } from \"gerbil/ai\";\n *\n * const { text } = await generateText({\n *   model: gerbil(\"qwen3-0.6b\"),\n *   prompt: \"Write a haiku\",\n * });\n * ```\n *\n * @example Skills\n * ```ts\n * import { commit, summarize, explain, defineSkill } from \"gerbil/skills\";\n *\n * const msg = await commit({ type: \"conventional\" });\n * const summary = await summarize({ content: document });\n * ```\n */\n\nexport {\n  ChromeGPUBackend,\n  getChromeCachedModels,\n  refreshCachedModelSizes,\n} from \"./core/chrome-backend.js\";\n// Core\nexport { Gerbil } from \"./core/gerbil.js\";\nexport { BUILTIN_MODELS, listBuiltinModels, resolveModel } from \"./core/models.js\";\n\n// One-liner API\nexport { dispose, embed, embedBatch, generate, json, stream } from \"./core/one-liner.js\";\n\nimport gerbil from \"./core/one-liner.js\";\nexport default gerbil;\n\n// Types\nexport type {\n  CacheConfig,\n  EmbedOptions,\n  EmbedResult,\n  FallbackConfig,\n  // Generation types\n  GenerateOptions,\n  GenerateResult,\n  // Config types\n  GerbilConfig,\n  // Provider types\n  GerbilModelSettings,\n  GerbilProviderSettings,\n  JsonOptions,\n  // Load types\n  LoadOptions,\n  // Model types\n  ModelConfig,\n  ModelSource,\n  ModelStats,\n  ProgressInfo,\n  // Stats types\n  SessionStats,\n  SystemInfo,\n} from \"./core/types.js\";\n\n// Note: Task/Skill types are now in \"gerbil/skills\"\n// import { CommitInput, SummarizeInput, ... } from \"gerbil/skills\";\n\n// Version\nexport const VERSION = \"0.1.0\";\n"],"mappings":";;;;;;;AAsDA,kBAAeA;AAiCf,MAAa,UAAU"}
+{"version":3,"file":"index.mjs","names":["gerbil"],"sources":["../src/index.ts"],"sourcesContent":["/**\n * Gerbil - Local LLM inference for Node.js\n *\n * @example Standalone\n * ```ts\n * import { Gerbil } from \"gerbil\";\n *\n * const g = new Gerbil();\n * await g.loadModel(\"qwen3-0.6b\");\n *\n * const result = await g.generate(\"Write a haiku\");\n * console.log(result.text);\n * ```\n *\n * @example One-liner\n * ```ts\n * import gerbil from \"gerbil\";\n *\n * const text = await gerbil(\"Write a haiku\");\n * ```\n *\n * @example AI SDK\n * ```ts\n * import { generateText } from \"ai\";\n * import { gerbil } from \"gerbil/ai\";\n *\n * const { text } = await generateText({\n *   model: gerbil(\"qwen3-0.6b\"),\n *   prompt: \"Write a haiku\",\n * });\n * ```\n *\n * @example Skills\n * ```ts\n * import { commit, summarize, explain, defineSkill } from \"gerbil/skills\";\n *\n * const msg = await commit({ type: \"conventional\" });\n * const summary = await summarize({ content: document });\n * ```\n */\n\nexport {\n  clearGlobalCache,\n  configureGlobalCache,\n  getGlobalCache,\n  ResponseCache,\n} from \"./core/cache.js\";\nexport {\n  ChromeGPUBackend,\n  getChromeCachedModels,\n  refreshCachedModelSizes,\n} from \"./core/chrome-backend.js\";\n// Core\nexport { Gerbil } from \"./core/gerbil.js\";\nexport { BUILTIN_MODELS, listBuiltinModels, resolveModel } from \"./core/models.js\";\n// One-liner API\nexport { dispose, embed, embedBatch, generate, json, stream } from \"./core/one-liner.js\";\n// STT (Speech-to-Text)\nexport { decodeWav, resampleAudio, WHISPER_MODELS, WhisperSTT } from \"./core/stt.js\";\n// TTS (Text-to-Speech)\nexport {\n  getTTSModelConfig,\n  KOKORO_VOICES,\n  KokoroTTS,\n  listTTSModels,\n  TTS_MODELS,\n} from \"./core/tts.js\";\n\nimport gerbil from \"./core/one-liner.js\";\nexport default gerbil;\n\n// Types\nexport type {\n  // TTS types\n  AudioChunk,\n  CacheConfig,\n  EmbedOptions,\n  EmbedResult,\n  FallbackConfig,\n  // Generation types\n  GenerateOptions,\n  GenerateResult,\n  // Config types\n  GerbilConfig,\n  // Provider types\n  GerbilModelSettings,\n  GerbilProviderSettings,\n  // Vision types\n  ImageInput,\n  JsonOptions,\n  // Load types\n  LoadOptions,\n  LoadSTTOptions,\n  LoadTTSOptions,\n  // Model types\n  ModelConfig,\n  ModelSource,\n  ModelStats,\n  ProgressInfo,\n  // Stats types\n  SessionStats,\n  SpeakOptions,\n  SpeakResult,\n  // STT types\n  STTModelConfig,\n  StreamingTranscriptionOptions,\n  StreamingTranscriptionSession,\n  SystemInfo,\n  TranscribeOptions,\n  TranscribeResult,\n  TranscribeSegment,\n  TTSModelConfig,\n  VoiceInfo,\n} from \"./core/types.js\";\n\n// Note: Task/Skill types are now in \"gerbil/skills\"\n// import { CommitInput, SummarizeInput, ... } from \"gerbil/skills\";\n\n// Version\nexport const VERSION = \"0.1.0\";\n"],"mappings":";;;;;;;;;AAqEA,kBAAeA;AAkDf,MAAa,UAAU"}