@blank-utils/llm 0.2.2 → 0.2.6

package/dist/types.d.ts

@@ -1,178 +0,0 @@
-/**
- * Local LLM - Browser-based LLM inference library
- * Shared TypeScript types and interfaces
- */
-/**
- * Supported backend engines
- */
-export type Backend = 'webllm' | 'transformers' | 'auto';
-/**
- * Device to run inference on
- */
-export type Device = 'webgpu' | 'wasm' | 'auto';
-/**
- * Quantization options for model loading
- */
-export type Quantization = 'q4' | 'q8' | 'fp16' | 'fp32';
-/**
- * Configuration for creating an LLM instance
- */
-export interface LLMConfig {
-    /**
-     * Model identifier. For WebLLM, use MLC model IDs.
-     * For Transformers.js, use HuggingFace model IDs.
-     * @default 'Phi-3-mini-4k-instruct-q4f16_1-MLC' for WebLLM
-     */
-    model?: string;
-    /**
-     * Which backend to use
-     * @default 'auto' - Will prefer WebLLM if WebGPU available
-     */
-    backend?: Backend;
-    /**
-     * Device to run on
-     * @default 'auto' - Prefers WebGPU, falls back to WASM
-     */
-    device?: Device;
-    /**
-     * Quantization level (transformers.js only)
-     * @default 'q4'
-     */
-    quantization?: Quantization;
-    /**
-     * System prompt to use for all conversations
-     */
-    systemPrompt?: string;
-    /**
-     * Callback for model loading progress
-     */
-    onLoadProgress?: LoadProgressCallback;
-}
-/**
- * Role in a chat conversation
- */
-export type MessageRole = 'system' | 'user' | 'assistant';
-/**
- * A single message in a chat conversation
- */
-export interface ChatMessage {
-    role: MessageRole;
-    content: string;
-}
-/**
- * Callback for streaming token output
- */
-export type StreamCallback = (token: string, fullText: string) => void;
-/**
- * Loading progress information
- */
-export interface LoadProgress {
-    /** Progress percentage (0-100) */
-    progress: number;
-    /** Current status text */
-    status: string;
-    /** Bytes loaded (if available) */
-    loaded?: number;
-    /** Total bytes (if available) */
-    total?: number;
-}
-/**
- * Callback for model loading progress
- */
-export type LoadProgressCallback = (progress: LoadProgress) => void;
-/**
- * Options for text generation
- */
-export interface GenerateOptions {
-    /**
-     * Temperature for sampling (0-2)
-     * @default 0.7
-     */
-    temperature?: number;
-    /**
-     * Maximum tokens to generate
-     * @default 512
-     */
-    maxTokens?: number;
-    /**
-     * Top-p sampling
-     * @default 0.95
-     */
-    topP?: number;
-    /**
-     * Stop sequences
-     */
-    stopSequences?: string[];
-}
-/**
- * Unified interface for LLM backends
- */
-export interface LLMProvider {
-    /**
-     * Backend identifier
-     */
-    readonly backend: Backend;
-    /**
-     * Whether the model is loaded and ready
-     */
-    readonly isReady: boolean;
-    /**
-     * Current model ID
-     */
-    readonly modelId: string | null;
-    /**
-     * Load a model
-     */
-    load(modelId: string, onProgress?: LoadProgressCallback): Promise<void>;
-    /**
-     * Generate a response (non-streaming)
-     */
-    chat(messages: ChatMessage[], options?: GenerateOptions): Promise<string>;
-    /**
-     * Generate a response with streaming
-     */
-    stream(messages: ChatMessage[], onToken: StreamCallback, options?: GenerateOptions): Promise<string>;
-    /**
-     * Unload the model and free resources
-     */
-    unload(): Promise<void>;
-}
-/**
- * Options for attaching to an input element
- */
-export interface AttachOptions {
-    /**
-     * Trigger generation on Enter key
-     * @default true
-     */
-    triggerOnEnter?: boolean;
-    /**
-     * Clear input after sending
-     * @default true
-     */
-    clearOnSend?: boolean;
-    /**
-     * Show loading indicator
-     * @default true
-     */
-    showLoading?: boolean;
-    /**
-     * Custom loading text
-     * @default 'Thinking...'
-     */
-    loadingText?: string;
-}
-/**
- * Browser capability information
- */
-export interface BrowserCapabilities {
-    /** WebGPU is available */
-    webgpu: boolean;
-    /** WebAssembly is available */
-    wasm: boolean;
-    /** Recommended backend based on capabilities */
-    recommendedBackend: Backend;
-    /** Recommended device based on capabilities */
-    recommendedDevice: Device;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;AAEzD;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAEhD;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAEzD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;;;OAIG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAMD;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAMD;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;AAEvE;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,0BAA0B;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;AAMpE;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAMD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExE;;OAEG;IACH,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1E;;OAEG;IACH,MAAM,CACJ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;OAEG;IACH,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAMD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAMD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,0BAA0B;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,+BAA+B;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,gDAAgD;IAChD,kBAAkB,EAAE,OAAO,CAAC;IAC5B,+CAA+C;IAC/C,iBAAiB,EAAE,MAAM,CAAC;CAC3B"}