@blank-utils/llm 0.2.6 → 0.2.7

package/dist/backends/transformers.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Transformers.js Backend Implementation
+ * Fallback backend using HuggingFace Transformers.js with ONNX runtime
+ */
+import type { LLMProvider, ChatMessage, GenerateOptions, StreamCallback, LoadProgressCallback, Backend, Device, Quantization } from '../types';
+/**
+ * Default model for Transformers.js backend
+ * Using Qwen2.5 0.5B as it's well-tested with ONNX
+ */
+import { DEFAULT_TRANSFORMERS_MODEL, TRANSFORMERS_MODELS, type TransformersModelID } from '../models';
+export { DEFAULT_TRANSFORMERS_MODEL, TRANSFORMERS_MODELS };
+export type TransformersModelAlias = TransformersModelID;
+/**
+ * Model size estimates for UI display
+ */
+export declare const TRANSFORMERS_MODEL_SIZES: Record<TransformersModelAlias, string>;
+/**
+ * Configuration for TransformersProvider
+ */
+export interface TransformersProviderConfig {
+    device?: Device;
+    quantization?: Quantization;
+}
+/**
+ * Transformers.js provider implementation
+ */
+export declare class TransformersProvider implements LLMProvider {
+    readonly backend: Backend;
+    private pipeline;
+    private currentModel;
+    private device;
+    private quantization;
+    constructor(config?: TransformersProviderConfig);
+    get isReady(): boolean;
+    get modelId(): string | null;
+    load(modelId: string, onProgress?: LoadProgressCallback): Promise<void>;
+    chat(messages: ChatMessage[], options?: GenerateOptions): Promise<string>;
+    stream(messages: ChatMessage[], onToken: StreamCallback, options?: GenerateOptions): Promise<string>;
+    unload(): Promise<void>;
+}
+/**
+ * Create a Transformers.js provider instance
+ */
+export declare function createTransformersProvider(config?: TransformersProviderConfig): TransformersProvider;
+//# sourceMappingURL=transformers.d.ts.map

package/dist/backends/transformers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/backends/transformers.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EAEpB,OAAO,EACP,MAAM,EACN,YAAY,EACb,MAAM,UAAU,CAAC;AAKlB;;;GAGG;AACH,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,KAAK,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACtG,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,CAAC;AAE3D,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAEzD;;GAEG;AACH,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAW3E,CAAC;AAkGF;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,oBAAqB,YAAW,WAAW;IACtD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAkB;IAE3C,OAAO,CAAC,QAAQ,CAAuC;IACvD,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAe;gBAEvB,MAAM,GAAE,0BAA+B;IAKnD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,OAAO,IAAI,MAAM,GAAG,IAAI,CAE3B;IAEK,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkDvE,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBzE,MAAM,CACV,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC;IAgCZ,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAI9B;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,CAAC,EAAE,0BAA0B,GAAG,oBAAoB,CAEpG"}

package/dist/backends/webllm.d.ts

@@ -0,0 +1,35 @@
+/**
+ * WebLLM Backend Implementation
+ * Primary backend using MLC's WebLLM for high-performance inference
+ */
+import type { LLMProvider, ChatMessage, GenerateOptions, StreamCallback, LoadProgressCallback, Backend } from '../types';
+/**
+ * Default model for WebLLM backend
+ * Using Phi 3.5 Mini as it's well-tested and reasonably sized
+ */
+import { DEFAULT_WEBLLM_MODEL, WEBLLM_MODELS, type WebLLMModelID } from '../models';
+export { DEFAULT_WEBLLM_MODEL, WEBLLM_MODELS };
+export type WebLLMModelAlias = WebLLMModelID;
+/**
+ * Model size estimates for UI display
+ */
+export declare const WEBLLM_MODEL_SIZES: Record<WebLLMModelAlias, string>;
+/**
+ * WebLLM provider implementation
+ */
+export declare class WebLLMProvider implements LLMProvider {
+    readonly backend: Backend;
+    private engine;
+    private currentModel;
+    get isReady(): boolean;
+    get modelId(): string | null;
+    load(modelId: string, onProgress?: LoadProgressCallback): Promise<void>;
+    chat(messages: ChatMessage[], options?: GenerateOptions): Promise<string>;
+    stream(messages: ChatMessage[], onToken: StreamCallback, options?: GenerateOptions): Promise<string>;
+    unload(): Promise<void>;
+}
+/**
+ * Create a WebLLM provider instance
+ */
+export declare function createWebLLMProvider(): WebLLMProvider;
+//# sourceMappingURL=webllm.d.ts.map

package/dist/backends/webllm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webllm.d.ts","sourceRoot":"","sources":["../../src/backends/webllm.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EAEpB,OAAO,EACR,MAAM,UAAU,CAAC;AAMlB;;;GAGG;AACH,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,WAAW,CAAC;AACpF,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,CAAC;AAE/C,MAAM,MAAM,gBAAgB,GAAG,aAAa,CAAC;AAE7C;;GAEG;AACH,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CA6B/D,CAAC;AAYF;;GAEG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAY;IAErC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,YAAY,CAAuB;IAE3C,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,OAAO,IAAI,MAAM,GAAG,IAAI,CAE3B;IAEK,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBvE,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAmBzE,MAAM,CACV,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC;IA8BZ,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAO9B;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,cAAc,CAErD"}

package/dist/core.d.ts

@@ -0,0 +1,71 @@
+/**
+ * Core LLM functionality - Separated from index.ts to avoid circular dependencies
+ * with React integration.
+ *
+ * @module local-llm/core
+ */
+export type { Backend, Device, Quantization, LLMConfig, MessageRole, ChatMessage, StreamCallback, LoadProgress, LoadProgressCallback, GenerateOptions, LLMProvider as LLMProviderInterface, AttachOptions, BrowserCapabilities, SupportedModel, } from './types';
+export { checkWebGPU, checkWasm, detectCapabilities, logCapabilities } from './detect';
+export { WebLLMProvider, createWebLLMProvider, DEFAULT_WEBLLM_MODEL, WEBLLM_MODELS, } from './backends/webllm';
+export { TransformersProvider, createTransformersProvider, DEFAULT_TRANSFORMERS_MODEL, TRANSFORMERS_MODELS, } from './backends/transformers';
+export { createOutputStreamer, attachToElements, createChatUI, createLoadingIndicator, } from './helpers';
+import type { LLMConfig, ChatMessage, GenerateOptions, StreamCallback, AttachOptions } from './types';
+/**
+ * Main LLM interface with simplified API
+ */
+export interface LocalLLM {
+    /**
+     * Whether the model is loaded and ready
+     */
+    readonly isReady: boolean;
+    /**
+     * The current model ID
+     */
+    readonly modelId: string | null;
+    /**
+     * The backend being used
+     */
+    readonly backend: 'webllm' | 'transformers';
+    /**
+     * Generate a chat response
+     */
+    chat(messages: ChatMessage[] | string, options?: GenerateOptions): Promise<string>;
+    /**
+     * Generate with streaming output
+     */
+    stream(messages: ChatMessage[] | string, onToken: StreamCallback, options?: GenerateOptions): Promise<string>;
+    /**
+     * Attach to input/output elements for automatic generation
+     */
+    attachToInput(inputSelector: string | HTMLInputElement | HTMLTextAreaElement, outputSelector: string | HTMLElement, options?: AttachOptions): () => void;
+    /**
+     * Unload the model and free resources
+     */
+    unload(): Promise<void>;
+}
+/**
+ * Create a LocalLLM instance
+ *
+ * @param config - Configuration options
+ * @returns Promise that resolves to a LocalLLM instance once the model is loaded
+ *
+ * @example
+ * ```typescript
+ * // Simple usage with defaults
+ * const llm = await createLLM();
+ *
+ * // With configuration
+ * const llm = await createLLM({
+ *   model: 'phi-3-mini',
+ *   backend: 'webllm',
+ *   systemPrompt: 'You are a helpful assistant.',
+ *   onLoadProgress: (p) => console.log(p.progress)
+ * });
+ * ```
+ */
+export declare function createLLM(config?: LLMConfig): Promise<LocalLLM>;
+/**
+ * Quick helper to test if the current browser supports WebGPU
+ */
+export declare function isWebGPUSupported(): Promise<boolean>;
+//# sourceMappingURL=core.d.ts.map

package/dist/core.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../src/core.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,YAAY,EACV,OAAO,EACP,MAAM,EACN,YAAY,EACZ,SAAS,EACT,WAAW,EACX,WAAW,EACX,cAAc,EACd,YAAY,EACZ,oBAAoB,EACpB,eAAe,EACf,WAAW,IAAI,oBAAoB,EACnC,aAAa,EACb,mBAAmB,EACnB,cAAc,GACf,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAGvF,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,oBAAoB,EACpB,aAAa,GACd,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,EAC1B,mBAAmB,GACpB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,YAAY,EACZ,sBAAsB,GACvB,MAAM,WAAW,CAAC;AAGnB,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EACX,eAAe,EACf,cAAc,EACd,aAAa,EACd,MAAM,SAAS,CAAC;AAOjB;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,QAAQ,GAAG,cAAc,CAAC;IAE5C;;OAEG;IACH,IAAI,CACF,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,EAChC,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;OAEG;IACH,MAAM,CACJ,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,EAChC,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;OAEG;IACH,aAAa,CACX,aAAa,EAAE,MAAM,GAAG,gBAAgB,GAAG,mBAAmB,EAC9D,cAAc,EAAE,MAAM,GAAG,WAAW,EACpC,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,IAAI,CAAC;IAEd;;OAEG;IACH,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAwBD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAsB,SAAS,CAAC,MAAM,GAAE,SAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,CAyFzE;AAED;;GAEG;AACH,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC,CAG1D"}

package/dist/detect.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Browser capability detection utilities
+ */
+import type { BrowserCapabilities } from './types';
+/**
+ * Check if WebGPU is available in the current browser
+ */
+export declare function checkWebGPU(): Promise<boolean>;
+/**
+ * Check if WebAssembly is available
+ */
+export declare function checkWasm(): boolean;
+/**
+ * Detect browser capabilities and recommend backend/device
+ */
+export declare function detectCapabilities(): Promise<BrowserCapabilities>;
+/**
+ * Log capability detection results to console
+ */
+export declare function logCapabilities(): Promise<BrowserCapabilities>;
+//# sourceMappingURL=detect.d.ts.map

package/dist/detect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.d.ts","sourceRoot":"","sources":["../src/detect.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAmB,MAAM,SAAS,CAAC;AAEpE;;GAEG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAapD;AAED;;GAEG;AACH,wBAAgB,SAAS,IAAI,OAAO,CAYnC;AAED;;GAEG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAuBvE;AAED;;GAEG;AACH,wBAAsB,eAAe,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAUpE"}

package/dist/helpers.d.ts

@@ -0,0 +1,35 @@
+/**
+ * DOM Helper Utilities
+ * Easy integration with HTML input/output elements
+ */
+import type { StreamCallback, AttachOptions } from './types';
+/**
+ * Creates a streaming callback that updates an output element
+ */
+export declare function createOutputStreamer(outputSelector: string | HTMLElement, options?: {
+    append?: boolean;
+    scrollToBottom?: boolean;
+}): StreamCallback;
+/**
+ * Attach LLM to input/output elements with automatic handling
+ */
+export declare function attachToElements(inputSelector: string | HTMLInputElement | HTMLTextAreaElement, outputSelector: string | HTMLElement, generateFn: (input: string, onToken: StreamCallback) => Promise<string>, options?: AttachOptions): () => void;
+/**
+ * Create a simple chat UI in a container
+ */
+export declare function createChatUI(containerSelector: string | HTMLElement): {
+    input: HTMLTextAreaElement;
+    output: HTMLDivElement;
+    sendButton: HTMLButtonElement;
+    cleanup: () => void;
+};
+/**
+ * Create a loading indicator
+ */
+export declare function createLoadingIndicator(containerSelector: string | HTMLElement): {
+    show: () => void;
+    hide: () => void;
+    setProgress: (percent: number, status?: string) => void;
+    element: HTMLDivElement;
+};
+//# sourceMappingURL=helpers.d.ts.map

package/dist/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../src/helpers.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAgB7D;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,GAAG,WAAW,EACpC,OAAO,CAAC,EAAE;IACR,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,GACA,cAAc,CAoBhB;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,aAAa,EAAE,MAAM,GAAG,gBAAgB,GAAG,mBAAmB,EAC9D,cAAc,EAAE,MAAM,GAAG,WAAW,EACpC,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,KAAK,OAAO,CAAC,MAAM,CAAC,EACvE,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,IAAI,CA8DZ;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,iBAAiB,EAAE,MAAM,GAAG,WAAW,GAAG;IACrE,KAAK,EAAE,mBAAmB,CAAC;IAC3B,MAAM,EAAE,cAAc,CAAC;IACvB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB,CAyBA;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,iBAAiB,EAAE,MAAM,GAAG,WAAW,GAAG;IAC/E,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACxD,OAAO,EAAE,cAAc,CAAC;CACzB,CAwCA"}

package/dist/index.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Local LLM - Browser-based LLM inference library
+ *
+ * A simple, generalized library for interacting with LLMs directly in the browser.
+ * Works in any codebase with WebGPU or WASM support.
+ *
+ * @example
+ * ```typescript
+ * import { createLLM } from '@blank-utils/llm';
+ *
+ * const llm = await createLLM({
+ *   onLoadProgress: (p) => console.log(`Loading: ${p.progress}%`)
+ * });
+ *
+ * // Streaming generation
+ * await llm.stream('Tell me a joke', (token) => console.log(token));
+ *
+ * // Attach to DOM elements
+ * llm.attachToInput('#input', '#output');
+ * ```
+ *
+ * @module @blank-utils/llm
+ */
+export { type Backend, type Device, type Quantization, type LLMConfig, type MessageRole, type ChatMessage, type StreamCallback, type LoadProgress, type LoadProgressCallback, type GenerateOptions, type LLMProviderInterface, type AttachOptions, type BrowserCapabilities, checkWebGPU, checkWasm, detectCapabilities, logCapabilities, WebLLMProvider, createWebLLMProvider, DEFAULT_WEBLLM_MODEL, WEBLLM_MODELS, TransformersProvider, createTransformersProvider, DEFAULT_TRANSFORMERS_MODEL, TRANSFORMERS_MODELS, createOutputStreamer, attachToElements, createChatUI, createLoadingIndicator, type LocalLLM, createLLM, isWebGPUSupported, } from './core';
+export { createLLM as default } from './core';
+export { LLMProvider, useLLM, useChat, useStream, useCompletion, LLMLoading, LLMReady, Chat, ChatInput, type LLMContextValue, type LLMProviderProps, type UseChatOptions, type UseChatReturn, type UseStreamOptions, type UseStreamReturn, type UseCompletionOptions, type UseCompletionReturn, type LLMLoadingProps, type LLMReadyProps, type ChatProps, type ChatInputProps, } from './react';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAGH,OAAO,EAEL,KAAK,OAAO,EACZ,KAAK,MAAM,EACX,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EAGxB,WAAW,EACX,SAAS,EACT,kBAAkB,EAClB,eAAe,EAGf,cAAc,EACd,oBAAoB,EACpB,oBAAoB,EACpB,aAAa,EACb,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,EAC1B,mBAAmB,EAGnB,oBAAoB,EACpB,gBAAgB,EAChB,YAAY,EACZ,sBAAsB,EAGtB,KAAK,QAAQ,EACb,SAAS,EACT,iBAAiB,GAClB,MAAM,QAAQ,CAAC;AAGhB,OAAO,EAAE,SAAS,IAAI,OAAO,EAAE,MAAM,QAAQ,CAAC;AAQ9C,OAAO,EAEL,WAAW,EACX,MAAM,EAGN,OAAO,EACP,SAAS,EACT,aAAa,EAGb,UAAU,EACV,QAAQ,EAGR,IAAI,EACJ,SAAS,EAGT,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,SAAS,CAAC"}

package/dist/models.d.ts

@@ -0,0 +1,74 @@
+/**
+ * Supported Models Configuration
+ */
+/**
+ * Default model for WebLLM backend
+ * Using Phi 3.5 Mini as it's well-tested and reasonably sized
+ */
+export declare const DEFAULT_WEBLLM_MODEL = "Phi-3.5-mini-instruct-q4f16_1-MLC";
+/**
+ * Popular WebLLM model options with correct MLC model IDs
+ * These IDs must match exactly what's in web-llm's prebuiltAppConfig
+ *
+ * @see https://github.com/mlc-ai/web-llm/blob/main/src/config.ts
+ */
+export declare const WEBLLM_MODELS: {
+    readonly 'llama-3.2-1b': "Llama-3.2-1B-Instruct-q4f16_1-MLC";
+    readonly 'llama-3.2-3b': "Llama-3.2-3B-Instruct-q4f16_1-MLC";
+    readonly 'llama-3.1-8b': "Llama-3.1-8B-Instruct-q4f16_1-MLC";
+    readonly 'llama-3.1-8b-1k': "Llama-3.1-8B-Instruct-q4f16_1-MLC-1k";
+    readonly 'phi-3.5-mini': "Phi-3.5-mini-instruct-q4f16_1-MLC";
+    readonly 'phi-3.5-mini-1k': "Phi-3.5-mini-instruct-q4f16_1-MLC-1k";
+    readonly 'phi-3.5-vision': "Phi-3.5-vision-instruct-q4f16_1-MLC";
+    readonly 'qwen-2.5-0.5b': "Qwen2.5-0.5B-Instruct-q4f16_1-MLC";
+    readonly 'qwen-2.5-1.5b': "Qwen2.5-1.5B-Instruct-q4f16_1-MLC";
+    readonly 'qwen-2.5-3b': "Qwen2.5-3B-Instruct-q4f16_1-MLC";
+    readonly 'qwen-2.5-7b': "Qwen2.5-7B-Instruct-q4f16_1-MLC";
+    readonly 'qwen-2.5-coder-0.5b': "Qwen2.5-Coder-0.5B-Instruct-q4f16_1-MLC";
+    readonly 'qwen-2.5-coder-1.5b': "Qwen2.5-Coder-1.5B-Instruct-q4f16_1-MLC";
+    readonly 'qwen-3-0.6b': "Qwen3-0.6B-q4f16_1-MLC";
+    readonly 'qwen-3-1.7b': "Qwen3-1.7B-q4f16_1-MLC";
+    readonly 'qwen-3-4b': "Qwen3-4B-q4f16_1-MLC";
+    readonly 'qwen-3-8b': "Qwen3-8B-q4f16_1-MLC";
+    readonly 'gemma-2-2b': "gemma-2-2b-it-q4f16_1-MLC";
+    readonly 'gemma-2-2b-1k': "gemma-2-2b-it-q4f16_1-MLC-1k";
+    readonly 'gemma-2-9b': "gemma-2-9b-it-q4f16_1-MLC";
+    readonly 'smollm2-135m': "SmolLM2-135M-Instruct-q0f16-MLC";
+    readonly 'smollm2-360m': "SmolLM2-360M-Instruct-q4f16_1-MLC";
+    readonly 'smollm2-1.7b': "SmolLM2-1.7B-Instruct-q4f16_1-MLC";
+    readonly 'mistral-7b': "Mistral-7B-Instruct-v0.3-q4f16_1-MLC";
+    readonly 'deepseek-r1-qwen-7b': "DeepSeek-R1-Distill-Qwen-7B-q4f16_1-MLC";
+    readonly 'deepseek-r1-llama-8b': "DeepSeek-R1-Distill-Llama-8B-q4f16_1-MLC";
+    readonly 'hermes-3-llama-3.2-3b': "Hermes-3-Llama-3.2-3B-q4f16_1-MLC";
+    readonly 'hermes-3-llama-3.1-8b': "Hermes-3-Llama-3.1-8B-q4f16_1-MLC";
+};
+/**
+ * Default model for Transformers.js backend
+ * Using Qwen2.5 0.5B as it's well-tested with ONNX
+ */
+export declare const DEFAULT_TRANSFORMERS_MODEL = "onnx-community/Qwen2.5-0.5B-Instruct";
+/**
+ * Transformers.js compatible models (must have ONNX weights)
+ * These are specifically converted for browser use via transformers.js
+ *
+ * @see https://huggingface.co/onnx-community for more models
+ */
+export declare const TRANSFORMERS_MODELS: {
+    readonly 'qwen-2.5-0.5b': "onnx-community/Qwen2.5-0.5B-Instruct";
+    readonly 'qwen-2.5-1.5b': "onnx-community/Qwen2.5-1.5B-Instruct";
+    readonly 'qwen-2.5-coder-0.5b': "onnx-community/Qwen2.5-Coder-0.5B-Instruct";
+    readonly 'qwen-2.5-coder-1.5b': "onnx-community/Qwen2.5-Coder-1.5B-Instruct";
+    readonly 'qwen-3-0.6b': "onnx-community/Qwen3-0.6B-ONNX";
+    readonly 'smollm2-135m': "HuggingFaceTB/SmolLM2-135M-Instruct";
+    readonly 'smollm2-360m': "HuggingFaceTB/SmolLM2-360M-Instruct";
+    readonly 'smollm2-1.7b': "HuggingFaceTB/SmolLM2-1.7B-Instruct";
+    readonly 'phi-3-mini': "Xenova/Phi-3-mini-4k-instruct";
+    readonly tinyllama: "Xenova/TinyLlama-1.1B-Chat-v1.0";
+};
+export type WebLLMModelID = keyof typeof WEBLLM_MODELS;
+export type TransformersModelID = keyof typeof TRANSFORMERS_MODELS;
+/**
+ * Union of all supported model IDs for type safety
+ */
+export type SupportedModel = WebLLMModelID | TransformersModelID | (string & {});
+//# sourceMappingURL=models.d.ts.map

package/dist/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;GAGG;AACH,eAAO,MAAM,oBAAoB,sCAAsC,CAAC;AAExE;;;;;GAKG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDhB,CAAC;AAGX;;;GAGG;AACH,eAAO,MAAM,0BAA0B,yCAAyC,CAAC;AAEjF;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;CAoBtB,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,MAAM,OAAO,aAAa,CAAC;AACvD,MAAM,MAAM,mBAAmB,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAEnE;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,aAAa,GAAG,mBAAmB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC"}

package/dist/react/chat-input.d.ts

@@ -0,0 +1,64 @@
+/**
+ * ChatInput — Self-contained auto-resizing textarea with send button, image paste/upload, and model selector slot.
+ * Zero external dependencies. All styles embedded via CSS-in-JS.
+ * Brutalist minimal aesthetic — flat, no decoration.
+ *
+ * Supports: Ctrl+V paste, drag-and-drop, and click-to-upload for images.
+ *
+ * @example
+ * ```tsx
+ * <ChatInput
+ *   value={input}
+ *   onChange={setInput}
+ *   onSend={handleSend}
+ *   disabled={isGenerating}
+ *   placeholder="Type a message..."
+ *   images={images}
+ *   onImageAdd={handleAddImage}
+ *   onImageRemove={handleRemoveImage}
+ *   modelSelector={<MyDropdown />}
+ * />
+ * ```
+ */
+import * as React from 'react';
+export interface ImageAttachment {
+    id: string;
+    dataUrl: string;
+    file: File;
+    name: string;
+}
+export interface ChatInputProps {
+    /** Current value of the input */
+    value: string;
+    /** Called when value changes */
+    onChange: (value: string) => void;
+    /** Called when user submits (Enter or send button) */
+    onSend: () => void;
+    /** Called when user clicks stop */
+    onStop?: () => void;
+    /** Whether the input is disabled (e.g. during generation) */
+    disabled?: boolean;
+    /** Whether currently generating (shows stop button instead of send) */
+    isGenerating?: boolean;
+    /** Placeholder text */
+    placeholder?: string;
+    /** Maximum rows before scrolling */
+    maxRows?: number;
+    /** Optional action elements to render in the toolbar */
+    actions?: React.ReactNode;
+    /** Theme */
+    theme?: 'dark' | 'light';
+    /** Additional className for the container */
+    className?: string;
+    /** Current images attached */
+    images?: ImageAttachment[];
+    /** Called when an image is added (paste/drop/upload) */
+    onImageAdd?: (image: ImageAttachment) => void;
+    /** Called when an image is removed */
+    onImageRemove?: (id: string) => void;
+    /** Optional slot for a model selector dropdown */
+    modelSelector?: React.ReactNode;
+}
+declare function ChatInput({ value, onChange, onSend, onStop, disabled, isGenerating, placeholder, maxRows, actions, theme, className, images, onImageAdd, onImageRemove, modelSelector, }: ChatInputProps): import("react/jsx-runtime").JSX.Element;
+export { ChatInput };
+//# sourceMappingURL=chat-input.d.ts.map

package/dist/react/chat-input.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-input.d.ts","sourceRoot":"","sources":["../../src/react/chat-input.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAO/B,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,iCAAiC;IACjC,KAAK,EAAE,MAAM,CAAC;IAEd,gCAAgC;IAChC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAElC,sDAAsD;IACtD,MAAM,EAAE,MAAM,IAAI,CAAC;IAEnB,mCAAmC;IACnC,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;IAEpB,6DAA6D;IAC7D,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB,uEAAuE;IACvE,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,uBAAuB;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,wDAAwD;IACxD,OAAO,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC;IAE1B,YAAY;IACZ,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAEzB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,8BAA8B;IAC9B,MAAM,CAAC,EAAE,eAAe,EAAE,CAAC;IAE3B,wDAAwD;IACxD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC;IAE9C,sCAAsC;IACtC,aAAa,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IAErC,kDAAkD;IAClD,aAAa,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC;CACjC;AA8PD,iBAAS,SAAS,CAAC,EACjB,KAAK,EACL,QAAQ,EACR,MAAM,EACN,MAAM,EACN,QAAgB,EAChB,YAAoB,EACpB,WAAiC,EACjC,OAAW,EACX,OAAO,EACP,KAAc,EACd,SAAS,EACT,MAAW,EACX,UAAU,EACV,aAAa,EACb,aAAa,GACd,EAAE,cAAc,2CA8LhB;AAED,OAAO,EAAE,SAAS,EAAE,CAAC"}

package/dist/react/components.d.ts

@@ -0,0 +1,64 @@
+/**
+ * Chat — A complete, self-contained chat interface for @blank-utils/llm.
+ * Drop inside <LLMProvider> and get a working chat UI in one line.
+ *
+ * Brutalist minimal aesthetic — flat black, high contrast, no decoration.
+ *
+ * @example
+ * ```tsx
+ * import { LLMProvider, Chat, ChatApp } from "@blank-utils/llm/react";
+ *
+ * // Option A: Zero setup (includes provider + model switching)
+ * <ChatApp defaultModel="qwen-2.5-0.5b" />
+ *
+ * // Option B: Manual provider
+ * <LLMProvider model="qwen-2.5-0.5b">
+ *   <Chat />
+ * </LLMProvider>
+ * ```
+ */
+import * as React from 'react';
+import { type UseChatOptions } from './index';
+import { type SupportedModel } from '../models';
+export interface ChatProps {
+    /** System prompt for the conversation */
+    systemPrompt?: string;
+    /** Placeholder text for the input */
+    placeholder?: string;
+    /** Theme */
+    theme?: 'dark' | 'light';
+    /** Additional className for the outermost container */
+    className?: string;
+    /** Maximum height of the chat container. Default: '600px' */
+    maxHeight?: string;
+    /** Options passed to useChat internally */
+    chatOptions?: Omit<UseChatOptions, 'systemPrompt'>;
+    /** Custom actions rendered in the input toolbar */
+    inputActions?: React.ReactNode;
+    /** Called when a message is sent */
+    onSend?: (message: string) => void;
+    /** Called when a response is received */
+    onResponse?: (response: string) => void;
+    /** Called on error */
+    onError?: (error: Error) => void;
+    /** Whether to show the model info header. Default: true */
+    showHeader?: boolean;
+    /** Whether to show loading progress. Default: true */
+    showProgress?: boolean;
+    /** Custom welcome message when chat is empty */
+    welcomeMessage?: string;
+    /** Called when the user selects a new model in the dropdown */
+    onModelChange?: (modelId: string) => void;
+}
+export interface ChatAppProps extends ChatProps {
+    /** Default model ID to start with */
+    defaultModel?: SupportedModel;
+    /** Default backend to use */
+    defaultBackend?: 'webllm' | 'transformers' | 'auto';
+    /** Auto-load model on mount. Default: true */
+    autoLoad?: boolean;
+}
+declare function Chat({ systemPrompt, placeholder, theme, className, maxHeight, inputActions, onSend: onSendProp, onResponse, onError: onErrorProp, showHeader, showProgress, welcomeMessage, onModelChange, }: ChatProps): import("react/jsx-runtime").JSX.Element;
+declare function ChatApp({ defaultModel, defaultBackend, autoLoad, onModelChange, ...chatProps }: ChatAppProps): import("react/jsx-runtime").JSX.Element;
+export { Chat, ChatApp };
+//# sourceMappingURL=components.d.ts.map

package/dist/react/components.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"components.d.ts","sourceRoot":"","sources":["../../src/react/components.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,OAAO,EAAU,KAAK,cAAc,EAAsC,MAAM,SAAS,CAAC;AAE1F,OAAO,EAAsC,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAepF,MAAM,WAAW,SAAS;IACxB,yCAAyC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY;IACZ,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IACnD,mDAAmD;IACnD,YAAY,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC;IAC/B,oCAAoC;IACpC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,yCAAyC;IACzC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,sBAAsB;IACtB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,2DAA2D;IAC3D,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,sDAAsD;IACtD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gDAAgD;IAChD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+DAA+D;IAC/D,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,YAAa,SAAQ,SAAS;IAC7C,qCAAqC;IACrC,YAAY,CAAC,EAAE,cAAc,CAAC;IAC9B,6BAA6B;IAC7B,cAAc,CAAC,EAAE,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;IACpD,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAsbD,iBAAS,IAAI,CAAC,EACZ,YAAoC,EACpC,WAAiC,EACjC,KAAc,EACd,SAAS,EACT,SAAmB,EACnB,YAAY,EACZ,MAAM,EAAE,UAAU,EAClB,UAAU,EACV,OAAO,EAAE,WAAW,EACpB,UAAiB,EACjB,YAAmB,EACnB,cAAkC,EAClC,aAAa,GACd,EAAE,SAAS,2CAqPX;AAMD,iBAAS,OAAO,CAAC,EACf,YAA8B,EAC9B,cAAuB,EACvB,QAAe,EACf,aAAa,EACb,GAAG,SAAS,EACb,EAAE,YAAY,2CAqBd;AAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/dist/react/index.d.ts

@@ -0,0 +1,311 @@
+/**
+ * React Integration for Local LLM
+ *
+ * Provides React context, hooks, and components for easy LLM integration.
+ *
+ * @example
+ * ```tsx
+ * import { LLMProvider, useChat } from 'local-llm/react';
+ *
+ * function App() {
+ *   return (
+ *     <LLMProvider model="qwen-2.5-0.5b">
+ *       <ChatComponent />
+ *     </LLMProvider>
+ *   );
+ * }
+ *
+ * function ChatComponent() {
+ *   const { messages, send, isGenerating } = useChat();
+ *
+ *   return (
+ *     <div>
+ *       {messages.map((m, i) => <p key={i}>{m.content}</p>)}
+ *       <button onClick={() => send('Hello!')}>Send</button>
+ *     </div>
+ *   );
+ * }
+ * ```
+ */
+import * as React from 'react';
+import type { LLMConfig, ChatMessage, GenerateOptions, LoadProgress, Backend } from '../types';
+import { type LocalLLM } from '../core';
+export interface LLMContextValue {
+    /** The LLM instance (null while loading) */
+    llm: LocalLLM | null;
+    /** Whether the model is currently loading */
+    isLoading: boolean;
+    /** Whether the model is ready for inference */
+    isReady: boolean;
+    /** Current loading progress */
+    loadProgress: LoadProgress | null;
+    /** Error if loading failed */
+    error: Error | null;
+    /** Current model ID */
+    modelId: string | null;
+    /** Backend being used */
+    backend: Backend | null;
+    /** Manually reload the model */
+    reload: () => Promise<void>;
+    /** Unload the model */
+    unload: () => Promise<void>;
+}
+export interface LLMProviderProps extends Omit<LLMConfig, 'onLoadProgress'> {
+    children: React.ReactNode;
+    /**
+     * Auto-load the model on mount
+     * @default true
+     */
+    autoLoad?: boolean;
+    /**
+     * Callback when model finishes loading
+     */
+    onLoad?: (llm: LocalLLM) => void;
+    /**
+     * Callback on loading progress
+     */
+    onProgress?: (progress: LoadProgress) => void;
+    /**
+     * Callback on error
+     */
+    onError?: (error: Error) => void;
+}
+/**
+ * Provider component that manages LLM lifecycle
+ *
+ * @example
+ * ```tsx
+ * <LLMProvider
+ *   model="qwen-2.5-0.5b"
+ *   backend="auto"
+ *   onProgress={(p) => console.log(p.progress)}
+ * >
+ *   <App />
+ * </LLMProvider>
+ * ```
+ */
+declare function LLMProvider({ children, autoLoad, onLoad, onProgress, onError, ...config }: LLMProviderProps): import("react/jsx-runtime").JSX.Element;
+/**
+ * Access the LLM context
+ *
+ * @throws If used outside of LLMProvider
+ *
+ * @example
+ * ```tsx
+ * const { llm, isReady, loadProgress } = useLLM();
+ * ```
+ */
+declare function useLLM(): LLMContextValue;
+export interface UseChatOptions {
+    /** Initial messages */
+    initialMessages?: ChatMessage[];
+    /** System prompt */
+    systemPrompt?: string;
+    /** Generation options */
+    generateOptions?: GenerateOptions;
+    /**
+     * Queue messages while model is loading
+     * When true, users can send messages before model loads - they'll be processed once ready
+     * @default true
+     */
+    queueWhileLoading?: boolean;
+    /** Called when generation starts */
+    onStart?: () => void;
+    /** Called on each token (streaming) */
+    onToken?: (token: string, fullText: string) => void;
+    /** Called when generation completes */
+    onFinish?: (response: string) => void;
+    /** Called on error */
+    onError?: (error: Error) => void;
+}
+export interface UseChatReturn {
+    /** All messages in the conversation */
+    messages: ChatMessage[];
+    /** Current input value (for controlled input) */
+    input: string;
+    /** Set the input value */
+    setInput: (input: string) => void;
+    /** Whether currently generating a response */
+    isGenerating: boolean;
+    /** Whether a message is queued waiting for model to load */
+    isPending: boolean;
+    /** Current streaming text (while generating) */
+    streamingText: string;
+    /** Send a message and get a response */
+    send: (content?: string) => Promise<string>;
+    /** Stop the current generation */
+    stop: () => void;
+    /** Clear all messages */
+    clear: () => void;
+    /** Add a message without generating a response */
+    append: (message: ChatMessage) => void;
+    /** Reload/regenerate the last assistant message */
+    reload: () => Promise<string>;
+}
+/**
+ * Hook for managing a chat conversation with the LLM
+ *
+ * Supports **eager loading** - users can send messages while the model loads.
+ * Messages are queued and processed automatically once the model is ready.
+ *
+ * @example
+ * ```tsx
+ * function ChatComponent() {
+ *   const { isLoading, loadProgress } = useLLM();
+ *   const {
+ *     messages,
+ *     input,
+ *     setInput,
+ *     send,
+ *     isGenerating,
+ *     isPending,  // true if message is queued waiting for model
+ *     streamingText,
+ *   } = useChat({
+ *     systemPrompt: 'You are a helpful assistant.',
+ *     queueWhileLoading: true,  // default: true
+ *   });
+ *
+ *   return (
+ *     <div>
+ *       {isLoading && <p>Loading model... {loadProgress?.progress}%</p>}
+ *
+ *       {messages.map((m, i) => (
+ *         <div key={i} className={m.role}>
+ *           {m.content}
+ *         </div>
+ *       ))}
+ *
+ *       {isPending && <p className="pending">Waiting for model to load...</p>}
+ *       {isGenerating && <div className="assistant">{streamingText}</div>}
+ *
+ *       {/* Users can type immediately, even before model loads *\/}
+ *       <input
+ *         value={input}
+ *         onChange={(e) => setInput(e.target.value)}
+ *         onKeyDown={(e) => e.key === 'Enter' && send()}
+ *         placeholder={isLoading ? 'Type now, send when ready...' : 'Type a message...'}
+ *       />
+ *       <button onClick={() => send()} disabled={isGenerating}>
+ *         {isPending ? 'Queued...' : 'Send'}
+ *       </button>
+ *     </div>
+ *   );
+ * }
+ * ```
+ */
+declare function useChat(options?: UseChatOptions): UseChatReturn;
+export interface UseStreamOptions {
+    /** Generation options */
+    generateOptions?: GenerateOptions;
+    /** Called on each token */
+    onToken?: (token: string, fullText: string) => void;
+    /** Called when complete */
+    onFinish?: (response: string) => void;
+    /** Called on error */
+    onError?: (error: Error) => void;
+}
+export interface UseStreamReturn {
+    /** Current streamed text */
+    text: string;
+    /** Whether currently streaming */
+    isStreaming: boolean;
+    /** Start streaming a response */
+    stream: (messages: ChatMessage[] | string) => Promise<string>;
+    /** Stop streaming */
+    stop: () => void;
+    /** Clear the text */
+    clear: () => void;
+}
+/**
+ * Hook for simple streaming generation
+ *
+ * @example
+ * ```tsx
+ * function StreamComponent() {
+ *   const { text, isStreaming, stream, clear } = useStream();
+ *
+ *   return (
+ *     <div>
+ *       <pre>{text}</pre>
+ *       <button onClick={() => stream('Tell me a story')} disabled={isStreaming}>
+ *         Generate
+ *       </button>
+ *       <button onClick={clear}>Clear</button>
+ *     </div>
+ *   );
+ * }
+ * ```
+ */
+declare function useStream(options?: UseStreamOptions): UseStreamReturn;
+export interface UseCompletionOptions {
+    /** Generation options */
+    generateOptions?: GenerateOptions;
+}
+export interface UseCompletionReturn {
+    /** Current completion text */
+    completion: string;
+    /** Whether currently generating */
+    isLoading: boolean;
+    /** Generate a completion (non-streaming) */
+    complete: (prompt: string) => Promise<string>;
+    /** Clear the completion */
+    clear: () => void;
+}
+/**
+ * Hook for simple non-streaming completion
+ *
+ * @example
+ * ```tsx
+ * function CompletionComponent() {
+ *   const { completion, isLoading, complete } = useCompletion();
+ *
+ *   return (
+ *     <div>
+ *       <p>{completion}</p>
+ *       <button onClick={() => complete('Summarize this')} disabled={isLoading}>
+ *         Complete
+ *       </button>
+ *     </div>
+ *   );
+ * }
+ * ```
+ */
+declare function useCompletion(options?: UseCompletionOptions): UseCompletionReturn;
+export interface LLMLoadingProps {
+    /** Custom loading UI */
+    children?: React.ReactNode;
+    /** Class name for the wrapper */
+    className?: string;
+}
+/**
+ * Component that shows loading state while LLM is loading
+ *
+ * @example
+ * ```tsx
+ * <LLMLoading>
+ *   <p>Loading model...</p>
+ * </LLMLoading>
+ * ```
+ */
+declare function LLMLoading({ children, className }: LLMLoadingProps): import("react/jsx-runtime").JSX.Element | null;
+export interface LLMReadyProps {
+    /** Content to show when ready */
+    children: React.ReactNode;
+    /** Content to show while loading */
+    fallback?: React.ReactNode;
+}
+/**
+ * Component that only renders children when LLM is ready
+ *
+ * @example
+ * ```tsx
+ * <LLMReady fallback={<Loading />}>
+ *   <ChatInterface />
+ * </LLMReady>
+ * ```
+ */
+declare function LLMReady({ children, fallback }: LLMReadyProps): import("react/jsx-runtime").JSX.Element;
+import { Chat, ChatApp, type ChatProps, type ChatAppProps } from './components';
+import { ChatInput, type ChatInputProps } from './chat-input';
+export { LLMProvider, useLLM, useChat, useStream, useCompletion, LLMLoading, LLMReady, Chat, ChatApp, ChatInput, type ChatProps, type ChatAppProps, type ChatInputProps, };
+//# sourceMappingURL=index.d.ts.map

package/dist/react/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/react/index.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAW/B,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EACX,eAAe,EACf,YAAY,EACZ,OAAO,EACR,MAAM,UAAU,CAAC;AAElB,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,SAAS,CAAC;AAQnD,MAAM,WAAW,eAAe;IAC9B,4CAA4C;IAC5C,GAAG,EAAE,QAAQ,GAAG,IAAI,CAAC;IAErB,6CAA6C;IAC7C,SAAS,EAAE,OAAO,CAAC;IAEnB,+CAA+C;IAC/C,OAAO,EAAE,OAAO,CAAC;IAEjB,+BAA+B;IAC/B,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAElC,8BAA8B;IAC9B,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAEpB,uBAAuB;IACvB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAEvB,yBAAyB;IACzB,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAExB,gCAAgC;IAChC,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,uBAAuB;IACvB,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7B;AAQD,MAAM,WAAW,gBAAiB,SAAQ,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC;IACzE,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;IAE1B;;;OAGG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,KAAK,IAAI,CAAC;IAEjC;;OAEG;IACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;IAE9C;;OAEG;IACH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED;;;;;;;;;;;;;GAaG;AACH,iBAAS,WAAW,CAAC,EACnB,QAAQ,EACR,QAAe,EACf,MAAM,EACN,UAAU,EACV,OAAO,EACP,GAAG,MAAM,EACV,EAAE,gBAAgB,2CAsFlB;AAMD;;;;;;;;;GASG;AACH,iBAAS,MAAM,IAAI,eAAe,CAQjC;AAMD,MAAM,WAAW,cAAc;IAC7B,uBAAuB;IACvB,eAAe,CAAC,EAAE,WAAW,EAAE,CAAC;IAEhC,oBAAoB;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,yBAAyB;IACzB,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAE5B,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;IAErB,uCAAuC;IACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAEpD,uCAAuC;IACvC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtC,sBAAsB;IACtB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,aAAa;IAC5B,uCAAuC;IACvC,QAAQ,EAAE,WAAW,EAAE,CAAC;IAExB,iDAAiD;IACjD,KAAK,EAAE,MAAM,CAAC;IAEd,0BAA0B;IAC1B,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAElC,8CAA8C;IAC9C,YAAY,EAAE,OAAO,CAAC;IAEtB,4DAA4D;IAC5D,SAAS,EAAE,OAAO,CAAC;IAEnB,gDAAgD;IAChD,aAAa,EAAE,MAAM,CAAC;IAEtB,wCAAwC;IACxC,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAE5C,kCAAkC;IAClC,IAAI,EAAE,MAAM,IAAI,CAAC;IAEjB,yBAAyB;IACzB,KAAK,EAAE,MAAM,IAAI,CAAC;IAElB,kDAAkD;IAClD,MAAM,EAAE,CAAC,OAAO,EAAE,WAAW,KAAK,IAAI,CAAC;IAEvC,mDAAmD;IACnD,MAAM,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;CAC/B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkDG;AACH,iBAAS,OAAO,CAAC,OAAO,GAAE,cAAmB,GAAG,aAAa,CA6L5D;AAMD,MAAM,WAAW,gBAAgB;IAC/B,yBAAyB;IACzB,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,2BAA2B;IAC3B,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAEpD,2BAA2B;IAC3B,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtC,sBAAsB;IACtB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,eAAe;IAC9B,4BAA4B;IAC5B,IAAI,EAAE,MAAM,CAAC;IAEb,kCAAkC;IAClC,WAAW,EAAE,OAAO,CAAC;IAErB,iCAAiC;IACjC,MAAM,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9D,qBAAqB;IACrB,IAAI,EAAE,MAAM,IAAI,CAAC;IAEjB,qBAAqB;IACrB,KAAK,EAAE,MAAM,IAAI,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,iBAAS,SAAS,CAAC,OAAO,GAAE,gBAAqB,GAAG,eAAe,CA2DlE;AAMD,MAAM,WAAW,oBAAoB;IACnC,yBAAyB;IACzB,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,mBAAmB;IAClC,8BAA8B;IAC9B,UAAU,EAAE,MAAM,CAAC;IAEnB,mCAAmC;IACnC,SAAS,EAAE,OAAO,CAAC;IAEnB,4CAA4C;IAC5C,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9C,2BAA2B;IAC3B,KAAK,EAAE,MAAM,IAAI,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,iBAAS,aAAa,CACpB,OAAO,GAAE,oBAAyB,GACjC,mBAAmB,CAuCrB;AAMD,MAAM,WAAW,eAAe;IAC9B,wBAAwB;IACxB,QAAQ,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC;IAE3B,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;GASG;AACH,iBAAS,UAAU,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,eAAe,kDAe3D;AAMD,MAAM,WAAW,aAAa;IAC5B,iCAAiC;IACjC,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;IAE1B,oCAAoC;IACpC,QAAQ,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC;CAC5B;AAED;;;;;;;;;GASG;AACH,iBAAS,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAe,EAAE,EAAE,aAAa,2CAQ7D;AAGD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAChF,OAAO,EAAE,SAAS,EAAE,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9D,OAAO,EAEL,WAAW,EACX,MAAM,EAGN,OAAO,EACP,SAAS,EACT,aAAa,EAGb,UAAU,EACV,QAAQ,EAGR,IAAI,EACJ,OAAO,EACP,SAAS,EAGT,KAAK,SAAS,EACd,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,180 @@
+/**
+ * Local LLM - Browser-based LLM inference library
+ * Shared TypeScript types and interfaces
+ */
+/**
+ * Supported backend engines
+ */
+export type Backend = 'webllm' | 'transformers' | 'auto';
+/**
+ * Device to run inference on
+ */
+export type Device = 'webgpu' | 'wasm' | 'auto';
+/**
+ * Quantization options for model loading
+ */
+export type Quantization = 'q4' | 'q8' | 'fp16' | 'fp32';
+import type { SupportedModel } from './models';
+export type { SupportedModel };
+/**
+ * Configuration for creating an LLM instance
+ */
+export interface LLMConfig {
+    /**
+     * Model identifier. For WebLLM, use MLC model IDs.
+     * For Transformers.js, use HuggingFace model IDs.
+     * @default 'Phi-3-mini-4k-instruct-q4f16_1-MLC' for WebLLM
+     */
+    model?: SupportedModel;
+    /**
+     * Which backend to use
+     * @default 'auto' - Will prefer WebLLM if WebGPU available
+     */
+    backend?: Backend;
+    /**
+     * Device to run on
+     * @default 'auto' - Prefers WebGPU, falls back to WASM
+     */
+    device?: Device;
+    /**
+     * Quantization level (transformers.js only)
+     * @default 'q4'
+     */
+    quantization?: Quantization;
+    /**
+     * System prompt to use for all conversations
+     */
+    systemPrompt?: string;
+    /**
+     * Callback for model loading progress
+     */
+    onLoadProgress?: LoadProgressCallback;
+}
+/**
+ * Role in a chat conversation
+ */
+export type MessageRole = 'system' | 'user' | 'assistant';
+/**
+ * A single message in a chat conversation
+ */
+export interface ChatMessage {
+    role: MessageRole;
+    content: string;
+}
+/**
+ * Callback for streaming token output
+ */
+export type StreamCallback = (token: string, fullText: string) => void;
+/**
+ * Loading progress information
+ */
+export interface LoadProgress {
+    /** Progress percentage (0-100) */
+    progress: number;
+    /** Current status text */
+    status: string;
+    /** Bytes loaded (if available) */
+    loaded?: number;
+    /** Total bytes (if available) */
+    total?: number;
+}
+/**
+ * Callback for model loading progress
+ */
+export type LoadProgressCallback = (progress: LoadProgress) => void;
+/**
+ * Options for text generation
+ */
+export interface GenerateOptions {
+    /**
+     * Temperature for sampling (0-2)
+     * @default 0.7
+     */
+    temperature?: number;
+    /**
+     * Maximum tokens to generate
+     * @default 512
+     */
+    maxTokens?: number;
+    /**
+     * Top-p sampling
+     * @default 0.95
+     */
+    topP?: number;
+    /**
+     * Stop sequences
+     */
+    stopSequences?: string[];
+}
+/**
+ * Unified interface for LLM backends
+ */
+export interface LLMProvider {
+    /**
+     * Backend identifier
+     */
+    readonly backend: Backend;
+    /**
+     * Whether the model is loaded and ready
+     */
+    readonly isReady: boolean;
+    /**
+     * Current model ID
+     */
+    readonly modelId: string | null;
+    /**
+     * Load a model
+     */
+    load(modelId: string, onProgress?: LoadProgressCallback): Promise<void>;
+    /**
+     * Generate a response (non-streaming)
+     */
+    chat(messages: ChatMessage[], options?: GenerateOptions): Promise<string>;
+    /**
+     * Generate a response with streaming
+     */
+    stream(messages: ChatMessage[], onToken: StreamCallback, options?: GenerateOptions): Promise<string>;
+    /**
+     * Unload the model and free resources
+     */
+    unload(): Promise<void>;
+}
+/**
+ * Options for attaching to an input element
+ */
+export interface AttachOptions {
+    /**
+     * Trigger generation on Enter key
+     * @default true
+     */
+    triggerOnEnter?: boolean;
+    /**
+     * Clear input after sending
+     * @default true
+     */
+    clearOnSend?: boolean;
+    /**
+     * Show loading indicator
+     * @default true
+     */
+    showLoading?: boolean;
+    /**
+     * Custom loading text
+     * @default 'Thinking...'
+     */
+    loadingText?: string;
+}
+/**
+ * Browser capability information
+ */
+export interface BrowserCapabilities {
+    /** WebGPU is available */
+    webgpu: boolean;
+    /** WebAssembly is available */
+    wasm: boolean;
+    /** Recommended backend based on capabilities */
+    recommendedBackend: Backend;
+    /** Recommended device based on capabilities */
+    recommendedDevice: Device;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;AAEzD;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAEhD;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAEzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC/C,YAAY,EAAE,cAAc,EAAE,CAAC;AAE/B;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;;;OAIG;IACH,KAAK,CAAC,EAAE,cAAc,CAAC;IAEvB;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAE5B;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC;AAMD;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAMD;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;AAEvE;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,0BAA0B;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;AAMpE;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAMD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAE1B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAExE;;OAEG;IACH,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1E;;OAEG;IACH,MAAM,CACJ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;OAEG;IACH,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAMD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAMD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,0BAA0B;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,+BAA+B;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,gDAAgD;IAChD,kBAAkB,EAAE,OAAO,CAAC;IAC5B,+CAA+C;IAC/C,iBAAiB,EAAE,MAAM,CAAC;CAC3B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blank-utils/llm",
-  "version": "0.2.6",
+  "version": "0.2.7",
   "description": "Run LLMs directly in your browser with WebGPU acceleration. Supports React hooks and eager background loading.",
   "type": "module",
   "main": "./dist/index.js",