@degreesign/chat 1.0.2 → 1.1.0

package/dist/types.d.ts

@@ -359,6 +359,8 @@ interface RuntimeDeps {
         litert?: LlmEngine;
     };
     backend?: LlmBackend;
+    /** Device class override, tests only */
+    mobile?: () => boolean;
 }
 /** One model load request */
 interface RuntimeLoadParams {
@@ -435,6 +437,8 @@ interface ModelStore {
 }
 /** One generation request */
 interface RuntimeChatParams {
+    /** Model that answers, resolved by the runtime */
+    model?: ChatModelId;
     messages: ChatMessage[];
     limits: LlmLimits;
     reasoning: boolean;
@@ -451,16 +455,21 @@ interface Runtime {
     /** Load a model, or join a load of the same model already in flight */
     load: (params: RuntimeLoadParams) => Promise<boolean>;
     chat: (params: RuntimeChatParams) => Promise<string | undefined>;
-    unload: () => Promise<void>;
+    /** Release one loaded model, or every model */
+    unload: (model?: ChatModelId) => Promise<void>;
     /** Release the model and delete every cached model file */
     clear: () => Promise<void>;
-    ready: () => boolean;
-    loading: () => boolean;
-    status: () => LlmStatus;
-    backend: () => LlmBackend;
-    /** Last model load error, cleared when a load starts */
-    error: () => string | undefined;
-    /** Model currently loaded on this runtime */
+    /** Whether one model, or the active model, is loaded */
+    ready: (model?: ChatModelId) => boolean;
+    /** Whether one model, or any model, is loading */
+    loading: (model?: ChatModelId) => boolean;
+    /** Status of one model, or of the last load */
+    status: (model?: ChatModelId) => LlmStatus;
+    /** Backend of one model, or of the active model */
+    backend: (model?: ChatModelId) => LlmBackend;
+    /** Last model load error, of one model or of the latest load */
+    error: (model?: ChatModelId) => string | undefined;
+    /** Model that loaded or answered last */
     model: () => ChatModel | undefined;
 }
 /** Params for a single on-device chat generation */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@degreesign/chat",
-    "version": "1.0.2",
+    "version": "1.1.0",
     "description": "Headless on-device AI chat for browsers and Node with wllama CPU and LiteRT WebGPU engines",
     "main": "dist/node/chat.node.min.js",
     "module": "dist/browser/chat.min.mjs",
@@ -21,6 +21,7 @@
     },
     "sideEffects": false,
     "scripts": {
+        "prebuild": "node scripts/patch-wllama.cjs",
         "build": "tsc --emitDeclarationOnly && webpack && node scripts/banner-wllama.cjs && node scripts/patch-litert.cjs",
         "typecheck": "tsc --noEmit",
         "verify:node": "node test/node.cjs"