@qvac/sdk 0.2.4-dev.1760969057.aafc839 → 0.2.4-dev.1760984293.e5addea

package/dist/server/bare/addons/llamacpp/handlers/completion-stream.js

@@ -54,8 +54,34 @@ function prepareMessagesForCache(cachePathToUse, cacheExists, history) {
 }
 async function* processModelResponse(model, messagesToSend, shouldSaveCache) {
     const response = await model.run(messagesToSend);
-    for await (const token of response.iterate()) {
-        yield token;
+    // Create a promise that rejects when onError is triggered
+    let rejectOnError = null;
+    const errorPromise = new Promise((_, reject) => {
+        rejectOnError = reject;
+    });
+    response.onError((error) => {
+        if (rejectOnError) {
+            rejectOnError(error);
+        }
+    });
+    const iterator = response.iterate();
+    try {
+        while (true) {
+            // Race between getting the next token and an error occurring
+            const result = await Promise.race([iterator.next(), errorPromise]);
+            if (result.done) {
+                break;
+            }
+            yield result.value;
+        }
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            throw error;
+        }
+        else {
+            throw new Error(String(error));
+        }
     }
     if (shouldSaveCache) {
         await model.run([{ role: "session", content: "save" }]);

package/dist/server/bare/registry/model-registry.d.ts

@@ -8,6 +8,7 @@ export interface AnyModel {
         onUpdate(callback: (data: string) => void): {
             await: () => Promise<void>;
         };
+        onError(callback: (error: Error) => void): void;
         onUpdate(callback: (data: Array<{
             text: string;
         }>) => void): {

package/dist/server/rpc/handlers/completion-stream.js

@@ -1,52 +1,38 @@
 import { completion } from "../../bare/addons/llamacpp/index.js";
 export async function* handleCompletionStream(request) {
-    try {
-        // Log tools if provided
-        if (request.tools) {
-            console.log("Tools passed to completionStream:", request.tools);
+    const filteredHistory = request.history.map(({ role, content, attachments }) => ({
+        role,
+        content,
+        attachments: attachments ?? [],
+    }));
+    const stream = completion({
+        history: filteredHistory,
+        modelId: request.modelId,
+        kvCache: request.kvCache,
+    });
+    let stats;
+    let done = false;
+    let buffer = "";
+    while (!done) {
+        const result = await stream.next();
+        if (result.done) {
+            stats = result.value;
+            done = true;
         }
-        const filteredHistory = request.history.map(({ role, content, attachments }) => ({
-            role,
-            content,
-            attachments: attachments ?? [],
-        }));
-        const stream = completion({
-            history: filteredHistory,
-            modelId: request.modelId,
-            kvCache: request.kvCache,
-        });
-        let stats;
-        let done = false;
-        let buffer = "";
-        while (!done) {
-            const result = await stream.next();
-            if (result.done) {
-                stats = result.value;
-                done = true;
-            }
-            else {
-                buffer += result.value;
-                if (request.stream) {
-                    yield {
-                        type: "completionStream",
-                        token: result.value,
-                    };
-                }
+        else {
+            buffer += result.value;
+            if (request.stream) {
+                yield {
+                    type: "completionStream",
+                    token: result.value,
+                };
             }
         }
-        yield {
-            type: "completionStream",
-            token: buffer,
-            done: true,
-            stats,
-        };
-    }
-    catch (error) {
-        console.error("Error during completion stream:", error);
-        yield {
-            type: "completionStream",
-            token: "",
-            error: error instanceof Error ? error.message : "Unknown error",
-        };
     }
+    yield {
+        type: "completionStream",
+        token: buffer,
+        done: true,
+        stats,
+    };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/sdk",
-  "version": "0.2.4-dev.1760969057.aafc839",
+  "version": "0.2.4-dev.1760984293.e5addea",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -54,7 +54,7 @@
   },
   "dependencies": {
     "@qvac/embed-llamacpp": "^0.3.0",
-    "@qvac/llm-llamacpp": "^0.3.0",
+    "@qvac/llm-llamacpp": "^0.3.1",
     "@qvac/decoder-audio": "^0.1.0",
     "@qvac/error": "^0.1.0",
     "@qvac/langdetect-text": "^0.1.0",