@ariacompute/engine-ts 1.6.1 → 1.6.3

package/dist/index.d.ts

@@ -47,6 +47,12 @@ export declare function isLocalRef(modelRef: string): boolean;
 export declare class Engine {
     private lib;
     private handle;
+    private fnInit;
+    private fnDestroy;
+    private fnComplete;
+    private fnEmbed;
+    private fnTranscribe;
+    private fnLastError;
     /** Construct from a local bundle directory. */
     constructor(bundle: string, opts?: OpenOptions);
     /** Auto-detect: a value containing a separator or already on disk is a local

package/dist/index.js

@@ -173,15 +173,15 @@ class Engine {
     /** Construct from a local bundle directory. */
     constructor(bundle, opts = {}) {
         this.lib = loadLib(opts.ffiLib);
-        this.lib.func("aria_model_init", "void*", ["str"]);
-        this.lib.func("aria_model_destroy", "void", ["void*"]);
-        this.lib.func("aria_complete", "int", ["void*", "str", "str", "str", "str", "size_t"]);
-        this.lib.func("aria_embed", "int", ["void*", "str", "str", "size_t"]);
-        this.lib.func("aria_transcribe", "int", ["void*", "void*", "size_t", "str", "str", "size_t"]);
-        this.lib.func("aria_last_error", "str", []);
-        this.handle = this.lib.aria_model_init(bundle);
+        this.fnInit = this.lib.func("aria_model_init", "void*", ["str"]);
+        this.fnDestroy = this.lib.func("aria_model_destroy", "void", ["void*"]);
+        this.fnComplete = this.lib.func("aria_complete", "int", ["void*", "str", "str", "str", "void*", "size_t"]);
+        this.fnEmbed = this.lib.func("aria_embed", "int", ["void*", "str", "void*", "size_t"]);
+        this.fnTranscribe = this.lib.func("aria_transcribe", "int", ["void*", "void*", "size_t", "str", "void*", "size_t"]);
+        this.fnLastError = this.lib.func("aria_last_error", "str", []);
+        this.handle = this.fnInit(bundle);
         if (!this.handle) {
-            const err = this.lib.aria_last_error();
+            const err = this.fnLastError();
             throw new Error(err || "init failed");
         }
     }
@@ -198,11 +198,13 @@ class Engine {
         return new Engine(bundle, opts);
     }
     complete(messages, opts = {}) {
-        const payload = JSON.stringify({ messages, opts });
+        const messagesJson = JSON.stringify(messages);
+        const optionsJson = JSON.stringify(opts || { max_tokens: 16 });
+        const toolsJson = JSON.stringify([]);
         const buf = Buffer.alloc(1 << 16);
-        const rc = this.lib.aria_complete(this.handle, payload, "", "", buf, buf.length);
+        const rc = this.fnComplete(this.handle, messagesJson, optionsJson, toolsJson, buf, buf.length);
         if (rc !== 0) {
-            const err = this.lib.aria_last_error();
+            const err = this.fnLastError();
             return { success: false, response: "", error: err || "complete failed" };
         }
         try {
@@ -215,25 +217,25 @@ class Engine {
     }
     embed(text) {
         const buf = Buffer.alloc(1 << 20);
-        const rc = this.lib.aria_embed(this.handle, text, buf, buf.length);
+        const rc = this.fnEmbed(this.handle, JSON.stringify({ input: text }), buf, buf.length);
         if (rc !== 0) {
-            const err = this.lib.aria_last_error();
+            const err = this.fnLastError();
             throw new Error(err || "embed failed");
         }
         return JSON.parse(buf.toString("utf8").replace(/\0+$/, ""));
     }
     transcribe(pcm) {
         const buf = Buffer.alloc(1 << 16);
-        const rc = this.lib.aria_transcribe(this.handle, pcm, pcm.length, "", buf, buf.length);
+        const rc = this.fnTranscribe(this.handle, Buffer.from(pcm), pcm.length, null, buf, buf.length);
         if (rc !== 0) {
-            const err = this.lib.aria_last_error();
+            const err = this.fnLastError();
             throw new Error(err || "transcribe failed");
         }
         return buf.toString("utf8").replace(/\0+$/, "");
     }
     close() {
         if (this.handle)
-            this.lib.aria_model_destroy(this.handle);
+            this.fnDestroy(this.handle);
         this.handle = null;
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ariacompute/engine-ts",
-  "version": "1.6.1",
+  "version": "1.6.3",
   "description": "TypeScript/Node SDK for Aria Engine",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",