@novaqore/ai 0.2.0 → 0.3.0

package/README.md

@@ -137,11 +137,11 @@ import NovaQoreAI from "@novaqore/ai";
 
 const nq = new NovaQoreAI();
 
-const res = await nq.chat([
+const { result } = await nq.chat([
   { role: "user", content: "Hello" }
 ]);
 
-console.log(res.choices[0].message.content);
+console.log(result.choices[0].message.content);
 ```
 
 NovaQore AI auto-detects the service file. If no service file is found, it falls back to environment variables automatically.
@@ -177,7 +177,7 @@ If you call `new NovaQoreAI()` with no arguments and no service file is present,
 ### System prompt
 
 ```javascript
-const res = await nq.chat([
+const { result } = await nq.chat([
   { role: "system", content: "You are a helpful assistant that responds in haikus." },
   { role: "user", content: "Tell me about the ocean" }
 ]);
@@ -186,7 +186,7 @@ const res = await nq.chat([
 ### Tool use
 
 ```javascript
-const res = await nq.chat(
+const { result } = await nq.chat(
   [{ role: "user", content: "What's the weather in NYC?" }],
   {
     tools: [
@@ -208,7 +208,7 @@ const res = await nq.chat(
   }
 );
 
-const toolCall = res.choices[0].message.tool_calls[0];
+const toolCall = result.choices[0].message.tool_calls[0];
 console.log(toolCall.function.name);       // "get_weather"
 console.log(toolCall.function.arguments);  // '{"location":"New York City"}'
 ```
@@ -216,7 +216,7 @@ console.log(toolCall.function.arguments);  // '{"location":"New York City"}'
 ### Streaming
 
 ```javascript
-const stream = await nq.chat(
+const { stream, stop } = await nq.chat(
   [{ role: "user", content: "Tell me about the ocean" }],
   { stream: true }
 );
@@ -228,6 +228,8 @@ for await (const chunk of stream) {
 console.log();
 ```
 
+Call `stop()` at any time to abort the stream (e.g. wire it to a stop button in your UI).
+
 ### Options
 
 | Option | Type | Default | Description |

package/index.js

@@ -10,7 +10,9 @@ class NovaQoreAI {
   #uid;
   #quantumKey;
   #keyId;
-  #bearerToken;
+  #authToken;
+  #getAuthToken;
+  #abort;
 
   constructor(config) {
     if (config === undefined) {
@@ -46,12 +48,17 @@ class NovaQoreAI {
     this.#uid = config.uid;
     this.#quantumKey = config.quantumKey;
     this.#keyId = config.keyId;
-    this.#bearerToken = config.bearerToken || null;
+    this.#authToken = config.authToken || null;
+    this.#getAuthToken = config.getAuthToken || null;
     this.version = version;
     this.description = "NovaQore AI - Quantum-encrypted LLM client by NovaQore";
     this.methods = ["chat", "health"];
   }
 
+  setAuthToken(token) {
+    this.#authToken = token;
+  }
+
   async #encryptPayload(payload) {
     const quantumKey = new Uint8Array(Buffer.from(this.#quantumKey, "base64"));
 
@@ -88,6 +95,8 @@ class NovaQoreAI {
       throw new Error("Messages must be a non-empty array");
     }
 
+    this.#abort = new AbortController();
+
     try {
       const payload = {
         messages,
@@ -100,8 +109,11 @@ class NovaQoreAI {
       const { ciphertext, encrypted, sharedSecret } = await this.#encryptPayload(payload);
 
       const headers = { "Content-Type": "application/json" };
-      if (this.#bearerToken) {
-        headers["Authorization"] = `Bearer ${this.#bearerToken}`;
+      if (this.#getAuthToken) {
+        this.#authToken = await this.#getAuthToken();
+      }
+      if (this.#authToken) {
+        headers["Authorization"] = `Bearer ${this.#authToken}`;
       }
 
       const res = await fetch(`${BASE_URL}/v1/chat/completions`, {
@@ -113,6 +125,7 @@ class NovaQoreAI {
           ciphertext,
           encrypted,
         }),
+        signal: this.#abort.signal,
       });
 
       if (!res.ok) {
@@ -127,12 +140,16 @@ class NovaQoreAI {
       }
 
       if (options.stream) {
-        return this.#readStream(res, sharedSecret);
+        const stream = this.#readStream(res, sharedSecret);
+        const stop = () => this.#abort.abort();
+        return { stream, stop };
       }
 
       const { encrypted: encryptedResponse } = await res.json();
-      return this.#decryptResponse(encryptedResponse, sharedSecret);
+      const result = this.#decryptResponse(encryptedResponse, sharedSecret);
+      return { result, stop: () => {} };
     } catch (err) {
+      if (err.name === "AbortError") return;
       if (err.message) throw err;
       throw new Error("Failed to connect to NovaQore AI");
     }
@@ -144,31 +161,36 @@ class NovaQoreAI {
     let buffer = "";
     let expectedSeq = 0;
 
-    while (true) {
-      const { done, value } = await reader.read();
-      if (done) break;
-      buffer += decoder.decode(value, { stream: true });
+    try {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) break;
+        buffer += decoder.decode(value, { stream: true });
 
-      const lines = buffer.split("\n");
-      buffer = lines.pop();
+        const lines = buffer.split("\n");
+        buffer = lines.pop();
 
-      for (const line of lines) {
-        const trimmed = line.trim();
-        if (!trimmed || !trimmed.startsWith("data: ")) continue;
-        const data = trimmed.slice(6);
+        for (const line of lines) {
+          const trimmed = line.trim();
+          if (!trimmed || !trimmed.startsWith("data: ")) continue;
+          const data = trimmed.slice(6);
 
-        if (data === "[DONE]") return;
+          if (data === "[DONE]") return;
 
-        const { encrypted } = JSON.parse(data);
-        const chunk = this.#decryptResponse(encrypted, sharedSecret);
+          const { encrypted } = JSON.parse(data);
+          const chunk = this.#decryptResponse(encrypted, sharedSecret);
 
-        if (chunk.seq !== expectedSeq) {
-          throw new Error(`Chunk out of order: expected ${expectedSeq}, got ${chunk.seq}`);
-        }
-        expectedSeq++;
+          if (chunk.seq !== expectedSeq) {
+            throw new Error(`Chunk out of order: expected ${expectedSeq}, got ${chunk.seq}`);
+          }
+          expectedSeq++;
 
-        yield chunk;
+          yield chunk;
+        }
       }
+    } catch (err) {
+      if (err.name === "AbortError") return;
+      throw err;
     }
   }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@novaqore/ai",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "The world's first private, quantum-encrypted LLM clients. CRYSTALS-Kyber + AES-256-GCM end-to-end encryption. Zero dependencies.",
   "main": "index.js",
   "files": [