@novaqore/ai 0.1.0 → 0.3.0

package/README.md

@@ -10,7 +10,7 @@
   <a href="https://www.npmjs.com/package/@novaqore/ai"><img src="https://img.shields.io/npm/v/@novaqore/ai?color=blue&label=npm" alt="npm version" /></a>
   <a href="https://github.com/novaqore/ai/blob/main/LICENSE"><img src="https://img.shields.io/badge/license-MIT-green" alt="license" /></a>
   <a href="https://img.shields.io/node/v/@novaqore/ai"><img src="https://img.shields.io/node/v/@novaqore/ai?color=brightgreen" alt="node version" /></a>
-  <a href="https://discord.gg/novaqore"><img src="https://img.shields.io/discord/1234567890?color=5865F2&label=discord&logo=discord&logoColor=white" alt="Discord" /></a>
+  <a href="https://discord.gg/JAzgcf6r"><img src="https://img.shields.io/discord/1234567890?color=5865F2&label=discord&logo=discord&logoColor=white" alt="Discord" /></a>
   <br><br>
   <a href="https://novaqore.ai/developer"><strong>🔑 Get Your Quantum Keys</strong></a> &nbsp;|&nbsp;
   <a href="https://novaqore.ai"><strong>🌐 Website</strong></a> &nbsp;|&nbsp;
@@ -137,11 +137,11 @@ import NovaQoreAI from "@novaqore/ai";
 
 const nq = new NovaQoreAI();
 
-const res = await nq.chat([
+const { result } = await nq.chat([
   { role: "user", content: "Hello" }
 ]);
 
-console.log(res.choices[0].message.content);
+console.log(result.choices[0].message.content);
 ```
 
 NovaQore AI auto-detects the service file. If no service file is found, it falls back to environment variables automatically.
@@ -177,7 +177,7 @@ If you call `new NovaQoreAI()` with no arguments and no service file is present,
 ### System prompt
 
 ```javascript
-const res = await nq.chat([
+const { result } = await nq.chat([
   { role: "system", content: "You are a helpful assistant that responds in haikus." },
   { role: "user", content: "Tell me about the ocean" }
 ]);
@@ -186,7 +186,7 @@ const res = await nq.chat([
 ### Tool use
 
 ```javascript
-const res = await nq.chat(
+const { result } = await nq.chat(
   [{ role: "user", content: "What's the weather in NYC?" }],
   {
     tools: [
@@ -208,7 +208,7 @@ const res = await nq.chat(
   }
 );
 
-const toolCall = res.choices[0].message.tool_calls[0];
+const toolCall = result.choices[0].message.tool_calls[0];
 console.log(toolCall.function.name);       // "get_weather"
 console.log(toolCall.function.arguments);  // '{"location":"New York City"}'
 ```
@@ -216,7 +216,7 @@ console.log(toolCall.function.arguments);  // '{"location":"New York City"}'
 ### Streaming
 
 ```javascript
-const stream = await nq.chat(
+const { stream, stop } = await nq.chat(
   [{ role: "user", content: "Tell me about the ocean" }],
   { stream: true }
 );
@@ -228,6 +228,8 @@ for await (const chunk of stream) {
 console.log();
 ```
 
+Call `stop()` at any time to abort the stream (e.g. wire it to a stop button in your UI).
+
 ### Options
 
 | Option | Type | Default | Description |
@@ -272,7 +274,7 @@ Technical deep dives into the cryptography, architecture, and threat models behi
 We are building this in the open. Join us.
 
 <p>
-  <a href="https://discord.gg/novaqore"><strong>Discord</strong></a> &nbsp;|&nbsp;
+  <a href="https://discord.gg/JAzgcf6r"><strong>Discord</strong></a> &nbsp;|&nbsp;
   <a href="https://x.com/novaqore"><strong>X (Twitter)</strong></a> &nbsp;|&nbsp;
   <a href="https://tiktok.com/@novaqore"><strong>TikTok</strong></a> &nbsp;|&nbsp;
   <a href="https://youtube.com/@novaqore"><strong>YouTube</strong></a>

package/index.js

@@ -10,6 +10,9 @@ class NovaQoreAI {
   #uid;
   #quantumKey;
   #keyId;
+  #authToken;
+  #getAuthToken;
+  #abort;
 
   constructor(config) {
     if (config === undefined) {
@@ -45,11 +48,17 @@ class NovaQoreAI {
     this.#uid = config.uid;
     this.#quantumKey = config.quantumKey;
     this.#keyId = config.keyId;
+    this.#authToken = config.authToken || null;
+    this.#getAuthToken = config.getAuthToken || null;
     this.version = version;
     this.description = "NovaQore AI - Quantum-encrypted LLM client by NovaQore";
     this.methods = ["chat", "health"];
   }
 
+  setAuthToken(token) {
+    this.#authToken = token;
+  }
+
   async #encryptPayload(payload) {
     const quantumKey = new Uint8Array(Buffer.from(this.#quantumKey, "base64"));
 
@@ -86,6 +95,8 @@ class NovaQoreAI {
       throw new Error("Messages must be a non-empty array");
     }
 
+    this.#abort = new AbortController();
+
     try {
       const payload = {
         messages,
@@ -97,15 +108,24 @@ class NovaQoreAI {
 
       const { ciphertext, encrypted, sharedSecret } = await this.#encryptPayload(payload);
 
+      const headers = { "Content-Type": "application/json" };
+      if (this.#getAuthToken) {
+        this.#authToken = await this.#getAuthToken();
+      }
+      if (this.#authToken) {
+        headers["Authorization"] = `Bearer ${this.#authToken}`;
+      }
+
       const res = await fetch(`${BASE_URL}/v1/chat/completions`, {
         method: "POST",
-        headers: { "Content-Type": "application/json" },
+        headers,
         body: JSON.stringify({
           uid: this.#uid,
           keyId: this.#keyId,
           ciphertext,
           encrypted,
         }),
+        signal: this.#abort.signal,
       });
 
       if (!res.ok) {
@@ -120,12 +140,16 @@ class NovaQoreAI {
       }
 
       if (options.stream) {
-        return this.#readStream(res, sharedSecret);
+        const stream = this.#readStream(res, sharedSecret);
+        const stop = () => this.#abort.abort();
+        return { stream, stop };
       }
 
       const { encrypted: encryptedResponse } = await res.json();
-      return this.#decryptResponse(encryptedResponse, sharedSecret);
+      const result = this.#decryptResponse(encryptedResponse, sharedSecret);
+      return { result, stop: () => {} };
     } catch (err) {
+      if (err.name === "AbortError") return;
       if (err.message) throw err;
       throw new Error("Failed to connect to NovaQore AI");
     }
@@ -137,31 +161,36 @@ class NovaQoreAI {
     let buffer = "";
     let expectedSeq = 0;
 
-    while (true) {
-      const { done, value } = await reader.read();
-      if (done) break;
-      buffer += decoder.decode(value, { stream: true });
+    try {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) break;
+        buffer += decoder.decode(value, { stream: true });
 
-      const lines = buffer.split("\n");
-      buffer = lines.pop();
+        const lines = buffer.split("\n");
+        buffer = lines.pop();
 
-      for (const line of lines) {
-        const trimmed = line.trim();
-        if (!trimmed || !trimmed.startsWith("data: ")) continue;
-        const data = trimmed.slice(6);
+        for (const line of lines) {
+          const trimmed = line.trim();
+          if (!trimmed || !trimmed.startsWith("data: ")) continue;
+          const data = trimmed.slice(6);
 
-        if (data === "[DONE]") return;
+          if (data === "[DONE]") return;
 
-        const { encrypted } = JSON.parse(data);
-        const chunk = this.#decryptResponse(encrypted, sharedSecret);
+          const { encrypted } = JSON.parse(data);
+          const chunk = this.#decryptResponse(encrypted, sharedSecret);
 
-        if (chunk.seq !== expectedSeq) {
-          throw new Error(`Chunk out of order: expected ${expectedSeq}, got ${chunk.seq}`);
-        }
-        expectedSeq++;
+          if (chunk.seq !== expectedSeq) {
+            throw new Error(`Chunk out of order: expected ${expectedSeq}, got ${chunk.seq}`);
+          }
+          expectedSeq++;
 
-        yield chunk;
+          yield chunk;
+        }
       }
+    } catch (err) {
+      if (err.name === "AbortError") return;
+      throw err;
     }
   }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@novaqore/ai",
-  "version": "0.1.0",
+  "version": "0.3.0",
   "description": "The world's first private, quantum-encrypted LLM clients. CRYSTALS-Kyber + AES-256-GCM end-to-end encryption. Zero dependencies.",
   "main": "index.js",
   "files": [