@instant.dev/vectors 0.1.1 → 0.1.3

package/README.md

@@ -12,9 +12,9 @@ However, this API only allows for a maximum of 8,191 tokens per request:
 about 32,764 characters.
 
 **Solution:** `@instant.dev/vectors` provides a simple `VectorManager` utility that performs
-automatic, efficient batch creation of vectors via APIs. It will automatically collect
+automatic, efficient batch creation of vectors. It will automatically collect
 vector creation requests over a 100ms (configurable) timeframe and batch them to minimize
-vector creation requests.
+web requests.
 
 It is most useful in web server contexts where multiple user requests may be
 creating vectors at the same time. If you rely on the same `VectorManager` instance
@@ -70,7 +70,7 @@ Vectors.setEngine(async (values) => {
 });
 ```
 
-### Create a single vectors
+### Create a vector
 
 ```javascript
 let vector = await Vectors.create(`Something to vectorize!`);

package/core/vector_manager.js

@@ -6,6 +6,13 @@
 class VectorManager {
 
   constructor () {
+    this.__initialize__();
+  }
+
+  /**
+   * @private
+   */
+  __initialize__ () {
     this.maximumBatchSize = 7168 * 4; // 4 tokens per word, estimated
     this.maximumParallelRequests = 10; // 10 requests simultaneously max
     this.fastQueueTime = 10; // time to wait if no other entries are added
@@ -83,18 +90,29 @@ class VectorManager {
     let i = 0;
     while (batches.length) {
       const parallelBatches = batches.splice(0, this.maximumParallelRequests);
-      const parallelVectors = await Promise.all(parallelBatches.map(strValues => this.vectorizeValues(strValues)));
-      parallelVectors.forEach((vectors, j) => {
-        vectors = Array.isArray(vectors)
-          ? vectors
-          : [];
-        parallelBatches[j].forEach((str, k) => {
-          if (vectors[k]) {
-            this._results.set(queue[i++], vectors[k]);
-          } else {
-            this._results.set(queue[i++], -1);
-          }
-        });
+      const parallelVectors = await Promise.allSettled(parallelBatches.map(strValues => this.vectorizeValues(strValues)));
+      parallelVectors.forEach((result, j) => {
+        if (result.status === 'rejected') {
+          parallelBatches[j].forEach((str, k) => {
+            let reason = result.reason;
+            if (!(reason instanceof Error)) {
+              reason = new Error(reason);
+            }
+            this._results.set(queue[i++], reason);
+          });
+        } else {
+          let vectors = result.value;
+          vectors = Array.isArray(vectors)
+            ? vectors
+            : [];
+          parallelBatches[j].forEach((str, k) => {
+            if (vectors[k]) {
+              this._results.set(queue[i++], vectors[k]);
+            } else {
+              this._results.set(queue[i++], -1);
+            }
+          });
+        }
       });
     }
     return true;
@@ -165,7 +183,9 @@ class VectorManager {
       await this.__sleep__(10);
     }
     this._results.delete(item);
-    if (!Array.isArray(result)) {
+    if (result instanceof Error) {
+      throw result;
+    } else if (!Array.isArray(result)) {
       throw new Error(
         `Could not vectorize: vector engine did not return a valid vector for input "${value}"`
       );

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@instant.dev/vectors",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "Utility for batch creating vectors via API",
   "main": "index.js",
   "scripts": {

package/test/tests/vectors.js

@@ -50,6 +50,27 @@ module.exports = (InstantORM, Databases) => {
 
     });
 
+    it('Should throw error when vector engine throws error', async () => {
+
+      const testPhrase = `I am extremely happy`;
+
+      Vectors.setEngine(async (values) => {
+        throw new Error(`Not good!`);
+      });
+      
+      let vector;
+
+      try {
+        vector = await Vectors.create(testPhrase);
+      } catch (e) {
+        error = e;
+      }
+
+      expect(error).to.exist;
+      expect(error.message).to.equal('Not good!');
+
+    });
+
     it('Should succeed at vectorizing when vector engine is set properly', async () => {
 
       const testPhrase = `I am extremely happy`;