triangle-utils 1.0.30 → 1.0.32

package/{index.js → Utils.js}

@@ -5,6 +5,7 @@ import Utils_DynamoDB from "./utils/Utils_DynamoDB.js"
 import Utils_S3 from "./utils/Utils_S3.js"
 import Utils_Bedrock from "./utils/Utils_Bedrock.js"
 import Utils_Bee from "./utils/Utils_Bee.js"
+import Utils_S3Vectors from "./utils/Utils_S3Vectors.js"
 
 export default class Utils extends Utils_Misc {
     constructor(config) {
@@ -14,6 +15,7 @@ export default class Utils extends Utils_Misc {
         if (config.region !== undefined) {
             this.dynamodb = new Utils_DynamoDB(config)
             this.s3 = new Utils_S3(config)
+            this.s3vectors = new Utils_S3Vectors(config)
             this.bedrock = new Utils_Bedrock(config)
         }
         if (config.scraping_bee_api_key !== undefined) {

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "triangle-utils",
-    "version": "1.0.30",
-    "main": "index.js",
+    "version": "1.0.32",
+    "main": "Utils.js",
     "author": "",
     "license": "ISC",
     "description": "",

package/utils/Utils_Misc.js

@@ -137,4 +137,17 @@ export default class Utils_Misc {
         }
         return election_id
     }
+
+    get_chunk_indices(text_length, max_length = 2500, overlap = 50) {
+        const num_chunks = Math.ceil((text_length + overlap) / max_length)
+        const chunk_length = Math.ceil((text_length - overlap) / num_chunks + overlap)
+        const chunk_indices = []
+        for (let i = 0; i < num_chunks; i++) {
+            chunk_indices.push([
+                (chunk_length - overlap) * i,
+                (chunk_length - overlap) * i + chunk_length
+            ])
+        }
+        return chunk_indices
+    }
 }