triangle-utils 1.4.102 → 1.4.104

package/dist/src/UtilsBedrock.d.ts

@@ -35,5 +35,8 @@ export declare class UtilsBedrock {
     llama_invoke(model_id: string, prompt: string, temperature?: number, max_gen_len?: number, top_p?: number): Promise<string | undefined>;
     gpt_converse(model_id: string, prompt: string, temperature?: number, max_gen_len?: number, top_p?: number): Promise<string | undefined>;
     titan_invoke(text: string): Promise<number[] | undefined>;
+    cohere_invoke(model_id: string, text: string, options?: {
+        input_type_id?: string;
+    }): Promise<number[] | undefined>;
 }
 export {};

package/dist/src/UtilsBedrock.js

@@ -272,4 +272,35 @@ export class UtilsBedrock {
         console.log("Failed to get from Bedrock, quitting.");
         return undefined;
     }
+    async cohere_invoke(model_id, text, options = {}) {
+        try {
+            const output = await this.bedrock_runtime.invokeModel({
+                modelId: model_id,
+                body: JSON.stringify({
+                    input_type: options.input_type_id || "search_document",
+                    inputs: [
+                        {
+                            content: [
+                                { type: "text", text: text }
+                            ]
+                        }
+                    ],
+                    output_dimension: 1024,
+                    truncate: "RIGHT",
+                    max_tokens: 128000
+                }),
+                contentType: "application/json"
+            });
+            const response = JSON.parse(this.text_decoder.decode(output.body));
+            const coordinates = response.embeddings.float[0];
+            if (coordinates !== undefined && Array.isArray(coordinates) && coordinates.every((i) => typeof i === "number")) {
+                return coordinates;
+            }
+        }
+        catch (error) {
+            console.log(error.stack);
+            console.log("Failed to get from Bedrock.");
+        }
+        return undefined;
+    }
 }

package/dist/src/UtilsDynamoDB.d.ts

@@ -14,9 +14,10 @@ export declare class UtilsDynamoDB {
         last_key?: Record<string, any>;
         print?: boolean;
     }): Promise<Record<string, any>[]>;
-    get(table: string, key: Record<string, any>, options?: {
+    get(table_name: string, key: Record<string, any>, options?: {
         consistent?: boolean;
     }): Promise<Record<string, any> | undefined>;
+    batch_get(table_name: string, keys: Record<string, any>[]): Promise<Record<string, any>[]>;
     get_max(table_index_name: string, primary_key: Record<string, string | number>): Promise<Record<string, any> | undefined>;
     query(table_index_name: string, primary_key: Record<string, any>, options?: {
         reverse?: boolean;
@@ -57,6 +58,8 @@ export declare class UtilsDynamoDB {
     remove(table_name: string, key: Record<string, any>, attributes: string[]): Promise<void>;
     create(table_name: string, key: Record<string, any>, attributes?: Record<string, any>): Promise<void>;
     delete(table_name: string, key: Record<string, any>): Promise<void>;
+    batch_put(table_name: string, items: Record<string, any>[]): Promise<void>;
+    batch_delete(table_name: string, keys: Record<string, any>[]): Promise<void>;
     duplicate_attribute(table_name: string, attribute_name: string, new_attribute_name: string): Promise<void>;
     remove_attribute(table_name: string, attribute_name: string): Promise<undefined>;
 }

package/dist/src/UtilsDynamoDB.js

@@ -147,7 +147,7 @@ export class UtilsDynamoDB {
         const items = segments.flat().filter(is_item);
         return items;
     }
-    async get(table, key, options = {}) {
+    async get(table_name, key, options = {}) {
         const consistent = options.consistent !== undefined ? options.consistent : false;
         const converted_key = convert_input(key)?.M;
         if (converted_key === undefined) {
@@ -155,7 +155,7 @@ export class UtilsDynamoDB {
         }
         const item = await this.dynamodb.getItem({
             ConsistentRead: consistent,
-            TableName: table,
+            TableName: table_name,
             Key: converted_key
         })
             .then(response => response.Item);
@@ -168,6 +168,28 @@ export class UtilsDynamoDB {
         }
         return converted_output;
     }
+    async batch_get(table_name, keys) {
+        const dynamodb_keys = keys.map(key => convert_input(key)?.M)
+            .filter(dynamodb_key => dynamodb_key !== undefined);
+        const items = [];
+        for (let i = 0; i < dynamodb_keys.length; i += 100) {
+            let next_dynamodb_keys = dynamodb_keys.slice(i, i + 100);
+            while (next_dynamodb_keys.length > 0) {
+                const response = await this.dynamodb.batchGetItem({
+                    RequestItems: {
+                        [table_name]: {
+                            Keys: next_dynamodb_keys
+                        }
+                    }
+                });
+                console.log(response);
+                const new_items = response.Responses?.[table_name]?.map(item => convert_output({ M: item })) || [];
+                items.push(...new_items);
+                next_dynamodb_keys = response.UnprocessedKeys?.[table_name]?.Keys || [];
+            }
+        }
+        return items;
+    }
     async get_max(table_index_name, primary_key) {
         const table_name = table_index_name.split(":")[0];
         const index_name = table_index_name.split(":")[1];
@@ -477,6 +499,44 @@ export class UtilsDynamoDB {
             Key: converted_key
         });
     }
+    async batch_put(table_name, items) {
+        const dynamodb_items = items.map(item => convert_input(item)?.M)
+            .filter(dynamodb_item => dynamodb_item !== undefined);
+        for (let i = 0; i < dynamodb_items.length; i += 100) {
+            let next_dynamodb_requests = dynamodb_items.slice(i, i + 100).map(next_dynamodb_item => ({
+                PutRequest: {
+                    Item: next_dynamodb_item
+                }
+            }));
+            while (next_dynamodb_requests.length > 0) {
+                const response = await this.dynamodb.batchWriteItem({
+                    RequestItems: {
+                        [table_name]: next_dynamodb_requests
+                    }
+                });
+                next_dynamodb_requests = response.UnprocessedItems?.[table_name] || [];
+            }
+        }
+    }
+    async batch_delete(table_name, keys) {
+        const dynamodb_keys = keys.map(key => convert_input(key)?.M)
+            .filter(dynamodb_key => dynamodb_key !== undefined);
+        for (let i = 0; i < dynamodb_keys.length; i += 100) {
+            let next_dynamodb_requests = dynamodb_keys.slice(i, i + 100).map(next_dynamodb_key => ({
+                DeleteRequest: {
+                    Key: next_dynamodb_key
+                }
+            }));
+            while (next_dynamodb_requests.length > 0) {
+                const response = await this.dynamodb.batchWriteItem({
+                    RequestItems: {
+                        [table_name]: next_dynamodb_requests
+                    }
+                });
+                next_dynamodb_requests = response.UnprocessedItems?.[table_name] || [];
+            }
+        }
+    }
     async duplicate_attribute(table_name, attribute_name, new_attribute_name) {
         const table_metadata = await this.dynamodb.describeTable({
             TableName: table_name

package/dist/src/f.js

@@ -15,9 +15,9 @@ const config = {
 };
 console.log(config);
 const utils = new TriangleUtils(config);
-const raw_s3_id_prefix = config.s3_scout + "/raw_scout_documents/57523929653b604e/";
-const raw_s3_ids = await utils.s3.query_prefix(raw_s3_id_prefix, { compile: true });
-console.log(raw_s3_ids);
+// const raw_s3_id_prefix = config.s3_scout + "/raw_scout_documents/57523929653b604e/"
+// const raw_s3_ids = await utils.s3.query_prefix(raw_s3_id_prefix, { compile : true })
+// console.log(raw_s3_ids)
 // const text = await utils.xai.grok_simple_query("grok-4.3", "Find the X username corresponding to the candidate of the committee \"Darializa for Congress\"", {
 //     print_usage : true,
 //     json_format : {
@@ -232,3 +232,9 @@ console.log(raw_s3_ids);
 //     }
 // )
 // console.log(response)
+// const coordinates = await utils.bedrock.cohere_invoke("global.cohere.embed-v4:0", "yerrp")
+// console.log(coordinates)
+const scout_ids = await utils.dynamodb.scan("scouts")
+    .then(scouts => scouts.map(scout => scout.scout_id));
+const scouts = await utils.dynamodb.batch_get("scouts", scout_ids.slice(0, 150).map(scout_id => ({ scout_id: scout_id })));
+console.log(scouts.length);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.4.102",
+    "version": "1.4.104",
     "main": "dist/src/index.js",
     "types": "dist/src/index.d.ts",
     "directories": {

package/src/UtilsBedrock.ts

@@ -308,4 +308,35 @@ export class UtilsBedrock {
         return undefined
     }
 
+    async cohere_invoke(model_id : string, text : string, options : { input_type_id? : string } = {}) : Promise<number[] | undefined> {
+        try {
+            const output = await this.bedrock_runtime.invokeModel({
+                modelId : model_id,
+                body : JSON.stringify({
+                    input_type: options.input_type_id || "search_document",
+                    inputs: [
+                        {
+                            content: [
+                                { type : "text", text : text }
+                            ]
+                        }
+                    ],
+                    output_dimension: 1024,
+                    truncate: "RIGHT",
+                    max_tokens: 128000
+                }),
+                contentType : "application/json"
+            })
+            const response = JSON.parse(this.text_decoder.decode(output.body))
+            const coordinates = response.embeddings.float[0]
+            if (coordinates !== undefined && Array.isArray(coordinates) && coordinates.every((i : any) => typeof i === "number")) {
+                return coordinates
+            }
+        } catch (error : any) {
+            console.log(error.stack)
+            console.log("Failed to get from Bedrock.")
+        }
+        return undefined
+    }
+
 }

package/src/UtilsBee.ts

@@ -131,7 +131,7 @@ export class UtilsBee {
                     console.log("Failed to get YouTube Subtitles:", response.status)
                     continue
                 }
-                const data : Record<string, any> = await response.json()
+                const data : any = await response.json()
                 const subtitles = data.subtitles
 
                 if (subtitles === undefined) {

package/src/UtilsDynamoDB.ts

@@ -1,4 +1,4 @@
-import { AttributeValue, DynamoDB, QueryCommandInput, QueryCommandOutput, ScanCommandInput, ScanCommandOutput, UpdateItemCommandInput } from "@aws-sdk/client-dynamodb"
+import { AttributeValue, DynamoDB, QueryCommandInput, QueryCommandOutput, ScanCommandInput, ScanCommandOutput, UpdateItemCommandInput, WriteRequest } from "@aws-sdk/client-dynamodb"
 
 function convert_output(dynamodb_output : AttributeValue) : string | boolean | number | any[] | Set<any> | Record<string, any> | undefined {
     if (dynamodb_output.S !== undefined) {
@@ -173,7 +173,7 @@ export class UtilsDynamoDB {
     }
 
     async get(
-        table : string,
+        table_name : string,
         key : Record<string, any>,
         options : {
             consistent? : boolean
@@ -186,7 +186,7 @@ export class UtilsDynamoDB {
         }
         const item = await this.dynamodb.getItem({
             ConsistentRead : consistent,
-            TableName : table,
+            TableName : table_name,
             Key : converted_key
         })
             .then(response => response.Item)
@@ -200,6 +200,33 @@ export class UtilsDynamoDB {
         return converted_output
     }
 
+    async batch_get(
+        table_name : string,
+        keys : Record<string, any>[]
+    ) : Promise<Record<string, any>[]> {
+        const dynamodb_keys = keys.map(key => convert_input(key)?.M)
+            .filter(dynamodb_key => dynamodb_key !== undefined)
+            
+        const items = []
+        for (let i = 0; i < dynamodb_keys.length; i += 100) {
+            let next_dynamodb_keys = dynamodb_keys.slice(i, i + 100)
+            while (next_dynamodb_keys.length > 0) {
+                const response = await this.dynamodb.batchGetItem({
+                    RequestItems : {
+                        [table_name] : {
+                            Keys : next_dynamodb_keys
+                        }
+                    }
+                })
+                console.log(response)
+                const new_items : any[] = response.Responses?.[table_name]?.map(item => convert_output({ M : item })) || []
+                items.push(...new_items)
+                next_dynamodb_keys = response.UnprocessedKeys?.[table_name]?.Keys || []
+            }
+        }
+        return items
+    }
+
     async get_max(
         table_index_name : string,
         primary_key : Record<string, string | number>
@@ -587,6 +614,54 @@ export class UtilsDynamoDB {
         })
     }
 
+    async batch_put(
+        table_name : string,
+        items : Record<string, any>[]
+    ) : Promise<void> {
+        const dynamodb_items = items.map(item => convert_input(item)?.M)
+            .filter(dynamodb_item => dynamodb_item !== undefined)
+            
+        for (let i = 0; i < dynamodb_items.length; i += 100) {
+            let next_dynamodb_requests : WriteRequest[] = dynamodb_items.slice(i, i + 100).map(next_dynamodb_item => ({
+                PutRequest : {
+                    Item : next_dynamodb_item
+                }
+            }))
+            while (next_dynamodb_requests.length > 0) {
+                const response = await this.dynamodb.batchWriteItem({
+                    RequestItems : {
+                        [table_name] : next_dynamodb_requests
+                    }
+                })
+                next_dynamodb_requests = response.UnprocessedItems?.[table_name] || []
+            }
+        }
+    }
+
+    async batch_delete(
+        table_name : string,
+        keys : Record<string, any>[]
+    ) : Promise<void> {
+        const dynamodb_keys = keys.map(key => convert_input(key)?.M)
+            .filter(dynamodb_key => dynamodb_key !== undefined)
+            
+        for (let i = 0; i < dynamodb_keys.length; i += 100) {
+            let next_dynamodb_requests : WriteRequest[] = dynamodb_keys.slice(i, i + 100).map(next_dynamodb_key => ({
+                DeleteRequest : {
+                    Key : next_dynamodb_key
+                }
+            }))
+            while (next_dynamodb_requests.length > 0) {
+                const response = await this.dynamodb.batchWriteItem({
+                    RequestItems : {
+                        [table_name] : next_dynamodb_requests
+                    }
+                })
+                next_dynamodb_requests = response.UnprocessedItems?.[table_name] || []
+            }
+        }
+    }
+
     async duplicate_attribute(table_name : string, attribute_name : string, new_attribute_name : string) : Promise<void>{
         const table_metadata = await this.dynamodb.describeTable({
             TableName : table_name

package/src/f.ts

@@ -24,10 +24,10 @@ console.log(config)
 
 const utils = new TriangleUtils(config)
 
-const raw_s3_id_prefix = config.s3_scout + "/raw_scout_documents/57523929653b604e/"
-const raw_s3_ids = await utils.s3.query_prefix(raw_s3_id_prefix, { compile : true })
+// const raw_s3_id_prefix = config.s3_scout + "/raw_scout_documents/57523929653b604e/"
+// const raw_s3_ids = await utils.s3.query_prefix(raw_s3_id_prefix, { compile : true })
 
-console.log(raw_s3_ids)
+// console.log(raw_s3_ids)
 
 // const text = await utils.xai.grok_simple_query("grok-4.3", "Find the X username corresponding to the candidate of the committee \"Darializa for Congress\"", {
 //     print_usage : true,
@@ -268,4 +268,14 @@ console.log(raw_s3_ids)
 //         print_usage : true
 //     }
 // )
-// console.log(response)
+// console.log(response)
+
+// const coordinates = await utils.bedrock.cohere_invoke("global.cohere.embed-v4:0", "yerrp")
+
+// console.log(coordinates)
+
+const scout_ids = await utils.dynamodb.scan("scouts")
+    .then(scouts => scouts.map(scout => scout.scout_id))
+
+const scouts = await utils.dynamodb.batch_get("scouts", scout_ids.slice(0, 150).map(scout_id => ({ scout_id : scout_id })))
+console.log(scouts.length)