triangle-utils 1.0.24 → 1.0.26

package/index.js

@@ -1,15 +1,23 @@
 import states from "./states.js"
 
+import Utils_Misc from "./utils/Utils_Misc.js"
 import Utils_DynamoDB from "./utils/Utils_DynamoDB.js"
 import Utils_S3 from "./utils/Utils_S3.js"
-import Utils_Misc from "./utils/Utils_Misc.js"
+import Utils_Bedrock from "./utils/Utils_Bedrock.js"
+import Utils_Bee from "./utils/Utils_Bee.js"
 
 export default class Utils extends Utils_Misc {
     constructor(config) {
         super(config)
         this.config = config
         this.states = states
-        this.dynamodb = new Utils_DynamoDB(config)
-        this.s3 = new Utils_S3(config)
+        if (config.region !== undefined) {
+            this.dynamodb = new Utils_DynamoDB(config)
+            this.s3 = new Utils_S3(config)
+            this.bedrock = new Utils_Bedrock(config)
+        }
+        if (config.scraping_bee_api_key !== undefined) {
+            this.bee = new Utils_Bee(config)
+        }
     }
 }

package/package.json

@@ -1,14 +1,16 @@
 {
     "name": "triangle-utils",
-    "version": "1.0.24",
+    "version": "1.0.26",
     "main": "index.js",
     "author": "",
     "license": "ISC",
     "description": "",
     "type": "module",
     "dependencies": {
+        "@aws-sdk/client-bedrock-runtime": "^3.953.0",
         "@aws-sdk/client-dynamodb": "^3.953.0",
         "@aws-sdk/client-s3": "^3.953.0",
-        "nodemailer": "^7.0.11"
+        "nodemailer": "^7.0.11",
+        "scrapingbee": "^1.7.6"
     }
 }

package/utils/Utils_Bedrock.js

@@ -0,0 +1,86 @@
+import { BedrockRuntime } from "@aws-sdk/client-bedrock-runtime"
+
+export default class Utils_Bedrock {
+
+    constructor(config) {
+        this.bedrock = new BedrockRuntime({ region: config.region })
+        this.text_decoder = new TextDecoder()
+    }
+
+    async llama_invoke(model_id, prompt, temperature = 0.5, max_gen_len = 512, top_p = 0.9) {
+        for (let i = 0; i < 3; i++) {
+            try {
+                const output = await this.bedrock.invokeModel({
+                    modelId : model_id,
+                    body : JSON.stringify({
+                        prompt : prompt,
+                        temperature : temperature,
+                        top_p : top_p,
+                        max_gen_len : max_gen_len
+                    }),
+                    contentType : "application/json"
+                })
+                const response = JSON.parse(this.text_decoder.decode(output.body))
+                return response.generation
+            } catch (e) {
+                console.log("Failed to get from Bedrock.")
+                return undefined
+            }
+        }
+        console.log("Failed to get from Bedrock, quitting.")
+        return undefined
+    }
+
+    async gpt_converse(model_id, prompt, temperature = 0.5, max_gen_len = 512, top_p = 0.9) {
+        for (let i = 0; i < 3; i++) {
+            try {
+                const output = await this.bedrock.converse({
+                    modelId : model_id,
+                    messages : [
+                        { role : "user", content : [ { text : prompt } ] }
+                    ],
+                    inferenceConfig : {
+                        temperature : temperature,
+                        topP : top_p,
+                        maxTokens : max_gen_len
+                    }
+                })
+                const response = output.output
+                for (const c of response.message.content) {
+                    if (c.text !== undefined) {
+                        return c.text
+                    }
+                }
+            } catch (e) {
+                console.log("Failed to get from Bedrock.")
+                console.log(e.stack)
+                return undefined
+            }
+        }
+        console.log("Failed to get from Bedrock, quitting.")
+        return undefined
+    }
+
+    async titan_invoke(text) {
+        for (let i = 0; i < 3; i++) {
+            try {
+                const output = await this.bedrock.invokeModel({
+                    modelId : "amazon.titan-embed-text-v2:0",
+                    body : JSON.stringify({
+                        inputText: text
+                    }),
+                    contentType : "application/json"
+                })
+                const response = JSON.parse(this.text_decoder.decode(output.body))
+                return response.embedding
+            } catch (e) {
+                console.log("Failed to get from Bedrock.")
+                console.log(e.stack)
+                return undefined
+            }
+        }
+        console.log("Failed to get from Bedrock, quitting.")
+        return undefined
+    }
+
+}

package/utils/Utils_Bee.js

@@ -0,0 +1,58 @@
+import { ScrapingBeeClient } from "scrapingbee"
+
+export default class Utils_Bee {
+
+    constructor(config) {
+        this.config = config
+        this.bee = new ScrapingBeeClient(config.scraping_bee_api_key)
+        this.text_decoder = new TextDecoder()
+    }
+
+    async get(url, params) {
+        for (let i = 0; i < 3; i++) {
+            try {
+                const response = await bee.get({
+                    url : url,
+                    params : params
+                }).catch(response => response)
+                if (response.status !== 200) {
+                    console.log("Status", response.status)
+                    return undefined
+                }
+                const text = text_decoder.decode(response.data)
+                return text
+            } catch (e) {
+                console.log(e.stack)
+                console.log("Failed to get from Scraping Bee.")
+            }
+        }
+        console.log("Failed to get from Scraping Bee, quitting.")
+        return undefined
+    }
+
+    async google_search(query, news = false) {
+        for (let i = 0; i < 3; i++) {
+            try {
+                const bee_url = "https://app.scrapingbee.com/api/v1/store/google?api_key=" + this.config.scraping_bee_api_key + "&search=" + encodeURI(query) + (news ? "&search_type=news" : "")
+                console.log(bee_url)
+                const response = await fetch(bee_url)
+                if (!response.ok) {
+                    console.log("Failed to Google:", response.status)
+                    continue
+                }
+                const data = await response.json()
+                const results = news ? data.news_results : data.organic_results
+
+                if (results === undefined) {
+                    console.log("Failed to Google.")
+                    continue
+                }
+                return results
+            } catch {
+                console.log("Failed to Google.")
+            }
+        }
+        console.log("Failed to Google thrice, quitting.")
+        return undefined
+    }
+}