triangle-utils 1.1.4 → 1.2.1

package/Utils.js

@@ -6,6 +6,7 @@ import Utils_S3 from "./utils/Utils_S3.js"
 import Utils_Bedrock from "./utils/Utils_Bedrock.js"
 import Utils_Bee from "./utils/Utils_Bee.js"
 import Utils_S3Vectors from "./utils/Utils_S3Vectors.js"
+import Utils_Youtube from "./utils/Utils_Youtube.js"
 
 export default class Utils extends Utils_Misc {
     constructor(config) {
@@ -21,5 +22,8 @@ export default class Utils extends Utils_Misc {
         if (config.scraping_bee_api_key !== undefined) {
             this.bee = new Utils_Bee(config)
         }
+        if (config.youtube_api_key !== undefined) {
+            this.youtube = new Utils_Youtube(config)
+        }
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.1.4",
+    "version": "1.2.1",
     "main": "Utils.js",
     "author": "",
     "license": "ISC",
@@ -11,7 +11,9 @@
         "@aws-sdk/client-dynamodb": "^3.953.0",
         "@aws-sdk/client-s3": "^3.953.0",
         "@aws-sdk/client-s3vectors": "^3.953.0",
+        "@aws-sdk/client-secrets-manager": "^3.965.0",
         "@aws-sdk/s3-request-presigner": "^3.953.0",
+        "googleapis": "^170.0.0",
         "nodemailer": "^7.0.11",
         "scrapingbee": "^1.7.6",
         "triangle-utils": "^1.0.34"

package/test.js

@@ -9,6 +9,8 @@ const api_keys = await secrets_manager.getSecretValue({
     SecretId: secret_name
 }).then(response => JSON.parse(response.SecretString))
 
+console.log(api_keys)
+
 const config = {
     google_email : "louishou@triangleanalytics.com",
     alerts_email : "alerts@triangleanalytics.com",
@@ -20,5 +22,6 @@ config.fec_api_keys = config.fec_api_keys.split(",")
 
 const utils = new Utils(config)
 
-const videos = await utils.bee.youtube_search("Marie Gluesenkamp Perez")
+const videos = await utils.youtube.batch_get_videos(["N4dyOzjjYYk"])
+
 console.log(videos)

package/utils/Utils_Bedrock.js

@@ -24,7 +24,6 @@ export default class Utils_Bedrock {
                 return response.generation
             } catch (e) {
                 console.log("Failed to get from Bedrock.")
-                return undefined
             }
         }
         console.log("Failed to get from Bedrock, quitting.")
@@ -54,7 +53,6 @@ export default class Utils_Bedrock {
             } catch (e) {
                 console.log("Failed to get from Bedrock.")
                 console.log(e.stack)
-                return undefined
             }
         }
         console.log("Failed to get from Bedrock, quitting.")
@@ -76,7 +74,6 @@ export default class Utils_Bedrock {
             } catch (e) {
                 console.log("Failed to get from Bedrock.")
                 console.log(e.stack)
-                return undefined
             }
         }
         console.log("Failed to get from Bedrock, quitting.")

package/utils/Utils_Youtube.js

@@ -0,0 +1,32 @@
+import { youtube_v3 } from "googleapis"
+
+export default class Utils_Youtube {
+
+    constructor(config) {
+        this.config = config
+        this.youtube = new youtube_v3.Youtube({
+            auth: config.youtube_api_key
+        })
+    }
+
+    async batch_get_videos(video_ids, attributes = ["snippet", "contentDetails"]) {
+        for (let i = 0; i < 3; i++) {
+            try {
+                const response = await this.youtube.videos.list({
+                    part : attributes,
+                    id : video_ids
+                })
+                if (response.status !== 200) {
+                    console.log("Status", response.status)
+                    return undefined
+                }
+                return response.data.items
+            } catch (e) {
+                console.log(e.stack)
+                console.log("Failed to get from Scraping Bee.")
+            }
+        }
+        console.log("Failed to get from Scraping Bee, quitting.")
+        return undefined
+    }
+}