triangle-utils 1.4.4 → 1.4.6

package/dist/src/UtilsBee.d.ts

@@ -2,6 +2,7 @@ export declare class UtilsBee {
     private readonly bee;
     private readonly text_decoder;
     constructor(scraping_bee_api_key: string | undefined);
+    get_buffer(url: string, params?: Record<string, string | number | boolean>): Promise<Buffer<any> | undefined>;
     get(url: string, params?: Record<string, string | number | boolean>): Promise<string | undefined>;
     google_search(query: string, news?: boolean): Promise<Record<string, any>[] | undefined>;
     youtube_search(query: string, options?: {}): Promise<Record<string, any>[] | undefined>;

package/dist/src/UtilsBee.js

@@ -6,29 +6,35 @@ export class UtilsBee {
         this.bee = scraping_bee_api_key !== undefined ? new ScrapingBeeClient(scraping_bee_api_key) : undefined;
         this.text_decoder = new TextDecoder();
     }
-    async get(url, params = {}) {
+    async get_buffer(url, params = {}) {
         if (this.bee === undefined) {
             return undefined;
         }
-        for (let i = 0; i < 3; i++) {
-            try {
-                const response = await this.bee.htmlApi({
-                    url: url,
-                    params: params
-                });
-                const text = this.text_decoder.decode(response.data);
-                return text;
+        try {
+            const response = await this.bee.htmlApi({
+                url: url,
+                params: params
+            });
+            if (response.data instanceof Buffer) {
+                return response.data;
             }
-            catch (error) {
-                if (error instanceof Error) {
-                    console.log(error.stack);
-                }
-                console.log("Failed to get from Scraping Bee.");
+            return undefined;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                console.log(error.stack);
             }
+            console.log("Failed to get from Scraping Bee.");
         }
-        console.log("Failed to get from Scraping Bee, quitting.");
         return undefined;
     }
+    async get(url, params = {}) {
+        const buffer = await this.get_buffer(url, params);
+        if (buffer === undefined) {
+            return undefined;
+        }
+        return this.text_decoder.decode(buffer);
+    }
     async google_search(query, news = false) {
         if (this.bee === undefined) {
             return undefined;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.4.4",
+    "version": "1.4.6",
     "main": "dist/src/index.js",
     "directories": {
         "test": "vitest"

package/src/UtilsBee.ts

@@ -10,27 +10,35 @@ export class UtilsBee {
         this.text_decoder = new TextDecoder()
     }
 
-    async get(url : string, params : Record<string, string | number | boolean> = {}) {
+    async get_buffer(url : string, params : Record<string, string | number | boolean> = {}) {
         if (this.bee === undefined) {
             return undefined
         }
-        for (let i = 0; i < 3; i++) {
-            try {
-                const response = await this.bee.htmlApi({
-                    url : url,
-                    params : params
-                })
-                const text = this.text_decoder.decode(response.data)
-                return text
-            } catch (error) {
-                if (error instanceof Error) {
-                    console.log(error.stack)
-                }
-                console.log("Failed to get from Scraping Bee.")
+        try {
+            const response = await this.bee.htmlApi({
+                url : url,
+                params : params
+            })
+            if (response.data instanceof Buffer) {
+                return response.data
+            }
+            return undefined
+        } catch (error) {
+            if (error instanceof Error) {
+                console.log(error.stack)
             }
+            console.log("Failed to get from Scraping Bee.")
         }
-        console.log("Failed to get from Scraping Bee, quitting.")
         return undefined
+    
+    }
+
+    async get(url : string, params : Record<string, string | number | boolean> = {}) {
+        const buffer = await this.get_buffer(url, params)
+        if (buffer === undefined) {
+            return undefined
+        }
+        return this.text_decoder.decode(buffer)
     }
 
     async google_search(query : string, news : boolean = false) : Promise<Record<string, any>[] | undefined> {