triangle-utils 1.4.23 → 1.4.24

package/dist/src/UtilsNitter.d.ts

@@ -17,4 +17,8 @@ export declare class UtilsNitter extends UtilsBee {
         min_tweet_id?: string;
         min_tweet_time?: string;
     }): Promise<Tweet[]>;
+    search(query: string, options?: {
+        min_tweet_id?: string;
+        min_tweet_time?: string;
+    }): Promise<Tweet[]>;
 }

package/dist/src/UtilsNitter.js

@@ -133,4 +133,40 @@ export class UtilsNitter extends UtilsBee {
         }
         return tweets;
     }
+    async search(query, options) {
+        const min_tweet_id = options !== undefined ? options.min_tweet_id : undefined;
+        const min_tweet_time = options !== undefined ? options.min_tweet_time : undefined;
+        console.log("Querying Twitter:", query, "min_tweet_id:", min_tweet_id, "min_tweet_time:", min_tweet_time);
+        let nitter_query = "?f=tweets&q=" + query + "&e-nativeretweets=on";
+        const tweets = [];
+        while (nitter_query !== undefined) {
+            const nitter_url = "https://nitter.net/search" + nitter_query;
+            console.log(nitter_url);
+            let nitter_html = undefined;
+            for (let i = 0; i < 10; i++) {
+                nitter_html = await this.get(nitter_url, { render_js: false });
+                if (nitter_html !== undefined && nitter_html !== "") {
+                    break;
+                }
+                console.log("Failed to query Nitter, trying again.");
+                await UtilsMisc.wait((2 + 2 * i) * 1000);
+            }
+            if (nitter_html === undefined || nitter_html === "") {
+                console.log("Nitter failed for query", query);
+                return [];
+            }
+            const nitter_data = parse_nitter_html(nitter_html);
+            nitter_query = nitter_data.next_nitter_query;
+            for (const tweet of nitter_data.tweets) {
+                if (min_tweet_id !== undefined && tweet.tweet_id.localeCompare(min_tweet_id) < 0) {
+                    nitter_query = undefined;
+                }
+                if (min_tweet_time !== undefined && tweet.tweet_time.localeCompare(min_tweet_time) < 0) {
+                    nitter_query = undefined;
+                }
+                tweets.push(tweet);
+            }
+        }
+        return tweets;
+    }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.4.23",
+    "version": "1.4.24",
     "main": "dist/src/index.js",
     "types": "dist/src/index.d.ts",
     "directories": {

package/src/UtilsNitter.ts

@@ -145,4 +145,42 @@ export class UtilsNitter extends UtilsBee {
         }
         return tweets
     }
+    
+    async search(query : string, options? : { min_tweet_id? : string, min_tweet_time? : string }) : Promise<Tweet[]> {
+        const min_tweet_id = options !== undefined ? options.min_tweet_id : undefined
+        const min_tweet_time = options !== undefined ? options.min_tweet_time : undefined
+
+        console.log("Querying Twitter:", query, "min_tweet_id:", min_tweet_id, "min_tweet_time:", min_tweet_time)
+        let nitter_query : string | undefined = "?f=tweets&q=" + query + "&e-nativeretweets=on"
+        const tweets = []
+        while (nitter_query !== undefined) {
+            const nitter_url = "https://nitter.net/search" + nitter_query
+            console.log(nitter_url)
+            let nitter_html = undefined
+            for (let i = 0; i < 10; i++) {
+                nitter_html = await this.get(nitter_url, { render_js : false })
+                if (nitter_html !== undefined && nitter_html !== "") {
+                    break
+                }
+                console.log("Failed to query Nitter, trying again.")
+                await UtilsMisc.wait((2 + 2 * i) * 1000)
+            }
+            if (nitter_html === undefined || nitter_html === "") {
+                console.log("Nitter failed for query", query)
+                return []
+            }
+            const nitter_data = parse_nitter_html(nitter_html)
+            nitter_query = nitter_data.next_nitter_query
+            for (const tweet of nitter_data.tweets) {
+                if (min_tweet_id !== undefined && tweet.tweet_id.localeCompare(min_tweet_id) < 0) {
+                    nitter_query = undefined
+                }
+                if (min_tweet_time !== undefined && tweet.tweet_time.localeCompare(min_tweet_time) < 0) {
+                    nitter_query = undefined
+                }
+                tweets.push(tweet)
+            }
+        }
+        return tweets
+    }
 }