puppyproxy 1.1.5 → 1.1.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "puppyproxy",
-  "version": "1.1.5",
+  "version": "1.1.6",
   "description": "Node.js library for managing, scraping, and using proxies with fetch and WebSocket support",
   "type": "module",
   "types": "./src/index.d.ts",

package/src/PuppyProxy.js

@@ -49,6 +49,13 @@ export default class PuppyProxy {
         // Load scraped proxies into memory
         await this.scraper.runCollector(forceCollector);
         await this.scraper.loadScrapedProxies();
+
+        if (this.config.scraper?.autoCollectProxies) {
+            log.info(id, `Auto proxy collection enabled. Running every ${this.config.scraper.autoCollectProxies} minutes.`);
+            setInterval(async () => {
+                await this.scraper.runCollector();
+            }, (this.config.scraper.autoCollectProxies) * 60e3); // minutes to ms
+        }
     }
 
     /**

package/src/providers/Scraper.js

@@ -91,7 +91,6 @@ export default class Scraper {
         return null;
     }
 
-    // Worker Orchestration
     async runCollector(force = false) {
         let lastSaved = (Date.now() - getLastSavedTimestamp(this.outputPath)) / 1000; // ms to seconds
         if (lastSaved && !force) {