puppyproxy 1.1.5 → 1.1.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "puppyproxy",
-  "version": "1.1.5",
+  "version": "1.1.7",
   "description": "Node.js library for managing, scraping, and using proxies with fetch and WebSocket support",
   "type": "module",
   "types": "./src/index.d.ts",

package/src/PuppyProxy.js

@@ -12,7 +12,7 @@ export default class PuppyProxy {
     /**
      * @param {Object} config - The configuration object
      */
-    constructor(config) {
+    constructor(config = {}) {
         this.config = config;
         this.config.storeDir = this.config.storeDir || this.resolveDataDir();
         console.log("Using data store directory:", this.config.storeDir);
@@ -49,6 +49,13 @@ export default class PuppyProxy {
         // Load scraped proxies into memory
         await this.scraper.runCollector(forceCollector);
         await this.scraper.loadScrapedProxies();
+
+        if (this.config.scraper?.autoCollectProxies) {
+            log.info(id, `Auto proxy collection enabled. Running every ${this.config.scraper.autoCollectProxies} minutes.`);
+            setInterval(async () => {
+                await this.scraper.runCollector();
+            }, (this.config.scraper.autoCollectProxies) * 60e3); // minutes to ms
+        }
     }
 
     /**

package/src/providers/Scraper.js

@@ -91,12 +91,11 @@ export default class Scraper {
         return null;
     }
 
-    // Worker Orchestration
     async runCollector(force = false) {
         let lastSaved = (Date.now() - getLastSavedTimestamp(this.outputPath)) / 1000; // ms to seconds
         if (lastSaved && !force) {
             console.log("lastSaved", lastSaved);
-            let timeBetweenScrapes = this.config.scraper.timeBetweenScrapes * 60; // mins to seconds
+            let timeBetweenScrapes = (this.config?.scraper?.timeBetweenScrapes || 10) * 60; // mins to seconds
             if (lastSaved < timeBetweenScrapes) {
                 console.log(`Proxies saved < ${timeBetweenScrapes}s ago, skipping.`);
                 return;

package/src/workers/collector.js

@@ -71,7 +71,7 @@ async function checkProxy(socksOrHttpProxy) {
         return false;
     }
 
-    const maxTimeAllowed = config.scraper.timeoutMax; //in seconds, lower for less proxies but higher quality
+    const maxTimeAllowed = config.scraper.timeoutMax || 15; //in seconds, lower for less proxies but higher quality
 
     let method = config.scraper.method || "http"; // 'ws' or 'http'
     const wsUrl = config.scraper.wsUrl || 'wss://shellshock.io/matchmaker/';