puppyproxy 1.1.6 → 1.1.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "puppyproxy",
-  "version": "1.1.6",
+  "version": "1.1.8",
   "description": "Node.js library for managing, scraping, and using proxies with fetch and WebSocket support",
   "type": "module",
   "types": "./src/index.d.ts",

package/src/PuppyProxy.js

@@ -12,7 +12,7 @@ export default class PuppyProxy {
     /**
      * @param {Object} config - The configuration object
      */
-    constructor(config) {
+    constructor(config = {}) {
         this.config = config;
         this.config.storeDir = this.config.storeDir || this.resolveDataDir();
         console.log("Using data store directory:", this.config.storeDir);

package/src/network/RequestClient.js

@@ -57,6 +57,9 @@ export class ProxyRequest {
                     return response;
                 } else {
                     this.failure();
+                    if (this.options.rejectedCodes && this.options.rejectedCodes.includes(response.status)) {
+                        throw new Error(`exit`);
+                    }
                     throw new Error(`Failed to fetch ${url} status ${response.status}`);
                 }
             } catch (error) {
@@ -74,6 +77,10 @@ export class ProxyRequest {
                 if (attempt === retries - 1) {
                     throw error;
                 }
+                if (error.message === "exit") {
+                    this.client.config.LOG?.error && log.error(id, `Exiting retries for ${url} due to exit signal`);
+                    throw error;
+                }
             }
         }
     }

package/src/providers/Scraper.js

@@ -95,7 +95,7 @@ export default class Scraper {
         let lastSaved = (Date.now() - getLastSavedTimestamp(this.outputPath)) / 1000; // ms to seconds
         if (lastSaved && !force) {
             console.log("lastSaved", lastSaved);
-            let timeBetweenScrapes = this.config.scraper.timeBetweenScrapes * 60; // mins to seconds
+            let timeBetweenScrapes = (this.config?.scraper?.timeBetweenScrapes || 10) * 60; // mins to seconds
             if (lastSaved < timeBetweenScrapes) {
                 console.log(`Proxies saved < ${timeBetweenScrapes}s ago, skipping.`);
                 return;

package/src/workers/collector.js

@@ -71,7 +71,7 @@ async function checkProxy(socksOrHttpProxy) {
         return false;
     }
 
-    const maxTimeAllowed = config.scraper.timeoutMax; //in seconds, lower for less proxies but higher quality
+    const maxTimeAllowed = config.scraper.timeoutMax || 15; //in seconds, lower for less proxies but higher quality
 
     let method = config.scraper.method || "http"; // 'ws' or 'http'
     const wsUrl = config.scraper.wsUrl || 'wss://shellshock.io/matchmaker/';