puppyproxy 1.1.1 → 1.1.2

package/README.md

@@ -50,6 +50,8 @@ log.highlight("TESTING: runCollector");
 
 await pp.init(true); // true forces run the collector
 
+console.log(pp.request.createProxyRequestPool().length, "proxies in the pool after init");
+
 log.highlight("TESTING: RequestClient");
 
 log.bold("----- pp.request.fetch")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "puppyproxy",
-  "version": "1.1.1",
+  "version": "1.1.2",
   "description": "Node.js library for managing, scraping, and using proxies with fetch and WebSocket support",
   "type": "module",
   "types": "./src/index.d.ts",

package/src/PuppyProxy.js

@@ -97,6 +97,10 @@ export default class PuppyProxy {
         return this.request.createProxyRequest(url, options);
     }
 
+    createProxyRequestPool(url, options = {}) {
+        return this.request.createProxyRequestPool(url, options);
+    }
+
     /**
      * Trigger the proxy collection worker
      */

package/src/network/RequestClient.js

@@ -281,4 +281,28 @@ export default class RequestClient {
     createProxyRequest(url, options) {
         return new ProxyRequest(this, url, options);
     }
+
+    //return an array of ProxyRequest objects, one for each proxy
+    createProxyRequestPool(url, options = {}) {
+        const oldLOG = this.config.LOG;
+        this.config.LOG = {}; //suppress logs for this operation
+        let currentWithoutNew = 0;
+        const withoutNewLimit = 1000;
+        const proxyRequests = [];
+        const uniqueProxies = [];
+
+        while (currentWithoutNew < withoutNewLimit) {
+            const pr = this.createProxyRequest(url, options);
+            const proxy = pr.options.AGENT?.USINGSCRAPED;
+
+            if (proxy && !uniqueProxies.includes(proxy)) {
+                proxyRequests.push(pr);
+                uniqueProxies.push(proxy);
+                currentWithoutNew = 0;
+            } else currentWithoutNew++;
+        }
+
+        this.config.LOG = oldLOG;
+        return proxyRequests;
+    }
 }