puppyproxy 1.1.3 → 1.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. package/package.json +1 -1
  2. package/src/network/RequestClient.js +0 -3
  3. package/src/providers/Scraper.js +2 -2
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "puppyproxy",
3
- "version": "1.1.3",
3
+ "version": "1.1.5",
4
4
  "description": "Node.js library for managing, scraping, and using proxies with fetch and WebSocket support",
5
5
  "type": "module",
6
6
  "types": "./src/index.d.ts",
package/src/network/RequestClient.js CHANGED
@@ -298,9 +298,6 @@ export default class RequestClient {
298
298
  const proxy = pr.options.AGENT?.USINGSCRAPED;
299
299
 
300
300
  if (proxy && !uniqueProxies.includes(proxy)) {
301
- pr.id = scrambled.getScrambled();
302
- console.log(pr.id, pr.options.AGENT.___id, "added proxy to pool:", proxy);
303
- pr.options.AGENT.___id = pr.id;
304
301
  proxyRequests.push(pr);
305
302
  uniqueProxies.push(proxy);
306
303
  currentWithoutNew = 0;
package/src/providers/Scraper.js CHANGED
@@ -93,10 +93,10 @@ export default class Scraper {
93
93
 
94
94
  // Worker Orchestration
95
95
  async runCollector(force = false) {
96
- let lastSaved = (Date.now() - getLastSavedTimestamp(this.outputPath)) / 1000;
96
+ let lastSaved = (Date.now() - getLastSavedTimestamp(this.outputPath)) / 1000; // ms to seconds
97
97
  if (lastSaved && !force) {
98
98
  console.log("lastSaved", lastSaved);
99
- let timeBetweenScrapes = this.config.scraper.timeBetweenScrapes * 60e3; // 25 mins
99
+ let timeBetweenScrapes = this.config.scraper.timeBetweenScrapes * 60; // mins to seconds
100
100
  if (lastSaved < timeBetweenScrapes) {
101
101
  console.log(`Proxies saved < ${timeBetweenScrapes}s ago, skipping.`);
102
102
  return;