recker 1.0.77-next.d38798c → 1.0.78
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -241,7 +241,9 @@ export class Spider {
|
|
|
241
241
|
}
|
|
242
242
|
}
|
|
243
243
|
}
|
|
244
|
-
while ((pending.size > 0 || this.queue.length > 0)
|
|
244
|
+
while ((pending.size > 0 || this.queue.length > 0)
|
|
245
|
+
&& !this.aborted
|
|
246
|
+
&& this.results.length < this.options.maxPages) {
|
|
245
247
|
while (this.queue.length > 0 && !this.aborted) {
|
|
246
248
|
const item = this.queue.shift();
|
|
247
249
|
if (this.results.length + pending.size >= this.options.maxPages)
|
package/dist/scrape/spider.js
CHANGED
|
@@ -241,7 +241,9 @@ export class Spider {
|
|
|
241
241
|
}
|
|
242
242
|
}
|
|
243
243
|
}
|
|
244
|
-
while ((pending.size > 0 || this.queue.length > 0)
|
|
244
|
+
while ((pending.size > 0 || this.queue.length > 0)
|
|
245
|
+
&& !this.aborted
|
|
246
|
+
&& this.results.length < this.options.maxPages) {
|
|
245
247
|
while (this.queue.length > 0 && !this.aborted) {
|
|
246
248
|
const item = this.queue.shift();
|
|
247
249
|
if (this.results.length + pending.size >= this.options.maxPages)
|
package/dist/version.js
CHANGED
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "recker",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.78",
|
|
4
4
|
"description": "Multi-Protocol SDK for the AI Era - HTTP, WebSocket, DNS, FTP, SFTP, Telnet, HLS unified with AI providers and MCP tools",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"types": "./dist/index.d.ts",
|