@nitpicker/crawler 0.6.5-alpha.0 → 0.7.0

package/lib/crawler/fetch-destination.js

@@ -28,13 +28,19 @@ export async function fetchDestination(params) {
         return cache;
     }
     const effectiveMethod = titleBytesLimit == null ? method : 'GET';
+    // Race the fetch against a 10-second timeout. The losing timer is cleared
+    // explicitly so it never keeps the event loop alive after the race settles
+    // (a plain `delay()` in `Promise.race` would leak the timer until it fires).
+    let timeoutHandle;
     const result = await Promise.race([
         _fetchHead(url, isExternal, effectiveMethod, titleBytesLimit, userAgent).catch((error) => (error instanceof Error ? error : new Error(String(error)))),
-        (async () => {
-            await delay(10 * 1000);
-            return new NetTimeoutError(url.href);
-        })(),
-    ]);
+        new Promise((resolve) => {
+            timeoutHandle = setTimeout(() => resolve(new NetTimeoutError(url.href)), 10 * 1000);
+        }),
+    ]).finally(() => {
+        if (timeoutHandle)
+            clearTimeout(timeoutHandle);
+    });
     destinationCache.set(cacheKey, result);
     if (result instanceof Error) {
         throw result;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@nitpicker/crawler",
-	"version": "0.6.5-alpha.0",
+	"version": "0.7.0",
 	"description": "Web crawler engine with headless browser rendering and archive storage",
 	"author": "D-ZERO",
 	"license": "Apache-2.0",
@@ -48,5 +48,5 @@
 		"@types/tar": "7.0.87",
 		"@types/unzipper": "0.10.11"
 	},
-	"gitHead": "e084aba5a0887a80059ff8aa0608f61a58cc9288"
+	"gitHead": "3b4c33adf8af69a46a85faf8c04eddb5ab563972"
 }