webpeel 0.21.29 → 0.21.30

package/dist/core/search-provider.d.ts

@@ -44,18 +44,21 @@ declare class ProviderStatsTracker {
     private readonly windowSize;
     private readonly failThreshold;
     private readonly minSamples;
-    constructor(windowSize?: number, failThreshold?: number, minSamples?: number);
+    private readonly decayMs;
+    constructor(windowSize?: number, failThreshold?: number, minSamples?: number, decayMs?: number);
     /** Record the outcome of a single attempt for the given source. */
     record(sourceId: string, success: boolean): void;
     /**
      * Returns the failure rate (0–1) for the given source based on
      * the sliding window of recorded attempts.  Returns 0 if fewer
-     * than minSamples have been recorded.
+     * than minSamples have been recorded, or if all samples are older
+     * than decayMs (failures expire so cold-start blips don't permanently
+     * lock out a provider).
      */
     getFailureRate(sourceId: string): number;
     /**
      * Returns true when the source should be skipped (failure rate >=
-     * failThreshold with at least minSamples recorded).
+     * failThreshold with at least minSamples recent recorded).
      */
     shouldSkip(sourceId: string): boolean;
     /** Debug snapshot for a source. */

package/dist/core/search-provider.js

@@ -114,15 +114,17 @@ class ProviderStatsTracker {
     windowSize;
     failThreshold;
     minSamples;
-    constructor(windowSize = 10, failThreshold = 0.8, minSamples = 3) {
+    decayMs; // failures older than this are ignored
+    constructor(windowSize = 10, failThreshold = 0.8, minSamples = 5, decayMs = 5 * 60 * 1000) {
         this.windowSize = windowSize;
         this.failThreshold = failThreshold;
         this.minSamples = minSamples;
+        this.decayMs = decayMs; // default 5 minutes: old failures don't permanently lock a provider
     }
     /** Record the outcome of a single attempt for the given source. */
     record(sourceId, success) {
         const arr = this.history.get(sourceId) ?? [];
-        arr.push({ success });
+        arr.push({ success, ts: Date.now() });
         if (arr.length > this.windowSize)
             arr.splice(0, arr.length - this.windowSize);
         this.history.set(sourceId, arr);
@@ -130,18 +132,24 @@ class ProviderStatsTracker {
     /**
      * Returns the failure rate (0–1) for the given source based on
      * the sliding window of recorded attempts.  Returns 0 if fewer
-     * than minSamples have been recorded.
+     * than minSamples have been recorded, or if all samples are older
+     * than decayMs (failures expire so cold-start blips don't permanently
+     * lock out a provider).
      */
     getFailureRate(sourceId) {
         const arr = this.history.get(sourceId);
         if (!arr || arr.length < this.minSamples)
             return 0;
-        const failures = arr.filter(a => !a.success).length;
-        return failures / arr.length;
+        const cutoff = Date.now() - this.decayMs;
+        const recent = arr.filter(a => a.ts >= cutoff);
+        if (recent.length < this.minSamples)
+            return 0; // not enough recent samples
+        const failures = recent.filter(a => !a.success).length;
+        return failures / recent.length;
     }
     /**
      * Returns true when the source should be skipped (failure rate >=
-     * failThreshold with at least minSamples recorded).
+     * failThreshold with at least minSamples recent recorded).
      */
     shouldSkip(sourceId) {
         return this.getFailureRate(sourceId) >= this.failThreshold;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeel",
-  "version": "0.21.29",
+  "version": "0.21.30",
   "description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
   "author": "Jake Liu",
   "license": "AGPL-3.0-only",