mcp-scraper 0.89.6 → 0.89.9

package/dist/index.d.cts

@@ -129,6 +129,13 @@ interface HarvestInterruptionDiagnostic {
 type PaaDiscoveryStatus = 'in_progress' | 'target_reached' | 'frontier_exhausted' | 'no_paa_observed' | 'interrupted' | 'recovery_exhausted';
 type PaaTargetStatus = 'met' | 'not_met';
 type PaaMaterialStatus = 'complete' | 'partial';
+interface PaaRetryBreakdown {
+    controlRetries: number;
+    browserRetries: number;
+    providerFallbacks: number;
+    runtimeRecoveries: number;
+    idempotentReplays: number;
+}
 interface PaaLifecycleDiagnostics {
     requestedQuestions: number;
     questionsFound: number;
@@ -137,6 +144,7 @@ interface PaaLifecycleDiagnostics {
     materialStatus: PaaMaterialStatus;
     completionReason: string;
     automaticRetries: number;
+    retryBreakdown: PaaRetryBreakdown;
     knownQuestions: number;
     processedQuestions: number;
     failedInteractions: number;
@@ -211,6 +219,14 @@ interface PaaProgressSnapshot {
     interactions?: PaaInteractionObservation[];
 }
 interface HarvestDiagnostics {
+    phaseTimings?: {
+        providerConnectMs?: number;
+        navigationMs?: number;
+        serpParseMs?: number;
+        paaExpansionMs?: number;
+        linkResolutionMs?: number;
+        totalServerMs: number;
+    };
     pagination?: HarvestPaginationDiagnostics;
     completionStatus: HarvestCompletionStatus;
     /** Set only when the extractor directly observed a readable SERP without a PAA block. */

package/dist/index.d.ts

@@ -129,6 +129,13 @@ interface HarvestInterruptionDiagnostic {
 type PaaDiscoveryStatus = 'in_progress' | 'target_reached' | 'frontier_exhausted' | 'no_paa_observed' | 'interrupted' | 'recovery_exhausted';
 type PaaTargetStatus = 'met' | 'not_met';
 type PaaMaterialStatus = 'complete' | 'partial';
+interface PaaRetryBreakdown {
+    controlRetries: number;
+    browserRetries: number;
+    providerFallbacks: number;
+    runtimeRecoveries: number;
+    idempotentReplays: number;
+}
 interface PaaLifecycleDiagnostics {
     requestedQuestions: number;
     questionsFound: number;
@@ -137,6 +144,7 @@ interface PaaLifecycleDiagnostics {
     materialStatus: PaaMaterialStatus;
     completionReason: string;
     automaticRetries: number;
+    retryBreakdown: PaaRetryBreakdown;
     knownQuestions: number;
     processedQuestions: number;
     failedInteractions: number;
@@ -211,6 +219,14 @@ interface PaaProgressSnapshot {
     interactions?: PaaInteractionObservation[];
 }
 interface HarvestDiagnostics {
+    phaseTimings?: {
+        providerConnectMs?: number;
+        navigationMs?: number;
+        serpParseMs?: number;
+        paaExpansionMs?: number;
+        linkResolutionMs?: number;
+        totalServerMs: number;
+    };
     pagination?: HarvestPaginationDiagnostics;
     completionStatus: HarvestCompletionStatus;
     /** Set only when the extractor directly observed a readable SERP without a PAA block. */

package/dist/index.js

@@ -1,4 +1,4 @@
-import{u as z}from"./chunk-C6JXNOSF.js";import"./chunk-QPWPR5XG.js";import"./chunk-4FROKQJN.js";import{h as M}from"./chunk-WUVMD6ZX.js";import"./chunk-3GP5CYZX.js";import"./chunk-YQ5U5C2X.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
+import{u as z}from"./chunk-F4LIB772.js";import"./chunk-M5QHXNFZ.js";import"./chunk-4FROKQJN.js";import{h as M}from"./chunk-DKQZNSYM.js";import"./chunk-2TZBO52D.js";import"./chunk-2PXP7TMY.js";import"./chunk-7BEWBRMT.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
 
 IMPORTANT TECHNICAL CONTEXT: Clip 2 will be generated using image-to-video, meaning it will start from the exact last frame of Clip 1. The two clips will be visually seamless \u2014 same location, same characters, continuous motion. You must write prompts that make this feel like one uninterrupted 16-second video.
 

package/dist/{lead-list-enrichment-repository-K4H5DMSF.js → lead-list-enrichment-repository-GPDHJVM3.js}

@@ -1 +1 @@
-import{A,B,C,D,E,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,w,x,y,z}from"./chunk-VZTFJLOK.js";import"./chunk-YQ5U5C2X.js";export{a as LEAD_LIST_MAX_DISPATCH_ATTEMPTS,c as LEAD_LIST_RUNNING_STALE_MINUTES,b as LEAD_LIST_START_DEADLINE_MINUTES,s as cancelPendingLeadListEnrichmentRows,C as claimLeadListEnrichmentOutbox,n as claimLeadListEnrichmentRow,u as completeLeadListEnrichmentJob,j as createOrGetLeadListEnrichmentJob,g as ensureLeadListEnrichmentRepositorySchema,z as failExpiredLeadListEnrichmentStart,v as failLeadListEnrichmentJob,B as failStaleRunningLeadListEnrichmentJob,h as getLeadListEnrichmentJob,i as getLeadListEnrichmentJobByIdempotencyKey,o as getLeadListEnrichmentRow,e as leadListEnrichmentFingerprint,f as leadListRowInputDigest,y as listExpiredLeadListEnrichmentStarts,x as listLeadListEnrichmentJobsNeedingSettlement,p as listLeadListEnrichmentRows,A as listStaleRunningLeadListEnrichmentJobs,l as markLeadListEnrichmentJobQueued,m as markLeadListEnrichmentJobRunning,D as markLeadListEnrichmentOutboxDispatched,E as markLeadListEnrichmentOutboxFailed,w as recordLeadListEnrichmentSettlement,r as requestLeadListEnrichmentCancellation,t as saveLeadListEnrichmentDeliverable,q as saveLeadListEnrichmentRowResult,k as setInitializingLeadListEnrichmentConcurrencyLock,d as stableCanonicalJson};
+import{A,B,C,D,E,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,w,x,y,z}from"./chunk-LZTDANNZ.js";import"./chunk-7BEWBRMT.js";export{a as LEAD_LIST_MAX_DISPATCH_ATTEMPTS,c as LEAD_LIST_RUNNING_STALE_MINUTES,b as LEAD_LIST_START_DEADLINE_MINUTES,s as cancelPendingLeadListEnrichmentRows,C as claimLeadListEnrichmentOutbox,n as claimLeadListEnrichmentRow,u as completeLeadListEnrichmentJob,j as createOrGetLeadListEnrichmentJob,g as ensureLeadListEnrichmentRepositorySchema,z as failExpiredLeadListEnrichmentStart,v as failLeadListEnrichmentJob,B as failStaleRunningLeadListEnrichmentJob,h as getLeadListEnrichmentJob,i as getLeadListEnrichmentJobByIdempotencyKey,o as getLeadListEnrichmentRow,e as leadListEnrichmentFingerprint,f as leadListRowInputDigest,y as listExpiredLeadListEnrichmentStarts,x as listLeadListEnrichmentJobsNeedingSettlement,p as listLeadListEnrichmentRows,A as listStaleRunningLeadListEnrichmentJobs,l as markLeadListEnrichmentJobQueued,m as markLeadListEnrichmentJobRunning,D as markLeadListEnrichmentOutboxDispatched,E as markLeadListEnrichmentOutboxFailed,w as recordLeadListEnrichmentSettlement,r as requestLeadListEnrichmentCancellation,t as saveLeadListEnrichmentDeliverable,q as saveLeadListEnrichmentRowResult,k as setInitializingLeadListEnrichmentConcurrencyLock,d as stableCanonicalJson};

package/dist/{location-data-repository-KALKE3FG.js → location-data-repository-MXUNVDHW.js}

@@ -1 +1 @@
-import{a,b,c,d,e,f,g,h,i,j,k,l,m,n}from"./chunk-FVSXX43Z.js";import"./chunk-KJQXUZ4Y.js";import"./chunk-YQ5U5C2X.js";export{b as HOSTED_CENSUS_DATASET_PREFIX,a as HOSTED_ZIP_DATASET_KIND,c as MIN_NATIONWIDE_ZIP_COUNT,d as REQUIRED_LOCATION_STATE_CODES,g as ensureHostedLocationDataSchema,h as getActiveHostedDataset,i as getActiveHostedLocationDataset,k as getHostedZipGroups,m as importHostedCensusPlacesCsv,l as importHostedZipGroupsCsv,j as listActiveHostedLocationDatasets,e as parseHostedCensusPlacesCsv,f as parseHostedZipGroupsCsv,n as queryHostedLocationMarkets};
+import{a,b,c,d,e,f,g,h,i,j,k,l,m,n}from"./chunk-JSNFZPPB.js";import"./chunk-KJQXUZ4Y.js";import"./chunk-7BEWBRMT.js";export{b as HOSTED_CENSUS_DATASET_PREFIX,a as HOSTED_ZIP_DATASET_KIND,c as MIN_NATIONWIDE_ZIP_COUNT,d as REQUIRED_LOCATION_STATE_CODES,g as ensureHostedLocationDataSchema,h as getActiveHostedDataset,i as getActiveHostedLocationDataset,k as getHostedZipGroups,m as importHostedCensusPlacesCsv,l as importHostedZipGroupsCsv,j as listActiveHostedLocationDatasets,e as parseHostedCensusPlacesCsv,f as parseHostedZipGroupsCsv,n as queryHostedLocationMarkets};