mcp-scraper 0.79.1 → 0.79.3

package/dist/{chunk-47ZCUBM5.js → chunk-NVUKO5NN.js}

@@ -6,11 +6,12 @@ import {
   LocationMismatchError,
   PUBLIC_SERVICE_UNAVAILABLE_MESSAGE,
   RequestAbortedError,
+  attachHarvestAttemptProviderSession,
   buildPublicErrorEnvelope,
   finishHarvestAttempt,
   publicErrorMessage,
   startHarvestAttempt
-} from "./chunk-OU4FV2RP.js";
+} from "./chunk-YXNDOQXN.js";
 
 // src/api/harvest-problems.ts
 function errorMessage(err) {
@@ -186,6 +187,16 @@ function createHarvestAttemptRecorder(jobId, userId) {
       });
       return;
     }
+    if (event.type === "provider_session_started") {
+      await attachHarvestAttemptProviderSession({
+        jobId,
+        attemptNumber: event.attemptNumber,
+        browserProvider: event.provider,
+        providerSessionId: event.providerSessionId,
+        observedAt: event.observedAt
+      });
+      return;
+    }
     await finishHarvestAttempt({
       jobId,
       attemptNumber: event.attemptNumber,

package/dist/{chunk-QVW5S6BD.js → chunk-TCYZ7HMU.js}

@@ -12,13 +12,13 @@ import {
   registerScheduledResultsMcpTools,
   registerSerpIntelligenceCaptureTools,
   resolveDeploymentProfile
-} from "./chunk-NH3EUCZL.js";
+} from "./chunk-7UZAVM4J.js";
 import {
   renderInstallTerminal
-} from "./chunk-R4YRH5PG.js";
+} from "./chunk-MVB25X55.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-OIGM6VKQ.js";
+} from "./chunk-IHYG52ZW.js";
 
 // src/mcp/stdio-runtime.ts
 import { readFileSync } from "fs";

package/dist/{chunk-SL7YVA4S.js → chunk-YBR32LOD.js}

@@ -15,7 +15,7 @@ import {
   sanitizeVendorName,
   serializePublicErrorEnvelope,
   settleDebitMcIdempotent
-} from "./chunk-OU4FV2RP.js";
+} from "./chunk-YXNDOQXN.js";
 
 // src/api/site-extract-content-store.ts
 import { createHash } from "crypto";

package/dist/{chunk-OU4FV2RP.js → chunk-YXNDOQXN.js}

@@ -488,6 +488,7 @@ var CORE_SCHEMA_COLUMNS = {
     "debug_json",
     "browser_provider",
     "provider_session_id",
+    "provider_session_observed_at",
     "provider_lookup_status",
     "provider_status",
     "provider_error_code",
@@ -711,6 +712,7 @@ async function migrate(options = {}) {
       debug_json               TEXT,
       browser_provider         TEXT,
       provider_session_id      TEXT,
+      provider_session_observed_at TEXT,
       provider_lookup_status   TEXT,
       provider_status          TEXT,
       provider_error_code      TEXT,
@@ -737,6 +739,7 @@ async function migrate(options = {}) {
   for (const column of [
     "browser_provider TEXT",
     "provider_session_id TEXT",
+    "provider_session_observed_at TEXT",
     "provider_lookup_status TEXT",
     "provider_status TEXT",
     "provider_error_code TEXT",
@@ -1912,6 +1915,7 @@ function rowToHarvestAttemptLog(row) {
     browser_close_error: row.browser_close_error != null ? String(row.browser_close_error) : null,
     browser_provider: row.browser_provider != null ? String(row.browser_provider) : null,
     provider_session_id: row.provider_session_id != null ? String(row.provider_session_id) : null,
+    provider_session_observed_at: row.provider_session_observed_at != null ? String(row.provider_session_observed_at) : null,
     provider_lookup_status: row.provider_lookup_status != null ? String(row.provider_lookup_status) : null,
     provider_status: row.provider_status != null ? String(row.provider_status) : null,
     provider_error_code: row.provider_error_code != null ? String(row.provider_error_code) : null,
@@ -1991,6 +1995,49 @@ async function startHarvestAttempt(input) {
     ]
   });
 }
+async function attachHarvestAttemptProviderSession(input) {
+  const result = await getDb().execute({
+    sql: `
+      UPDATE harvest_attempts SET
+        browser_provider = ?,
+        provider_session_id = ?,
+        provider_session_observed_at = COALESCE(provider_session_observed_at, ?),
+        provider_lookup_status = CASE
+          WHEN provider_lookup_status = 'complete' THEN provider_lookup_status
+          ELSE 'pending'
+        END
+      WHERE job_id = ? AND attempt_number = ? AND status = 'running'
+    `,
+    args: [
+      input.browserProvider,
+      input.providerSessionId,
+      input.observedAt,
+      input.jobId,
+      input.attemptNumber
+    ]
+  });
+  return result.rowsAffected === 1;
+}
+async function finalizeExpiredHarvestAttempts(jobId, willRetry, completedAt = (/* @__PURE__ */ new Date()).toISOString()) {
+  const result = await getDb().execute({
+    sql: `
+      UPDATE harvest_attempts SET
+        status = 'finished',
+        outcome = COALESCE(outcome, 'timeout'),
+        question_count = COALESCE(question_count, 0),
+        duration_ms = COALESCE(duration_ms, MAX(0, CAST((julianday(?) - julianday(created_at)) * 86400000 AS INTEGER))),
+        error = COALESCE(error, 'Durable worker lease expired before attempt completion'),
+        will_retry = ?,
+        provider_error_code = COALESCE(provider_error_code, 'timeout'),
+        provider_error_message = COALESCE(provider_error_message, 'Durable worker lease expired before attempt completion'),
+        provider_reason_source = COALESCE(provider_reason_source, 'client_runtime'),
+        completed_at = COALESCE(completed_at, ?)
+      WHERE job_id = ? AND status = 'running'
+    `,
+    args: [completedAt, willRetry ? 1 : 0, completedAt, jobId]
+  });
+  return result.rowsAffected;
+}
 async function finishHarvestAttempt(input) {
   await getDb().execute({
     sql: `
@@ -3869,6 +3916,8 @@ export {
   createRunningJob,
   getOrCreateRunningJob,
   startHarvestAttempt,
+  attachHarvestAttemptProviderSession,
+  finalizeExpiredHarvestAttempts,
   finishHarvestAttempt,
   updateHarvestAttemptProviderTelemetry,
   listHarvestAttemptsPendingProviderTelemetry,

package/dist/{db-TA567JLA.js → db-Z34LPZNR.js}

@@ -7,6 +7,7 @@ import {
   SiteAuditPhaseLogRowSchema,
   advanceWorkflowRunStep,
   appendWorkflowArtifacts,
+  attachHarvestAttemptProviderSession,
   cancelJob,
   checkRateLimit,
   checkpointDurablePaaJob,
@@ -49,6 +50,7 @@ import {
   failRunningJob,
   failStripeEvent,
   failWorkflowRunRecord,
+  finalizeExpiredHarvestAttempts,
   finishHarvestAttempt,
   generateApiKey,
   getBillingLedgerSummary,
@@ -137,7 +139,7 @@ import {
   updateKpoJobState,
   upsertPageSnapshot,
   verifyPassword
-} from "./chunk-OU4FV2RP.js";
+} from "./chunk-YXNDOQXN.js";
 export {
   CORE_SCHEMA_VERSION,
   CREDIT_LOTS_EPOCH,
@@ -147,6 +149,7 @@ export {
   SiteAuditPhaseLogRowSchema,
   advanceWorkflowRunStep,
   appendWorkflowArtifacts,
+  attachHarvestAttemptProviderSession,
   cancelJob,
   checkRateLimit,
   checkpointDurablePaaJob,
@@ -189,6 +192,7 @@ export {
   failRunningJob,
   failStripeEvent,
   failWorkflowRunRecord,
+  finalizeExpiredHarvestAttempts,
   finishHarvestAttempt,
   generateApiKey,
   getBillingLedgerSummary,

package/dist/{extract-bundle-I2GNC25L.js → extract-bundle-S3ZGNFML.js}

@@ -4,13 +4,13 @@ import {
   downloadAsset,
   embedCommonsTexts,
   publicizeExtractionFailure
-} from "./chunk-BTQ23KCT.js";
+} from "./chunk-F5GQJWZU.js";
 import {
   createSiteExtractBundleArtifactStream,
   createSiteExtractContentReader,
   createSiteExtractImageArtifact,
   extractJobLimitInfo
-} from "./chunk-SL7YVA4S.js";
+} from "./chunk-YBR32LOD.js";
 import "./chunk-OZJMVCDK.js";
 import {
   computeIssues,
@@ -23,7 +23,7 @@ import "./chunk-VFCUGTCF.js";
 import "./chunk-GGZEC22A.js";
 import {
   getDb
-} from "./chunk-OU4FV2RP.js";
+} from "./chunk-YXNDOQXN.js";
 
 // src/api/extract-bundle.ts
 import { createWriteStream, mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from "fs";

package/dist/{gmail-service-GGQVJUC3.js → gmail-service-YFS2OV4S.js}

@@ -7,12 +7,12 @@ import {
   GmailServiceError,
   normalizeGmailMessage,
   parseGmailAddresses
-} from "./chunk-LB2GNACG.js";
-import "./chunk-Q5L2OCOQ.js";
+} from "./chunk-3423R23T.js";
+import "./chunk-C5Z4OFKW.js";
 import "./chunk-T3MZISOF.js";
 import "./chunk-VFCUGTCF.js";
-import "./chunk-NGLZ6UJR.js";
-import "./chunk-OU4FV2RP.js";
+import "./chunk-5UAFBKJR.js";
+import "./chunk-YXNDOQXN.js";
 export {
   GMAIL_ATTACHMENT_REF_TTL_MS,
   GMAIL_INLINE_BODY_BYTES,