mcp-scraper 0.72.5 → 0.72.7

package/CHANGELOG.md

@@ -4,6 +4,18 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 
 ## [Unreleased]
 
+## [0.72.7] - 2026-08-27
+
+### Fixed
+
+- Completed Gmail Memory imports now report recovered historical errors as resolved and derive attachment indexing from the verified nested file-asset receipts, keeping counts and sample states consistent with durable Memory state.
+
+## [0.72.6] - 2026-08-27
+
+### Fixed
+
+- Gmail Memory import cold starts now probe the released import tables before attempting additive schema creation, avoiding production DDL contention before a resumable job can acquire its lease.
+
 ## [0.72.5] - 2026-08-27
 
 ### Fixed
@@ -1272,7 +1284,9 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 - Write actions remain unavailable until the account owner explicitly enables them.
 - Provider-specific connection data is normalized into one agent-facing contract.
 
-[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.5...HEAD
+[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.7...HEAD
+[0.72.7]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.6...v0.72.7
+[0.72.6]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.5...v0.72.6
 [0.72.5]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.4...v0.72.5
 [0.72.4]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.3...v0.72.4
 [0.72.3]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.2...v0.72.3

package/README.md

@@ -159,7 +159,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.72.5`, SHA-256 `fa1470cbf16f4586a6009e32f0278078e7a99065676bf8ad1975db70736ad5fb`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.72.7`, SHA-256 `f33e2aa375a3a9e4a497bd03306db559a7c40282bd741b241c65b688d21e1dc2`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 

package/dist/bin/api-server.cjs

@@ -44937,6 +44937,14 @@ async function ensureGmailImportSchema() {
   if (schemaReady3 && schemaDb7 === db) return schemaReady3;
   schemaDb7 = db;
   schemaReady3 = (async () => {
+    try {
+      await db.batch([
+        `SELECT 1 FROM gmail_import_plans LIMIT 1`,
+        `SELECT 1 FROM gmail_import_jobs LIMIT 1`
+      ], "read");
+      return;
+    } catch {
+    }
     await db.execute(`CREATE TABLE IF NOT EXISTS gmail_import_plans (
       import_plan_id TEXT PRIMARY KEY, owner_identity TEXT NOT NULL, plan_fingerprint TEXT NOT NULL,
       plan_json TEXT NOT NULL, created_at TEXT NOT NULL, expires_at TEXT NOT NULL,
@@ -45082,6 +45090,13 @@ function normalizeProgress(value) {
 function errorCode2(error) {
   return error && typeof error === "object" && typeof error.code === "string" ? String(error.code) : "import_step_failed";
 }
+function gmailMemoryReceiptIndexed(receipt) {
+  const object2 = (value) => value && typeof value === "object" && !Array.isArray(value) ? value : {};
+  const asset = object2(receipt.asset);
+  const verified = object2(receipt.verified);
+  const verifiedAsset = object2(verified.asset);
+  return [receipt.extractionStatus, receipt.status, asset.extractionStatus, asset.status, verified.extractionStatus, verified.status, verifiedAsset.extractionStatus, verifiedAsset.status].some((value) => value === "indexed");
+}
 function gmailAttachmentSourceIdentity(messageId, messageDigest, partId, attachmentDigest) {
   return `gmail:${messageId}:${messageDigest}:${partId}:${attachmentDigest}`;
 }
@@ -45225,7 +45240,7 @@ var init_gmail_memory_ingest = __esm({
               });
               progress.checkpoints[attachmentKey] = receipt;
               progress.attachmentsStored += 1;
-              if (String(receipt.extractionStatus ?? receipt.status) === "indexed") progress.attachmentsIndexed += 1;
+              if (gmailMemoryReceiptIndexed(receipt)) progress.attachmentsIndexed += 1;
               job = await checkpoint({ progress });
             }
           }
@@ -45475,17 +45490,18 @@ function publicImportStatus(job, plan) {
   const errors = Array.isArray(progress.errors) ? progress.errors : [];
   const storedMessages = Number(progress.messagesStored ?? 0);
   const storedAttachments = Number(progress.attachmentsStored ?? 0);
-  const indexedAttachments = Number(progress.attachmentsIndexed ?? 0);
+  const indexedAttachmentCheckpoints = Object.entries(checkpoints).filter(([sourceKey, receipt]) => sourceKey.startsWith("attachment:") && gmailMemoryReceiptIndexed(object(receipt))).length;
+  const indexedAttachments = Math.max(Number(progress.attachmentsIndexed ?? 0), indexedAttachmentCheckpoints);
   const terminal = job.status === "complete" || job.status === "partial" || job.status === "failed";
   return {
     ingestId: job.ingestId,
     importPlanId: job.importPlanId,
     status: job.status,
-    messages: { planned: plan?.messageCount ?? storedMessages, stored: storedMessages, indexed: storedMessages, failed: errors.length },
+    messages: { planned: plan?.messageCount ?? storedMessages, stored: storedMessages, indexed: storedMessages, failed: job.status === "failed" ? Math.max(1, errors.length) : 0 },
     attachments: { planned: plan?.attachmentCount ?? storedAttachments, stored: storedAttachments, indexed: indexedAttachments, storedUnindexed: Math.max(0, storedAttachments - indexedAttachments), failed: 0 },
     manifestStored: !!checkpoints.manifest,
     complete: job.status === "complete",
-    samples: Object.entries(checkpoints).slice(0, 25).map(([sourceKey, receipt]) => ({ sourceKey, state: sourceKey === "manifest" || String(object(receipt).extractionStatus ?? object(receipt).status) === "indexed" ? "indexed" : "stored_unindexed", ...string(object(receipt).path) ? { path: object(receipt).path } : {} })),
+    samples: Object.entries(checkpoints).slice(0, 25).map(([sourceKey, receipt]) => ({ sourceKey, state: sourceKey === "manifest" || sourceKey.startsWith("message:") || gmailMemoryReceiptIndexed(object(receipt)) ? "indexed" : "stored_unindexed", ...string(object(receipt).path) ? { path: object(receipt).path } : {} })),
     nextAction: terminal ? job.status === "complete" ? "complete" : "inspect_failures" : job.leaseExpiresAt ? "call_gmail_import_status" : "call_gmail_import_to_memory"
   };
 }
@@ -45603,7 +45619,7 @@ function errorResponse(c, error) {
     if (retryAfterMs) c.header("Retry-After", String(Math.max(1, Math.ceil(retryAfterMs / 1e3))));
     return c.json({ ok: false, code: error.code, error: error.message, retryable: "retryable" in error ? error.retryable : false }, error.status);
   }
-  console.error("[gmail-route]", error instanceof Error ? error.name : "unknown_error");
+  console.error("[gmail-route]", error instanceof Error ? { name: error.name, message: error.message, stack: error.stack } : { name: "unknown_error" });
   return c.json({ ok: false, code: "gmail_unavailable", error: "The Gmail workflow is temporarily unavailable.", retryable: true }, 503);
 }
 function schedulerAuthError(c, error) {
@@ -54196,7 +54212,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.72.5";
+    PACKAGE_VERSION = "0.72.7";
   }
 });
 

package/dist/bin/api-server.js

@@ -17,7 +17,7 @@ loadDotEnv();
 async function main() {
   const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
     import("@hono/node-server"),
-    import("../server-IABKDP7V.js"),
+    import("../server-M5FLUWYD.js"),
     import("../worker-JQORPCFQ.js"),
     import("../db-566MOHHD.js")
   ]);

package/dist/bin/mcp-scraper-cli.cjs

@@ -30,7 +30,7 @@ var import_promises5 = require("fs/promises");
 var import_node_path3 = require("path");
 
 // src/version.ts
-var PACKAGE_VERSION = "0.72.5";
+var PACKAGE_VERSION = "0.72.7";
 
 // src/cli/agent-config.ts
 function apiKeyValue(options) {

package/dist/bin/mcp-scraper-cli.js

@@ -13,7 +13,7 @@ import "../chunk-VXLU74YZ.js";
 import "../chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-WHXNA6GK.js";
+} from "../chunk-RRZAYUEX.js";
 
 // src/cli/human-cli.ts
 import { Command } from "commander";

package/dist/bin/mcp-scraper-install.cjs

@@ -112,7 +112,7 @@ function renderInstallTerminal(options) {
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.72.5";
+var PACKAGE_VERSION = "0.72.7";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-scraper-install.js

@@ -4,7 +4,7 @@ import {
 } from "../chunk-RAFQEPJ4.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-WHXNA6GK.js";
+} from "../chunk-RRZAYUEX.js";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-stdio-server.cjs

@@ -6950,7 +6950,7 @@ render();
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.72.5";
+var PACKAGE_VERSION = "0.72.7";
 
 // src/mcp/input-field-descriptions.ts
 var import_zod2 = require("zod");

package/dist/bin/mcp-stdio-server.js

@@ -13,7 +13,7 @@ import {
   registerScheduledResultsMcpTools,
   registerSerpIntelligenceCaptureTools,
   resolveDeploymentProfile
-} from "../chunk-3SECYTNB.js";
+} from "../chunk-ZSVXNLLM.js";
 import "../chunk-PGJQDMC2.js";
 import "../chunk-T3MZISOF.js";
 import "../chunk-7RQULQF3.js";
@@ -26,7 +26,7 @@ import "../chunk-VXLU74YZ.js";
 import "../chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-WHXNA6GK.js";
+} from "../chunk-RRZAYUEX.js";
 import "../chunk-DNM65UCK.js";
 import "../chunk-FVL4GUTP.js";
 import "../chunk-WEFPBAAG.js";

package/dist/{chunk-WHXNA6GK.js → chunk-RRZAYUEX.js}

@@ -1,5 +1,5 @@
 // src/version.ts
-var PACKAGE_VERSION = "0.72.5";
+var PACKAGE_VERSION = "0.72.7";
 
 export {
   PACKAGE_VERSION

package/dist/{chunk-3SECYTNB.js → chunk-ZSVXNLLM.js}

@@ -32,7 +32,7 @@ import {
 } from "./chunk-VXLU74YZ.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-WHXNA6GK.js";
+} from "./chunk-RRZAYUEX.js";
 import {
   createPrivateArtifact,
   privateArtifactOwnerId,

package/dist/{server-IABKDP7V.js → server-M5FLUWYD.js}

@@ -271,7 +271,7 @@ import {
   resolveDeploymentProfile,
   resolveLocalSourcebookSchemaType,
   transcribeMediaUrl
-} from "./chunk-3SECYTNB.js";
+} from "./chunk-ZSVXNLLM.js";
 import {
   auditImageUrls,
   auditImages,
@@ -336,7 +336,7 @@ import {
 } from "./chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-WHXNA6GK.js";
+} from "./chunk-RRZAYUEX.js";
 import {
   SITE_EXTRACT_ARTIFACT_PREFIX,
   abandonExtractSettlement,
@@ -21385,6 +21385,14 @@ async function ensureGmailImportSchema() {
   if (schemaReady && schemaDb3 === db) return schemaReady;
   schemaDb3 = db;
   schemaReady = (async () => {
+    try {
+      await db.batch([
+        `SELECT 1 FROM gmail_import_plans LIMIT 1`,
+        `SELECT 1 FROM gmail_import_jobs LIMIT 1`
+      ], "read");
+      return;
+    } catch {
+    }
     await db.execute(`CREATE TABLE IF NOT EXISTS gmail_import_plans (
       import_plan_id TEXT PRIMARY KEY, owner_identity TEXT NOT NULL, plan_fingerprint TEXT NOT NULL,
       plan_json TEXT NOT NULL, created_at TEXT NOT NULL, expires_at TEXT NOT NULL,
@@ -21623,7 +21631,7 @@ var GmailMemoryIngestService = class {
           });
           progress.checkpoints[attachmentKey] = receipt;
           progress.attachmentsStored += 1;
-          if (String(receipt.extractionStatus ?? receipt.status) === "indexed") progress.attachmentsIndexed += 1;
+          if (gmailMemoryReceiptIndexed(receipt)) progress.attachmentsIndexed += 1;
           job = await checkpoint({ progress });
         }
       }
@@ -21667,6 +21675,13 @@ function normalizeProgress(value) {
 function errorCode(error) {
   return error && typeof error === "object" && typeof error.code === "string" ? String(error.code) : "import_step_failed";
 }
+function gmailMemoryReceiptIndexed(receipt) {
+  const object2 = (value) => value && typeof value === "object" && !Array.isArray(value) ? value : {};
+  const asset = object2(receipt.asset);
+  const verified = object2(receipt.verified);
+  const verifiedAsset = object2(verified.asset);
+  return [receipt.extractionStatus, receipt.status, asset.extractionStatus, asset.status, verified.extractionStatus, verified.status, verifiedAsset.extractionStatus, verifiedAsset.status].some((value) => value === "indexed");
+}
 function gmailAttachmentSourceIdentity(messageId, messageDigest, partId, attachmentDigest) {
   return `gmail:${messageId}:${messageDigest}:${partId}:${attachmentDigest}`;
 }
@@ -21889,17 +21904,18 @@ function publicImportStatus(job, plan) {
   const errors = Array.isArray(progress.errors) ? progress.errors : [];
   const storedMessages = Number(progress.messagesStored ?? 0);
   const storedAttachments = Number(progress.attachmentsStored ?? 0);
-  const indexedAttachments = Number(progress.attachmentsIndexed ?? 0);
+  const indexedAttachmentCheckpoints = Object.entries(checkpoints).filter(([sourceKey, receipt]) => sourceKey.startsWith("attachment:") && gmailMemoryReceiptIndexed(object(receipt))).length;
+  const indexedAttachments = Math.max(Number(progress.attachmentsIndexed ?? 0), indexedAttachmentCheckpoints);
   const terminal = job.status === "complete" || job.status === "partial" || job.status === "failed";
   return {
     ingestId: job.ingestId,
     importPlanId: job.importPlanId,
     status: job.status,
-    messages: { planned: plan?.messageCount ?? storedMessages, stored: storedMessages, indexed: storedMessages, failed: errors.length },
+    messages: { planned: plan?.messageCount ?? storedMessages, stored: storedMessages, indexed: storedMessages, failed: job.status === "failed" ? Math.max(1, errors.length) : 0 },
     attachments: { planned: plan?.attachmentCount ?? storedAttachments, stored: storedAttachments, indexed: indexedAttachments, storedUnindexed: Math.max(0, storedAttachments - indexedAttachments), failed: 0 },
     manifestStored: !!checkpoints.manifest,
     complete: job.status === "complete",
-    samples: Object.entries(checkpoints).slice(0, 25).map(([sourceKey, receipt]) => ({ sourceKey, state: sourceKey === "manifest" || String(object(receipt).extractionStatus ?? object(receipt).status) === "indexed" ? "indexed" : "stored_unindexed", ...string(object(receipt).path) ? { path: object(receipt).path } : {} })),
+    samples: Object.entries(checkpoints).slice(0, 25).map(([sourceKey, receipt]) => ({ sourceKey, state: sourceKey === "manifest" || sourceKey.startsWith("message:") || gmailMemoryReceiptIndexed(object(receipt)) ? "indexed" : "stored_unindexed", ...string(object(receipt).path) ? { path: object(receipt).path } : {} })),
     nextAction: terminal ? job.status === "complete" ? "complete" : "inspect_failures" : job.leaseExpiresAt ? "call_gmail_import_status" : "call_gmail_import_to_memory"
   };
 }
@@ -22017,7 +22033,7 @@ function errorResponse(c, error) {
     if (retryAfterMs) c.header("Retry-After", String(Math.max(1, Math.ceil(retryAfterMs / 1e3))));
     return c.json({ ok: false, code: error.code, error: error.message, retryable: "retryable" in error ? error.retryable : false }, error.status);
   }
-  console.error("[gmail-route]", error instanceof Error ? error.name : "unknown_error");
+  console.error("[gmail-route]", error instanceof Error ? { name: error.name, message: error.message, stack: error.stack } : { name: "unknown_error" });
   return c.json({ ok: false, code: "gmail_unavailable", error: "The Gmail workflow is temporarily unavailable.", retryable: true }, 503);
 }
 gmailApp.use("/api/gmail/*", auth);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mcp-scraper",
-  "version": "0.72.5",
+  "version": "0.72.7",
   "description": "MCP server for MCP Scraper web intelligence tools",
   "type": "module",
   "main": "./dist/index.cjs",