mcp-scraper 0.72.3 → 0.72.4

package/CHANGELOG.md

@@ -4,6 +4,12 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 
 ## [Unreleased]
 
+## [0.72.4] - 2026-08-27
+
+### Fixed
+
+- `gmail_send_message` now uses the same owner-checked, action-gated Gmail REST transport as complete reads and bulk actions, with a durable idempotency receipt, instead of depending on the unavailable generic provider MCP send transport.
+
 ## [0.72.3] - 2026-08-27
 
 ### Fixed
@@ -1260,7 +1266,8 @@ All notable changes to MCP Scraper are documented here. The format is based on [
 - Write actions remain unavailable until the account owner explicitly enables them.
 - Provider-specific connection data is normalized into one agent-facing contract.
 
-[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.3...HEAD
+[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.4...HEAD
+[0.72.4]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.3...v0.72.4
 [0.72.3]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.2...v0.72.3
 [0.72.2]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.1...v0.72.2
 [0.72.1]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.72.0...v0.72.1

package/README.md

@@ -159,7 +159,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.72.3`, SHA-256 `2d0a2d317cdd870c43a34163565614ce7edc0c24597c88d1a329d6c4914c94a3`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.72.4`, SHA-256 `9faa985332dde8253e96a10640870d4161806a9407ac56e2effe0697bb34a0d1`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 

package/dist/bin/api-server.cjs

@@ -44074,6 +44074,7 @@ var init_main_nango_transport = __esm({
       { method: "GET", pattern: /^\/gmail\/v1\/users\/me\/labels$/ },
       { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/batchModify$/ },
       { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/batchDelete$/ },
+      { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/send$/ },
       { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/[A-Za-z0-9_-]+\/(?:trash|untrash)$/ }
     ];
     GMAIL_QUERY_KEYS = /* @__PURE__ */ new Set(["q", "maxResults", "pageToken", "format", "metadataHeaders", "fields"]);
@@ -44379,6 +44380,21 @@ function base64urlDecode(value) {
   const normalized = value.replace(/-/g, "+").replace(/_/g, "/");
   return Buffer.from(normalized.padEnd(Math.ceil(normalized.length / 4) * 4, "="), "base64");
 }
+function encodeHeaderValue(value) {
+  return /^[\x20-\x7e]*$/.test(value) ? value : `=?UTF-8?B?${Buffer.from(value, "utf8").toString("base64")}?=`;
+}
+function buildRawTextMessage(to, subject, body) {
+  const encodedBody = Buffer.from(body, "utf8").toString("base64").match(/.{1,76}/g)?.join("\r\n") ?? "";
+  return [
+    `To: ${to}`,
+    `Subject: ${encodeHeaderValue(subject)}`,
+    "MIME-Version: 1.0",
+    "Content-Type: text/plain; charset=UTF-8",
+    "Content-Transfer-Encoding: base64",
+    "",
+    encodedBody
+  ].join("\r\n");
+}
 function decodeQuotedPrintable(buffer) {
   const source = buffer.toString("latin1").replace(/=\r?\n/g, "");
   const bytes = [];
@@ -44637,6 +44653,39 @@ var init_gmail_service = __esm({
         this.createArtifact = dependencies.createArtifact ?? createConnectedDataBinaryArtifact;
         this.createJsonlArtifact = dependencies.createJsonlArtifact ?? createConnectedDataArtifact;
       }
+      async sendMessage(args) {
+        const to = args.to.trim().toLowerCase();
+        const subject = args.subject.trim();
+        if (!/^[^\s@<>]+@[^\s@<>]+\.[^\s@<>]+$/.test(to) || /[\r\n]/.test(args.to)) throw new GmailServiceError("invalid_request", "A valid recipient email address is required.");
+        if (!subject || subject.length > 500 || /[\r\n]/.test(subject)) throw new GmailServiceError("invalid_request", "A subject of at most 500 characters without line breaks is required.");
+        if (!args.body || args.body.length > 5e4) throw new GmailServiceError("invalid_request", "A plain-text body of at most 50,000 characters is required.");
+        if (args.idempotencyKey.length < 8 || args.idempotencyKey.length > 200) throw new GmailServiceError("idempotency_key_invalid", "Idempotency key must contain 8-200 characters.");
+        const fingerprint3 = gmailFingerprint({ connectionId: args.connectionId, to, subject, bodySha256: (0, import_node_crypto25.createHash)("sha256").update(args.body).digest("hex") });
+        const begun = await beginGmailAction({ ownerId: args.ownerId, idempotencyKey: args.idempotencyKey, fingerprint: fingerprint3 });
+        if (begun.replay && begun.execution.result) return { ...begun.execution.result, replay: true };
+        if (begun.replay) return { actionId: begun.execution.actionId, status: "outcome_unknown", replay: true, retryable: false };
+        const claim = await claimGmailActionChunk(begun.execution.actionId, "send:0");
+        if (!claim.claimed) return { ...claim.receipt.result ?? {}, actionId: begun.execution.actionId, status: claim.receipt.status, replay: true };
+        try {
+          const payload = record(await this.providerCall({
+            identity: args.providerIdentity ?? args.ownerId,
+            connectionId: args.connectionId,
+            method: "POST",
+            path: "/gmail/v1/users/me/messages/send",
+            body: { raw: Buffer.from(buildRawTextMessage(to, subject, args.body), "utf8").toString("base64url") },
+            requestId: args.idempotencyKey
+          }));
+          const result2 = { actionId: begun.execution.actionId, status: "complete", messageId: stringValue(payload?.id), threadId: stringValue(payload?.threadId), replay: false };
+          await finishGmailActionChunk(begun.execution.actionId, "send:0", "complete", result2);
+          await finishGmailAction(begun.execution.actionId, "complete", result2);
+          return result2;
+        } catch (error) {
+          const result2 = { actionId: begun.execution.actionId, status: "outcome_unknown", code: serviceErrorCode(error), retryable: false };
+          await finishGmailActionChunk(begun.execution.actionId, "send:0", "failed", result2);
+          await finishGmailAction(begun.execution.actionId, "partial", result2);
+          throw error;
+        }
+      }
       async searchMessages(args) {
         const query = args.query.trim();
         if (!query || query.length > 2e3) throw new GmailServiceError("invalid_request", "A Gmail query of at most 2,000 characters is required.");
@@ -54132,7 +54181,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.72.3";
+    PACKAGE_VERSION = "0.72.4";
   }
 });
 
@@ -105068,7 +105117,7 @@ function settleWithinTickBudget(label, unfinished, work, onDeadlineOrError) {
     );
   });
 }
-var import_resend3, import_node_crypto98, import_hono39, import_hono40, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth5, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS, CRON_TICK_BUDGET_MS, CRON_TICK_DRAIN_BUDGET_MS;
+var import_resend3, import_node_crypto98, import_hono39, import_hono40, import_factory8, import_cookie2, import_stripe2, secureCookies2, isProduction2, sessionCookieOptions2, requireAllowedOrigin, auth5, sessionAuth, requireIntegrationsTier, requirePaidSchedulingTier, app, deploymentProfile, STRIPE_API_VERSION, directGmailService, SYNC_HARVEST_TIMEOUT_OVERRIDE_MS, CRON_TICK_BUDGET_MS, CRON_TICK_DRAIN_BUDGET_MS;
 var init_server = __esm({
   "src/api/server.ts"() {
     "use strict";
@@ -105113,6 +105162,7 @@ var init_server = __esm({
     init_instagram_routes();
     init_reddit_routes();
     init_gmail_routes();
+    init_gmail_service();
     init_video_routes();
     init_maps_routes();
     init_trustpilot_routes();
@@ -105990,6 +106040,7 @@ var init_server = __esm({
         return scheduleConnectionError(c, err, "Unable to send the Slack message.");
       }
     });
+    directGmailService = new GmailService();
     app.post("/schedule-connections/actions/gmail/send-message", auth5, requireIntegrationsTier, async (c) => {
       const user = c.get("user");
       const body = await c.req.json().catch(() => ({}));
@@ -105998,13 +106049,15 @@ var init_server = __esm({
         return c.json({ ok: false, error: "connectionId, to, subject, and body are required." }, 400);
       }
       try {
-        const result2 = await callScheduleConnectionAction(
-          user.email,
+        const result2 = await directGmailService.sendMessage({
+          ownerId: (0, import_node_crypto98.createHash)("sha256").update(user.api_key).digest("hex").slice(0, 24),
+          providerIdentity: user.email,
           connectionId,
-          { to: body.to, subject: body.subject, body: body.body },
-          "send-message",
-          connectedActionIdempotencyKey(c)
-        );
+          to: body.to,
+          subject: body.subject,
+          body: body.body,
+          idempotencyKey: connectedActionIdempotencyKey(c)
+        });
         return c.json({ ok: true, result: result2 });
       } catch (err) {
         return scheduleConnectionError(c, err, "Unable to send the email.");

package/dist/bin/api-server.js

@@ -17,7 +17,7 @@ loadDotEnv();
 async function main() {
   const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
     import("@hono/node-server"),
-    import("../server-MCB6LV5G.js"),
+    import("../server-ORLMQHS6.js"),
     import("../worker-JQORPCFQ.js"),
     import("../db-566MOHHD.js")
   ]);

package/dist/bin/mcp-scraper-cli.cjs

@@ -30,7 +30,7 @@ var import_promises5 = require("fs/promises");
 var import_node_path3 = require("path");
 
 // src/version.ts
-var PACKAGE_VERSION = "0.72.3";
+var PACKAGE_VERSION = "0.72.4";
 
 // src/cli/agent-config.ts
 function apiKeyValue(options) {

package/dist/bin/mcp-scraper-cli.js

@@ -13,7 +13,7 @@ import "../chunk-VXLU74YZ.js";
 import "../chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-V2YM7V4E.js";
+} from "../chunk-WQBWDDT4.js";
 
 // src/cli/human-cli.ts
 import { Command } from "commander";

package/dist/bin/mcp-scraper-install.cjs

@@ -112,7 +112,7 @@ function renderInstallTerminal(options) {
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.72.3";
+var PACKAGE_VERSION = "0.72.4";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-scraper-install.js

@@ -4,7 +4,7 @@ import {
 } from "../chunk-RAFQEPJ4.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-V2YM7V4E.js";
+} from "../chunk-WQBWDDT4.js";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-stdio-server.cjs

@@ -6950,7 +6950,7 @@ render();
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.72.3";
+var PACKAGE_VERSION = "0.72.4";
 
 // src/mcp/input-field-descriptions.ts
 var import_zod2 = require("zod");

package/dist/bin/mcp-stdio-server.js

@@ -13,7 +13,7 @@ import {
   registerScheduledResultsMcpTools,
   registerSerpIntelligenceCaptureTools,
   resolveDeploymentProfile
-} from "../chunk-QRXSCUU2.js";
+} from "../chunk-EYKIQBYR.js";
 import "../chunk-PGJQDMC2.js";
 import "../chunk-T3MZISOF.js";
 import "../chunk-7RQULQF3.js";
@@ -26,7 +26,7 @@ import "../chunk-VXLU74YZ.js";
 import "../chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-V2YM7V4E.js";
+} from "../chunk-WQBWDDT4.js";
 import "../chunk-DNM65UCK.js";
 import "../chunk-FVL4GUTP.js";
 import "../chunk-WEFPBAAG.js";

package/dist/{chunk-QRXSCUU2.js → chunk-EYKIQBYR.js}

@@ -32,7 +32,7 @@ import {
 } from "./chunk-VXLU74YZ.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-V2YM7V4E.js";
+} from "./chunk-WQBWDDT4.js";
 import {
   createPrivateArtifact,
   privateArtifactOwnerId,

package/dist/{chunk-MB72PA6S.js → chunk-K2SXQGKM.js}

@@ -755,6 +755,7 @@ var GMAIL_PROXY_PATHS = [
   { method: "GET", pattern: /^\/gmail\/v1\/users\/me\/labels$/ },
   { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/batchModify$/ },
   { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/batchDelete$/ },
+  { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/send$/ },
   { method: "POST", pattern: /^\/gmail\/v1\/users\/me\/messages\/[A-Za-z0-9_-]+\/(?:trash|untrash)$/ }
 ];
 var GMAIL_QUERY_KEYS = /* @__PURE__ */ new Set(["q", "maxResults", "pageToken", "format", "metadataHeaders", "fields"]);
@@ -1496,6 +1497,21 @@ function base64urlDecode(value) {
   const normalized = value.replace(/-/g, "+").replace(/_/g, "/");
   return Buffer.from(normalized.padEnd(Math.ceil(normalized.length / 4) * 4, "="), "base64");
 }
+function encodeHeaderValue(value) {
+  return /^[\x20-\x7e]*$/.test(value) ? value : `=?UTF-8?B?${Buffer.from(value, "utf8").toString("base64")}?=`;
+}
+function buildRawTextMessage(to, subject, body) {
+  const encodedBody = Buffer.from(body, "utf8").toString("base64").match(/.{1,76}/g)?.join("\r\n") ?? "";
+  return [
+    `To: ${to}`,
+    `Subject: ${encodeHeaderValue(subject)}`,
+    "MIME-Version: 1.0",
+    "Content-Type: text/plain; charset=UTF-8",
+    "Content-Transfer-Encoding: base64",
+    "",
+    encodedBody
+  ].join("\r\n");
+}
 function decodeQuotedPrintable(buffer) {
   const source = buffer.toString("latin1").replace(/=\r?\n/g, "");
   const bytes = [];
@@ -1666,6 +1682,39 @@ var GmailService = class {
     this.createArtifact = dependencies.createArtifact ?? createConnectedDataBinaryArtifact;
     this.createJsonlArtifact = dependencies.createJsonlArtifact ?? createConnectedDataArtifact;
   }
+  async sendMessage(args) {
+    const to = args.to.trim().toLowerCase();
+    const subject = args.subject.trim();
+    if (!/^[^\s@<>]+@[^\s@<>]+\.[^\s@<>]+$/.test(to) || /[\r\n]/.test(args.to)) throw new GmailServiceError("invalid_request", "A valid recipient email address is required.");
+    if (!subject || subject.length > 500 || /[\r\n]/.test(subject)) throw new GmailServiceError("invalid_request", "A subject of at most 500 characters without line breaks is required.");
+    if (!args.body || args.body.length > 5e4) throw new GmailServiceError("invalid_request", "A plain-text body of at most 50,000 characters is required.");
+    if (args.idempotencyKey.length < 8 || args.idempotencyKey.length > 200) throw new GmailServiceError("idempotency_key_invalid", "Idempotency key must contain 8-200 characters.");
+    const fingerprint = gmailFingerprint({ connectionId: args.connectionId, to, subject, bodySha256: createHash4("sha256").update(args.body).digest("hex") });
+    const begun = await beginGmailAction({ ownerId: args.ownerId, idempotencyKey: args.idempotencyKey, fingerprint });
+    if (begun.replay && begun.execution.result) return { ...begun.execution.result, replay: true };
+    if (begun.replay) return { actionId: begun.execution.actionId, status: "outcome_unknown", replay: true, retryable: false };
+    const claim = await claimGmailActionChunk(begun.execution.actionId, "send:0");
+    if (!claim.claimed) return { ...claim.receipt.result ?? {}, actionId: begun.execution.actionId, status: claim.receipt.status, replay: true };
+    try {
+      const payload = record(await this.providerCall({
+        identity: args.providerIdentity ?? args.ownerId,
+        connectionId: args.connectionId,
+        method: "POST",
+        path: "/gmail/v1/users/me/messages/send",
+        body: { raw: Buffer.from(buildRawTextMessage(to, subject, args.body), "utf8").toString("base64url") },
+        requestId: args.idempotencyKey
+      }));
+      const result = { actionId: begun.execution.actionId, status: "complete", messageId: stringValue(payload?.id), threadId: stringValue(payload?.threadId), replay: false };
+      await finishGmailActionChunk(begun.execution.actionId, "send:0", "complete", result);
+      await finishGmailAction(begun.execution.actionId, "complete", result);
+      return result;
+    } catch (error) {
+      const result = { actionId: begun.execution.actionId, status: "outcome_unknown", code: serviceErrorCode(error), retryable: false };
+      await finishGmailActionChunk(begun.execution.actionId, "send:0", "failed", result);
+      await finishGmailAction(begun.execution.actionId, "partial", result);
+      throw error;
+    }
+  }
   async searchMessages(args) {
     const query = args.query.trim();
     if (!query || query.length > 2e3) throw new GmailServiceError("invalid_request", "A Gmail query of at most 2,000 characters is required.");

package/dist/{chunk-V2YM7V4E.js → chunk-WQBWDDT4.js}

@@ -1,5 +1,5 @@
 // src/version.ts
-var PACKAGE_VERSION = "0.72.3";
+var PACKAGE_VERSION = "0.72.4";
 
 export {
   PACKAGE_VERSION

package/dist/{gmail-service-E276SBJU.js → gmail-service-QXDGNWUJ.js}

@@ -7,7 +7,7 @@ import {
   GmailServiceError,
   normalizeGmailMessage,
   parseGmailAddresses
-} from "./chunk-MB72PA6S.js";
+} from "./chunk-K2SXQGKM.js";
 import "./chunk-PJEEKOUM.js";
 import "./chunk-T3MZISOF.js";
 import "./chunk-CXY5WV45.js";

package/dist/{server-MCB6LV5G.js → server-ORLMQHS6.js}

@@ -70,7 +70,7 @@ import {
   probeNangoConnectionDirect,
   recordNangoConnectionCost,
   settleConnectedUsage
-} from "./chunk-MB72PA6S.js";
+} from "./chunk-K2SXQGKM.js";
 import {
   ANALYTICS_CONTENT_SORTS,
   AnalyticsProviderRegistryError,
@@ -271,7 +271,7 @@ import {
   resolveDeploymentProfile,
   resolveLocalSourcebookSchemaType,
   transcribeMediaUrl
-} from "./chunk-QRXSCUU2.js";
+} from "./chunk-EYKIQBYR.js";
 import {
   auditImageUrls,
   auditImages,
@@ -336,7 +336,7 @@ import {
 } from "./chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-V2YM7V4E.js";
+} from "./chunk-WQBWDDT4.js";
 import {
   SITE_EXTRACT_ARTIFACT_PREFIX,
   abandonExtractSettlement,
@@ -3845,7 +3845,7 @@ async function generateOgImage(post) {
 
 // src/api/server.ts
 import { Resend as Resend3 } from "resend";
-import { randomUUID as randomUUID39 } from "crypto";
+import { createHash as createHash48, randomUUID as randomUUID39 } from "crypto";
 
 // src/api/kpo-extractor.ts
 import TurndownService from "turndown";
@@ -45764,7 +45764,7 @@ async function callMainOwnedExportPage(identity, input) {
     });
   }
   if (connection.providerConfigKey === "google-mail" && input.dataset === "emails") {
-    const { GmailService: GmailService2 } = await import("./gmail-service-E276SBJU.js");
+    const { GmailService: GmailService2 } = await import("./gmail-service-QXDGNWUJ.js");
     const service = new GmailService2();
     const ownerId3 = createHash27("sha256").update(identity.toLowerCase()).digest("hex").slice(0, 24);
     const after = Math.floor(Date.parse(input.from) / 1e3);
@@ -56776,6 +56776,7 @@ app.post("/schedule-connections/actions/slack/send-message", auth5, requireInteg
     return scheduleConnectionError(c, err, "Unable to send the Slack message.");
   }
 });
+var directGmailService = new GmailService();
 app.post("/schedule-connections/actions/gmail/send-message", auth5, requireIntegrationsTier, async (c) => {
   const user = c.get("user");
   const body = await c.req.json().catch(() => ({}));
@@ -56784,13 +56785,15 @@ app.post("/schedule-connections/actions/gmail/send-message", auth5, requireInteg
     return c.json({ ok: false, error: "connectionId, to, subject, and body are required." }, 400);
   }
   try {
-    const result2 = await callScheduleConnectionAction(
-      user.email,
+    const result2 = await directGmailService.sendMessage({
+      ownerId: createHash48("sha256").update(user.api_key).digest("hex").slice(0, 24),
+      providerIdentity: user.email,
       connectionId,
-      { to: body.to, subject: body.subject, body: body.body },
-      "send-message",
-      connectedActionIdempotencyKey(c)
-    );
+      to: body.to,
+      subject: body.subject,
+      body: body.body,
+      idempotencyKey: connectedActionIdempotencyKey(c)
+    });
     return c.json({ ok: true, result: result2 });
   } catch (err) {
     return scheduleConnectionError(c, err, "Unable to send the email.");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mcp-scraper",
-  "version": "0.72.3",
+  "version": "0.72.4",
   "description": "MCP server for MCP Scraper web intelligence tools",
   "type": "module",
   "main": "./dist/index.cjs",