mcp-scraper 0.10.0 → 0.12.0

package/dist/chunk-YA364G53.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.12.0";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-YA364G53.js.map

package/dist/chunk-YA364G53.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.12.0'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{server-KTA7CFX6.js → server-TFWBW24U.js}

@@ -34,7 +34,7 @@ import {
   registerSerpIntelligenceCaptureTools,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-IRYBBEZJ.js";
+} from "./chunk-HXNE5GLG.js";
 import {
   auditImages,
   buildLinkReport,
@@ -70,7 +70,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-XGIPATLV.js";
-import "./chunk-B7BAJU7K.js";
+import "./chunk-YA364G53.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -20399,6 +20399,54 @@ var DISABLED_NANGO_TOOLS = {
   "google-mail": /* @__PURE__ */ new Set(["list-filters"]),
   slack: /* @__PURE__ */ new Set(["search-files", "search-messages"])
 };
+var CONNECTION_SYNC_REQUIRED_TOOLS = {
+  "google-mail": ["list-messages", "get-message"],
+  "google-calendar": ["list-events", "get-event"],
+  zoom: [
+    "list-meetings",
+    "get-meeting",
+    "list-recordings",
+    "get-recording",
+    "get-meeting-transcript"
+  ]
+};
+function connectionSyncPolicyIssues(selections) {
+  const issues = [];
+  for (const selection of selections) {
+    const required = CONNECTION_SYNC_REQUIRED_TOOLS[selection.providerConfigKey];
+    if (!required) {
+      issues.push({ providerConfigKey: selection.providerConfigKey, code: "unsupported_provider" });
+      continue;
+    }
+    const allowed = new Set(selection.allowedTools);
+    const missingTools = required.filter((tool) => !allowed.has(tool));
+    if (missingTools.length > 0) {
+      issues.push({ providerConfigKey: selection.providerConfigKey, code: "missing_required_tools", missingTools });
+    }
+    const requiredSet = new Set(required);
+    const unexpectedTools = [...allowed].filter((tool) => !requiredSet.has(tool));
+    if (unexpectedTools.length > 0) {
+      issues.push({ providerConfigKey: selection.providerConfigKey, code: "unexpected_tools", unexpectedTools });
+    }
+  }
+  return issues;
+}
+function connectionSyncSelectionError(connections) {
+  if (connections.length === 0) {
+    return "Data sync requires at least one bound service connection with approved read-only tools.";
+  }
+  const issues = connectionSyncPolicyIssues(connections);
+  const unsupported = [...new Set(issues.filter((issue) => issue.code === "unsupported_provider").map((issue) => issue.providerConfigKey))];
+  if (unsupported.length > 0) {
+    return `Data sync currently supports only ${Object.keys(CONNECTION_SYNC_REQUIRED_TOOLS).join(", ")}. Unsupported providerConfigKey: ${unsupported.join(", ")}.`;
+  }
+  const missing = issues.filter((issue) => issue.code === "missing_required_tools").map((issue) => `${issue.providerConfigKey}: ${(issue.missingTools ?? []).join(", ")}`);
+  if (missing.length > 0) {
+    return `Data sync is missing required approved read tools (${missing.join("; ")}).`;
+  }
+  const unexpected = issues.filter((issue) => issue.code === "unexpected_tools").map((issue) => `${issue.providerConfigKey}: ${(issue.unexpectedTools ?? []).join(", ")}`);
+  return unexpected.length > 0 ? `Data sync permits only its exact read-only tool set; remove unexpected tools (${unexpected.join("; ")}).` : null;
+}
 var NangoControlError = class extends Error {
   status;
   constructor(message, status = 502) {
@@ -20534,6 +20582,15 @@ async function getNangoCatalog() {
     const safeDefaultAllowedTools = cleanTools(
       row.safeDefaultAllowedTools ?? row.safe_default_allowed_tools ?? row.defaultAllowedTools ?? row.default_allowed_tools ?? row.allowedTools ?? row.allowed_tools
     ).filter((tool) => !disabledTools?.has(tool));
+    const platformSetupStatus = firstString(row, [
+      "platformSetupStatus",
+      "platform_setup_status",
+      "setupStatus",
+      "setup_status"
+    ], 100);
+    const appReviewStatus = row.appReviewLimited === true || row.app_review_limited === true ? "limited" : firstString(row, ["appReviewStatus", "app_review_status", "reviewStatus", "review_status"], 100);
+    const appReviewNote = firstString(row, ["appReviewNote", "app_review_note", "reviewNote", "review_note"], 500);
+    const connectionSyncRequiredTools = [...CONNECTION_SYNC_REQUIRED_TOOLS[providerConfigKey] ?? []];
     result.push({
       providerConfigKey,
       provider,
@@ -20543,7 +20600,12 @@ async function getNangoCatalog() {
       docsUrl,
       authMode,
       categories,
-      safeDefaultAllowedTools
+      safeDefaultAllowedTools,
+      connectionSyncSupported: connectionSyncRequiredTools.length > 0,
+      connectionSyncRequiredTools,
+      platformSetupStatus,
+      appReviewStatus,
+      appReviewNote
     });
   }
   return result;
@@ -20571,6 +20633,7 @@ async function getNangoConnections(identity) {
       reconnectRequired,
       actionsEnabled: row.actionsEnabled === true || row.actions_enabled === true,
       readTools: cleanTools(row.readTools ?? row.read_tools),
+      actionTools: cleanTools(row.actionTools ?? row.action_tools ?? row.writeTools ?? row.write_tools),
       vaultName: firstString(row, ["vaultName", "vault_name"], 100),
       tableName: firstString(row, ["tableName", "table_name"], 100),
       createdAt: firstString(row, ["createdAt", "created_at"], 100),
@@ -20687,10 +20750,10 @@ async function setScheduleConnectionActionsEnabled(identity, connectionId, enabl
   if (!isRecord(data) || !isRecord(data.connection)) return enabled;
   return data.connection.actionsEnabled === true;
 }
-async function callScheduleConnectionAction(identity, connectionId, input) {
+async function callScheduleConnectionAction(identity, connectionId, input, tool) {
   const body = await controlRequest("/api/internal/nango/connections/actions/call", {
     method: "POST",
-    body: JSON.stringify({ identity, connectionId, input })
+    body: JSON.stringify({ identity, connectionId, ...tool ? { tool } : {}, input })
   });
   const data = unwrapData(body);
   return isRecord(data) ? data.result ?? data : data;
@@ -21476,6 +21539,26 @@ app.post("/schedule-connections/actions/read", auth2, async (c) => {
     return scheduleConnectionError(c, err, "Unable to read from this connection.");
   }
 });
+app.post("/schedule-connections/actions/call", auth2, async (c) => {
+  const user = c.get("user");
+  const body = await c.req.json().catch(() => ({}));
+  const connectionId = providerConfigKeyFrom(body.connectionId);
+  const tool = providerConfigKeyFrom(body.tool);
+  if (!connectionId || !tool || !body.args || typeof body.args !== "object" || Array.isArray(body.args)) {
+    return c.json({ ok: false, error: "connectionId, tool, and an args object are required." }, 400);
+  }
+  try {
+    const result = await callScheduleConnectionAction(
+      user.email,
+      connectionId,
+      body.args,
+      tool
+    );
+    return c.json({ ok: true, result });
+  } catch (err) {
+    return scheduleConnectionError(c, err, "Unable to run this connection action.");
+  }
+});
 app.post("/schedule-link", auth2, async (c) => {
   try {
     const user = c.get("user");
@@ -21498,9 +21581,10 @@ app.get("/schedule-actions", auth2, async (c) => {
   try {
     const actions = await Promise.all(r.actions.map(async (action) => {
       const id = typeof action.id === "string" ? action.id : "";
-      if (!id) return { ...action, connections: [] };
+      const executionMode = action.executionMode === "connection_sync" ? "connection_sync" : "agent";
+      if (!id) return { ...action, executionMode, connections: [] };
       const bindings = await getScheduleConnectionBindings(user.email, id);
-      return { ...action, connections: bindingsForSchedule(bindings, id) };
+      return { ...action, executionMode, connections: bindingsForSchedule(bindings, id) };
     }));
     return c.json({
       ...r,
@@ -21510,7 +21594,7 @@ app.get("/schedule-actions", auth2, async (c) => {
     console.warn("[schedule-actions] connection bindings unavailable:", err instanceof Error ? err.message : String(err));
     return c.json({
       ...r,
-      actions: r.actions.map((action) => ({ ...action, connections: [] })),
+      actions: r.actions.map((action) => ({ ...action, executionMode: action.executionMode === "connection_sync" ? "connection_sync" : "agent", connections: [] })),
       connectionBindingsUnavailable: true
     });
   }
@@ -21520,6 +21604,10 @@ app.post("/schedule-actions", auth2, async (c) => {
   const { key, error } = await getOrCreateUserMemoryKey(user);
   if (!key) return c.json({ ok: false, error: error ?? "memory unavailable" }, 503);
   const body = await c.req.json().catch(() => ({}));
+  const executionMode = body.executionMode ?? "agent";
+  if (executionMode !== "agent" && executionMode !== "connection_sync") {
+    return c.json({ ok: false, error: 'executionMode must be "agent" or "connection_sync".' }, 400);
+  }
   const hasConnections = Object.prototype.hasOwnProperty.call(body, "connections");
   let connections;
   try {
@@ -21527,18 +21615,23 @@ app.post("/schedule-actions", auth2, async (c) => {
   } catch (err) {
     return scheduleConnectionError(c, err, "Invalid service connections.");
   }
-  const actionBody = { ...body };
+  if (executionMode === "connection_sync") {
+    const policyError = connectionSyncSelectionError(connections);
+    if (policyError) return c.json({ ok: false, error: policyError }, 400);
+  }
+  const actionBody = { ...body, executionMode };
   delete actionBody.connections;
   const r = await memoryCall("createScheduledActionTool", actionBody, key);
-  if (!r.ok || !hasConnections) return c.json(r);
-  if (connections.length === 0) return c.json({ ...r, connections: [] });
+  const createResponse = { ...r, executionMode };
+  if (!r.ok || !hasConnections) return c.json(createResponse);
+  if (connections.length === 0) return c.json({ ...createResponse, connections: [] });
   if (!r.id) {
     console.error("[schedule-actions] create returned no id while service connections were requested");
     return c.json({ ok: false, error: "The scheduled action was created without a usable id; service connections were not attached." }, 502);
   }
   try {
     const bound = await putScheduleConnectionBindings(user.email, r.id, connections);
-    return c.json({ ...r, connections: bound });
+    return c.json({ ...createResponse, connections: bound });
   } catch (err) {
     const rollback = await memoryCall("deleteScheduledActionTool", { id: r.id }, key).catch(() => ({ ok: false }));
     if (!rollback.ok) console.error("[schedule-actions] failed to compensate action after connection binding failure", r.id);
@@ -21576,6 +21669,16 @@ app.put("/schedule-actions/:id/connections", auth2, async (c) => {
   }
   try {
     const scheduleActionId = c.req.param("id");
+    const { key, error } = await getOrCreateUserMemoryKey(user);
+    if (!key) return c.json({ ok: false, error: error ?? "memory unavailable" }, 503);
+    const schedules = await memoryCall("listScheduledActionsTool", {}, key);
+    if (!schedules.ok || !Array.isArray(schedules.actions)) return c.json(schedules, 502);
+    const schedule = schedules.actions.find((action) => action.id === scheduleActionId);
+    if (!schedule) return c.json({ ok: false, error: "scheduled action not found" }, 404);
+    if (schedule.executionMode === "connection_sync") {
+      const policyError = connectionSyncSelectionError(connections);
+      if (policyError) return c.json({ ok: false, error: policyError }, 400);
+    }
     const bindings = await putScheduleConnectionBindings(user.email, scheduleActionId, connections);
     return c.json({ ok: true, connections: bindings });
   } catch (err) {
@@ -22662,4 +22765,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-KTA7CFX6.js.map
+//# sourceMappingURL=server-TFWBW24U.js.map