mcp-scraper 0.17.2 → 0.18.0

package/dist/chunk-RLWCHLV3.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.18.0";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-RLWCHLV3.js.map

package/dist/chunk-RLWCHLV3.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.18.0'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{server-U5VODSSW.js → server-MQDCAR6I.js}

@@ -37,7 +37,7 @@ import {
   renewConnectedDataArtifactDownload,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-HJ3XIHWC.js";
+} from "./chunk-FMEDPBIV.js";
 import {
   auditImages,
   buildLinkReport,
@@ -73,7 +73,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-XGIPATLV.js";
-import "./chunk-IDRSO4HX.js";
+import "./chunk-RLWCHLV3.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -20678,6 +20678,7 @@ var CONNECTED_DATA_DATASETS = [
   "calendar_events",
   "zoom_recordings",
   "zoom_transcripts",
+  "meta_ads_insights",
   "resend_data",
   "resend_emails",
   "resend_received_emails",
@@ -21157,10 +21158,17 @@ var CONNECTION_SYNC_REQUIRED_TOOLS = {
     "list-ad-sets",
     "list-ads",
     "list-ad-creatives",
-    "get-insights",
+    "get-insights"
+  ]
+};
+var CONNECTION_SYNC_OPTIONAL_TOOLS = {
+  "meta-marketing-api": [
     "list-catalogs",
     "list-datasets",
-    "list-custom-audiences"
+    "list-custom-audiences",
+    "list-ad-images",
+    "list-ad-videos",
+    "list-ad-rules"
   ]
 };
 function connectionSyncPolicyIssues(selections) {
@@ -21176,8 +21184,11 @@ function connectionSyncPolicyIssues(selections) {
     if (missingTools.length > 0) {
       issues.push({ providerConfigKey: selection.providerConfigKey, code: "missing_required_tools", missingTools });
     }
-    const requiredSet = new Set(required);
-    const unexpectedTools = [...allowed].filter((tool) => !requiredSet.has(tool));
+    const permittedSet = /* @__PURE__ */ new Set([
+      ...required,
+      ...CONNECTION_SYNC_OPTIONAL_TOOLS[selection.providerConfigKey] ?? []
+    ]);
+    const unexpectedTools = [...allowed].filter((tool) => !permittedSet.has(tool));
     if (unexpectedTools.length > 0) {
       issues.push({ providerConfigKey: selection.providerConfigKey, code: "unexpected_tools", unexpectedTools });
     }
@@ -21286,7 +21297,10 @@ var SAFE_CONTROL_ERROR_CODES = /* @__PURE__ */ new Set([
   "tool_discovery_failed",
   "live_tool_missing",
   "connection_transport_unavailable",
-  "connection_control_failed"
+  "connection_control_failed",
+  "missing_provider_permission",
+  "permission_verification_unavailable",
+  "meta_app_feature_not_enabled"
 ]);
 var CONTROL_ERROR_CODE_ALIASES = /* @__PURE__ */ new Map([
   ["connection_not_active", "connection_inactive"],
@@ -21405,6 +21419,24 @@ async function getNangoCatalog() {
     const actionTools = cleanTools(
       row.actionTools ?? row.action_tools ?? row.writeTools ?? row.write_tools
     ).filter((tool) => !disabledTools?.has(tool));
+    const requiredPermissionsByTool = {};
+    const rawRequiredPermissions = row.requiredPermissionsByTool ?? row.required_permissions_by_tool;
+    if (isRecord2(rawRequiredPermissions)) {
+      for (const [tool, permissions] of Object.entries(rawRequiredPermissions).slice(0, 500)) {
+        const cleanTool = cleanString(tool, 200);
+        if (!cleanTool || !safeDefaultAllowedTools.includes(cleanTool) && !actionTools.includes(cleanTool)) continue;
+        requiredPermissionsByTool[cleanTool] = cleanStringArray(permissions, 32, 200);
+      }
+    }
+    const requiredFeaturesByTool = {};
+    const rawRequiredFeatures = row.requiredFeaturesByTool ?? row.required_features_by_tool;
+    if (isRecord2(rawRequiredFeatures)) {
+      for (const [tool, features] of Object.entries(rawRequiredFeatures).slice(0, 500)) {
+        const cleanTool = cleanString(tool, 200);
+        if (!cleanTool) continue;
+        requiredFeaturesByTool[cleanTool] = cleanStringArray(features, 32, 200);
+      }
+    }
     const platformSetupStatus = firstString(row, [
       "platformSetupStatus",
       "platform_setup_status",
@@ -21414,6 +21446,7 @@ async function getNangoCatalog() {
     const appReviewStatus = row.appReviewLimited === true || row.app_review_limited === true ? "limited" : firstString(row, ["appReviewStatus", "app_review_status", "reviewStatus", "review_status"], 100);
     const appReviewNote = firstString(row, ["appReviewNote", "app_review_note", "reviewNote", "review_note"], 500);
     const connectionSyncRequiredTools = [...CONNECTION_SYNC_REQUIRED_TOOLS[providerConfigKey] ?? []];
+    const connectionSyncOptionalTools = [...CONNECTION_SYNC_OPTIONAL_TOOLS[providerConfigKey] ?? []];
     result.push({
       providerConfigKey,
       provider,
@@ -21425,8 +21458,12 @@ async function getNangoCatalog() {
       categories,
       safeDefaultAllowedTools,
       actionTools,
+      requiredPermissionsByTool,
+      requiredFeaturesByTool,
+      enabledFeatures: cleanStringArray(row.enabledFeatures ?? row.enabled_features, 32, 200),
       connectionSyncSupported: connectionSyncRequiredTools.length > 0,
       connectionSyncRequiredTools,
+      connectionSyncOptionalTools,
       platformSetupStatus,
       appReviewStatus,
       appReviewNote
@@ -21448,6 +21485,30 @@ async function getNangoConnections(identity) {
     const label = firstString(row, ["label", "accountLabel", "account_label", "displayName", "display_name", "endUserEmail", "end_user_email"]) || providerConfigKey;
     const rawStatus = firstString(row, ["status"], 64) || "connected";
     const reconnectRequired = row.reconnectRequired === true || row.reconnect_required === true || rawStatus === "needs_reauth" || rawStatus === "reauth_required" || rawStatus === "invalid" || rawStatus === "error" || rawStatus === "revoked" || rawStatus === "disabled";
+    const toolCapabilities = [];
+    const rawToolCapabilities = row.toolCapabilities ?? row.tool_capabilities;
+    if (Array.isArray(rawToolCapabilities)) {
+      for (const value of rawToolCapabilities.slice(0, 500)) {
+        if (!isRecord2(value)) continue;
+        const name = cleanString(value.name, 200);
+        const classification = value.classification;
+        const blockedValue = Object.prototype.hasOwnProperty.call(value, "blockedReason") ? value.blockedReason : value.blocked_reason;
+        const blockedReason = blockedValue === null ? null : blockedValue === "missing_permission" || blockedValue === "permission_policy_missing" || blockedValue === "permission_verification_unavailable" || blockedValue === "missing_app_feature" ? blockedValue : void 0;
+        if (!name || classification !== "read" && classification !== "action" || typeof value.available !== "boolean" || blockedReason === void 0) continue;
+        toolCapabilities.push({
+          name,
+          classification,
+          requiredPermissions: cleanStringArray(value.requiredPermissions ?? value.required_permissions, 32, 200),
+          requiredFeatures: cleanStringArray(value.requiredFeatures ?? value.required_features, 32, 200),
+          available: value.available,
+          blockedReason,
+          missingPermissions: cleanStringArray(value.missingPermissions ?? value.missing_permissions, 32, 200),
+          missingFeatures: cleanStringArray(value.missingFeatures ?? value.missing_features, 32, 200)
+        });
+      }
+    }
+    const permissionVerificationValue = row.permissionVerification ?? row.permission_verification;
+    const permissionVerification = permissionVerificationValue === "verified" || permissionVerificationValue === "unavailable" ? permissionVerificationValue : null;
     result.push({
       connectionId,
       providerConfigKey,
@@ -21458,6 +21519,10 @@ async function getNangoConnections(identity) {
       actionsEnabled: row.actionsEnabled === true || row.actions_enabled === true,
       readTools: cleanTools(row.readTools ?? row.read_tools),
       actionTools: cleanTools(row.actionTools ?? row.action_tools ?? row.writeTools ?? row.write_tools),
+      toolCapabilities,
+      grantedPermissions: cleanStringArray(row.grantedPermissions ?? row.granted_permissions, 64, 200),
+      enabledFeatures: cleanStringArray(row.enabledFeatures ?? row.enabled_features, 32, 200),
+      permissionVerification,
       mcpEndpoint: null,
       schemaDiscovery: "compatibility_describe",
       toolRevision: firstString(row, ["toolRevision", "tool_revision"], 200),
@@ -21685,7 +21750,7 @@ async function describeNangoTool(identity, connectionId, tool, fresh) {
   const outputSchemaValue = rawTool.outputSchema ?? rawTool.output_schema;
   const outputSchema = outputSchemaValue === void 0 ? void 0 : sanitizeToolSchema(outputSchemaValue);
   const blockedReasonValue = rawTool.blockedReason ?? rawTool.blocked_reason;
-  const blockedReason = blockedReasonValue === null || blockedReasonValue === void 0 ? null : blockedReasonValue === "actions_disabled" || blockedReasonValue === "inactive_connection" ? blockedReasonValue : void 0;
+  const blockedReason = blockedReasonValue === null || blockedReasonValue === void 0 ? null : blockedReasonValue === "actions_disabled" || blockedReasonValue === "inactive_connection" || blockedReasonValue === "missing_permission" || blockedReasonValue === "missing_app_feature" || blockedReasonValue === "permission_policy_missing" || blockedReasonValue === "permission_verification_unavailable" ? blockedReasonValue : void 0;
   if (serializedBytes > 256 * 1024 || !name || name !== tool || classification !== "read" && classification !== "action" || typeof rawTool.callable !== "boolean" || blockedReason === void 0 || transport !== "nango" && transport !== "remote_mcp" || !providerConfigKey || schemaSource !== "live_tools_list" || !upstreamSchemaHash || !/^[a-f0-9]{64}$/i.test(upstreamSchemaHash) || !fetchedAt || Number.isNaN(Date.parse(fetchedAt)) || !inputSchema || outputSchemaValue !== void 0 && !outputSchema) {
     throw new NangoControlError(
       "The connection service returned an invalid live tool description.",
@@ -21702,6 +21767,10 @@ async function describeNangoTool(identity, connectionId, tool, fresh) {
   const annotations = sanitizeToolAnnotations(rawTool.annotations);
   const icons = sanitizeToolIcons(rawTool.icons);
   const execution = taskSupport ? { taskSupport } : void 0;
+  const requiredPermissions = cleanStringArray(rawTool.requiredPermissions ?? rawTool.required_permissions, 32, 200);
+  const missingPermissions = cleanStringArray(rawTool.missingPermissions ?? rawTool.missing_permissions, 32, 200);
+  const requiredFeatures = cleanStringArray(rawTool.requiredFeatures ?? rawTool.required_features, 32, 200);
+  const missingFeatures = cleanStringArray(rawTool.missingFeatures ?? rawTool.missing_features, 32, 200);
   const schemaHash = projectedToolSchemaHash({
     name,
     inputSchema,
@@ -21719,6 +21788,10 @@ async function describeNangoTool(identity, connectionId, tool, fresh) {
     classification,
     callable: rawTool.callable,
     blockedReason,
+    requiredPermissions,
+    missingPermissions,
+    requiredFeatures,
+    missingFeatures,
     transport,
     providerConfigKey,
     protocolVersion,
@@ -22768,7 +22841,34 @@ async function combinedConnections(identity) {
   if (nango.status === "rejected" && resend.status === "rejected") throw nango.reason;
   return [
     ...nango.status === "fulfilled" ? nango.value.map((connection) => ({ ...connection, transport: "nango", adminBlockedTools: [] })) : [],
-    ...resend.status === "fulfilled" ? resend.value : []
+    ...resend.status === "fulfilled" ? resend.value.map((connection) => ({
+      ...connection,
+      toolCapabilities: [
+        ...connection.readTools.map((name) => ({
+          name,
+          classification: "read",
+          requiredPermissions: [],
+          requiredFeatures: [],
+          available: true,
+          blockedReason: null,
+          missingPermissions: [],
+          missingFeatures: []
+        })),
+        ...connection.actionTools.map((name) => ({
+          name,
+          classification: "action",
+          requiredPermissions: [],
+          requiredFeatures: [],
+          available: true,
+          blockedReason: null,
+          missingPermissions: [],
+          missingFeatures: []
+        }))
+      ],
+      grantedPermissions: [],
+      enabledFeatures: [],
+      permissionVerification: null
+    })) : []
   ];
 }
 async function isResendConnection(identity, connectionId, providerHint) {
@@ -24361,4 +24461,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-U5VODSSW.js.map
+//# sourceMappingURL=server-MQDCAR6I.js.map