@daeda/mcp-pro 0.1.54 → 0.1.55

package/dist/index.js

@@ -84524,6 +84524,20 @@ async function evictDatabaseConnections(portalId) {
     }
   }
 }
+async function evictReadOnlyDatabaseConnections(portalId) {
+  const readOnlyCachePrefix = `${portalId}:read_only:`;
+  const matchingEntries = [...databaseConnectionCache.entries()].filter(
+    ([cacheKey]) => cacheKey.startsWith(readOnlyCachePrefix)
+  );
+  for (const [cacheKey, handlePromise] of matchingEntries) {
+    databaseConnectionCache.delete(cacheKey);
+    try {
+      const handle = await handlePromise;
+      await closeDatabaseHandle(handle);
+    } catch {
+    }
+  }
+}
 
 // src/pure/query-sql.ts
 var isWordCharacter = (char) => char !== void 0 && /[A-Za-z0-9_]/.test(char);
@@ -84635,6 +84649,7 @@ var resolveMasterLockDependencies = (config, defaults) => ({
 
 // src/pure/master-lock-events.ts
 var promotionListeners = /* @__PURE__ */ new Set();
+var demotionListeners = /* @__PURE__ */ new Set();
 var onPromotedToMaster = (listener) => {
   promotionListeners.add(listener);
   return () => {
@@ -84650,6 +84665,21 @@ var emitPromotedToMaster = () => {
     }
   }
 };
+var onDemotedToReadOnly = (listener) => {
+  demotionListeners.add(listener);
+  return () => {
+    demotionListeners.delete(listener);
+  };
+};
+var emitDemotedToReadOnly = () => {
+  for (const listener of demotionListeners) {
+    try {
+      listener();
+    } catch (error) {
+      console.error("[master-lock] Demotion listener failed:", error);
+    }
+  }
+};
 
 // src/layers/MasterLockLive.ts
 var PROMOTION_POLL_MS = 3e3;
@@ -84700,6 +84730,7 @@ var handleCompromisedLease = (runtime, error) => pipe19(
             `[master-lock] master lease compromised: ${error.message}`
           ),
           Effect30.flatMap(() => Ref.set(runtime.connectionTypeRef, "READ_ONLY")),
+          Effect30.tap(() => Effect30.sync(() => emitDemotedToReadOnly())),
           Effect30.flatMap(() => startPromotionPolling(runtime))
         );
       })
@@ -85202,6 +85233,32 @@ var DuckDBInterfaceLiveBase = Layer4.effect(
           }))
         )
       );
+      const setMetadataWithoutReplica = (portalId, key2, value) => withPortalWritePermit(
+        portalId,
+        "setMetadataWithoutReplica",
+        Effect32.orDie(
+          Effect32.tryPromise({
+            try: () => setPortalMetadata({
+              masterLock: { isMaster: true },
+              portalId,
+              key: key2,
+              value
+            }),
+            catch: (error) => error
+          })
+        )
+      );
+      const publishReplica2 = (input) => withPortalWritePermit(
+        input.portalId,
+        "publishReplica",
+        Effect32.orDie(
+          replica.syncReplica({
+            portalId: input.portalId,
+            reason: input.reason,
+            mode: input.mode
+          })
+        )
+      );
       const syncObjectArtifact2 = (input) => withPortalWritePermit(
         input.portalId,
         "syncObjectArtifact",
@@ -85406,6 +85463,8 @@ var DuckDBInterfaceLiveBase = Layer4.effect(
         getPropertyDefinitionStateSummary: getPropertyDefinitionStateSummary2,
         getWorkflowStateSummary: getWorkflowStateSummary2,
         setMetadata: setMetadata2,
+        setMetadataWithoutReplica,
+        publishReplica: publishReplica2,
         syncObjectArtifact: syncObjectArtifact2,
         syncAssociationArtifact: syncAssociationArtifact2,
         syncPlugin: syncPlugin2,
@@ -85420,9 +85479,13 @@ var DuckDBInterfaceLiveBase = Layer4.effect(
     })
   )
 );
+var SharedMasterLockLive = Layer4.orDie(MasterLockLive);
+var SharedReplicaLive = makeReplicaLive({
+  masterLockLayer: SharedMasterLockLive
+});
 var DuckDBInterfaceLive = pipe21(
   DuckDBInterfaceLiveBase,
-  Layer4.provide(Layer4.mergeAll(Layer4.orDie(MasterLockLive), ReplicaLive))
+  Layer4.provide(Layer4.mergeAll(SharedMasterLockLive, SharedReplicaLive))
 );
 
 // src/layers/FileDownloadLive.ts
@@ -86281,7 +86344,7 @@ var getReadConnection = (portalId, options8) => pipe25(
     return openLiveConnection(portalId, error);
   })
 );
-var closeReadConnection = (portalId) => Effect37.promise(() => evictDatabaseConnections(portalId));
+var closeReadConnection = (portalId) => Effect37.promise(() => evictReadOnlyDatabaseConnections(portalId));
 
 // src/layers/PortalFileStateLive.ts
 import { Effect as Effect38, Layer as Layer6, pipe as pipe26 } from "effect";
@@ -88702,7 +88765,7 @@ Optional: pass portalIds to run the same query across one or more specific porta
 
 Data freshness: enabled portals are automatically checked for freshness before querying. If portal sync is disabled, queries use stale local data when available and otherwise return an error.
 
-IMPORTANT: the automatic freshness check covers artifact-backed CRM data, but it does NOT make lightweight message-plugin tables current. Before querying plugin-backed tables such as lists, owners, pipelines, forms, inboxes, or sequences when current values matter, first inspect status(section="schema"), call refresh_plugins if needed, and wait for completion via status(section="schema") before running the query.
+IMPORTANT: the automatic freshness check covers artifact-backed CRM data, but it does NOT make lightweight message-plugin tables current. Before querying plugin-backed tables such as lists, owners, pipelines, forms, inboxes, or sequences when current values matter, first inspect status(section="schema"), call refresh_plugins if needed, and wait for replica-verified completion via status(section="schema") before running the query.
 
 If your task depends on both artifact-backed data and plugin-backed metadata, refresh the plugin data first, wait for completion, then run the query.
 
@@ -89067,7 +89130,7 @@ Optional: pass portalIds to run the same chart query across one or more specific
 
 Data freshness: enabled portals are automatically checked for freshness before charting. If portal sync is disabled, charting uses stale local data when available and otherwise returns an error.
 
-IMPORTANT: the automatic freshness check covers artifact-backed CRM data, but it does NOT automatically refresh lightweight message-plugin tables. Before charting plugin-backed tables such as lists, owners, pipelines, forms, inboxes, or sequences when current values matter, first inspect status(section="schema"), call refresh_plugins if needed, and wait for completion via status(section="schema") before charting.
+IMPORTANT: the automatic freshness check covers artifact-backed CRM data, but it does NOT automatically refresh lightweight message-plugin tables. Before charting plugin-backed tables such as lists, owners, pipelines, forms, inboxes, or sequences when current values matter, first inspect status(section="schema"), call refresh_plugins if needed, and wait for replica-verified completion via status(section="schema") before charting.
 
 The query results map to the chart as follows:
 - First column \u2192 X-axis labels (categories)
@@ -89243,6 +89306,7 @@ SELECT json_extract_string(properties, '$.dealstage') as stage, COUNT(*) as coun
 import { z as z25 } from "zod";
 import fs12 from "fs";
 import { Effect as Effect66 } from "effect";
+var PLUGIN_SYNC_METADATA_PREFIX = "last_synced:plugin:";
 function formatBytes(bytes) {
   if (bytes === 0) return "0 B";
   const units = ["B", "KB", "MB", "GB"];
@@ -89255,12 +89319,16 @@ function getDbFileSize(portalId) {
   if (!fs12.existsSync(db2)) return null;
   return fs12.statSync(db2).size;
 }
-var buildLightweightPluginFreshnessSection = (portalState, now = Date.now()) => Object.fromEntries(
+var buildLightweightPluginFreshnessSection = (portalState, now = Date.now(), replicaPluginSyncMetadata = {}) => Object.fromEntries(
   getMessagePlugins().map((plugin) => {
     const pluginState = portalState?.plugins.find((entry) => entry.name === plugin.name) ?? null;
-    const freshness = buildPluginFreshness(pluginState?.lastSynced?.toISOString() ?? null, now);
+    const replicaLastSynced = replicaPluginSyncMetadata[`${PLUGIN_SYNC_METADATA_PREFIX}${plugin.name}`] ?? null;
+    const freshness = buildPluginFreshness(
+      replicaLastSynced ?? pluginState?.lastSynced?.toISOString() ?? null,
+      now
+    );
     return [plugin.name, {
-      status: pluginState?.status ?? "NOT_STARTED",
+      status: pluginState?.status ?? (replicaLastSynced === null ? "NOT_STARTED" : "SYNCED"),
       error: pluginState?.error ?? null,
       lastRefreshedAt: freshness.lastRefreshedAt,
       ageMs: freshness.ageMs,
@@ -89268,6 +89336,29 @@ var buildLightweightPluginFreshnessSection = (portalState, now = Date.now()) =>
     }];
   })
 );
+var isMissingSyncMetadataTableError2 = (error) => {
+  const message = error instanceof Error ? error.message : String(error);
+  return message.includes("sync_metadata") && message.includes("does not exist");
+};
+var loadReplicaPluginSyncMetadata = async (conn) => {
+  try {
+    const reader = await conn.runAndReadAll(
+      `SELECT key, value FROM sync_metadata WHERE key LIKE '${PLUGIN_SYNC_METADATA_PREFIX}%'`
+    );
+    const rows = reader.getRowObjects();
+    const result = {};
+    for (const row of rows) {
+      if (typeof row.key !== "string" || typeof row.value !== "string") continue;
+      result[row.key] = row.value;
+    }
+    return result;
+  } catch (error) {
+    if (isMissingSyncMetadataTableError2(error)) {
+      return {};
+    }
+    throw error;
+  }
+};
 async function buildConnectionSection(deps) {
   const selectedPortalId2 = deps.getSelectedPortalId();
   const connectionState = deps.getConnectionState();
@@ -89310,7 +89401,12 @@ async function buildSchemaSection(portalId, deps) {
   );
   const allPluginTableNames = new Set(getAllTableNames());
   const portalState = await deps.getPortalState(portalId);
-  const lightweightPlugins = buildLightweightPluginFreshnessSection(portalState);
+  const replicaPluginSyncMetadata = await loadReplicaPluginSyncMetadata(conn);
+  const lightweightPlugins = buildLightweightPluginFreshnessSection(
+    portalState,
+    Date.now(),
+    replicaPluginSyncMetadata
+  );
   const sectionResults = await Promise.all(
     getPlugins().map(async (plugin) => {
       try {
@@ -89384,7 +89480,7 @@ The schema output also includes lightweight plugin freshness data so you can see
 
 Status output also includes active and recent lightweight plugin refresh jobs so callers can inspect queued, running, completed, or failed manual refresh requests without blocking on the initial tool call.
 
-Use status(section="schema") as the authoritative freshness gate for lightweight plugins. After calling refresh_plugins, poll status(section="schema") for the same portal until the matching refresh job is COMPLETED, none of the requested plugins are still QUEUED, RUNNING, or REPLICATING, and the requested plugins show updated lastRefreshedAt values. Do not proceed with plugin-dependent work before those conditions are met.
+Use status(section="schema") as the authoritative freshness gate for lightweight plugins. After calling refresh_plugins, poll status(section="schema") for the same portal until the matching refresh job is COMPLETED, none of the requested plugins are still QUEUED, RUNNING, or REPLICATING, and the requested plugins show updated replica-backed lastRefreshedAt values. COMPLETED means the executor verified the newly published read replica, not merely that remote execution finished. Do not proceed with plugin-dependent work before those conditions are met.
 
 Artifact-backed CRM data and lightweight plugin metadata have different freshness rules. Artifact freshness is handled automatically for query/chart reads, but lightweight plugin freshness is not.
 
@@ -133781,7 +133877,7 @@ VIEWING THE PLAN:
 
 IMPORTANT: After building the plan, present it to the user and ask for confirmation before calling submit_plan.
 
-When building operations that depend on current lightweight metadata or IDs from local tables, such as owners, lists, pipelines, forms, inboxes, or sequences, first ensure those plugin tables are fresh. Use status(section="schema") to inspect freshness, refresh_plugins to refresh the required plugin set, and wait for completion with status(section="schema") before resolving IDs or constructing operations that depend on them.
+When building operations that depend on current lightweight metadata or IDs from local tables, such as owners, lists, pipelines, forms, inboxes, or sequences, first ensure those plugin tables are fresh. Use status(section="schema") to inspect freshness, refresh_plugins to refresh the required plugin set, and wait for replica-verified completion with status(section="schema") before resolving IDs or constructing operations that depend on them.
 
 WORKFLOW:
 1. describe_operations - Discover available operation types and their required fields
@@ -134449,7 +134545,7 @@ The requested pluginNames array is required. Optional portalIds lets you refresh
 
 This tool starts an asynchronous refresh job and returns immediately. It does NOT wait for fresh data to be available.
 
-After calling refresh_plugins, do not run any query, chart, or plan-building step that depends on those plugin tables until you confirm completion with status(section="schema"). Wait until the relevant refresh job is COMPLETED and the requested plugins show updated freshness data. If the job FAILED, surface the error instead of proceeding.
+After calling refresh_plugins, do not run any query, chart, or plan-building step that depends on those plugin tables until you confirm completion with status(section="schema"). Wait until the relevant refresh job is COMPLETED and the requested plugins show updated replica-backed freshness data. COMPLETED means the executor verified the newly published read replica, not merely that remote execution finished. If the job FAILED, surface the error instead of proceeding.
 
 If the same plugin set is needed across multiple portals, prefer one call using portalIds. Use \`status\` to inspect in-flight and recent refresh jobs.`,
     inputSchema: {
@@ -134734,6 +134830,25 @@ var createPluginRefreshJobStore = () => {
 var earliestStartedAt = (plugins2) => plugins2.map((plugin) => plugin.startedAt).filter((value) => value !== null).sort()[0] ?? null;
 var finalizeManualPluginRefreshJob = async (input) => {
   const startedAt = earliestStartedAt(input.plugins);
+  try {
+    await input.prepareReplicaVerification();
+  } catch (error) {
+    const message = input.formatError(error);
+    const finishedAt = (/* @__PURE__ */ new Date()).toISOString();
+    await input.updateJobProgress({
+      jobId: input.jobId,
+      portalId: input.portalId,
+      pluginNames: input.pluginNames,
+      createdAt: input.createdAt,
+      status: "FAILED",
+      plugins: input.plugins,
+      startedAt,
+      finishedAt,
+      error: message,
+      relayToServer: input.relayToServer
+    });
+    return;
+  }
   await input.updateJobProgress({
     jobId: input.jobId,
     portalId: input.portalId,
@@ -134746,6 +134861,7 @@ var finalizeManualPluginRefreshJob = async (input) => {
   });
   try {
     await input.publishReplica();
+    await input.verifyReplica();
   } catch (error) {
     const message = input.formatError(error);
     const finishedAt = (/* @__PURE__ */ new Date()).toISOString();
@@ -135172,6 +135288,7 @@ var STATUS_METADATA = {
 };
 var UPDATE_CHECK_TIMEOUT_MS = 2e3;
 var UPDATE_CHECK_CACHE_TTL_MS = 5 * 6e4;
+var PLUGIN_REFRESH_VERIFICATION_PREFIX = "plugin_refresh_verification:";
 var latestPackageVersionCache = null;
 var fetchLatestPackageVersion = async (packageName) => {
   const now = Date.now();
@@ -135247,6 +135364,26 @@ var mainProgram = Effect147.gen(function* () {
   const isMasterClient = () => getConnectionType() === "MASTER";
   const getSyncRole = () => isMasterClient() ? "master" : "read_only";
   const formatErrorMessage2 = (error) => error instanceof Error ? error.message : String(error);
+  const buildPluginRefreshVerificationKey = (jobId) => `${PLUGIN_REFRESH_VERIFICATION_PREFIX}${jobId}`;
+  const buildStalePluginRefreshExecutorProgress = (jobId, portalId, pluginNames) => {
+    const finishedAt = (/* @__PURE__ */ new Date()).toISOString();
+    const error = `Rejected plugin refresh execute for portal ${portalId} because this client is read-only locally.`;
+    return {
+      job_id: jobId,
+      target_portal: portalId,
+      plugin_names: [...pluginNames],
+      status: "FAILED",
+      plugins: pluginNames.map((pluginName) => ({
+        plugin_name: pluginName,
+        status: "FAILED",
+        error,
+        finished_at: finishedAt
+      })),
+      created_at: finishedAt,
+      finished_at: finishedAt,
+      error
+    };
+  };
   const logReadOnlySkip = (action, portalId) => {
     const portalPart = portalId === void 0 ? "" : ` for portal ${portalId}`;
     console.error(`[sync] Skipping ${action}${portalPart} on read-only client`);
@@ -135273,6 +135410,20 @@ var mainProgram = Effect147.gen(function* () {
       syncRole: getSyncRole()
     })
   );
+  const refreshRegistrationForConnectionTypeChange = (reason) => {
+    scheduleRuntimeReconcile();
+    Effect147.runFork(
+      pipe122(
+        Effect147.promise(() => syncRegistrationContext()),
+        Effect147.flatMap(() => ws6.refreshRegistration()),
+        Effect147.catchAll(
+          (error) => Effect147.sync(() => {
+            console.error(`[ws] Failed to refresh registration after ${reason}:`, error);
+          })
+        )
+      )
+    );
+  };
   const ensureFresh = makeEnsureFresh({
     getSelectedPortalId: getPortalId,
     isMasterClient,
@@ -135502,6 +135653,10 @@ var mainProgram = Effect147.gen(function* () {
                 });
                 return;
               }
+              const verificationMarker = {
+                key: buildPluginRefreshVerificationKey(input.jobId),
+                value: (/* @__PURE__ */ new Date()).toISOString()
+              };
               await finalizeManualPluginRefreshJob({
                 jobId: input.jobId,
                 portalId: input.portalId,
@@ -135509,20 +135664,36 @@ var mainProgram = Effect147.gen(function* () {
                 createdAt: input.createdAt,
                 plugins: plugins2,
                 relayToServer: input.relayToServer,
+                prepareReplicaVerification: async () => {
+                  await Effect147.runPromise(
+                    duckDb.setMetadataWithoutReplica(
+                      input.portalId,
+                      verificationMarker.key,
+                      verificationMarker.value
+                    )
+                  );
+                },
                 updateJobProgress,
                 publishReplica: () => Effect147.runPromise(
-                  pipe122(
-                    ReplicaService,
-                    Effect147.flatMap(
-                      (replica) => replica.syncReplica({
-                        portalId: input.portalId,
-                        reason: `manualPluginRefresh:${input.jobId}`,
-                        mode: "immediate"
-                      })
-                    ),
-                    Effect147.provide(ReplicaLive)
-                  )
+                  duckDb.publishReplica({
+                    portalId: input.portalId,
+                    reason: `manualPluginRefresh:${input.jobId}`,
+                    mode: "immediate"
+                  })
                 ),
+                verifyReplica: async () => {
+                  await evictReadOnlyDatabaseConnections(input.portalId);
+                  const replicatedValue = await getPortalMetadata({
+                    portalId: input.portalId,
+                    key: verificationMarker.key,
+                    masterLock: { isMaster: false }
+                  });
+                  if (replicatedValue !== verificationMarker.value) {
+                    throw new Error(
+                      `Replica verification failed for portal ${input.portalId}: expected marker '${verificationMarker.key}' to equal '${verificationMarker.value}', got '${replicatedValue ?? "null"}'.`
+                    );
+                  }
+                },
                 formatError: formatErrorMessage2
               });
             }
@@ -135926,17 +136097,10 @@ var mainProgram = Effect147.gen(function* () {
   scheduleRuntimeReconcile = runtimeReconciler.scheduleReconcile;
   runtimeReconciler.startPolling();
   onPromotedToMaster(() => {
-    Effect147.runFork(
-      pipe122(
-        Effect147.promise(() => syncRegistrationContext()),
-        Effect147.flatMap(() => ws6.refreshRegistration()),
-        Effect147.catchAll(
-          (error) => Effect147.sync(() => {
-            console.error("[ws] Failed to refresh registration after promotion:", error);
-          })
-        )
-      )
-    );
+    refreshRegistrationForConnectionTypeChange("promotion");
+  });
+  onDemotedToReadOnly(() => {
+    refreshRegistrationForConnectionTypeChange("demotion");
   });
   runtimeReconciler.scheduleReconcile();
   configureArtifactQueue(
@@ -136214,6 +136378,26 @@ var mainProgram = Effect147.gen(function* () {
     onPluginRefreshExecute: (payload) => {
       if (!isMasterClient()) {
         logReadOnlySkip("plugin refresh execute", payload.target_portal);
+        refreshRegistrationForConnectionTypeChange("demotion");
+        Effect147.runFork(
+          pipe122(
+            ws6.sendPluginRefreshProgress(
+              buildStalePluginRefreshExecutorProgress(
+                payload.job_id,
+                payload.target_portal,
+                payload.plugin_names
+              )
+            ),
+            Effect147.catchAll(
+              (error) => Effect147.sync(() => {
+                console.error(
+                  `[plugin-refresh] Failed to reject stale executor for portal ${payload.target_portal}:`,
+                  error
+                );
+              })
+            )
+          )
+        );
         return;
       }
       const existing = refreshJobStore.getSnapshot(payload.job_id);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daeda/mcp-pro",
-  "version": "0.1.54",
+  "version": "0.1.55",
   "description": "MCP server for HubSpot CRM — sync, query, and manage your portal data",
   "type": "module",
   "bin": {