@daeda/mcp-pro 0.1.53 → 0.1.54

package/dist/index.js

@@ -84095,36 +84095,6 @@ async function deleteRowsForObjectTypes(connection, tableName, objectTypes) {
     );
   }
 }
-async function readPropertyDefinitionStatesForTypes(connection, objectTypes) {
-  if (objectTypes.length === 0) {
-    return /* @__PURE__ */ new Map();
-  }
-  const states = /* @__PURE__ */ new Map();
-  for (const batch of chunk([...objectTypes], DELETE_BATCH_SIZE)) {
-    const reader = await connection.runAndReadAll(
-      `SELECT object_type, object_type_id, fingerprint, property_count, group_count, last_checked_at, last_changed_at, status, error
-         FROM property_definition_object_state
-        WHERE object_type IN (${buildSqlPlaceholders(batch.length)})`,
-      batch
-    );
-    const rows = reader.getRowObjects();
-    for (const row of rows) {
-      const parsed = PROPERTY_DEFINITION_OBJECT_STATE_ROW_SCHEMA.parse({
-        objectType: row.object_type,
-        objectTypeId: row.object_type_id,
-        fingerprint: row.fingerprint,
-        propertyCount: typeof row.property_count === "number" ? row.property_count : Number(row.property_count ?? 0),
-        groupCount: typeof row.group_count === "number" ? row.group_count : Number(row.group_count ?? 0),
-        lastCheckedAt: row.last_checked_at,
-        lastChangedAt: row.last_changed_at,
-        status: row.status,
-        error: row.error ?? null
-      });
-      states.set(parsed.objectType, parsed);
-    }
-  }
-  return states;
-}
 async function replacePropertyDefinitionSlices(connection, objectTypes, propertyDefinitions, propertyGroups, objectStates) {
   await deleteRowsForObjectTypes(connection, "property_definitions", objectTypes);
   await deleteRowsForObjectTypes(connection, "property_groups", objectTypes);
@@ -84254,108 +84224,6 @@ async function syncAssociationSchemaSnapshot({
   });
   return { portalId };
 }
-async function syncPropertyDefinitionsSnapshot({
-  masterLock,
-  portalId,
-  snapshot
-}) {
-  assertWritable(masterLock);
-  const handle = await getDatabaseConnection(portalId, null);
-  const parsedSnapshot = PROPERTY_DEFINITIONS_SNAPSHOT_SCHEMA.parse(snapshot);
-  await initializeDb(handle.connection);
-  await ensureDataPluginSchema(handle.connection, "property-definitions");
-  await withTransaction(handle.connection, async () => {
-    await ensureTable(handle.connection, PROPERTY_DEFINITIONS_TABLE_STATEMENTS);
-    const skippedObjectTypes = new Set(
-      parsedSnapshot.partial?.skippedObjects.map((item) => item.objectType) ?? []
-    );
-    if (skippedObjectTypes.size === 0) {
-      await replacePluginTable(
-        handle.connection,
-        /* @__PURE__ */ new Set([
-          "property_definitions",
-          "property_groups",
-          "property_definition_object_state"
-        ]),
-        "property_definitions",
-        propertyDefinitionRowsToColumns(parsedSnapshot.propertyDefinitions)
-      );
-      await replacePluginTable(
-        handle.connection,
-        /* @__PURE__ */ new Set([
-          "property_definitions",
-          "property_groups",
-          "property_definition_object_state"
-        ]),
-        "property_groups",
-        propertyGroupRowsToColumns(parsedSnapshot.propertyGroups)
-      );
-      await replacePluginTable(
-        handle.connection,
-        /* @__PURE__ */ new Set([
-          "property_definitions",
-          "property_groups",
-          "property_definition_object_state"
-        ]),
-        "property_definition_object_state",
-        propertyDefinitionObjectStateRowsToColumns(parsedSnapshot.objectStates)
-      );
-      return;
-    }
-    const includedObjectTypes = [
-      ...new Set(parsedSnapshot.objectStates.map((row) => row.objectType))
-    ].filter((objectType) => !skippedObjectTypes.has(objectType));
-    const existingSkippedStates = await readPropertyDefinitionStatesForTypes(
-      handle.connection,
-      parsedSnapshot.partial?.skippedObjects.map((item) => item.objectType) ?? []
-    );
-    const mergedObjectStates = parsedSnapshot.objectStates.map((row) => {
-      if (!skippedObjectTypes.has(row.objectType)) {
-        return row;
-      }
-      const existing = existingSkippedStates.get(row.objectType);
-      if (!existing) {
-        return row;
-      }
-      return {
-        ...existing,
-        objectTypeId: row.objectTypeId,
-        lastCheckedAt: row.lastCheckedAt,
-        status: row.status,
-        error: row.error
-      };
-    });
-    await replacePropertyDefinitionSlices(
-      handle.connection,
-      includedObjectTypes,
-      parsedSnapshot.propertyDefinitions.filter(
-        (row) => !skippedObjectTypes.has(row.objectType)
-      ),
-      parsedSnapshot.propertyGroups.filter(
-        (row) => !skippedObjectTypes.has(row.objectType)
-      ),
-      mergedObjectStates.filter(
-        (row) => !skippedObjectTypes.has(row.objectType)
-      )
-    );
-    const skippedStates = mergedObjectStates.filter(
-      (row) => skippedObjectTypes.has(row.objectType)
-    );
-    if (skippedStates.length > 0) {
-      await deleteRowsForObjectTypes(
-        handle.connection,
-        "property_definition_object_state",
-        skippedStates.map((row) => row.objectType)
-      );
-      await bulkAppend(
-        handle.connection,
-        "property_definition_object_state",
-        propertyDefinitionObjectStateRowsToColumns(skippedStates)
-      );
-    }
-  });
-  return { portalId };
-}
 async function applyWorkflowDelta({
   masterLock,
   portalId,
@@ -85421,23 +85289,6 @@ var DuckDBInterfaceLiveBase = Layer4.effect(
           }))
         )
       );
-      const syncPropertyDefinitionsSnapshot2 = (input) => withPortalWritePermit(
-        input.portalId,
-        "syncPropertyDefinitionsSnapshot",
-        Effect32.orDie(
-          syncReplicaAfterWrite({
-            portalId: input.portalId,
-            reason: "syncPropertyDefinitionsSnapshot"
-          }, Effect32.tryPromise({
-            try: () => syncPropertyDefinitionsSnapshot({
-              masterLock: { isMaster: true },
-              portalId: input.portalId,
-              snapshot: input.snapshot
-            }),
-            catch: (error) => error
-          }))
-        )
-      );
       const applyWorkflowDelta2 = (input) => withPortalWritePermit(
         input.portalId,
         "applyWorkflowDelta",
@@ -85560,7 +85411,6 @@ var DuckDBInterfaceLiveBase = Layer4.effect(
         syncPlugin: syncPlugin2,
         replaceWorkflowRows: replaceWorkflowRows2,
         syncAssociationSchemaSnapshot: syncAssociationSchemaSnapshot2,
-        syncPropertyDefinitionsSnapshot: syncPropertyDefinitionsSnapshot2,
         applyWorkflowDelta: applyWorkflowDelta2,
         applyPropertyDefinitionsDelta: applyPropertyDefinitionsDelta2,
         applyDiffBatch: applyDiffBatch2,
@@ -87095,36 +86945,6 @@ var PortalDataLiveBase = Layer7.effect(
           )
         )
       );
-      const syncPropertyDefinitionsSnapshot2 = (input) => pipe27(
-        requireMasterConnection(input.portalId, "syncPropertyDefinitionsSnapshot"),
-        Effect39.flatMap(
-          () => pipe27(
-            duckDb.syncPropertyDefinitionsSnapshot({
-              portalId: input.portalId,
-              snapshot: input.snapshot
-            }),
-            Effect39.flatMap(
-              () => duckDb.setMetadata(
-                input.portalId,
-                "last_synced:property_definitions",
-                (/* @__PURE__ */ new Date()).toISOString()
-              )
-            ),
-            Effect39.flatMap(
-              () => swallowPortalFileStateError(portalFileState.touchSyncedAt(input.portalId))
-            ),
-            Effect39.map(() => ({
-              portalId: input.portalId
-            })),
-            Effect39.catchAllCause(
-              (cause) => toSyncFailure(
-                `Failed to sync property definitions snapshot for portal ${input.portalId}`,
-                cause
-              )
-            )
-          )
-        )
-      );
       const applyWorkflowDelta2 = (input) => pipe27(
         requireMasterConnection(input.portalId, "applyWorkflowDelta"),
         Effect39.flatMap(
@@ -87258,7 +87078,6 @@ var PortalDataLiveBase = Layer7.effect(
         syncPluginPayload,
         replaceWorkflowRows: replaceWorkflowRows2,
         syncAssociationSchemaSnapshot: syncAssociationSchemaSnapshot2,
-        syncPropertyDefinitionsSnapshot: syncPropertyDefinitionsSnapshot2,
         applyWorkflowDelta: applyWorkflowDelta2,
         applyPropertyDefinitionsDelta: applyPropertyDefinitionsDelta2,
         applyDiffBatch: applyDiffBatch2,
@@ -88883,7 +88702,9 @@ Optional: pass portalIds to run the same query across one or more specific porta
 
 Data freshness: enabled portals are automatically checked for freshness before querying. If portal sync is disabled, queries use stale local data when available and otherwise return an error.
 
-Lightweight message-plugin metadata can still be stale even when the portal is otherwise synced. Use \`status\` to inspect plugin freshness and \`refresh_plugins\` to explicitly refresh lightweight plugin tables like lists or owners when you need the latest values.
+IMPORTANT: the automatic freshness check covers artifact-backed CRM data, but it does NOT make lightweight message-plugin tables current. Before querying plugin-backed tables such as lists, owners, pipelines, forms, inboxes, or sequences when current values matter, first inspect status(section="schema"), call refresh_plugins if needed, and wait for completion via status(section="schema") before running the query.
+
+If your task depends on both artifact-backed data and plugin-backed metadata, refresh the plugin data first, wait for completion, then run the query.
 
 IMPORTANT: Always use the 'status' tool with section "schema" first to discover available object types and property names before writing queries. Do not guess property names.
 
@@ -89246,7 +89067,7 @@ Optional: pass portalIds to run the same chart query across one or more specific
 
 Data freshness: enabled portals are automatically checked for freshness before charting. If portal sync is disabled, charting uses stale local data when available and otherwise returns an error.
 
-Lightweight message-plugin metadata can still be stale even when the portal is otherwise synced. Use \`status\` to inspect plugin freshness and \`refresh_plugins\` to explicitly refresh lightweight plugin tables like lists or owners when you need the latest values.
+IMPORTANT: the automatic freshness check covers artifact-backed CRM data, but it does NOT automatically refresh lightweight message-plugin tables. Before charting plugin-backed tables such as lists, owners, pipelines, forms, inboxes, or sequences when current values matter, first inspect status(section="schema"), call refresh_plugins if needed, and wait for completion via status(section="schema") before charting.
 
 The query results map to the chart as follows:
 - First column \u2192 X-axis labels (categories)
@@ -89563,6 +89384,10 @@ The schema output also includes lightweight plugin freshness data so you can see
 
 Status output also includes active and recent lightweight plugin refresh jobs so callers can inspect queued, running, completed, or failed manual refresh requests without blocking on the initial tool call.
 
+Use status(section="schema") as the authoritative freshness gate for lightweight plugins. After calling refresh_plugins, poll status(section="schema") for the same portal until the matching refresh job is COMPLETED, none of the requested plugins are still QUEUED, RUNNING, or REPLICATING, and the requested plugins show updated lastRefreshedAt values. Do not proceed with plugin-dependent work before those conditions are met.
+
+Artifact-backed CRM data and lightweight plugin metadata have different freshness rules. Artifact freshness is handled automatically for query/chart reads, but lightweight plugin freshness is not.
+
 Optional: pass portalIds to fetch schema status for specific portals. When portalIds is provided, schema output is a JSON object keyed by portal ID.
 
 Data readiness: only portals with sync enabled are refreshed automatically. Disabled portals can still report schema from stale local data if a local DB already exists.
@@ -133956,6 +133781,8 @@ VIEWING THE PLAN:
 
 IMPORTANT: After building the plan, present it to the user and ask for confirmation before calling submit_plan.
 
+When building operations that depend on current lightweight metadata or IDs from local tables, such as owners, lists, pipelines, forms, inboxes, or sequences, first ensure those plugin tables are fresh. Use status(section="schema") to inspect freshness, refresh_plugins to refresh the required plugin set, and wait for completion with status(section="schema") before resolving IDs or constructing operations that depend on them.
+
 WORKFLOW:
 1. describe_operations - Discover available operation types and their required fields
 2. build_plan - Create draft with title, description, and operations
@@ -134614,11 +134441,17 @@ function registerRefreshPluginsTool(server2, deps) {
 
 Lightweight plugins are not kept fresh automatically in real time. Their data may become stale until you explicitly refresh them with this tool.
 
-Use this when you need the latest lightweight metadata, such as lists, owners, pipelines, forms, inboxes, or other message-backed plugin data.
+Use this when you need current lightweight metadata, such as lists, owners, pipelines, forms, inboxes, sequences, or other message-backed plugin data.
+
+Before calling this tool, first determine the full set of plugin-backed metadata you will need for the task. Prefer a single refresh_plugins call with the union of all needed pluginNames rather than separate calls per plugin.
 
 The requested pluginNames array is required. Optional portalIds lets you refresh the same plugins across multiple portals; otherwise the selected portal is used.
 
-This tool returns immediately with a refresh job record instead of blocking until the refresh completes. Use \`status\` to inspect in-flight and recent refresh jobs.`,
+This tool starts an asynchronous refresh job and returns immediately. It does NOT wait for fresh data to be available.
+
+After calling refresh_plugins, do not run any query, chart, or plan-building step that depends on those plugin tables until you confirm completion with status(section="schema"). Wait until the relevant refresh job is COMPLETED and the requested plugins show updated freshness data. If the job FAILED, surface the error instead of proceeding.
+
+If the same plugin set is needed across multiple portals, prefer one call using portalIds. Use \`status\` to inspect in-flight and recent refresh jobs.`,
     inputSchema: {
       pluginNames: z97.array(z97.string()).min(1).describe("Required lightweight plugin names to refresh, for example ['lists', 'owners']."),
       portalIds: z97.array(z97.number()).optional().describe("Optional explicit portal IDs to refresh. If omitted, the selected portal is used.")
@@ -134793,7 +134626,7 @@ var createPluginRefreshJobStore = () => {
       error: payload.error ?? null,
       coalescedRequests: 0,
       plugins: buildPluginSnapshots(pluginNames),
-      active: payload.status === "QUEUED" || payload.status === "RUNNING"
+      active: payload.status === "QUEUED" || payload.status === "RUNNING" || payload.status === "REPLICATING"
     };
     job.portalId = payload.target_portal;
     job.pluginNames = pluginNames;
@@ -134803,7 +134636,7 @@ var createPluginRefreshJobStore = () => {
     job.startedAt = payload.started_at ?? job.startedAt ?? null;
     job.finishedAt = payload.finished_at ?? (payload.status === "COMPLETED" || payload.status === "FAILED" ? (/* @__PURE__ */ new Date()).toISOString() : null);
     job.error = payload.error ?? null;
-    job.active = payload.status === "QUEUED" || payload.status === "RUNNING";
+    job.active = payload.status === "QUEUED" || payload.status === "RUNNING" || payload.status === "REPLICATING";
     const pluginMap = new Map(job.plugins.map((plugin) => [plugin.pluginName, plugin]));
     for (const pluginName of pluginNames) {
       if (!pluginMap.has(pluginName)) {
@@ -134897,6 +134730,52 @@ var createPluginRefreshJobStore = () => {
   };
 };
 
+// src/pure/manual-plugin-refresh-job.ts
+var earliestStartedAt = (plugins2) => plugins2.map((plugin) => plugin.startedAt).filter((value) => value !== null).sort()[0] ?? null;
+var finalizeManualPluginRefreshJob = async (input) => {
+  const startedAt = earliestStartedAt(input.plugins);
+  await input.updateJobProgress({
+    jobId: input.jobId,
+    portalId: input.portalId,
+    pluginNames: input.pluginNames,
+    createdAt: input.createdAt,
+    status: "REPLICATING",
+    plugins: input.plugins,
+    startedAt,
+    relayToServer: input.relayToServer
+  });
+  try {
+    await input.publishReplica();
+  } catch (error) {
+    const message = input.formatError(error);
+    const finishedAt = (/* @__PURE__ */ new Date()).toISOString();
+    await input.updateJobProgress({
+      jobId: input.jobId,
+      portalId: input.portalId,
+      pluginNames: input.pluginNames,
+      createdAt: input.createdAt,
+      status: "FAILED",
+      plugins: input.plugins,
+      startedAt,
+      finishedAt,
+      error: message,
+      relayToServer: input.relayToServer
+    });
+    return;
+  }
+  await input.updateJobProgress({
+    jobId: input.jobId,
+    portalId: input.portalId,
+    pluginNames: input.pluginNames,
+    createdAt: input.createdAt,
+    status: "COMPLETED",
+    plugins: input.plugins,
+    startedAt,
+    finishedAt: (/* @__PURE__ */ new Date()).toISOString(),
+    relayToServer: input.relayToServer
+  });
+};
+
 // src/effects/ensure-fresh.ts
 import fs20 from "fs";
 var DEFAULT_QUEUE_DRAIN_TIMEOUT_MS = 12e4;
@@ -135595,17 +135474,56 @@ var mainProgram = Effect147.gen(function* () {
               const allDone = plugins2.every(
                 (plugin) => plugin.status === "SYNCED" || plugin.status === "PARTIAL" || plugin.status === "FAILED"
               );
-              await updateJobProgress({
+              if (!allDone) {
+                await updateJobProgress({
+                  jobId: input.jobId,
+                  portalId: input.portalId,
+                  pluginNames: input.pluginNames,
+                  createdAt: input.createdAt,
+                  status: "RUNNING",
+                  plugins: plugins2,
+                  startedAt: plugins2.map((plugin) => plugin.startedAt).filter((value) => value !== null).sort()[0] ?? null,
+                  relayToServer: input.relayToServer
+                });
+                return;
+              }
+              if (hasFailure) {
+                await updateJobProgress({
+                  jobId: input.jobId,
+                  portalId: input.portalId,
+                  pluginNames: input.pluginNames,
+                  createdAt: input.createdAt,
+                  status: "FAILED",
+                  plugins: plugins2,
+                  startedAt: plugins2.map((plugin) => plugin.startedAt).filter((value) => value !== null).sort()[0] ?? null,
+                  finishedAt: now,
+                  error: plugins2.find((plugin) => plugin.status === "FAILED")?.error ?? null,
+                  relayToServer: input.relayToServer
+                });
+                return;
+              }
+              await finalizeManualPluginRefreshJob({
                 jobId: input.jobId,
                 portalId: input.portalId,
                 pluginNames: input.pluginNames,
                 createdAt: input.createdAt,
-                status: allDone ? hasFailure ? "FAILED" : "COMPLETED" : "RUNNING",
                 plugins: plugins2,
-                startedAt: plugins2.map((plugin) => plugin.startedAt).filter((value) => value !== null).sort()[0] ?? null,
-                finishedAt: allDone ? now : null,
-                error: hasFailure ? plugins2.find((plugin) => plugin.status === "FAILED")?.error ?? null : null,
-                relayToServer: input.relayToServer
+                relayToServer: input.relayToServer,
+                updateJobProgress,
+                publishReplica: () => Effect147.runPromise(
+                  pipe122(
+                    ReplicaService,
+                    Effect147.flatMap(
+                      (replica) => replica.syncReplica({
+                        portalId: input.portalId,
+                        reason: `manualPluginRefresh:${input.jobId}`,
+                        mode: "immediate"
+                      })
+                    ),
+                    Effect147.provide(ReplicaLive)
+                  )
+                ),
+                formatError: formatErrorMessage2
               });
             }
           });
@@ -135796,11 +135714,8 @@ var mainProgram = Effect147.gen(function* () {
       const workflowsArtifactReady = portalState?.artifacts.some(
         (artifact) => artifact.object_type === "workflows" && isArtifactBaselineReady(artifact.status)
       ) ?? false;
-      const propertyDefinitionsArtifactReady = portalState?.artifacts.some(
-        (artifact) => artifact.object_type === "property_definitions" && isArtifactBaselineReady(artifact.status)
-      ) ?? false;
       const workflowBaselineReady = workflowStateResult.readable && (workflowLastSyncedAt !== null || workflowsArtifactReady);
-      const propertyDefinitionBaselineReady = propertyDefinitionStateResult.readable && (propertyDefinitionLastSyncedAt !== null || propertyDefinitionsArtifactReady);
+      const propertyDefinitionBaselineReady = propertyDefinitionStateResult.readable && propertyDefinitionLastSyncedAt !== null;
       return {
         clientUuid: clientState.clientUuid,
         portalId,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daeda/mcp-pro",
-  "version": "0.1.53",
+  "version": "0.1.54",
   "description": "MCP server for HubSpot CRM — sync, query, and manage your portal data",
   "type": "module",
   "bin": {