@axiom-lattice/core 2.1.75 → 2.1.76

package/dist/index.mjs

@@ -2319,24 +2319,6 @@ var InMemoryThreadMessageQueueStore = class {
       }
     }
   }
-  async markCompleted(messageId) {
-    for (const messages of this.messages.values()) {
-      const message = messages.find((msg) => msg.id === messageId);
-      if (message) {
-        message.status = "completed";
-        return;
-      }
-    }
-  }
-  async clearCompletedMessages(threadId) {
-    const messages = this.messages.get(threadId);
-    if (messages) {
-      const filtered = messages.filter(
-        (msg) => msg.status !== "completed"
-      );
-      this.messages.set(threadId, filtered);
-    }
-  }
   async resetProcessingToPending(threadId) {
     const messages = this.messages.get(threadId);
     if (!messages) {
@@ -3225,7 +3207,6 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
   constructor() {
     this.databases = /* @__PURE__ */ new Map();
     this.defaultDatabaseKeys = /* @__PURE__ */ new Map();
-    this.configStore = null;
   }
   /**
    * Get the singleton instance
@@ -3285,16 +3266,9 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
     }
     this.defaultDatabaseKeys.set(tenantId, key);
   }
-  /**
-   * Set the configuration store for on-demand database loading
-   * @param store - The database configuration store
-   */
-  setConfigStore(store) {
-    this.configStore = store;
-  }
   /**
    * Get a database by key for a specific tenant
-   * If database is not registered and configStore is set, will try to load from store
+   * If database is not registered, tries to load from the store lattice
    * @param tenantId - Tenant identifier (required)
    * @param key - Database key (optional, uses default if not provided)
    * @returns ISqlDatabase instance
@@ -3312,8 +3286,10 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
         return database;
       }
     }
-    if (this.configStore) {
-      const configEntry = await this.configStore.getConfigByKey(tenantId, dbKey);
+    try {
+      const { store } = getStoreLattice("default", "database");
+      const configStore = store;
+      const configEntry = await configStore.getConfigByKey(tenantId, dbKey);
       if (configEntry) {
         this.registerDatabase(tenantId, dbKey, configEntry.config);
         if (!this.defaultDatabaseKeys.has(tenantId)) {
@@ -3327,6 +3303,7 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
           }
         }
       }
+    } catch {
     }
     if (!tenantDbs) {
       throw new Error(`No databases registered for tenant '${tenantId}'`);
@@ -4436,6 +4413,7 @@ var MetricsServerManager = class _MetricsServerManager {
     this.clients = /* @__PURE__ */ new Map();
     this.configs = /* @__PURE__ */ new Map();
     this.defaultServerKeys = /* @__PURE__ */ new Map();
+    this._loadingPromise = null;
   }
   /**
    * Get the singleton instance
@@ -4446,6 +4424,32 @@ var MetricsServerManager = class _MetricsServerManager {
     }
     return _MetricsServerManager.instance;
   }
+  /**
+   * Ensure configurations are loaded from the store lattice.
+   * Uses a promise-lock to prevent concurrent loads.
+   */
+  async _ensureLoaded() {
+    if (this.clients.size > 0) {
+      return;
+    }
+    if (this._loadingPromise) {
+      return this._loadingPromise;
+    }
+    this._loadingPromise = (async () => {
+      try {
+        const { store } = getStoreLattice("default", "metrics");
+        const configStore = store;
+        const configs = await configStore.getAllConfigsWithoutTenant();
+        for (const entry of configs) {
+          const tenantId = entry.tenantId || "default";
+          this.registerServer(tenantId, entry.key, entry.config);
+        }
+      } finally {
+        this._loadingPromise = null;
+      }
+    })();
+    return this._loadingPromise;
+  }
   /**
    * Get or create tenant clients map
    */
@@ -4514,7 +4518,8 @@ var MetricsServerManager = class _MetricsServerManager {
    * @param tenantId - Tenant identifier
    * @param key - Server key (optional, uses default if not provided)
    */
-  getClient(tenantId, key) {
+  async getClient(tenantId, key) {
+    await this._ensureLoaded();
     const tenantClients = this.clients.get(tenantId);
     if (!tenantClients) {
       throw new Error(`No metrics servers registered for tenant '${tenantId}'`);
@@ -4534,7 +4539,8 @@ var MetricsServerManager = class _MetricsServerManager {
    * @param tenantId - Tenant identifier
    * @param key - Server key (optional, uses default if not provided)
    */
-  getConfig(tenantId, key) {
+  async getConfig(tenantId, key) {
+    await this._ensureLoaded();
     const tenantConfigs = this.configs.get(tenantId);
     if (!tenantConfigs) {
       throw new Error(`No metrics servers registered for tenant '${tenantId}'`);
@@ -4562,7 +4568,8 @@ var MetricsServerManager = class _MetricsServerManager {
    * Get all registered metrics server keys with their types for a tenant
    * @param tenantId - Tenant identifier
    */
-  getServerKeys(tenantId) {
+  async getServerKeys(tenantId) {
+    await this._ensureLoaded();
     const tenantConfigs = this.configs.get(tenantId);
     if (!tenantConfigs) {
       return [];
@@ -4629,20 +4636,6 @@ var MetricsServerManager = class _MetricsServerManager {
       this.registerServer(tenantId, entry.key, entry.config);
     }
   }
-  /**
-   * Load all metrics server configurations from a store
-   * across all tenants and register them with this manager
-   *
-   * @param store - The metrics server configuration store
-   * @deprecated Use loadConfigsFromStore with specific tenant instead
-   */
-  async loadAllConfigsFromStore(store) {
-    const configs = await store.getAllConfigsWithoutTenant();
-    for (const entry of configs) {
-      const tenantId = entry.tenantId || "default";
-      this.registerServer(tenantId, entry.key, entry.config);
-    }
-  }
 };
 var metricsServerManager = MetricsServerManager.getInstance();
 
@@ -4661,7 +4654,7 @@ ${serverKeys.map(
     async (_input, _exeConfig) => {
       try {
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
-        const servers = metricsServerManager.getServerKeys(tenantId);
+        const servers = await metricsServerManager.getServerKeys(tenantId);
         if (servers.length === 0) {
           return "No metrics servers registered.";
         }
@@ -4700,7 +4693,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -4723,12 +4716,12 @@ To view all available data sources, please clear the current selection or reopen
         const allDataSources = [];
         for (const serverKey of filteredServerKeys) {
           try {
-            const config = metricsServerManager.getConfig(tenantId, serverKey);
+            const config = await metricsServerManager.getConfig(tenantId, serverKey);
             if (config.type !== "semantic") {
               console.warn(`Server "${serverKey}" is not a semantic metrics server, skipping.`);
               continue;
             }
-            const client = metricsServerManager.getClient(tenantId, serverKey);
+            const client = await metricsServerManager.getClient(tenantId, serverKey);
             const dataSources = await client.getDataSources();
             const selectedIds = config.selectedDataSources || [];
             const filteredDataSources = selectedIds.length > 0 ? dataSources.filter((ds) => selectedIds.includes(String(ds.id))) : dataSources;
@@ -4819,7 +4812,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -4831,11 +4824,11 @@ ${serverKeys.map(
         if (!filteredServerKeys.includes(serverKey)) {
           return `Error: serverKey "${serverKey}" is not available for tenant "${tenantId}". Available servers: [${filteredServerKeys.join(", ")}]`;
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceIds && datasourceIds.length > 0 ? datasourceIds : metricsDataSource?.datasourceId ? [metricsDataSource.datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No data sources specified and no default data sources configured for server "${serverKey}".`;
@@ -4977,7 +4970,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -4993,11 +4986,11 @@ ${serverKeys.map(
         if (!metricName) {
           return "Error: metricName parameter is required.";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceId ? [datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No datasourceId specified and no default data sources configured for server "${serverKey}".`;
@@ -5213,7 +5206,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5232,11 +5225,11 @@ ${serverKeys.map(
         if (!metrics || metrics.length === 0) {
           return "Error: metrics parameter is required (at least one metric name).";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const semanticFilters = (filters || []).map((f) => ({
           dimension: f.dimension,
           operator: f.operator,
@@ -5294,7 +5287,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5306,11 +5299,11 @@ ${serverKeys.map(
         if (!filteredServerKeys.includes(serverKey)) {
           return `Error: serverKey "${serverKey}" is not available for tenant "${tenantId}". Available servers: [${filteredServerKeys.join(", ")}]`;
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceIds && datasourceIds.length > 0 ? datasourceIds : metricsDataSource?.datasourceId ? [metricsDataSource.datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No data sources specified and no default data sources configured for server "${serverKey}".`;
@@ -5399,7 +5392,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5415,11 +5408,11 @@ ${serverKeys.map(
         if (!tableName) {
           return "Error: tableName parameter is required.";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceId ? [datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No datasourceId specified and no default data sources configured for server "${serverKey}".`;
@@ -5539,7 +5532,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5558,11 +5551,11 @@ ${serverKeys.map(
         if (!customSql || customSql.trim().length === 0) {
           return "Error: customSql parameter is required and cannot be empty.";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const result = await client.executeSqlQuery({
           datasourceId,
           customSql,
@@ -12122,7 +12115,7 @@ var Agent = class {
                 command: p.command,
                 custom_run_config: p.custom_run_config ?? queueMessageData.custom_run_config
               }, signal);
-              await this.queueStore?.markCompleted(p.id);
+              await this.queueStore?.removeMessage(p.id);
               const runStatus = await this.getRunStatus();
               const state = await this.getCurrentState();
               if (runStatus === "interrupted" /* INTERRUPTED */) {
@@ -12164,7 +12157,8 @@ var Agent = class {
                 error: error instanceof Error ? error.message : String(error),
                 timestamp: /* @__PURE__ */ new Date()
               });
-              throw error;
+              await this.queueStore?.removeMessage(p.id);
+              continue;
             }
           }
         }
@@ -12200,7 +12194,7 @@ var Agent = class {
               const runStatus = await this.getRunStatus();
               const state = await this.getCurrentState();
               for (const p of remainingPendings) {
-                await this.queueStore?.markCompleted(p.id);
+                await this.queueStore?.removeMessage(p.id);
                 if (runStatus === "interrupted" /* INTERRUPTED */) {
                   this.publish("message:interrupted", {
                     type: "message:interrupted",
@@ -12242,8 +12236,8 @@ var Agent = class {
                   error: error instanceof Error ? error.message : String(error),
                   timestamp: /* @__PURE__ */ new Date()
                 });
+                await this.queueStore?.removeMessage(p.id);
               }
-              throw error;
             }
           } else if (this.queueMode.mode === "followup" /* FOLLOWUP */) {
             for (const p of remainingPendings) {
@@ -12271,7 +12265,7 @@ var Agent = class {
                   input,
                   custom_run_config: p.custom_run_config ?? queueMessageData.custom_run_config
                 }, signal);
-                await this.queueStore?.markCompleted(p.id);
+                await this.queueStore?.removeMessage(p.id);
                 const runStatus = await this.getRunStatus();
                 const state = await this.getCurrentState();
                 if (runStatus === "interrupted" /* INTERRUPTED */) {
@@ -12313,7 +12307,8 @@ var Agent = class {
                   error: error instanceof Error ? error.message : String(error),
                   timestamp: /* @__PURE__ */ new Date()
                 });
-                throw error;
+                await this.queueStore?.removeMessage(p.id);
+                continue;
               }
             }
           }
@@ -17934,6 +17929,75 @@ function mergeAgentConfig(parent, child) {
   return merged;
 }
 
+// src/store_lattice/configureStores.ts
+var _disposables = [];
+var _cleanupRegistered = false;
+function registerSignalCleanup() {
+  if (_cleanupRegistered) return;
+  _cleanupRegistered = true;
+  for (const sig of ["SIGINT", "SIGTERM"]) {
+    process.once(sig, async () => {
+      for (const s of _disposables) {
+        if (s.dispose) await s.dispose();
+      }
+    });
+  }
+}
+async function initAndRegister(store, localDisposables) {
+  const initStore = store;
+  if (typeof initStore.initialize === "function" && initStore.initialize.length === 0) {
+    await initStore.initialize();
+  }
+  const dispStore = store;
+  if (typeof dispStore.dispose === "function") {
+    localDisposables.push(dispStore);
+  }
+}
+async function configureStores(stores, options = {}) {
+  const localDisposables = [];
+  const { schedule, checkpoint, ...regularStores } = stores;
+  for (const [type, store] of Object.entries(regularStores)) {
+    await initAndRegister(store, localDisposables);
+    if (storeLatticeManager.hasLattice("default", type)) {
+      storeLatticeManager.removeLattice("default", type);
+    }
+    storeLatticeManager.registerLattice("default", type, store);
+  }
+  if (schedule !== void 0) {
+    await initAndRegister(schedule, localDisposables);
+    const scheduleConfig = {
+      name: "Default Scheduler",
+      description: "Auto-configured schedule storage",
+      type: "postgres",
+      storage: schedule
+    };
+    registerScheduleLattice("default", scheduleConfig);
+  }
+  if (checkpoint !== void 0) {
+    MemoryLatticeManager.getInstance().removeCheckpointSaver("default");
+    registerCheckpointSaver("default", checkpoint);
+  }
+  if (options.customStores) {
+    for (const [type, store] of Object.entries(options.customStores)) {
+      await initAndRegister(store, localDisposables);
+      const t = type;
+      if (storeLatticeManager.hasLattice("default", t)) {
+        storeLatticeManager.removeLattice("default", t);
+      }
+      storeLatticeManager.registerLattice("default", t, store);
+    }
+  }
+  if (options.autoDisposeStores) {
+    registerSignalCleanup();
+    _disposables.push(...localDisposables);
+  }
+  return async () => {
+    for (const s of localDisposables.reverse()) {
+      if (s.dispose) await s.dispose();
+    }
+  };
+}
+
 // src/store_lattice/SandboxSkillStore.ts
 function parseFrontmatter2(content) {
   const frontmatterRegex = /^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/;
@@ -22541,6 +22605,7 @@ export {
   checkEmptyContent,
   clearEncryptionKeyCache,
   computeSandboxName,
+  configureStores,
   createAgentTeam,
   createExecuteSqlQueryTool,
   createFileData,