@axiom-lattice/core 2.1.75 → 2.1.76

package/dist/index.js

@@ -115,6 +115,7 @@ __export(index_exports, {
   checkEmptyContent: () => checkEmptyContent,
   clearEncryptionKeyCache: () => clearEncryptionKeyCache,
   computeSandboxName: () => computeSandboxName,
+  configureStores: () => configureStores,
   createAgentTeam: () => createAgentTeam,
   createExecuteSqlQueryTool: () => createExecuteSqlQueryTool,
   createFileData: () => createFileData,
@@ -2546,24 +2547,6 @@ var InMemoryThreadMessageQueueStore = class {
       }
     }
   }
-  async markCompleted(messageId) {
-    for (const messages of this.messages.values()) {
-      const message = messages.find((msg) => msg.id === messageId);
-      if (message) {
-        message.status = "completed";
-        return;
-      }
-    }
-  }
-  async clearCompletedMessages(threadId) {
-    const messages = this.messages.get(threadId);
-    if (messages) {
-      const filtered = messages.filter(
-        (msg) => msg.status !== "completed"
-      );
-      this.messages.set(threadId, filtered);
-    }
-  }
   async resetProcessingToPending(threadId) {
     const messages = this.messages.get(threadId);
     if (!messages) {
@@ -3452,7 +3435,6 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
   constructor() {
     this.databases = /* @__PURE__ */ new Map();
     this.defaultDatabaseKeys = /* @__PURE__ */ new Map();
-    this.configStore = null;
   }
   /**
    * Get the singleton instance
@@ -3512,16 +3494,9 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
     }
     this.defaultDatabaseKeys.set(tenantId, key);
   }
-  /**
-   * Set the configuration store for on-demand database loading
-   * @param store - The database configuration store
-   */
-  setConfigStore(store) {
-    this.configStore = store;
-  }
   /**
    * Get a database by key for a specific tenant
-   * If database is not registered and configStore is set, will try to load from store
+   * If database is not registered, tries to load from the store lattice
    * @param tenantId - Tenant identifier (required)
    * @param key - Database key (optional, uses default if not provided)
    * @returns ISqlDatabase instance
@@ -3539,8 +3514,10 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
         return database;
       }
     }
-    if (this.configStore) {
-      const configEntry = await this.configStore.getConfigByKey(tenantId, dbKey);
+    try {
+      const { store } = getStoreLattice("default", "database");
+      const configStore = store;
+      const configEntry = await configStore.getConfigByKey(tenantId, dbKey);
       if (configEntry) {
         this.registerDatabase(tenantId, dbKey, configEntry.config);
         if (!this.defaultDatabaseKeys.has(tenantId)) {
@@ -3554,6 +3531,7 @@ var SqlDatabaseManager = class _SqlDatabaseManager {
           }
         }
       }
+    } catch {
     }
     if (!tenantDbs) {
       throw new Error(`No databases registered for tenant '${tenantId}'`);
@@ -4663,6 +4641,7 @@ var MetricsServerManager = class _MetricsServerManager {
     this.clients = /* @__PURE__ */ new Map();
     this.configs = /* @__PURE__ */ new Map();
     this.defaultServerKeys = /* @__PURE__ */ new Map();
+    this._loadingPromise = null;
   }
   /**
    * Get the singleton instance
@@ -4673,6 +4652,32 @@ var MetricsServerManager = class _MetricsServerManager {
     }
     return _MetricsServerManager.instance;
   }
+  /**
+   * Ensure configurations are loaded from the store lattice.
+   * Uses a promise-lock to prevent concurrent loads.
+   */
+  async _ensureLoaded() {
+    if (this.clients.size > 0) {
+      return;
+    }
+    if (this._loadingPromise) {
+      return this._loadingPromise;
+    }
+    this._loadingPromise = (async () => {
+      try {
+        const { store } = getStoreLattice("default", "metrics");
+        const configStore = store;
+        const configs = await configStore.getAllConfigsWithoutTenant();
+        for (const entry of configs) {
+          const tenantId = entry.tenantId || "default";
+          this.registerServer(tenantId, entry.key, entry.config);
+        }
+      } finally {
+        this._loadingPromise = null;
+      }
+    })();
+    return this._loadingPromise;
+  }
   /**
    * Get or create tenant clients map
    */
@@ -4741,7 +4746,8 @@ var MetricsServerManager = class _MetricsServerManager {
    * @param tenantId - Tenant identifier
    * @param key - Server key (optional, uses default if not provided)
    */
-  getClient(tenantId, key) {
+  async getClient(tenantId, key) {
+    await this._ensureLoaded();
     const tenantClients = this.clients.get(tenantId);
     if (!tenantClients) {
       throw new Error(`No metrics servers registered for tenant '${tenantId}'`);
@@ -4761,7 +4767,8 @@ var MetricsServerManager = class _MetricsServerManager {
    * @param tenantId - Tenant identifier
    * @param key - Server key (optional, uses default if not provided)
    */
-  getConfig(tenantId, key) {
+  async getConfig(tenantId, key) {
+    await this._ensureLoaded();
     const tenantConfigs = this.configs.get(tenantId);
     if (!tenantConfigs) {
       throw new Error(`No metrics servers registered for tenant '${tenantId}'`);
@@ -4789,7 +4796,8 @@ var MetricsServerManager = class _MetricsServerManager {
    * Get all registered metrics server keys with their types for a tenant
    * @param tenantId - Tenant identifier
    */
-  getServerKeys(tenantId) {
+  async getServerKeys(tenantId) {
+    await this._ensureLoaded();
     const tenantConfigs = this.configs.get(tenantId);
     if (!tenantConfigs) {
       return [];
@@ -4856,20 +4864,6 @@ var MetricsServerManager = class _MetricsServerManager {
       this.registerServer(tenantId, entry.key, entry.config);
     }
   }
-  /**
-   * Load all metrics server configurations from a store
-   * across all tenants and register them with this manager
-   *
-   * @param store - The metrics server configuration store
-   * @deprecated Use loadConfigsFromStore with specific tenant instead
-   */
-  async loadAllConfigsFromStore(store) {
-    const configs = await store.getAllConfigsWithoutTenant();
-    for (const entry of configs) {
-      const tenantId = entry.tenantId || "default";
-      this.registerServer(tenantId, entry.key, entry.config);
-    }
-  }
 };
 var metricsServerManager = MetricsServerManager.getInstance();
 
@@ -4888,7 +4882,7 @@ ${serverKeys.map(
     async (_input, _exeConfig) => {
       try {
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
-        const servers = metricsServerManager.getServerKeys(tenantId);
+        const servers = await metricsServerManager.getServerKeys(tenantId);
         if (servers.length === 0) {
           return "No metrics servers registered.";
         }
@@ -4927,7 +4921,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -4950,12 +4944,12 @@ To view all available data sources, please clear the current selection or reopen
         const allDataSources = [];
         for (const serverKey of filteredServerKeys) {
           try {
-            const config = metricsServerManager.getConfig(tenantId, serverKey);
+            const config = await metricsServerManager.getConfig(tenantId, serverKey);
             if (config.type !== "semantic") {
               console.warn(`Server "${serverKey}" is not a semantic metrics server, skipping.`);
               continue;
             }
-            const client = metricsServerManager.getClient(tenantId, serverKey);
+            const client = await metricsServerManager.getClient(tenantId, serverKey);
             const dataSources = await client.getDataSources();
             const selectedIds = config.selectedDataSources || [];
             const filteredDataSources = selectedIds.length > 0 ? dataSources.filter((ds) => selectedIds.includes(String(ds.id))) : dataSources;
@@ -5046,7 +5040,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5058,11 +5052,11 @@ ${serverKeys.map(
         if (!filteredServerKeys.includes(serverKey)) {
           return `Error: serverKey "${serverKey}" is not available for tenant "${tenantId}". Available servers: [${filteredServerKeys.join(", ")}]`;
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceIds && datasourceIds.length > 0 ? datasourceIds : metricsDataSource?.datasourceId ? [metricsDataSource.datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No data sources specified and no default data sources configured for server "${serverKey}".`;
@@ -5204,7 +5198,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5220,11 +5214,11 @@ ${serverKeys.map(
         if (!metricName) {
           return "Error: metricName parameter is required.";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceId ? [datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No datasourceId specified and no default data sources configured for server "${serverKey}".`;
@@ -5440,7 +5434,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5459,11 +5453,11 @@ ${serverKeys.map(
         if (!metrics || metrics.length === 0) {
           return "Error: metrics parameter is required (at least one metric name).";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const semanticFilters = (filters || []).map((f) => ({
           dimension: f.dimension,
           operator: f.operator,
@@ -5521,7 +5515,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5533,11 +5527,11 @@ ${serverKeys.map(
         if (!filteredServerKeys.includes(serverKey)) {
           return `Error: serverKey "${serverKey}" is not available for tenant "${tenantId}". Available servers: [${filteredServerKeys.join(", ")}]`;
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceIds && datasourceIds.length > 0 ? datasourceIds : metricsDataSource?.datasourceId ? [metricsDataSource.datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No data sources specified and no default data sources configured for server "${serverKey}".`;
@@ -5626,7 +5620,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5642,11 +5636,11 @@ ${serverKeys.map(
         if (!tableName) {
           return "Error: tableName parameter is required.";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const targetDatasourceIds = datasourceId ? [datasourceId] : client.getSelectedDataSources();
         if (targetDatasourceIds.length === 0) {
           return `Error: No datasourceId specified and no default data sources configured for server "${serverKey}".`;
@@ -5766,7 +5760,7 @@ ${serverKeys.map(
         const tenantId = getTenantIdFromConfig2(_exeConfig, getTenantId2);
         let effectiveServerKeys = serverKeys;
         if (connectAll) {
-          effectiveServerKeys = metricsServerManager.getServerKeys(tenantId).map((s) => s.key);
+          effectiveServerKeys = (await metricsServerManager.getServerKeys(tenantId)).map((s) => s.key);
         }
         const filteredServerKeys = filterServerKeysByTenant(effectiveServerKeys, tenantId);
         const runConfig = _exeConfig?.configurable?.runConfig || {};
@@ -5785,11 +5779,11 @@ ${serverKeys.map(
         if (!customSql || customSql.trim().length === 0) {
           return "Error: customSql parameter is required and cannot be empty.";
         }
-        const config = metricsServerManager.getConfig(tenantId, serverKey);
+        const config = await metricsServerManager.getConfig(tenantId, serverKey);
         if (config.type !== "semantic") {
           return `Error: Server "${serverKey}" is not a semantic metrics server. This tool only works with semantic servers.`;
         }
-        const client = metricsServerManager.getClient(tenantId, serverKey);
+        const client = await metricsServerManager.getClient(tenantId, serverKey);
         const result = await client.executeSqlQuery({
           datasourceId,
           customSql,
@@ -12328,7 +12322,7 @@ var Agent = class {
                 command: p.command,
                 custom_run_config: p.custom_run_config ?? queueMessageData.custom_run_config
               }, signal);
-              await this.queueStore?.markCompleted(p.id);
+              await this.queueStore?.removeMessage(p.id);
               const runStatus = await this.getRunStatus();
               const state = await this.getCurrentState();
               if (runStatus === "interrupted" /* INTERRUPTED */) {
@@ -12370,7 +12364,8 @@ var Agent = class {
                 error: error instanceof Error ? error.message : String(error),
                 timestamp: /* @__PURE__ */ new Date()
               });
-              throw error;
+              await this.queueStore?.removeMessage(p.id);
+              continue;
             }
           }
         }
@@ -12406,7 +12401,7 @@ var Agent = class {
               const runStatus = await this.getRunStatus();
               const state = await this.getCurrentState();
               for (const p of remainingPendings) {
-                await this.queueStore?.markCompleted(p.id);
+                await this.queueStore?.removeMessage(p.id);
                 if (runStatus === "interrupted" /* INTERRUPTED */) {
                   this.publish("message:interrupted", {
                     type: "message:interrupted",
@@ -12448,8 +12443,8 @@ var Agent = class {
                   error: error instanceof Error ? error.message : String(error),
                   timestamp: /* @__PURE__ */ new Date()
                 });
+                await this.queueStore?.removeMessage(p.id);
               }
-              throw error;
             }
           } else if (this.queueMode.mode === "followup" /* FOLLOWUP */) {
             for (const p of remainingPendings) {
@@ -12477,7 +12472,7 @@ var Agent = class {
                   input,
                   custom_run_config: p.custom_run_config ?? queueMessageData.custom_run_config
                 }, signal);
-                await this.queueStore?.markCompleted(p.id);
+                await this.queueStore?.removeMessage(p.id);
                 const runStatus = await this.getRunStatus();
                 const state = await this.getCurrentState();
                 if (runStatus === "interrupted" /* INTERRUPTED */) {
@@ -12519,7 +12514,8 @@ var Agent = class {
                   error: error instanceof Error ? error.message : String(error),
                   timestamp: /* @__PURE__ */ new Date()
                 });
-                throw error;
+                await this.queueStore?.removeMessage(p.id);
+                continue;
               }
             }
           }
@@ -18110,6 +18106,75 @@ function mergeAgentConfig(parent, child) {
   return merged;
 }
 
+// src/store_lattice/configureStores.ts
+var _disposables = [];
+var _cleanupRegistered = false;
+function registerSignalCleanup() {
+  if (_cleanupRegistered) return;
+  _cleanupRegistered = true;
+  for (const sig of ["SIGINT", "SIGTERM"]) {
+    process.once(sig, async () => {
+      for (const s of _disposables) {
+        if (s.dispose) await s.dispose();
+      }
+    });
+  }
+}
+async function initAndRegister(store, localDisposables) {
+  const initStore = store;
+  if (typeof initStore.initialize === "function" && initStore.initialize.length === 0) {
+    await initStore.initialize();
+  }
+  const dispStore = store;
+  if (typeof dispStore.dispose === "function") {
+    localDisposables.push(dispStore);
+  }
+}
+async function configureStores(stores, options = {}) {
+  const localDisposables = [];
+  const { schedule, checkpoint, ...regularStores } = stores;
+  for (const [type, store] of Object.entries(regularStores)) {
+    await initAndRegister(store, localDisposables);
+    if (storeLatticeManager.hasLattice("default", type)) {
+      storeLatticeManager.removeLattice("default", type);
+    }
+    storeLatticeManager.registerLattice("default", type, store);
+  }
+  if (schedule !== void 0) {
+    await initAndRegister(schedule, localDisposables);
+    const scheduleConfig = {
+      name: "Default Scheduler",
+      description: "Auto-configured schedule storage",
+      type: "postgres",
+      storage: schedule
+    };
+    registerScheduleLattice("default", scheduleConfig);
+  }
+  if (checkpoint !== void 0) {
+    MemoryLatticeManager.getInstance().removeCheckpointSaver("default");
+    registerCheckpointSaver("default", checkpoint);
+  }
+  if (options.customStores) {
+    for (const [type, store] of Object.entries(options.customStores)) {
+      await initAndRegister(store, localDisposables);
+      const t = type;
+      if (storeLatticeManager.hasLattice("default", t)) {
+        storeLatticeManager.removeLattice("default", t);
+      }
+      storeLatticeManager.registerLattice("default", t, store);
+    }
+  }
+  if (options.autoDisposeStores) {
+    registerSignalCleanup();
+    _disposables.push(...localDisposables);
+  }
+  return async () => {
+    for (const s of localDisposables.reverse()) {
+      if (s.dispose) await s.dispose();
+    }
+  };
+}
+
 // src/store_lattice/SandboxSkillStore.ts
 function parseFrontmatter2(content) {
   const frontmatterRegex = /^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/;
@@ -22716,6 +22781,7 @@ function clearEncryptionKeyCache() {
   checkEmptyContent,
   clearEncryptionKeyCache,
   computeSandboxName,
+  configureStores,
   createAgentTeam,
   createExecuteSqlQueryTool,
   createFileData,