@dexto/core 1.4.0 → 1.5.0

package/dist/llm/providers/openrouter-model-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter-model-registry.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/openrouter-model-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAcH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;AAE3D,iCAAiC;AACjC,MAAM,WAAW,mBAAmB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,aAAa,EAAE,MAAM,CAAC;CACzB;AAOD,UAAU,cAAc;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAKD,cAAM,uBAAuB;IAQb,OAAO,CAAC,QAAQ,CAAC,SAAS;IAPtC,iDAAiD;IACjD,OAAO,CAAC,MAAM,CAAiD;IAC/D,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,oBAAoB,CAAuB;IACnD,OAAO,CAAC,cAAc,CAAC,CAAS;gBAEH,SAAS,EAAE,MAAM;IAI9C;;;OAGG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY;IAqBrC;;;OAGG;IACH,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAchD;;;OAGG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI;IAazD;;OAEG;IACH,eAAe,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,IAAI;IA+B/C;;OAEG;IACG,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAmCtD;;OAEG;IACH,eAAe,IAAI,MAAM,EAAE,GAAG,IAAI;IAOlC;;OAEG;IACH,uBAAuB,IAAI,mBAAmB,EAAE,GAAG,IAAI;IAOvD;;OAEG;IACH,gBAAgB,IAAI;QAAE,aAAa,EAAE,IAAI,GAAG,IAAI,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE;YAQ1E,eAAe;IA6B7B,OAAO,CAAC,iBAAiB;IAsCzB,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,YAAY;YAON,UAAU;IAwBxB,OAAO,CAAC,aAAa;IAwCrB,OAAO,CAAC,WAAW;CAQtB;AAID,eAAO,MAAM,uBAAuB,yBAAyC,CAAC;AAE9E;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,CAEnE;AAED;;GAEG;AACH,wBAAgB,8BAA8B,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,IAAI,CAE7E;AAED;;GAEG;AACH,wBAAsB,2BAA2B,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAEzF;AAED;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,MAAM,EAAE,GAAG,IAAI,CAE3D;AAED;;;GAGG;AACH,wBAAgB,+BAA+B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAE9E;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAElF;AAED;;GAEG;AACH,wBAAgB,2BAA2B,IAAI;IAC3C,aAAa,EAAE,IAAI,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;CACpB,CAEA;AAGD,eAAO,MAAM,aAAa;;;CAGzB,CAAC"}

package/dist/llm/providers/openrouter-model-registry.js

@@ -0,0 +1,309 @@
+import "../../chunk-PTJYTZNU.js";
+import { promises as fs } from "node:fs";
+import { existsSync, readFileSync } from "node:fs";
+import path from "node:path";
+import { getDextoGlobalPath } from "../../utils/path.js";
+import { logger } from "../../logger/logger.js";
+const OPENROUTER_MODELS_ENDPOINT = "https://openrouter.ai/api/v1/models";
+const CACHE_FILENAME = "openrouter-models.json";
+const CACHE_SUBDIR = "cache";
+const CACHE_TTL_MS = 1e3 * 60 * 60 * 24;
+const MIN_REFRESH_INTERVAL_MS = 1e3 * 60 * 5;
+const DEFAULT_CONTEXT_LENGTH = 128e3;
+class OpenRouterModelRegistry {
+  constructor(cachePath2) {
+    this.cachePath = cachePath2;
+    this.loadCacheFromDisk();
+  }
+  /** Map from normalized model ID to model info */
+  models = null;
+  lastFetchedAt = null;
+  refreshPromise = null;
+  lastRefreshAttemptAt = null;
+  lastUsedApiKey;
+  /**
+   * Look up a model ID against the OpenRouter catalog.
+   * @returns 'valid' if model exists, 'invalid' if not found, 'unknown' if cache is stale/empty
+   */
+  lookup(modelId) {
+    const normalized = this.normalizeModelId(modelId);
+    if (!normalized) {
+      return "unknown";
+    }
+    if (!this.models || this.models.size === 0) {
+      this.scheduleRefresh({ force: true });
+      return "unknown";
+    }
+    if (!this.isCacheFresh()) {
+      this.scheduleRefresh();
+      return "unknown";
+    }
+    return this.models.has(normalized) ? "valid" : "invalid";
+  }
+  /**
+   * Get context length for a model ID.
+   * @returns context length if model is in cache, null if not found or cache is stale
+   */
+  getContextLength(modelId) {
+    const normalized = this.normalizeModelId(modelId);
+    if (!normalized) {
+      return null;
+    }
+    if (!this.models || this.models.size === 0 || !this.isCacheFresh()) {
+      return null;
+    }
+    const info = this.models.get(normalized);
+    return info?.contextLength ?? null;
+  }
+  /**
+   * Get model info for a model ID.
+   * @returns model info if found in cache, null otherwise
+   */
+  getModelInfo(modelId) {
+    const normalized = this.normalizeModelId(modelId);
+    if (!normalized) {
+      return null;
+    }
+    if (!this.models || this.models.size === 0 || !this.isCacheFresh()) {
+      return null;
+    }
+    return this.models.get(normalized) ?? null;
+  }
+  /**
+   * Schedule a non-blocking background refresh of the model cache.
+   */
+  scheduleRefresh(options) {
+    const apiKey = options?.apiKey ?? this.lastUsedApiKey;
+    if (apiKey) {
+      this.lastUsedApiKey = apiKey;
+    }
+    if (this.refreshPromise) {
+      return;
+    }
+    const now = Date.now();
+    if (!options?.force && this.lastRefreshAttemptAt && now - this.lastRefreshAttemptAt < MIN_REFRESH_INTERVAL_MS) {
+      return;
+    }
+    this.lastRefreshAttemptAt = now;
+    this.refreshPromise = this.refreshInternal(apiKey).catch((error) => {
+      logger.warn(
+        `Failed to refresh OpenRouter model registry: ${error instanceof Error ? error.message : String(error)}`
+      );
+    }).finally(() => {
+      this.refreshPromise = null;
+    });
+  }
+  /**
+   * Blocking refresh of the model cache.
+   */
+  async refresh(options) {
+    const apiKey = options?.apiKey ?? this.lastUsedApiKey;
+    if (apiKey) {
+      this.lastUsedApiKey = apiKey;
+    }
+    if (!options?.force && this.refreshPromise) {
+      await this.refreshPromise;
+      return;
+    }
+    if (!options?.force) {
+      const now = Date.now();
+      if (this.lastRefreshAttemptAt && now - this.lastRefreshAttemptAt < MIN_REFRESH_INTERVAL_MS) {
+        if (this.refreshPromise) {
+          await this.refreshPromise;
+        }
+        return;
+      }
+      this.lastRefreshAttemptAt = now;
+    } else {
+      this.lastRefreshAttemptAt = Date.now();
+    }
+    const promise = this.refreshInternal(apiKey).finally(() => {
+      this.refreshPromise = null;
+    });
+    this.refreshPromise = promise;
+    await promise;
+  }
+  /**
+   * Get all cached model IDs (or null if cache is empty).
+   */
+  getCachedModels() {
+    if (!this.models || this.models.size === 0) {
+      return null;
+    }
+    return Array.from(this.models.keys());
+  }
+  /**
+   * Get all cached model info (or null if cache is empty).
+   */
+  getCachedModelsWithInfo() {
+    if (!this.models || this.models.size === 0) {
+      return null;
+    }
+    return Array.from(this.models.values());
+  }
+  /**
+   * Get cache metadata for debugging/monitoring.
+   */
+  getCacheMetadata() {
+    return {
+      lastFetchedAt: this.lastFetchedAt ? new Date(this.lastFetchedAt) : null,
+      modelCount: this.models ? this.models.size : 0,
+      isFresh: this.isCacheFresh()
+    };
+  }
+  async refreshInternal(apiKey) {
+    try {
+      const headers = {
+        Accept: "application/json"
+      };
+      if (apiKey) {
+        headers.Authorization = `Bearer ${apiKey}`;
+      }
+      logger.debug("Refreshing OpenRouter model registry from remote source");
+      const response = await fetch(OPENROUTER_MODELS_ENDPOINT, { headers });
+      if (!response.ok) {
+        const body = await response.text();
+        throw new Error(`HTTP ${response.status}: ${body}`);
+      }
+      const payload = await response.json();
+      const models = this.extractModels(payload);
+      if (models.length === 0) {
+        throw new Error("No model identifiers returned by OpenRouter");
+      }
+      await this.writeCache(models);
+      logger.info(`OpenRouter model registry refreshed with ${models.length} models`);
+    } catch (error) {
+      throw error instanceof Error ? error : new Error(String(error));
+    }
+  }
+  loadCacheFromDisk() {
+    if (!existsSync(this.cachePath)) {
+      return;
+    }
+    try {
+      const raw = readFileSync(this.cachePath, "utf-8");
+      const parsed = JSON.parse(raw);
+      if (!Array.isArray(parsed.models) || typeof parsed.fetchedAt !== "string") {
+        logger.warn(`Invalid OpenRouter model cache structure at ${this.cachePath}`);
+        return;
+      }
+      this.models = /* @__PURE__ */ new Map();
+      for (const model of parsed.models) {
+        if (typeof model === "object" && model.id && typeof model.contextLength === "number") {
+          this.models.set(model.id.toLowerCase(), model);
+        }
+      }
+      const timestamp = Date.parse(parsed.fetchedAt);
+      this.lastFetchedAt = Number.isNaN(timestamp) ? null : timestamp;
+      logger.debug(
+        `Loaded ${this.models.size} OpenRouter models from cache (fetched at ${parsed.fetchedAt})`
+      );
+    } catch (error) {
+      logger.warn(
+        `Failed to load OpenRouter model cache: ${error instanceof Error ? error.message : String(error)}`
+      );
+    }
+  }
+  normalizeModelId(modelId) {
+    if (!modelId) {
+      return null;
+    }
+    return modelId.trim().toLowerCase();
+  }
+  isCacheFresh() {
+    if (!this.lastFetchedAt) {
+      return false;
+    }
+    return Date.now() - this.lastFetchedAt < CACHE_TTL_MS;
+  }
+  async writeCache(models) {
+    const modelMap = /* @__PURE__ */ new Map();
+    for (const model of models) {
+      if (model.id.trim()) {
+        modelMap.set(model.id.toLowerCase(), model);
+      }
+    }
+    const uniqueModels = Array.from(modelMap.values()).sort((a, b) => a.id.localeCompare(b.id));
+    await fs.mkdir(path.dirname(this.cachePath), { recursive: true });
+    const now = /* @__PURE__ */ new Date();
+    const cachePayload = {
+      fetchedAt: now.toISOString(),
+      models: uniqueModels
+    };
+    await fs.writeFile(this.cachePath, JSON.stringify(cachePayload, null, 2), "utf-8");
+    this.models = new Map(uniqueModels.map((m) => [m.id.toLowerCase(), m]));
+    this.lastFetchedAt = now.getTime();
+  }
+  extractModels(payload) {
+    if (!payload) {
+      return [];
+    }
+    const raw = payload.data ?? payload.models ?? payload;
+    if (!Array.isArray(raw)) {
+      return [];
+    }
+    const models = [];
+    for (const item of raw) {
+      if (item && typeof item === "object") {
+        const record = item;
+        const id = this.firstString([record.id, record.model, record.name]);
+        if (id) {
+          let contextLength = DEFAULT_CONTEXT_LENGTH;
+          if (typeof record.context_length === "number") {
+            contextLength = record.context_length;
+          } else if (record.top_provider && typeof record.top_provider === "object" && typeof record.top_provider.context_length === "number") {
+            contextLength = record.top_provider.context_length;
+          }
+          models.push({ id, contextLength });
+        }
+      }
+    }
+    return models;
+  }
+  firstString(values) {
+    for (const value of values) {
+      if (typeof value === "string" && value.trim().length > 0) {
+        return value;
+      }
+    }
+    return null;
+  }
+}
+const cachePath = getDextoGlobalPath(CACHE_SUBDIR, CACHE_FILENAME);
+const openRouterModelRegistry = new OpenRouterModelRegistry(cachePath);
+function lookupOpenRouterModel(modelId) {
+  return openRouterModelRegistry.lookup(modelId);
+}
+function scheduleOpenRouterModelRefresh(options) {
+  openRouterModelRegistry.scheduleRefresh(options);
+}
+async function refreshOpenRouterModelCache(options) {
+  await openRouterModelRegistry.refresh(options);
+}
+function getCachedOpenRouterModels() {
+  return openRouterModelRegistry.getCachedModels();
+}
+function getOpenRouterModelContextLength(modelId) {
+  return openRouterModelRegistry.getContextLength(modelId);
+}
+function getOpenRouterModelInfo(modelId) {
+  return openRouterModelRegistry.getModelInfo(modelId);
+}
+function getOpenRouterModelCacheInfo() {
+  return openRouterModelRegistry.getCacheMetadata();
+}
+const __TEST_ONLY__ = {
+  cachePath,
+  CACHE_TTL_MS
+};
+export {
+  __TEST_ONLY__,
+  getCachedOpenRouterModels,
+  getOpenRouterModelCacheInfo,
+  getOpenRouterModelContextLength,
+  getOpenRouterModelInfo,
+  lookupOpenRouterModel,
+  openRouterModelRegistry,
+  refreshOpenRouterModelCache,
+  scheduleOpenRouterModelRefresh
+};