@routstr/sdk 0.3.8 → 0.3.9

package/dist/storage/index.d.mts

@@ -73,6 +73,32 @@ declare const SDK_STORAGE_KEYS: {
     readonly PROVIDERS_ON_COOLDOWN: "providers_on_cooldown";
 };
 
+/**
+ * Sharded DiscoveryAdapter
+ *
+ * Replaces the SQLite/IndexedDB ModelsDatabase layer with provider-scoped
+ * sharding over the existing key-value StorageDriver.
+ *
+ * Instead of one giant blob:
+ *   modelsFromAllProviders  →  Record<string, Model[]>
+ *   lastModelsUpdate        →  Record<string, number>
+ *
+ * We use provider-scoped keys:
+ *   models:provider:<encodedBaseUrl>           →  Model[]
+ *   models:provider_timestamp:<encodedBaseUrl>  →  number
+ *
+ * All model data is hydrated into memory at creation time so the
+ * synchronous DiscoveryAdapter contract is satisfied. Writes are
+ * fire-and-forget via void driver.setItem(...).
+ */
+
+interface ShardedDiscoveryAdapterOptions {
+    /** Key-value StorageDriver */
+    driver: StorageDriver;
+}
+declare const createShardedDiscoveryAdapter: (options: ShardedDiscoveryAdapterOptions) => Promise<DiscoveryAdapter>;
+declare const createProviderRegistryFromDiscoveryAdapter: (adapter: DiscoveryAdapter, logger?: SdkLogger) => ProviderRegistry;
+
 declare const getDefaultSdkDriver: () => StorageDriver;
 declare const getDefaultSdkStore: () => Promise<SdkStore>;
 declare const getDefaultUsageTrackingDriver: () => UsageTrackingDriver;
@@ -84,4 +110,4 @@ declare const getDefaultDiscoveryAdapter: () => Promise<DiscoveryAdapter>;
 declare const getDefaultStorageAdapter: () => Promise<StorageAdapter>;
 declare const getDefaultProviderRegistry: () => Promise<ProviderRegistry>;
 
-export { DiscoveryAdapter, ProviderRegistry, SDK_STORAGE_KEYS, SdkStore, StorageAdapter, StorageDriver, UsageTrackingDriver, UsageTrackingEntry, createBunSqliteDriver, createBunSqliteUsageTrackingDriver, createIndexedDBDriver, createIndexedDBUsageTrackingDriver, createMemoryDriver, createMemoryUsageTrackingDriver, createSqliteDriver, createSqliteUsageTrackingDriver, getDefaultDiscoveryAdapter, getDefaultProviderRegistry, getDefaultSdkDriver, getDefaultSdkStore, getDefaultStorageAdapter, getDefaultUsageTrackingDriver, localStorageDriver, setDefaultUsageTrackingDriver };
+export { DiscoveryAdapter, ProviderRegistry, SDK_STORAGE_KEYS, SdkStore, type ShardedDiscoveryAdapterOptions, StorageAdapter, StorageDriver, UsageTrackingDriver, UsageTrackingEntry, createBunSqliteDriver, createBunSqliteUsageTrackingDriver, createIndexedDBDriver, createIndexedDBUsageTrackingDriver, createMemoryDriver, createMemoryUsageTrackingDriver, createProviderRegistryFromDiscoveryAdapter, createShardedDiscoveryAdapter, createSqliteDriver, createSqliteUsageTrackingDriver, getDefaultDiscoveryAdapter, getDefaultProviderRegistry, getDefaultSdkDriver, getDefaultSdkStore, getDefaultStorageAdapter, getDefaultUsageTrackingDriver, localStorageDriver, setDefaultUsageTrackingDriver };

package/dist/storage/index.d.ts

@@ -73,6 +73,32 @@ declare const SDK_STORAGE_KEYS: {
     readonly PROVIDERS_ON_COOLDOWN: "providers_on_cooldown";
 };
 
+/**
+ * Sharded DiscoveryAdapter
+ *
+ * Replaces the SQLite/IndexedDB ModelsDatabase layer with provider-scoped
+ * sharding over the existing key-value StorageDriver.
+ *
+ * Instead of one giant blob:
+ *   modelsFromAllProviders  →  Record<string, Model[]>
+ *   lastModelsUpdate        →  Record<string, number>
+ *
+ * We use provider-scoped keys:
+ *   models:provider:<encodedBaseUrl>           →  Model[]
+ *   models:provider_timestamp:<encodedBaseUrl>  →  number
+ *
+ * All model data is hydrated into memory at creation time so the
+ * synchronous DiscoveryAdapter contract is satisfied. Writes are
+ * fire-and-forget via void driver.setItem(...).
+ */
+
+interface ShardedDiscoveryAdapterOptions {
+    /** Key-value StorageDriver */
+    driver: StorageDriver;
+}
+declare const createShardedDiscoveryAdapter: (options: ShardedDiscoveryAdapterOptions) => Promise<DiscoveryAdapter>;
+declare const createProviderRegistryFromDiscoveryAdapter: (adapter: DiscoveryAdapter, logger?: SdkLogger) => ProviderRegistry;
+
 declare const getDefaultSdkDriver: () => StorageDriver;
 declare const getDefaultSdkStore: () => Promise<SdkStore>;
 declare const getDefaultUsageTrackingDriver: () => UsageTrackingDriver;
@@ -84,4 +110,4 @@ declare const getDefaultDiscoveryAdapter: () => Promise<DiscoveryAdapter>;
 declare const getDefaultStorageAdapter: () => Promise<StorageAdapter>;
 declare const getDefaultProviderRegistry: () => Promise<ProviderRegistry>;
 
-export { DiscoveryAdapter, ProviderRegistry, SDK_STORAGE_KEYS, SdkStore, StorageAdapter, StorageDriver, UsageTrackingDriver, UsageTrackingEntry, createBunSqliteDriver, createBunSqliteUsageTrackingDriver, createIndexedDBDriver, createIndexedDBUsageTrackingDriver, createMemoryDriver, createMemoryUsageTrackingDriver, createSqliteDriver, createSqliteUsageTrackingDriver, getDefaultDiscoveryAdapter, getDefaultProviderRegistry, getDefaultSdkDriver, getDefaultSdkStore, getDefaultStorageAdapter, getDefaultUsageTrackingDriver, localStorageDriver, setDefaultUsageTrackingDriver };
+export { DiscoveryAdapter, ProviderRegistry, SDK_STORAGE_KEYS, SdkStore, type ShardedDiscoveryAdapterOptions, StorageAdapter, StorageDriver, UsageTrackingDriver, UsageTrackingEntry, createBunSqliteDriver, createBunSqliteUsageTrackingDriver, createIndexedDBDriver, createIndexedDBUsageTrackingDriver, createMemoryDriver, createMemoryUsageTrackingDriver, createProviderRegistryFromDiscoveryAdapter, createShardedDiscoveryAdapter, createSqliteDriver, createSqliteUsageTrackingDriver, getDefaultDiscoveryAdapter, getDefaultProviderRegistry, getDefaultSdkDriver, getDefaultSdkStore, getDefaultStorageAdapter, getDefaultUsageTrackingDriver, localStorageDriver, setDefaultUsageTrackingDriver };

package/dist/storage/index.js

@@ -1642,6 +1642,277 @@ var createProviderRegistryFromStore = (store, logger) => {
   };
 };
 
+// storage/shardedDiscoveryAdapter.ts
+var MODEL_KEY_PREFIX = "models:provider:";
+var MODEL_TS_KEY_PREFIX = "models:provider_timestamp:";
+var PROVIDER_INDEX_KEY = "models:provider_index";
+var MIGRATION_MARKER_KEY4 = "models_sharded_migration_v1";
+var encodeBaseUrl = (baseUrl) => encodeURIComponent(baseUrl.endsWith("/") ? baseUrl : `${baseUrl}/`);
+var modelKey = (baseUrl) => `${MODEL_KEY_PREFIX}${encodeBaseUrl(baseUrl)}`;
+var modelTsKey = (baseUrl) => `${MODEL_TS_KEY_PREFIX}${encodeBaseUrl(baseUrl)}`;
+var normalizeBaseUrl6 = (baseUrl) => baseUrl.endsWith("/") ? baseUrl : `${baseUrl}/`;
+var createShardedDiscoveryAdapter = async (options) => {
+  const { driver } = options;
+  const legacyModels = await driver.getItem(SDK_STORAGE_KEYS.MODELS_FROM_ALL_PROVIDERS, {});
+  const legacyTimestamps = await driver.getItem(SDK_STORAGE_KEYS.LAST_MODELS_UPDATE, {});
+  if (Object.keys(legacyModels).length > 0) {
+    const migratedProviders = [];
+    for (const [baseUrl, models] of Object.entries(legacyModels)) {
+      const normalized = normalizeBaseUrl6(baseUrl);
+      await driver.setItem(modelKey(normalized), models);
+      const ts = legacyTimestamps[normalized] ?? Date.now();
+      await driver.setItem(modelTsKey(normalized), ts);
+      migratedProviders.push(normalized);
+    }
+    const existingIndex = await driver.getItem(
+      PROVIDER_INDEX_KEY,
+      []
+    );
+    const merged = [.../* @__PURE__ */ new Set([...existingIndex, ...migratedProviders])];
+    await driver.setItem(PROVIDER_INDEX_KEY, merged);
+    await driver.removeItem(SDK_STORAGE_KEYS.MODELS_FROM_ALL_PROVIDERS);
+    await driver.removeItem(SDK_STORAGE_KEYS.LAST_MODELS_UPDATE);
+  }
+  await driver.setItem(MIGRATION_MARKER_KEY4, true);
+  const [
+    rawMints,
+    rawInfo,
+    lastUsedModel,
+    rawDisabled,
+    rawBaseUrls,
+    lastBaseUrlsUpdate,
+    rawRoutstr21Models,
+    lastRoutstr21ModelsUpdate
+  ] = await Promise.all([
+    driver.getItem(
+      SDK_STORAGE_KEYS.MINTS_FROM_ALL_PROVIDERS,
+      {}
+    ),
+    driver.getItem(
+      SDK_STORAGE_KEYS.INFO_FROM_ALL_PROVIDERS,
+      {}
+    ),
+    driver.getItem(SDK_STORAGE_KEYS.LAST_USED_MODEL, null),
+    driver.getItem(SDK_STORAGE_KEYS.DISABLED_PROVIDERS, []),
+    driver.getItem(SDK_STORAGE_KEYS.BASE_URLS_LIST, []),
+    driver.getItem(SDK_STORAGE_KEYS.LAST_BASE_URLS_UPDATE, null),
+    driver.getItem(SDK_STORAGE_KEYS.ROUTSTR21_MODELS, []),
+    driver.getItem(
+      SDK_STORAGE_KEYS.LAST_ROUTSTR21_MODELS_UPDATE,
+      null
+    )
+  ]);
+  const modelsByBaseUrl = /* @__PURE__ */ new Map();
+  const timestampsByBaseUrl = /* @__PURE__ */ new Map();
+  const providerIndex = /* @__PURE__ */ new Set();
+  const knownProviders = /* @__PURE__ */ new Set();
+  for (const baseUrl of Object.keys(rawInfo)) {
+    knownProviders.add(normalizeBaseUrl6(baseUrl));
+  }
+  for (const baseUrl of Object.keys(rawMints)) {
+    knownProviders.add(normalizeBaseUrl6(baseUrl));
+  }
+  for (const baseUrl of rawBaseUrls) {
+    knownProviders.add(normalizeBaseUrl6(baseUrl));
+  }
+  for (const baseUrl of rawDisabled) {
+    knownProviders.add(normalizeBaseUrl6(baseUrl));
+  }
+  for (const baseUrl of Object.keys(legacyModels)) {
+    knownProviders.add(normalizeBaseUrl6(baseUrl));
+  }
+  const indexProviders = await driver.getItem(
+    PROVIDER_INDEX_KEY,
+    []
+  );
+  for (const baseUrl of indexProviders) {
+    const normalized = normalizeBaseUrl6(baseUrl);
+    providerIndex.add(normalized);
+    knownProviders.add(normalized);
+  }
+  for (const baseUrl of knownProviders) {
+    const normalized = normalizeBaseUrl6(baseUrl);
+    const models = await driver.getItem(
+      modelKey(normalized),
+      null
+    );
+    const ts = await driver.getItem(
+      modelTsKey(normalized),
+      null
+    );
+    if (models !== null) {
+      modelsByBaseUrl.set(normalized, models);
+    }
+    if (ts !== null) {
+      timestampsByBaseUrl.set(normalized, ts);
+    }
+    if (models !== null || ts !== null) {
+      providerIndex.add(normalized);
+    }
+  }
+  let mints = Object.fromEntries(
+    Object.entries(rawMints).map(([baseUrl, mintList]) => [
+      normalizeBaseUrl6(baseUrl),
+      mintList.map((mint) => mint.endsWith("/") ? mint.slice(0, -1) : mint)
+    ])
+  );
+  let info = Object.fromEntries(
+    Object.entries(rawInfo).map(([baseUrl, entry]) => [
+      normalizeBaseUrl6(baseUrl),
+      entry
+    ])
+  );
+  let _lastUsedModel = lastUsedModel;
+  let _disabledProviders = rawDisabled.map(normalizeBaseUrl6);
+  let _baseUrlsList = rawBaseUrls.map(normalizeBaseUrl6);
+  let _lastBaseUrlsUpdate = lastBaseUrlsUpdate;
+  let _routstr21Models = rawRoutstr21Models;
+  let _lastRoutstr21ModelsUpdate = lastRoutstr21ModelsUpdate;
+  const persistProviderIndex = () => {
+    void driver.setItem(PROVIDER_INDEX_KEY, [...providerIndex]);
+  };
+  return {
+    // -- Models (sharded kv) --
+    getCachedModels: () => {
+      const result = {};
+      for (const [baseUrl, models] of modelsByBaseUrl.entries()) {
+        result[baseUrl] = models;
+      }
+      return result;
+    },
+    setCachedModels: (models) => {
+      const nextKeys = new Set(
+        Object.keys(models).map((baseUrl) => normalizeBaseUrl6(baseUrl))
+      );
+      for (const baseUrl of [...modelsByBaseUrl.keys()]) {
+        if (!nextKeys.has(normalizeBaseUrl6(baseUrl))) {
+          providerIndex.delete(baseUrl);
+          modelsByBaseUrl.delete(baseUrl);
+          timestampsByBaseUrl.delete(baseUrl);
+          void driver.removeItem(modelKey(baseUrl));
+          void driver.removeItem(modelTsKey(baseUrl));
+        }
+      }
+      for (const [baseUrl, modelList] of Object.entries(models)) {
+        const normalized = normalizeBaseUrl6(baseUrl);
+        providerIndex.add(normalized);
+        modelsByBaseUrl.set(normalized, modelList);
+        const ts = timestampsByBaseUrl.get(normalized) ?? Date.now();
+        timestampsByBaseUrl.set(normalized, ts);
+        void driver.setItem(modelKey(normalized), modelList);
+        void driver.setItem(modelTsKey(normalized), ts);
+      }
+      persistProviderIndex();
+    },
+    getProviderLastUpdate: (baseUrl) => {
+      return timestampsByBaseUrl.get(normalizeBaseUrl6(baseUrl)) ?? null;
+    },
+    setProviderLastUpdate: (baseUrl, timestamp) => {
+      const normalized = normalizeBaseUrl6(baseUrl);
+      providerIndex.add(normalized);
+      timestampsByBaseUrl.set(normalized, timestamp);
+      void driver.setItem(modelTsKey(normalized), timestamp);
+      persistProviderIndex();
+    },
+    // -- Mints (kv) --
+    getCachedMints: () => mints,
+    setCachedMints: (value) => {
+      const normalized = {};
+      for (const [baseUrl, mintList] of Object.entries(value)) {
+        normalized[normalizeBaseUrl6(baseUrl)] = mintList.map(
+          (mint) => mint.endsWith("/") ? mint.slice(0, -1) : mint
+        );
+      }
+      mints = normalized;
+      void driver.setItem(SDK_STORAGE_KEYS.MINTS_FROM_ALL_PROVIDERS, normalized);
+    },
+    // -- Provider info (kv) --
+    getCachedProviderInfo: () => info,
+    setCachedProviderInfo: (value) => {
+      const normalized = {};
+      for (const [baseUrl, entry] of Object.entries(value)) {
+        normalized[normalizeBaseUrl6(baseUrl)] = entry;
+      }
+      info = normalized;
+      void driver.setItem(SDK_STORAGE_KEYS.INFO_FROM_ALL_PROVIDERS, normalized);
+    },
+    // -- Last used model (kv) --
+    getLastUsedModel: () => _lastUsedModel,
+    setLastUsedModel: (modelId) => {
+      _lastUsedModel = modelId;
+      void driver.setItem(SDK_STORAGE_KEYS.LAST_USED_MODEL, modelId);
+    },
+    // -- Disabled providers (kv) --
+    getDisabledProviders: () => _disabledProviders,
+    setDisabledProviders: (urls) => {
+      const normalized = urls.map(normalizeBaseUrl6);
+      _disabledProviders = normalized;
+      void driver.setItem(SDK_STORAGE_KEYS.DISABLED_PROVIDERS, normalized);
+    },
+    // -- Base URLs (kv) --
+    getBaseUrlsList: () => _baseUrlsList,
+    getBaseUrlsLastUpdate: () => _lastBaseUrlsUpdate,
+    setBaseUrlsList: (urls) => {
+      const normalized = urls.map(normalizeBaseUrl6);
+      _baseUrlsList = normalized;
+      void driver.setItem(SDK_STORAGE_KEYS.BASE_URLS_LIST, normalized);
+    },
+    setBaseUrlsLastUpdate: (timestamp) => {
+      _lastBaseUrlsUpdate = timestamp;
+      void driver.setItem(SDK_STORAGE_KEYS.LAST_BASE_URLS_UPDATE, timestamp);
+    },
+    // -- Routstr21 models (kv) --
+    getRoutstr21Models: () => _routstr21Models,
+    setRoutstr21Models: (models) => {
+      _routstr21Models = models;
+      void driver.setItem(SDK_STORAGE_KEYS.ROUTSTR21_MODELS, models);
+    },
+    getRoutstr21ModelsLastUpdate: () => _lastRoutstr21ModelsUpdate,
+    setRoutstr21ModelsLastUpdate: (timestamp) => {
+      _lastRoutstr21ModelsUpdate = timestamp;
+      void driver.setItem(
+        SDK_STORAGE_KEYS.LAST_ROUTSTR21_MODELS_UPDATE,
+        timestamp
+      );
+    }
+  };
+};
+var createProviderRegistryFromDiscoveryAdapter = (adapter, logger) => {
+  const log = (logger ?? consoleLogger).child("ProviderRegistry");
+  return {
+    getModelsForProvider: (baseUrl) => {
+      const normalized = normalizeBaseUrl6(baseUrl);
+      return adapter.getCachedModels()[normalized] || [];
+    },
+    getDisabledProviders: () => adapter.getDisabledProviders(),
+    getProviderMints: (baseUrl) => {
+      const normalized = normalizeBaseUrl6(baseUrl);
+      return adapter.getCachedMints()[normalized] || [];
+    },
+    getProviderInfo: async (baseUrl) => {
+      const normalized = normalizeBaseUrl6(baseUrl);
+      const cached = adapter.getCachedProviderInfo()[normalized];
+      if (cached) return cached;
+      try {
+        const response = await fetch(`${normalized}v1/info`);
+        if (!response.ok) {
+          throw new Error(`Failed ${response.status}`);
+        }
+        const info = await response.json();
+        adapter.setCachedProviderInfo({
+          ...adapter.getCachedProviderInfo(),
+          [normalized]: info
+        });
+        return info;
+      } catch (error) {
+        log.warn(`Failed to fetch provider info from ${normalized}:`, error);
+        return null;
+      }
+    },
+    getAllProvidersModels: () => adapter.getCachedModels()
+  };
+};
+
 // storage/index.ts
 var isBrowser3 = () => {
   try {
@@ -1711,9 +1982,15 @@ var getDefaultUsageTrackingDriver = () => {
 var setDefaultUsageTrackingDriver = (driver) => {
   defaultUsageTrackingDriver = driver;
 };
-var getDefaultDiscoveryAdapter = async () => createDiscoveryAdapterFromStore(await getDefaultSdkStore());
+var defaultDiscoveryAdapter = null;
+var getDefaultDiscoveryAdapter = async () => {
+  if (defaultDiscoveryAdapter) return defaultDiscoveryAdapter;
+  const driver = getDefaultSdkDriver();
+  defaultDiscoveryAdapter = await createShardedDiscoveryAdapter({ driver });
+  return defaultDiscoveryAdapter;
+};
 var getDefaultStorageAdapter = async () => createStorageAdapterFromStore(await getDefaultSdkStore());
-var getDefaultProviderRegistry = async () => createProviderRegistryFromStore(await getDefaultSdkStore());
+var getDefaultProviderRegistry = async () => createProviderRegistryFromDiscoveryAdapter(await getDefaultDiscoveryAdapter());
 
 exports.SDK_STORAGE_KEYS = SDK_STORAGE_KEYS;
 exports.createBunSqliteDriver = createBunSqliteDriver;
@@ -1723,8 +2000,10 @@ exports.createIndexedDBDriver = createIndexedDBDriver;
 exports.createIndexedDBUsageTrackingDriver = createIndexedDBUsageTrackingDriver;
 exports.createMemoryDriver = createMemoryDriver;
 exports.createMemoryUsageTrackingDriver = createMemoryUsageTrackingDriver;
+exports.createProviderRegistryFromDiscoveryAdapter = createProviderRegistryFromDiscoveryAdapter;
 exports.createProviderRegistryFromStore = createProviderRegistryFromStore;
 exports.createSdkStore = createSdkStore;
+exports.createShardedDiscoveryAdapter = createShardedDiscoveryAdapter;
 exports.createSqliteDriver = createSqliteDriver;
 exports.createSqliteUsageTrackingDriver = createSqliteUsageTrackingDriver;
 exports.createStorageAdapterFromStore = createStorageAdapterFromStore;