@goodandready/dsh-messenger-gateway 0.4.4 → 0.4.5

package/lib/models.js

@@ -1,13 +1,33 @@
 export const MODEL_PAGE_SIZE = 10
 
-export async function listModelCatalog(ctx, fallback = {}) {
+let catalogCache = new WeakMap()
+
+export function clearModelCatalogCache() {
+  catalogCache = new WeakMap()
+}
+
+export async function listModelCatalog(ctx, fallback = {}, options = {}) {
+  const llm = ctx?.get?.('llm') || ctx?.llm
+  const ttlMs = typeof options.ttlMs === 'number' ? options.ttlMs : 60_000
+  const bypass = Boolean(options.bypassCache)
+  const now = Date.now()
+
+  if (llm && typeof llm === 'object' && !bypass) {
+    const cached = catalogCache.get(llm)
+    if (cached && (now - cached.timestamp < ttlMs)) {
+      return {
+        providers: [...cached.providers],
+        modelsByProvider: new Map(cached.modelsByProvider),
+      }
+    }
+  }
+
   const result = {
     providers: [],
     modelsByProvider: new Map(),
   }
 
   // 1. Try ctx.llm if available
-  const llm = ctx?.get?.('llm') || ctx?.llm
   if (llm?.listProviders) {
     try {
       const providers = await llm.listProviders()
@@ -25,6 +45,13 @@ export async function listModelCatalog(ctx, fallback = {}) {
           result.modelsByProvider.set(pId, [])
         }
       }
+      if (llm && typeof llm === 'object' && result.providers.length > 0) {
+        catalogCache.set(llm, {
+          timestamp: now,
+          providers: result.providers,
+          modelsByProvider: new Map(result.modelsByProvider),
+        })
+      }
     } catch (err) {
       /* safe fallback when ctx.llm.listProviders is unavailable or throws */
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@goodandready/dsh-messenger-gateway",
-  "version": "0.4.4",
+  "version": "0.4.5",
   "description": "Telegram messenger bridge for DeepSeek Harness: sessions, steer, homes, inline asks, notify bridge, and optional TTS voice notes.",
   "license": "MIT",
   "type": "module",