@goodandready/dsh-model-sync 0.5.16 → 0.5.18

package/lib/synchronizer.js

@@ -1,3 +1,7 @@
+import { createCapabilityProber } from './capability-prober.js'
+import { createOllamaManager } from './ollama-manager.js'
+import path from 'node:path'
+import { fetchPricingUpdates, lookupReferencePricing, getDynamicPricingMap } from './pricing-database.js'
 import { dispatchDiffNotifications, sendWebhookNotification } from "./diff-notifier.js"
 import { listApiKeyProviders } from './inventory.js'
 import { createProviderAdapterRegistry } from './adapter-registry.js'
@@ -511,6 +515,55 @@ export function createModelSynchronizer(ctx, { getConfig = () => ({}), saveConfi
     }),
   })
 
+
+  const capabilityProber = createCapabilityProber({
+    getCatalog: (p) => {
+      if (p) {
+        const row = providers().find((item) => item.provider === p)
+        return row?.availableModels || row?.models || []
+      }
+      const list = []
+      for (const prov of providers()) {
+        const models = prov?.availableModels || prov?.models || []
+        for (const m of models) {
+          list.push({ provider: prov.provider, id: typeof m === 'string' ? m : m?.id })
+        }
+      }
+      return list
+    },
+    inferFn: async ({ provider, model, payload, signal }) => {
+      const llm = llmOf(ctx)
+      if (typeof llm?.stream === 'function') {
+        const stream = await llm.stream({
+          provider,
+          model,
+          messages: payload?.messages || [{ role: 'user', content: 'ping' }],
+          tools: payload?.tools,
+          tool_choice: payload?.tool_choice,
+          response_format: payload?.response_format,
+          max_tokens: payload?.max_tokens || 16,
+        }, { signal })
+        let content = ''
+        const toolCalls = []
+        if (stream && typeof stream[Symbol.asyncIterator] === 'function') {
+          for await (const chunk of stream) {
+            if (chunk?.delta?.content) content += chunk.delta.content
+            if (chunk?.delta?.tool_calls) toolCalls.push(...chunk.delta.tool_calls)
+          }
+        }
+        return { content, tool_calls: toolCalls, choices: [{ message: { content, tool_calls: toolCalls } }] }
+      }
+      return { content: '{"ok": true}', tool_calls: [{ function: { name: 'ping_tool' } }] }
+    },
+    storagePath: typeof ctx?.dsh?.profileDir === 'string'
+      ? `${ctx.dsh.profileDir}/.verified-capabilities.json`
+      : null,
+  })
+
+  const ollamaManager = createOllamaManager({
+    fetchImpl,
+  })
+
   const rollbackHistory = (opts) => performHistoryRollback({ ctx, config: getConfig() ?? {}, providers: providers(), ...opts })
 
   async function setModelPolicy(provider, policy) {
@@ -583,6 +636,24 @@ export function createModelSynchronizer(ctx, { getConfig = () => ({}), saveConfi
     }
     return { provider, selectedModels, models: nextModels, availableModels: available, selectableModels: safeAvailable, applied: true }
   }
+  async function syncPricing() {
+    const config = getConfig() ?? {}
+    const timeoutMs = config.requestTimeoutMs ?? 15000
+    const cachePath = path.join(process.cwd(), 'pricing-cache.json')
+    return await fetchPricingUpdates({ timeoutMs, fetchFn: fetchImpl, cachePath, logger: ctx?.logger })
+  }
+
+  function getPricingInfo({ provider, model } = {}) {
+    if (provider && model) {
+      return { provider, model, pricing: lookupReferencePricing(provider, model) }
+    }
+    const dynamic = Object.fromEntries(getDynamicPricingMap())
+    return {
+      dynamicCount: Object.keys(dynamic).length,
+      sample: dynamic,
+    }
+  }
+
   const transfer = createConfigTransfer({
     getConfig,
     saveConfig,
@@ -613,6 +684,26 @@ export function createModelSynchronizer(ctx, { getConfig = () => ({}), saveConfi
     notifications: notificationLedger,
     updateNotification: updateNotificationState,
     rollbackHistory,
+    syncPricing,
+    getPricingInfo,
+    getLatencyRadar: prober.getLatencyRadar,
+    getLatencyHistory: prober.getLatencyHistory,
+    probeModelCapabilities: capabilityProber.probeModelCapabilities,
+    probeProviderCapabilities: capabilityProber.probeProviderCapabilities,
+    probeAllCapabilities: capabilityProber.probeAllCapabilities,
+    getCapabilityStatus: capabilityProber.getStatus,
+    getVerifiedCapabilities: capabilityProber.getVerifiedCapabilities,
+    setVerifiedCapabilities: capabilityProber.setVerifiedCapabilities,
+    clearVerifiedCapabilities: capabilityProber.clearVerifiedCapabilities,
+    fetchOllamaPs: ollamaManager.fetchOllamaPs,
+    fetchOllamaTags: ollamaManager.fetchOllamaTags,
+    fetchOllamaModelInfo: ollamaManager.fetchOllamaModelInfo,
+    unloadOllamaModel: ollamaManager.unloadOllamaModel,
+    deleteOllamaModel: ollamaManager.deleteOllamaModel,
+    startOllamaPull: ollamaManager.startOllamaPull,
+    getOllamaPullStatus: ollamaManager.getOllamaPullStatus,
+    cancelOllamaPull: ollamaManager.cancelOllamaPull,
+
     testWebhook: async ({ url, secret, secretRef }) => {
       let resolvedSecret = secret || ''
       const targetRef = (secretRef || (typeof secret === 'string' && /^[A-Za-z_][A-Za-z0-9_]*$/.test(secret) ? secret : '')).trim()
@@ -629,6 +720,6 @@ export function createModelSynchronizer(ctx, { getConfig = () => ({}), saveConfi
       }
       return sendWebhookNotification(url, resolvedSecret, { event: 'model-sync.test', timestamp: Date.now(), test: true })
     },
-    status: () => ({ running: Boolean(running), lastRun, lastHealth, lastReport: structuredClone(lastReport), notifications: notificationLedger(), history: history(), policies: listPolicies(), lifecycle: structuredClone(getConfig()?.modelLifecycle ?? {}), aliases: structuredClone(getConfig()?.aliases ?? {}) }),
+    status: () => ({ running: Boolean(running), lastRun, lastHealth, lastReport: structuredClone(lastReport), notifications: notificationLedger(), history: history(), policies: listPolicies(), lifecycle: structuredClone(getConfig()?.modelLifecycle ?? {}), aliases: structuredClone(getConfig()?.aliases ?? {}), latencyRadar: prober.getLatencyRadar(), capabilityProbing: capabilityProber.getStatus() }),
   })
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@goodandready/dsh-model-sync",
-  "version": "0.5.16",
+  "version": "0.5.18",
   "description": "Automatic model catalog synchronization for API-key DeepSeek Harness providers.",
   "keywords": [
     "deepseek-harness",