freddie 0.0.92 → 0.0.93

package/CHANGELOG.md

@@ -1,5 +1,13 @@
 ## [Unreleased]
 
+### Added
+- Dynamic per-(provider × model × access_mode) availability matrix system. New `scripts/build-model-availability.js` enumerates models via existing `discoverModels()` and cross-probes each (model, mode) cell across 7 modes: `direct_api`, `acptoapi_passthrough` (:4800), `freddie_v1` (:4900), `kilo_acp` (:4780), `opencode_acp` (:4790), `claude_cli`, `freddie_agent_loop`. Sampler-aware (`markFailed` on per-cell failure), per-cell timeout 15s, per-provider model cap 5 (both env-tunable). Output: `.gm/model-availability.json` with `{timestamp, config, daemons, providers[].models[].modes{}, sampler, summary}`. Every cell is one of `{ok:true, latency_ms, excerpt}`, `{ok:false, latency_ms, error}`, or `{ok:false, skipped:true, reason}` — no blanks. Witnessed 2026-05-13: 23 providers × up to 5 models × 7 modes; 3 models green-in-any-mode (groq/gpt-oss-20b + claude-cli/haiku + claude-cli/sonnet); 8 individual cells green.
+- `src/agent/model-matrix.js` (28L): `loadMatrix()` + `matrixUsable(provider, model)`. 24h TTL on consumption.
+- `src/agent/llm_resolver.js`: `buildAutoChain` now consults `matrixUsable` and drops links marked `ok:false in all modes`. Matrix-absent path unchanged (preserves existing behavior). Side effect: stale defaults like `nvidia/deepseek-r1` (410 Gone) auto-drop without editing static lists.
+- `plugins/gui-models-discover/plugin.js`: 3 new endpoints — `GET /api/models/availability` (200 with full matrix, 404 if absent), `GET /api/models/availability/summary` (lightweight), `POST /api/models/availability/rebuild` (202 background spawn, 409 if rebuild in flight).
+- `scripts/validate-llm-providers.js`: now invokes the matrix builder by default. `--single-shot` retains the legacy one-model-per-provider behavior; `--with-single-shot` runs both.
+- `test.js`: asserts both `scripts/build-model-availability.js` exists and the `/api/models/availability` endpoint returns 200|404 with valid schema when present.
+
 ### Refactored
 - `src/host/host.js`: createHost split from 111L → 24L body. Helper factories (`makePi`, `makeGui`, `makeCcHooks`, `makeHooksRegistry`, `makeCcLoaders`, plus `reg`/`guard`/`scopedCfg`/`nullStore`) extracted to new `src/host/host_helpers.js`. host.js drops from 197L → 64L, host_helpers.js is 152L. Both well under the 200L hard cap. Witnessed: test.js 12/12 green, plugins>=100, platforms>=18, memory>=8, surface guard + cycle errors still throw.
 - `test.js`: trimmed from 202L → 199L (within the 200L cap) by collapsing redundant blank lines and joining the final two control statements. Every assertion preserved. Witnessed 12/12 green.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "freddie",
-  "version": "0.0.92",
+  "version": "0.0.93",
   "type": "module",
   "description": "Open JS agent harness built on pi-mono, floosie, xstate, and anentrypoint-design",
   "bin": {

package/plugins/gui-models-discover/plugin.js

@@ -2,6 +2,12 @@ import { discoverAndPersist, listKnownProviders } from '../../src/agent/model-di
 import { PROVIDER_KEYS, DEFAULTS } from '../../src/agent/llm_resolver.js'
 import { getConfigValue, saveConfigValue } from '../../src/config.js'
 import { getStatus } from '../../src/agent/model-sampler.js'
+import fs from 'node:fs'
+import path from 'node:path'
+import { spawn } from 'node:child_process'
+
+const MATRIX_PATH = path.resolve(new URL('.', import.meta.url).pathname.replace(/^\/([A-Za-z]:)/, '$1'), '..', '..', '.gm', 'model-availability.json')
+let _rebuildInFlight = null
 
 export default {
     name: 'gui-models-discover', surfaces: 'gui',
@@ -28,5 +34,22 @@ export default {
             res.json({ ok: true })
         })
         gui.route('GET', '/api/models/sampler', (_, res) => res.json({ status: getStatus() }))
+        gui.route('GET', '/api/models/availability', (_, res) => {
+            if (!fs.existsSync(MATRIX_PATH)) return res.status(404).json({ error: 'not_found', hint: 'run: node scripts/build-model-availability.js' })
+            try { res.json(JSON.parse(fs.readFileSync(MATRIX_PATH, 'utf8'))) }
+            catch (e) { res.status(500).json({ error: String(e.message || e) }) }
+        })
+        gui.route('GET', '/api/models/availability/summary', (_, res) => {
+            if (!fs.existsSync(MATRIX_PATH)) return res.status(404).json({ error: 'not_found' })
+            try { const j = JSON.parse(fs.readFileSync(MATRIX_PATH, 'utf8')); res.json({ timestamp: j.timestamp, daemons: j.daemons, summary: j.summary }) }
+            catch (e) { res.status(500).json({ error: String(e.message || e) }) }
+        })
+        gui.route('POST', '/api/models/availability/rebuild', (_, res) => {
+            if (_rebuildInFlight && !_rebuildInFlight.killed) return res.status(409).json({ error: 'rebuild_in_progress', pid: _rebuildInFlight.pid })
+            const script = path.resolve(path.dirname(MATRIX_PATH), '..', 'scripts', 'build-model-availability.js')
+            _rebuildInFlight = spawn(process.execPath, [script], { detached: true, stdio: 'ignore', cwd: path.dirname(path.dirname(MATRIX_PATH)) })
+            _rebuildInFlight.unref()
+            res.status(202).json({ ok: true, pid: _rebuildInFlight.pid, jobId: String(Date.now()) })
+        })
     },
 }

package/src/agent/llm_resolver.js

@@ -3,6 +3,8 @@ import { callLLM as acptoapiCall, isReachable as acptoapiReachable } from './acp
 import { isAvailable, markFailed, getStatus } from './model-sampler.js'
 import { getConfigValue } from '../config.js'
 import { resolveKey } from './credential_sources.js'
+import { matrixUsable } from './model-matrix.js'
+export { matrixUsable } from './model-matrix.js'
 
 const _require = createRequire(import.meta.url)
 const sdk = _require('acptoapi')
@@ -174,7 +176,10 @@ export function resolveCallLLM({ provider, model } = {}) {
         const links = sdk.buildAutoChain(model || input.model)
         const availableLinks = (await Promise.all(links.map(async l => {
             const prefix = l.model.split('/')[0]
-            return (await hasKey(prefix)) && isAvailable(prefix) ? l : null
+            if (!(await hasKey(prefix)) || !isAvailable(prefix)) return null
+            const mu = matrixUsable(prefix, l.model.replace(/^[^/]+\//, ''))
+            if (mu === false) return null
+            return l
         }))).filter(Boolean)
 
         for (const link of availableLinks) {

package/src/agent/model-matrix.js

@@ -0,0 +1,27 @@
+import fs from 'node:fs'
+import path from 'node:path'
+
+const MATRIX_PATH = path.resolve(new URL('.', import.meta.url).pathname.replace(/^\/([A-Za-z]:)/, '$1'), '..', '..', '.gm', 'model-availability.json')
+const MATRIX_TTL_MS = 24 * 60 * 60 * 1000
+let _cache = null
+
+export function loadMatrix() {
+    if (_cache && Date.now() - _cache.loadedAt < 60_000) return _cache.data
+    if (!fs.existsSync(MATRIX_PATH)) return null
+    try {
+        const data = JSON.parse(fs.readFileSync(MATRIX_PATH, 'utf8'))
+        if (Date.now() - new Date(data.timestamp).getTime() > MATRIX_TTL_MS) return null
+        _cache = { data, loadedAt: Date.now() }
+        return data
+    } catch { return null }
+}
+
+export function matrixUsable(provider, model) {
+    const m = loadMatrix(); if (!m) return null
+    const p = m.providers.find(x => x.id === provider); if (!p) return null
+    if (!model) return p.models.some(mm => mm.usable_in_any_mode)
+    const mm = p.models.find(x => x.id === model || x.id === model.replace(/^[^/]+\//, ''))
+    return mm ? mm.usable_in_any_mode : null
+}
+
+export const MATRIX_FILE = MATRIX_PATH