@opennodes/registry 0.1.10 → 0.1.12

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opennodes/registry",
-  "version": "0.1.10",
+  "version": "0.1.12",
   "description": "OpenNodes (ONP) reference registry: node registration with proof-of-resource qualification (Stage A/B/C), transparent ranking, enforceable estimates, catalog importers (OpenRouter, Hugging Face, models.dev, Ollama), MCP surface, and the web app (catalog, chat, advisor, Node Builder)",
   "license": "Apache-2.0",
   "type": "module",

package/src/feed.js

@@ -0,0 +1,42 @@
+// Feed shaping: a node that keeps dropping offline and coming back would otherwise fill
+// the public feed with suspended/reinstated pairs. Consecutive liveness transitions of
+// one node collapse into a single availability event; everything else passes through.
+
+const isLiveness = (e) => /^(liveness:|reinstated:)/.test(e.reason ?? '');
+
+/** events: newest first. Returns newest first, with liveness runs (2+ events) collapsed. */
+export function collapseFlaps(events) {
+  const out = [];
+  const open = new Map();   // node_id -> collapsed entry still accepting older liveness events
+  for (const e of events) {
+    if (!isLiveness(e)) {
+      open.delete(e.node_id);
+      out.push(e);
+      continue;
+    }
+    const run = open.get(e.node_id);
+    if (run) {
+      run.events.push(e);
+      continue;
+    }
+    const entry = { ...e, events: [e] };
+    open.set(e.node_id, entry);
+    out.push(entry);
+  }
+  return out.map((entry) => {
+    if (!entry.events) return entry;
+    const { events: run, ...newest } = entry;
+    if (run.length === 1) return newest;
+    const oldest = run[run.length - 1];
+    const outages = run.filter((e) => e.to === 'suspended').length;
+    const now = newest.to === 'suspended' ? 'suspended now' : `${newest.to} again`;
+    return {
+      ...newest,
+      from: oldest.from,
+      kind: 'availability',
+      collapsed: run.length,
+      since: oldest.at,
+      reason: `availability: ${outages} outage${outages === 1 ? '' : 's'} since ${oldest.at.slice(0, 10)}, ${now}`,
+    };
+  });
+}

package/src/importers.js

@@ -5,6 +5,12 @@ import { validateCard } from '@opennodes/core';
 
 const slug = (s) => String(s).toLowerCase().replace(/[^a-z0-9._-]+/g, '-').replace(/^[^a-z0-9]+/, '').slice(0, 100);
 const vendorSlug = (s) => slug(s).replace(/[._]/g, '-');
+/** The value as a string if it is a concrete http(s) URL, else undefined. Templated
+ *  per-account URLs (models.dev writes `https://${DATABRICKS_HOST}/...`) have no single base. */
+const httpsUrl = (v) => {
+  if (typeof v !== 'string' || v.includes('${')) return undefined;
+  try { return ['https:', 'http:'].includes(new URL(v).protocol) ? v : undefined; } catch { return undefined; }
+};
 
 /** Map input/output modality arrays (the shape both HF and OpenRouter use) to the ONP enum. */
 export function mapModalities(inputs = ['text'], outputs = ['text']) {
@@ -40,9 +46,26 @@ async function saveImportedCard(store, nodeId, origin, sourceRef, card) {
   return null;
 }
 
+/**
+ * OpenAI-compatible API bases for major providers whose models.dev entry has no `api`
+ * (models.dev omits it when a dedicated AI SDK package knows the URL). Each checked
+ * against the provider's docs and live (401 on unauthenticated /models), 2026-10-19.
+ */
+export const MODELS_DEV_API_BASES = {
+  groq: 'https://api.groq.com/openai/v1',
+  togetherai: 'https://api.together.xyz/v1',   // docs now show api.together.ai; both serve, and the gateway keys TOGETHER_API_KEY to .xyz
+  deepinfra: 'https://api.deepinfra.com/v1/openai',
+  'fireworks-ai': 'https://api.fireworks.ai/inference/v1',
+  mistral: 'https://api.mistral.ai/v1',
+  openai: 'https://api.openai.com/v1',
+};
+
 /**
  * Import a models.dev-shaped catalog: { providerId: { id, name, api?, doc?, models: { key: model } } }.
  * Each provider becomes a synthetic node `import.modelsdev.{provider}`; each model an offering.
+ * The API base is the provider's `api`, else MODELS_DEV_API_BASES; `doc` is never used as one.
+ * A provider with neither is still listed, but without endpoints.openai/health (not invocable),
+ * keeping `doc` as the informational endpoints.docs link.
  * Returns { providers, offerings, skipped }.
  */
 export async function importModelsDev(store, catalog) {
@@ -79,7 +102,8 @@ export async function importModelsDev(store, catalog) {
     if (!offeringList.length) { skipped.push(providerId); continue; }
 
     const nodeId = `import.modelsdev.${slug(providerId).replace(/[._]/g, '-')}`;
-    const base = provider?.api ?? provider?.doc ?? 'https://models.dev';
+    const base = httpsUrl(provider?.api ?? MODELS_DEV_API_BASES[providerId])?.replace(/\/+$/, '') ?? null;
+    const docs = httpsUrl(provider?.doc);
     const card = {
       onp: '0.1',
       revision: new Date().toISOString(),
@@ -89,14 +113,20 @@ export async function importModelsDev(store, catalog) {
         description: `Imported from models.dev; metadata only, unclaimed by the operator.`,
         operator: { name: provider?.name ?? providerId },
       },
-      endpoints: { openai: base, health: `${base.replace(/\/$/, '')}/health` },
+      endpoints: {
+        ...(base ? { openai: base, health: `${base}/health` } : {}),
+        ...(docs ? { docs } : {}),
+      },
       offerings: offeringList,
       payment: { schemes: [{ scheme: 'prepaid' }] },
     };
-    const errors = validateCard(card);
+    // A listing-only card deliberately lacks the schema's required invocation endpoints.
+    const errors = validateCard(card)
+      .filter((e) => base || !/^\/endpoints must have required property '(openai|health)'$/.test(e));
     if (errors.length) { skipped.push(`${providerId}: ${errors[0]}`); continue; }
 
-    await store.upsertNode(nodeId, new URL(base).origin, `import:modelsdev:${providerId}`, 'indexed', 'import');
+    const origin = new URL(base ?? docs ?? 'https://models.dev').origin;
+    await store.upsertNode(nodeId, origin, `import:modelsdev:${providerId}`, 'indexed', 'import');
     await store.saveRevision(nodeId, card.revision, card, false);
     providers++;
     offerings += offeringList.length;

package/src/mcp.js

@@ -80,7 +80,7 @@ async function runTool(store, name, args = {}) {
       const features = args.features ?? (args.task != null
         ? extractFeatures(String(args.task), { est_output_tokens: args.est_output_tokens ?? null }) : null);
       if (!features) throw new Error('recommend needs "task" or "features"');
-      return recommend(await collectOfferings(store), features, args.policy ?? {});
+      return recommend((await collectOfferings(store)).filter((o) => o.invocable), features, args.policy ?? {});
     }
     case 'search_offerings': {
       const query = new URLSearchParams();

package/src/search.js

@@ -52,6 +52,8 @@ export async function collectOfferings(store) {
           availability,
         },
         endpoints: card.endpoints,
+        // false for listing-only imports (no known API endpoint): shown, never called
+        invocable: Boolean(card.endpoints?.openai),
       });
     }
   }
@@ -63,6 +65,8 @@ export async function searchOfferingsPaged(store, query) {
   let items = await collectOfferings(store);
 
   const q = (k) => query.get(k);
+  if (q('invocable') === 'true') items = items.filter((o) => o.invocable);
+  if (q('invocable') === 'false') items = items.filter((o) => !o.invocable);
   if (q('modality')) items = items.filter((o) => o.modality === q('modality'));
   if (q('family')) items = items.filter((o) => o.model.family === q('family') || o.model.artifact === q('family'));
   if (q('min_context')) items = items.filter((o) => (o.serving?.context_window ?? 0) >= Number(q('min_context')));

package/src/server.js

@@ -19,6 +19,7 @@ import { searchOfferings, searchOfferingsPaged, collectOfferings, RANK_COMPONENT
 import { mcpRoutes } from './mcp.js';
 import { hostControlsNamespace, isPrivateHost, makeRateLimiter } from './namespace.js';
 import { exportRoutes } from './export.js';
+import { collapseFlaps } from './feed.js';
 import {
   importModelsDev, importHuggingFace, importOpenRouter,
   importOllamaLibrary, parseOllamaLibrary,
@@ -321,13 +322,16 @@ export async function startRegistry({
 
     // Freshness feed: recent listing events (registrations, tier changes, suspensions),
     // newest first, each linked to its provenance reason.
+    // Liveness flaps (suspended/reinstated runs) collapse into one availability event;
+    // ?raw=1 returns every transition.
     ['GET', '/v0/feed', async (req, res, { query }) => {
       const limit = Math.min(Number(query.get('limit') ?? 50), 200);
-      const events = (await store.recentTransitions(limit)).map((t) => ({
+      const raw = query.get('raw') === '1';
+      const events = (await store.recentTransitions(raw ? limit : Math.min(limit * 10, 2000))).map((t) => ({
         at: t.at, node_id: t.node_id, from: t.from_state, to: t.to_state,
         reason: t.reason, source: t.source ?? 'registration',
       }));
-      sendJson(res, 200, { events });
+      sendJson(res, 200, { events: raw ? events : collapseFlaps(events).slice(0, limit) });
     }],
 
     ['GET', '/v0/nodes/:id', async (req, res, { params }) => {
@@ -395,10 +399,32 @@ export async function startRegistry({
         ? extractFeatures(String(body.task), { attachments: body.attachments ?? [], est_output_tokens: body.est_output_tokens ?? null, messages: body.messages ?? [] })
         : null);
       if (!features) return problem(res, 400, 'missing-task', 'body must carry "task" (text) or "features" (from extractFeatures)');
-      const all = await collectOfferings(store);
+      // only what a client could actually call: listing-only imports are never recommended
+      const all = (await collectOfferings(store)).filter((o) => o.invocable);
       sendJson(res, 200, recommend(all, features, body.policy ?? {}));
     }],
 
+    // Delist (admin): operator opt-out of an imported listing, or retiring a node. Search,
+    // the directory and Stage C skip delisted nodes, and re-imports never revive them.
+    // Body {reason}. A registered node returns by registering again; relist re-opens imports.
+    ['POST', '/v0/admin/nodes/:id/delist', async (req, res, { params }) => {
+      if (!adminOk(req, res)) return;
+      const node = await store.getNode(params.id);
+      if (!node) return problem(res, 404, 'unknown-node', params.id);
+      const { reason } = await readJson(req);
+      if (node.state !== 'delisted') await store.setState(node.id, 'delisted', `delisted: ${reason || 'by registry admin'}`);
+      sendJson(res, 200, { id: node.id, state: 'delisted' });
+    }],
+    ['POST', '/v0/admin/nodes/:id/relist', async (req, res, { params }) => {
+      if (!adminOk(req, res)) return;
+      const node = await store.getNode(params.id);
+      if (!node) return problem(res, 404, 'unknown-node', params.id);
+      if (node.state !== 'delisted') return problem(res, 409, 'not-delisted', `${node.id} is ${node.state}`);
+      if (node.source !== 'import') return problem(res, 409, 'register-again', 'a registered node returns by registering again (POST /v0/nodes)');
+      await store.setState(node.id, 'indexed', 'relisted by registry admin');
+      sendJson(res, 200, { id: node.id, state: 'indexed' });
+    }],
+
     // Seed importer (admin): body {catalog} in models.dev shape, or {url} to fetch it.
     ['POST', '/v0/import/models-dev', async (req, res) => {
       if (!adminOk(req, res)) return;

package/src/web/index.html

@@ -317,7 +317,7 @@
 <!-- ================= NEW (feed) ================= -->
 <div id="view-feed" hidden>
   <h1>New</h1>
-  <p class="sub">Dated listing events, newest first — registrations, tier changes, suspensions — each with its provenance. Also available as <a id="feed-json" href="/v0/feed">JSON</a> for agents.</p>
+  <p class="sub">Dated listing events, newest first — registrations, tier changes, suspensions — each with its provenance. A node that keeps dropping offline and coming back shows as one availability line. Also available as <a id="feed-json" href="/v0/feed">JSON</a> for agents (<a href="/v0/feed?raw=1">every transition</a>).</p>
   <div class="panel pad" id="feed-list"></div>
 </div>
 
@@ -589,11 +589,17 @@ function ctxBit(o) {
   const basis = (o.source === 'import' && !o.serving.context_capped_from) ? ' <span class="micro m-claimed">CLAIMED</span>' : '';
   return `<span>ctx <b class="num">${fmtInt(o.serving.context_window)}</b>${cap}${basis}</span>`;
 }
+/** Listing-only imports carry no endpoints.openai: they are shown but never called. */
+const invocable = (o) => o.invocable !== false && Boolean(o.endpoints?.openai);
+/** endpoints.docs only when it is a plain web link (cards are third-party data). */
+const docsUrl = (endpoints) => /^https?:\/\//i.test(endpoints?.docs ?? '') ? endpoints.docs : null;
 function provLine(o) {
   const obs = o.observed || {};
   const bits = [`revision ${esc((o.card_revision || '').slice(0, 10))}`];
   if (obs.probes > 0) bits.push(`probes ${Math.round((obs.probe_success ?? 0) * obs.probes)}/${obs.probes} pass`);
   if (o.source === 'import') bits.push('catalog import — operator can claim this listing to get verified');
+  if (!invocable(o)) bits.push('listing only — no known API endpoint, so it cannot be called from here'
+    + (docsUrl(o.endpoints) ? ` (<a href="${esc(docsUrl(o.endpoints))}" target="_blank" rel="noopener">provider docs ↗</a>)` : ''));
   return bits.join(' · ');
 }
 
@@ -833,11 +839,11 @@ async function loadModel(artifact) {
     const navBits = [['#sec-offerings', 'OFFERINGS'], ['#sec-play', 'PLAYGROUND']];
 
     // playground targets: this page's offerings + a custom endpoint (e.g. local Ollama)
-    pgOfferings = list;
-    $('#pg-target').innerHTML = list.map((o, i) =>
+    pgOfferings = list.filter(invocable);
+    $('#pg-target').innerHTML = pgOfferings.map((o, i) =>
       `<option value="${i}">${esc(o.node_id)} — ${priceStr(o.pricing)} [${esc(o.tier)}]</option>`).join('')
       + '<option value="custom">custom endpoint (your local Ollama / any OpenAI-compatible server)</option>';
-    $('#pg-customrow').hidden = true;
+    $('#pg-customrow').hidden = pgOfferings.length > 0;   // listing-only offerings leave just the custom endpoint
     $('#pg-out').textContent = '';
     $('#pg-meta').textContent = '';
     $('#md-offerings').innerHTML = `<table class="grid num"><thead><tr>
@@ -997,7 +1003,7 @@ async function loadChatTargets() {
       const key = (o) => o.node_id + '/' + o.offering_id;
       const ready = reg.offerings.filter((o) => o.source !== 'import');
       const seen = new Set(ready.map(key));
-      const rest = all.offerings.filter((o) => !seen.has(key(o)));
+      const rest = all.offerings.filter((o) => !seen.has(key(o)) && invocable(o));
       const local = rest.filter((o) => o.local);            // Ollama library: runs on the visitor's own machine
       const imports = rest.filter((o) => !o.local);
       chat.offerings = [...ready, ...local, ...imports];
@@ -1030,6 +1036,7 @@ async function applyAdvisorHandoff() {
     const [nodeId, offeringId] = key.split('/');
     let o = chat.offerings.find((x) => x.node_id === nodeId && x.offering_id === offeringId);
     if (!o) { try { o = await api(`/v0/offerings/${encodeURIComponent(nodeId)}/${encodeURIComponent(offeringId)}`); } catch { continue; } }
+    if (!invocable(o)) continue;
     if (!chat.roster.some((t) => t.offering && t.offering.node_id === nodeId && t.offering.offering_id === offeringId)) chat.roster.push({ offering: o });
   }
   if (chat.roster.length > 1) { $('#ch-mode').value = 'compare'; $('#ch-modenote').textContent = MODE_NOTES.compare; }
@@ -1422,8 +1429,9 @@ async function scApply(sc, verb = 'loaded') {
       o = chat.offerings.find((x) => x.node_id === nodeId && x.offering_id === offId);
       if (!o) { try { o = await api(`/v0/offerings/${encodeURIComponent(nodeId)}/${encodeURIComponent(offId)}`); } catch { o = null; } }
     } else if (entry.select) {            // ONP-6 late binding: resolve the requirement against this registry now
-      try { o = (await api('/v0/offerings?limit=1&' + new URLSearchParams(entry.select))).offerings[0] ?? null; } catch { o = null; }
+      try { o = (await api('/v0/offerings?limit=1&invocable=true&' + new URLSearchParams(entry.select))).offerings[0] ?? null; } catch { o = null; }
     }
+    if (o && !invocable(o)) o = null;   // a pinned listing-only import cannot be called
     if (o) chat.roster.push({ offering: o }); else missing.push(entry.pin ?? JSON.stringify(entry.select));
   }
   const MODES = ['single', 'compare', 'jury', 'pipeline', 'iterative'];
@@ -1729,7 +1737,7 @@ async function loadFeed() {
     $('#feed-list').innerHTML = events.length ? events.map((e) => `<div class="feeditem">
       <span class="prov">${esc((e.at || '').replace('T', ' ').slice(0, 16))}</span>
       <span><a href="#/node/${encodeURIComponent(e.node_id)}" class="mono" style="font-size:0.78rem">${esc(e.node_id)}</a>
-        → ${tierChip(e.to)} ${e.reason ? '<span style="color:var(--muted)">— ' + esc(e.reason) + '</span>' : ''}</span>
+        → ${tierChip(e.to)} ${e.reason ? '<span style="color:var(--muted)">— ' + esc(e.reason) + (e.collapsed ? ' (' + e.collapsed + ' events)' : '') + '</span>' : ''}</span>
     </div>`).join('') : '<p class="sub">No events yet.</p>';
   } catch (e) { $('#feed-list').innerHTML = '<p class="err">' + esc(e.message) + '</p>'; }
 }
@@ -1765,7 +1773,8 @@ async function loadNode(id) {
         ${n.source === 'import' ? stat('<span class="chip imp">IMPORTED</span>', 'SOURCE — unclaimed by operator') : ''}
       </div>
       <div class="panel pad" style="max-width:56rem; margin-top:0.6rem"><table class="grid">
-        <tr><td style="color:var(--muted); width:8rem" class="mono">endpoint</td><td class="mono" style="font-size:0.74rem">${esc(card.endpoints?.openai ?? '—')}</td></tr>
+        <tr><td style="color:var(--muted); width:8rem" class="mono">endpoint</td><td class="mono" style="font-size:0.74rem">${card.endpoints?.openai ? esc(card.endpoints.openai) : '— <span style="font-family:inherit; color:var(--muted)">listing only: no known API endpoint, not callable from OpenNodes</span>'}</td></tr>
+        ${docsUrl(card.endpoints) ? `<tr><td style="color:var(--muted)" class="mono">docs</td><td class="mono" style="font-size:0.74rem"><a href="${esc(docsUrl(card.endpoints))}" target="_blank" rel="noopener">${esc(docsUrl(card.endpoints))}</a></td></tr>` : ''}
         ${card.hardware ? `<tr><td style="color:var(--muted)" class="mono">hardware</td><td style="font-size:0.78rem">${hwStr({ hardware: card.hardware })}</td></tr>` : ''}
         <tr><td style="color:var(--muted)" class="mono">revision</td><td class="mono" style="font-size:0.74rem">${esc(card.revision ?? '—')}</td></tr>
       </table></div>