@chatpanel/events 0.102.0 → 0.104.0

package/model-ledger.js

@@ -1,228 +1 @@
-// The MODEL LEDGER — an engine's record, the scorecard pattern applied to engines
-// (architecture-pillars.md §13.2).
-//
-// One chained, store-attested ledger per ENGINE — keyed like the scorecard's `byEngine`
-// (`model:<provider>/<model>`, `harness:<id>`), because the same model at two providers is
-// two records: availability, cost and latency are the provider's, not the model's. Entries
-// are FACTS the runner and the gateway observe, never claims:
-//
-//   call          one turn: time to first token, total, tokens in/out, cost when priced, was
-//                 the JSON valid, were the tool calls valid, did it come back empty / refused
-//                 / truncated, did it succeed
-//   declined      it did not answer, and why (unavailable · auth · rate · credits · timeout ·
-//                 context) — the availability signal
-//   rotated-from  a task left it for another engine mid-run
-//   rating        a task's verdict, attributed to the engine that served it (and to the agent)
-//   capability    a proof: it was asked for X and it did / did not deliver
-//   price         what a token costs here — from the provider's list or typed by a person
-//
-// `summarizeEngine(entries)` → the ENGINE CARD: availability, reliability, latency, cost,
-// capability proofs (a capability with three failed proofs is WITHDRAWN until a person
-// re-enables it), quality by job kind, the last refs. model-candidates.js `applyCard` hands
-// the card to `applyOverride`: observed quality / latency / cost replace the name-based
-// guess wherever there is enough history (≥ `minCalls`), the guess stays as the prior until
-// then, and the result says which it used (`observed[]`). Reach is never learned, only
-// typed — a ledger cannot move a model closer than the URL says.
-//
-// Hashing, attestation and chain verification are scorecard.js's, unchanged: the same store
-// marks both, the same `verifyChain` checks both.
-
-import { canonical, sha256, engineKey, normalizeEngine } from './scorecard.js';
-export { verifyChain, attest, verifyAttested } from './scorecard.js';
-
-export const LEDGER_VERSION = 1;
-export const LEDGER_ENTRY_KINDS = Object.freeze(['call', 'declined', 'rotated-from', 'rating', 'capability', 'price']);
-export const DECLINE_REASONS = Object.freeze(['unavailable', 'auth', 'rate', 'credits', 'timeout', 'context', 'other']);
-export const STRUCTURED = Object.freeze(['ok', 'bad', 'n/a']);
-/** Failed proofs before a capability leaves the card. */
-export const WITHDRAW_AFTER = 3;
-/** Calls before an observed number outranks the name-based guess. Small; configurable. */
-export const DEFAULT_MIN_CALLS = 5;
-
-const n0 = (v) => Math.max(0, Math.round(Number(v) || 0));
-const money = (v) => (v == null || v === '' || !Number.isFinite(Number(v)) ? undefined : Math.max(0, Number(v)));
-const clamp01 = (n) => Math.max(0, Math.min(1, Number(n) || 0));
-const bool = (v) => v === true;
-const str = (v, n = 120) => (v == null || v === '' ? undefined : String(v).slice(0, n));
-const strip = (o) => { for (const k of Object.keys(o)) if (o[k] === undefined) delete o[k]; return o; };
-
-/** The ledger's key for an engine — the scorecard's `engineKey`, so the two join. */
-export function ledgerKey(engine) { return engineKey(engine); }
-
-/** A call fact, normalized. Rates are computed later; here every field is a plain observation. */
-export function normalizeCall(c) {
-  const src = c && typeof c === 'object' ? c : {};
-  return strip({
-    ok: src.ok !== false,
-    ttftMs: src.ttftMs != null ? n0(src.ttftMs) : undefined,
-    totalMs: src.totalMs != null ? n0(src.totalMs) : undefined,
-    tokensIn: src.tokensIn != null ? n0(src.tokensIn) : undefined,
-    tokensOut: src.tokensOut != null ? n0(src.tokensOut) : undefined,
-    // The total when the split is unknown (a harness reports one number, or none).
-    tokens: src.tokens != null && src.tokensIn == null && src.tokensOut == null ? n0(src.tokens) : undefined,
-    cost: money(src.cost),
-    structured: STRUCTURED.includes(src.structured) ? src.structured : 'n/a',
-    toolCalls: src.toolCalls && typeof src.toolCalls === 'object' ? { asked: n0(src.toolCalls.asked), valid: Math.min(n0(src.toolCalls.asked), n0(src.toolCalls.valid)) } : undefined,
-    empty: bool(src.empty) || undefined,
-    refused: bool(src.refused) || undefined,
-    truncated: bool(src.truncated) || undefined,
-  });
-}
-
-/**
- * A new entry chained onto `prev`. `fact.engine` is required and keyed; the rest is by kind.
- * Pure apart from the digest; the store attests.
- */
-export async function makeLedgerEntry(fact, prev, { now = () => Date.now(), subtle } = {}) {
-  if (!fact || typeof fact !== 'object') throw new Error('model-ledger: an entry needs a fact');
-  if (!LEDGER_ENTRY_KINDS.includes(fact.kind)) throw new Error(`model-ledger: kind must be one of ${LEDGER_ENTRY_KINDS.join(', ')}`);
-  const engine = normalizeEngine(fact.engine);
-  if (!engine) throw new Error('model-ledger: engine required');
-  const key = engineKey(engine);
-  if (prev && prev.key !== key) throw new Error(`model-ledger: entry for ${key} chained onto ${prev.key}`);
-  const e = strip({
-    v: LEDGER_VERSION,
-    seq: prev ? prev.seq + 1 : 0,
-    key,
-    engine,
-    kind: fact.kind,
-    at: Number(fact.at) || now(),
-    runId: str(fact.runId), taskId: str(fact.taskId), agentId: str(fact.agentId), jobKind: str(fact.jobKind, 60),
-    call: fact.kind === 'call' ? normalizeCall(fact.call) : undefined,
-    declined: fact.kind === 'declined' ? { reason: DECLINE_REASONS.includes(fact.declined?.reason) ? fact.declined.reason : 'other', ...(fact.declined?.error ? { error: String(fact.declined.error).slice(0, 300) } : {}) } : undefined,
-    rotated: fact.kind === 'rotated-from' ? strip({ to: engineKey(fact.rotated?.to) || undefined, reason: str(fact.rotated?.reason, 300) }) : undefined,
-    rating: fact.kind === 'rating' ? strip({ by: String(fact.rating?.by || 'person').slice(0, 40), score: clamp01(fact.rating?.score), jobKind: str(fact.rating?.jobKind || fact.jobKind, 60), agentId: str(fact.rating?.agentId || fact.agentId) }) : undefined,
-    capability: fact.kind === 'capability' ? { id: String(fact.capability?.id || '').slice(0, 40), proved: bool(fact.capability?.proved) } : undefined,
-    price: fact.kind === 'price' ? strip({ per1kIn: money(fact.price?.per1kIn) ?? 0, per1kOut: money(fact.price?.per1kOut) ?? 0, source: fact.price?.source === 'user' ? 'user' : 'provider', currency: str(fact.price?.currency, 8) }) : undefined,
-    refs: Array.isArray(fact.refs) && fact.refs.length ? fact.refs.map(String).slice(0, 12) : undefined,
-    prev: prev ? prev.hash : null,
-  });
-  if (e.kind === 'capability' && !e.capability.id) throw new Error('model-ledger: capability.id required');
-  const { hash: _h, sig: _s, ...hashable } = e;
-  e.hash = await sha256(canonical(hashable), { subtle });
-  return e;
-}
-
-const percentile = (xs, p) => {
-  if (!xs.length) return null;
-  const s = [...xs].sort((a, b) => a - b);
-  return s[Math.min(s.length - 1, Math.max(0, Math.ceil((p / 100) * s.length) - 1))];
-};
-const mean = (xs) => (xs.length ? xs.reduce((a, b) => a + b, 0) / xs.length : null);
-const rate = (n, of) => (of ? Math.round((n / of) * 1000) / 1000 : null);
-const r3 = (v) => (v == null ? null : Math.round(v * 1000) / 1000);
-
-/**
- * The engine card. `minCalls` marks it `observed` once there is enough history; `now`
- * bounds the by-hour availability band (the last 24 h) and the "declining right now" check.
- */
-export function summarizeEngine(entries, { minCalls = DEFAULT_MIN_CALLS, now = Date.now(), recent = 5 } = {}) {
-  const list = (entries || []).filter((e) => e && e.kind);
-  const calls = list.filter((e) => e.kind === 'call');
-  const declines = list.filter((e) => e.kind === 'declined');
-  const attempts = calls.length + declines.length;
-  // Availability: declines over attempts, and the last 24 hours in bands of one.
-  const byHour = Array.from({ length: 24 }, () => ({ calls: 0, declines: 0 }));
-  for (const e of [...calls, ...declines]) {
-    const h = Math.floor((now - e.at) / 3600000);
-    if (h >= 0 && h < 24) byHour[23 - h][e.kind === 'call' ? 'calls' : 'declines'] += 1;
-  }
-  const declinesBy = {};
-  for (const e of declines) declinesBy[e.declined.reason] = (declinesBy[e.declined.reason] || 0) + 1;
-  // Declining right now: the last three attempts all declined, within the last hour.
-  const lastThree = [...calls, ...declines].sort((a, b) => a.at - b.at).slice(-3);
-  const decliningNow = lastThree.length === 3 && lastThree.every((e) => e.kind === 'declined' && now - e.at < 3600000);
-  // Reliability: each a rate over the calls it applies to.
-  const withJson = calls.filter((e) => e.call.structured !== 'n/a');
-  const withTools = calls.filter((e) => e.call.toolCalls?.asked);
-  const reliability = {
-    failRate: rate(calls.filter((e) => !e.call.ok).length, calls.length),
-    empty: rate(calls.filter((e) => e.call.empty).length, calls.length),
-    refused: rate(calls.filter((e) => e.call.refused).length, calls.length),
-    truncated: rate(calls.filter((e) => e.call.truncated).length, calls.length),
-    badJson: rate(withJson.filter((e) => e.call.structured === 'bad').length, withJson.length),
-    badToolCall: rate(withTools.reduce((n, e) => n + (e.call.toolCalls.asked - e.call.toolCalls.valid), 0), withTools.reduce((n, e) => n + e.call.toolCalls.asked, 0)),
-  };
-  // Latency.
-  const ttft = calls.map((e) => e.call.ttftMs).filter((v) => v != null);
-  const total = calls.map((e) => e.call.totalMs).filter((v) => v != null);
-  const latency = { ttft: { p50: percentile(ttft, 50), p95: percentile(ttft, 95), n: ttft.length }, total: { p50: percentile(total, 50), p95: percentile(total, 95), n: total.length } };
-  // Cost: the latest price entry prices every call that reported tokens; a call that
-  // reported its own cost is taken as is; otherwise the mean tokens per call stands in.
-  const price = list.filter((e) => e.kind === 'price').at(-1)?.price || null;
-  const costs = calls.map((e) => (e.call.cost != null ? e.call.cost : price && (e.call.tokensIn != null || e.call.tokensOut != null) ? ((e.call.tokensIn || 0) * price.per1kIn + (e.call.tokensOut || 0) * price.per1kOut) / 1000 : null)).filter((v) => v != null);
-  const tokens = calls.map((e) => (e.call.tokensIn || 0) + (e.call.tokensOut || 0) + (e.call.tokens || 0)).filter((v) => v > 0);
-  const cost = { perTask: r3(mean(costs)), priced: costs.length, tokensPerTask: tokens.length ? Math.round(mean(tokens)) : null, ...(price ? { per1kIn: price.per1kIn, per1kOut: price.per1kOut, source: price.source } : {}) };
-  // Capability proofs: asked vs proved; withdrawn after WITHDRAW_AFTER failures unless a
-  // later proof succeeded (a person re-enabling it is a proof they record).
-  const proofs = {};
-  for (const e of list.filter((x) => x.kind === 'capability')) {
-    const p = proofs[e.capability.id] || (proofs[e.capability.id] = { asked: 0, proved: 0, failedSince: 0 });
-    p.asked += 1;
-    if (e.capability.proved) { p.proved += 1; p.failedSince = 0; } else p.failedSince += 1;
-  }
-  const capabilities = {
-    proved: Object.keys(proofs).filter((id) => proofs[id].proved > 0 && proofs[id].failedSince < WITHDRAW_AFTER).sort(),
-    withdrawn: Object.keys(proofs).filter((id) => proofs[id].failedSince >= WITHDRAW_AFTER).sort(),
-    proofs: Object.fromEntries(Object.entries(proofs).map(([id, p]) => [id, { asked: p.asked, proved: p.proved }])),
-  };
-  // Quality: mean rating, overall and by job kind.
-  const ratings = list.filter((e) => e.kind === 'rating');
-  const byJobKind = {};
-  for (const e of ratings) { const k = e.rating.jobKind || 'any'; (byJobKind[k] = byJobKind[k] || []).push(e.rating.score); }
-  const quality = {
-    overall: { avg: r3(mean(ratings.map((e) => e.rating.score))), count: ratings.length },
-    byJobKind: Object.fromEntries(Object.entries(byJobKind).map(([k, xs]) => [k, { avg: r3(mean(xs)), count: xs.length }])),
-  };
-  const rotatedFrom = list.filter((e) => e.kind === 'rotated-from').length;
-  return {
-    key: list[0]?.key || null,
-    engine: list[0]?.engine || null,
-    entries: list.length,
-    calls: calls.length,
-    declines: declines.length,
-    observed: calls.length >= minCalls,
-    availability: { rate: attempts ? r3(1 - declines.length / attempts) : null, attempts, declinesBy, byHour, decliningNow },
-    reliability,
-    latency,
-    cost,
-    capabilities,
-    quality,
-    rotatedFrom,
-    refs: [...new Set(list.flatMap((e) => e.refs || []))].slice(-recent),
-    since: list[0]?.at || null,
-    last: list.at(-1)?.at || null,
-    head: list.at(-1)?.hash || null,
-  };
-}
-
-/**
- * The override a card yields for model-candidates.js `applyOverride` — only the fields it
- * has enough history for. `quality` is the mean rating (for `jobKind` when the card has
- * ratings for it, else overall); `latencyMs` the observed p50 to first token (total when no
- * ttft was recorded); `costPer1k` from the price when one is known; `available: false`
- * only while it is declining right now. Returns `{ override, observed }`.
- *
- * Lives here, beside the card it reads, so recruit.js and a store without a router can use
- * it; `applyCard` (the override over the guess) stays in model-candidates.js beside
- * `applyOverride`, the seam it feeds.
- */
-export function cardOverride(card, { minCalls = DEFAULT_MIN_CALLS, jobKind = null } = {}) {
-  const override = {}; const observed = [];
-  if (!card) return { override, observed };
-  const q = (jobKind && card.quality?.byJobKind?.[jobKind]?.count >= minCalls) ? card.quality.byJobKind[jobKind] : card.quality?.overall;
-  if (q && q.count >= minCalls && q.avg != null) { override.quality = q.avg; observed.push('quality'); }
-  const lat = card.latency?.ttft?.n >= minCalls ? card.latency.ttft.p50 : card.latency?.total?.n >= minCalls ? card.latency.total.p50 : null;
-  if (lat != null) { override.latencyMs = lat; observed.push('latencyMs'); }
-  // Six places, not three: a per-1k price is often 0.0004, and rounding it to 0 made a paid model read as free.
-  if (card.cost?.per1kIn != null && card.cost?.per1kOut != null) { override.costPer1k = Math.round(((card.cost.per1kIn + card.cost.per1kOut) / 2) * 1e6) / 1e6; observed.push('costPer1k'); }
-  if (card.availability?.decliningNow) { override.available = false; observed.push('available'); }
-  return { override, observed };
-}
-
-// `applyCard` — the card over the name-based guess — lives in model-candidates.js beside
-// `applyOverride`, the seam it feeds; this module stays importable by a store that has no
-// router (the gateway vendors it with scorecard.js only).
-// Agent scores normalised by engine (§13.3) live beside the card they adjust: scorecard.js
-// `adjustSummary` and `fit(job, type, summary, { qualityOf })`.
-export { adjustSummary } from './scorecard.js';
+import{canonical as U,sha256 as $,engineKey as w,normalizeEngine as G}from"./scorecard.js";import{verifyChain as oe,attest as re,verifyAttested as ie}from"./scorecard.js";const H=1,T=Object.freeze(["call","declined","rotated-from","rating","capability","price"]),W=Object.freeze(["unavailable","auth","rate","credits","timeout","context","other"]),B=Object.freeze(["ok","bad","n/a"]),R=3,A=5,c=e=>Math.max(0,Math.round(Number(e)||0)),S=e=>e==null||e===""||!Number.isFinite(Number(e))?void 0:Math.max(0,Number(e)),V=e=>Math.max(0,Math.min(1,Number(e)||0)),y=e=>e===!0,u=(e,n=120)=>e==null||e===""?void 0:String(e).slice(0,n),h=e=>{for(const n of Object.keys(e))e[n]===void 0&&delete e[n];return e};function X(e){return w(e)}function Y(e){const n=e&&typeof e=="object"?e:{};return h({ok:n.ok!==!1,ttftMs:n.ttftMs!=null?c(n.ttftMs):void 0,totalMs:n.totalMs!=null?c(n.totalMs):void 0,tokensIn:n.tokensIn!=null?c(n.tokensIn):void 0,tokensOut:n.tokensOut!=null?c(n.tokensOut):void 0,tokens:n.tokens!=null&&n.tokensIn==null&&n.tokensOut==null?c(n.tokens):void 0,cost:S(n.cost),structured:B.includes(n.structured)?n.structured:"n/a",toolCalls:n.toolCalls&&typeof n.toolCalls=="object"?{asked:c(n.toolCalls.asked),valid:Math.min(c(n.toolCalls.asked),c(n.toolCalls.valid))}:void 0,empty:y(n.empty)||void 0,refused:y(n.refused)||void 0,truncated:y(n.truncated)||void 0})}async function Z(e,n,{now:s=()=>Date.now(),subtle:a}={}){if(!e||typeof e!="object")throw new Error("model-ledger: an entry needs a fact");if(!T.includes(e.kind))throw new Error(`model-ledger: kind must be one of ${T.join(", ")}`);const o=G(e.engine);if(!o)throw new Error("model-ledger: engine required");const l=w(o);if(n&&n.key!==l)throw new Error(`model-ledger: entry for ${l} chained onto ${n.key}`);const i=h({v:H,seq:n?n.seq+1:0,key:l,engine:o,kind:e.kind,at:Number(e.at)||s(),runId:u(e.runId),taskId:u(e.taskId),agentId:u(e.agentId),jobKind:u(e.jobKind,60),call:e.kind==="call"?Y(e.call):void 0,declined:e.kind==="declined"?{reason:W.includes(e.declined?.reason)?e.declined.reason:"other",...e.declined?.error?{error:String(e.declined.error).slice(0,300)}:{}}:void 0,rotated:e.kind==="rotated-from"?h({to:w(e.rotated?.to)||void 0,reason:u(e.rotated?.reason,300)}):void 0,rating:e.kind==="rating"?h({by:String(e.rating?.by||"person").slice(0,40),score:V(e.rating?.score),jobKind:u(e.rating?.jobKind||e.jobKind,60),agentId:u(e.rating?.agentId||e.agentId)}):void 0,capability:e.kind==="capability"?{id:String(e.capability?.id||"").slice(0,40),proved:y(e.capability?.proved)}:void 0,price:e.kind==="price"?h({per1kIn:S(e.price?.per1kIn)??0,per1kOut:S(e.price?.per1kOut)??0,source:e.price?.source==="user"?"user":"provider",currency:u(e.price?.currency,8)}):void 0,refs:Array.isArray(e.refs)&&e.refs.length?e.refs.map(String).slice(0,12):void 0,prev:n?n.hash:null});if(i.kind==="capability"&&!i.capability.id)throw new Error("model-ledger: capability.id required");const{hash:g,sig:O,...f}=i;return i.hash=await $(U(f),{subtle:a}),i}const b=(e,n)=>{if(!e.length)return null;const s=[...e].sort((a,o)=>a-o);return s[Math.min(s.length-1,Math.max(0,Math.ceil(n/100*s.length)-1))]},m=e=>e.length?e.reduce((n,s)=>n+s,0)/e.length:null,k=(e,n)=>n?Math.round(e/n*1e3)/1e3:null,I=e=>e==null?null:Math.round(e*1e3)/1e3;function ee(e,{minCalls:n=A,now:s=Date.now(),recent:a=5}={}){const o=(e||[]).filter(t=>t&&t.kind),l=o.filter(t=>t.kind==="call"),i=o.filter(t=>t.kind==="declined"),g=l.length+i.length,O=Array.from({length:24},()=>({calls:0,declines:0}));for(const t of[...l,...i]){const r=Math.floor((s-t.at)/36e5);r>=0&&r<24&&(O[23-r][t.kind==="call"?"calls":"declines"]+=1)}const f={};for(const t of i)f[t.declined.reason]=(f[t.declined.reason]||0)+1;const x=[...l,...i].sort((t,r)=>t.at-r.at).slice(-3),D=x.length===3&&x.every(t=>t.kind==="declined"&&s-t.at<36e5),N=l.filter(t=>t.call.structured!=="n/a"),C=l.filter(t=>t.call.toolCalls?.asked),_={failRate:k(l.filter(t=>!t.call.ok).length,l.length),empty:k(l.filter(t=>t.call.empty).length,l.length),refused:k(l.filter(t=>t.call.refused).length,l.length),truncated:k(l.filter(t=>t.call.truncated).length,l.length),badJson:k(N.filter(t=>t.call.structured==="bad").length,N.length),badToolCall:k(C.reduce((t,r)=>t+(r.call.toolCalls.asked-r.call.toolCalls.valid),0),C.reduce((t,r)=>t+r.call.toolCalls.asked,0))},M=l.map(t=>t.call.ttftMs).filter(t=>t!=null),E=l.map(t=>t.call.totalMs).filter(t=>t!=null),L={ttft:{p50:b(M,50),p95:b(M,95),n:M.length},total:{p50:b(E,50),p95:b(E,95),n:E.length}},p=o.filter(t=>t.kind==="price").at(-1)?.price||null,q=l.map(t=>t.call.cost!=null?t.call.cost:p&&(t.call.tokensIn!=null||t.call.tokensOut!=null)?((t.call.tokensIn||0)*p.per1kIn+(t.call.tokensOut||0)*p.per1kOut)/1e3:null).filter(t=>t!=null),K=l.map(t=>(t.call.tokensIn||0)+(t.call.tokensOut||0)+(t.call.tokens||0)).filter(t=>t>0),z={perTask:I(m(q)),priced:q.length,tokensPerTask:K.length?Math.round(m(K)):null,...p?{per1kIn:p.per1kIn,per1kOut:p.per1kOut,source:p.source}:{}},d={};for(const t of o.filter(r=>r.kind==="capability")){const r=d[t.capability.id]||(d[t.capability.id]={asked:0,proved:0,failedSince:0});r.asked+=1,t.capability.proved?(r.proved+=1,r.failedSince=0):r.failedSince+=1}const J={proved:Object.keys(d).filter(t=>d[t].proved>0&&d[t].failedSince<R).sort(),withdrawn:Object.keys(d).filter(t=>d[t].failedSince>=R).sort(),proofs:Object.fromEntries(Object.entries(d).map(([t,r])=>[t,{asked:r.asked,proved:r.proved}]))},v=o.filter(t=>t.kind==="rating"),j={};for(const t of v){const r=t.rating.jobKind||"any";(j[r]=j[r]||[]).push(t.rating.score)}const F={overall:{avg:I(m(v.map(t=>t.rating.score))),count:v.length},byJobKind:Object.fromEntries(Object.entries(j).map(([t,r])=>[t,{avg:I(m(r)),count:r.length}]))},P=o.filter(t=>t.kind==="rotated-from").length;return{key:o[0]?.key||null,engine:o[0]?.engine||null,entries:o.length,calls:l.length,declines:i.length,observed:l.length>=n,availability:{rate:g?I(1-i.length/g):null,attempts:g,declinesBy:f,byHour:O,decliningNow:D},reliability:_,latency:L,cost:z,capabilities:J,quality:F,rotatedFrom:P,refs:[...new Set(o.flatMap(t=>t.refs||[]))].slice(-a),since:o[0]?.at||null,last:o.at(-1)?.at||null,head:o.at(-1)?.hash||null}}function te(e,{minCalls:n=A,jobKind:s=null}={}){const a={},o=[];if(!e)return{override:a,observed:o};const l=s&&e.quality?.byJobKind?.[s]?.count>=n?e.quality.byJobKind[s]:e.quality?.overall;l&&l.count>=n&&l.avg!=null&&(a.quality=l.avg,o.push("quality"));const i=e.latency?.ttft?.n>=n?e.latency.ttft.p50:e.latency?.total?.n>=n?e.latency.total.p50:null;return i!=null&&(a.latencyMs=i,o.push("latencyMs")),e.cost?.per1kIn!=null&&e.cost?.per1kOut!=null&&(a.costPer1k=Math.round((e.cost.per1kIn+e.cost.per1kOut)/2*1e6)/1e6,o.push("costPer1k")),e.availability?.decliningNow&&(a.available=!1,o.push("available")),{override:a,observed:o}}import{adjustSummary as ae}from"./scorecard.js";export{W as DECLINE_REASONS,A as DEFAULT_MIN_CALLS,T as LEDGER_ENTRY_KINDS,H as LEDGER_VERSION,B as STRUCTURED,R as WITHDRAW_AFTER,ae as adjustSummary,re as attest,te as cardOverride,X as ledgerKey,Z as makeLedgerEntry,Y as normalizeCall,ee as summarizeEngine,ie as verifyAttested,oe as verifyChain};

package/model-picker.js

@@ -1,188 +1 @@
-// THE MODEL PICKER'S SHAPE — one flat list of models in, the menu a person can read out.
-//
-// Every client is handed the same flat array by the gateway's /v1/models: fifty-odd entries
-// mixing local CLI agents with a dozen providers' cloud models, in whatever order the routing
-// table happened to enumerate them. Rendered literally that is a single scrolling column of
-// opaque ids — `claude-code`, `gpt-4o-mini`, `qwen2.5-coder:7b` — where the two things a user
-// actually distinguishes are invisible:
-//
-//   • AN AGENT IS NOT A MODEL. A bridge-backed CLI runs on this machine, holds a session, can
-//     touch files and costs a process; a cloud model is a stateless HTTP call. Picking between
-//     them is a different decision from picking between two models, and a flat list forces
-//     both decisions through one control.
-//   • A PROVIDER IS THE UNIT PEOPLE THINK IN. "the Anthropic one", "my Ollama". Sorting by id
-//     interleaves providers so the same provider's models are scattered down the list.
-//
-// So this turns the flat list into SECTIONS, and it lives here rather than in a client because
-// it is pure input → output with no window in it: the desktop renders it as a menu, the
-// extension as its agent menu, a mobile client as a grouped list, and all three group and
-// order identically. Writing it in one client is how `displayName` got duplicated.
-//
-// UNAVAILABLE MODELS ARE KEPT, NOT DROPPED. A CLI the user has not installed is the single
-// most common reason a first message fails, and a picker that silently omits it answers
-// "where did Claude Code go?" with nothing. It is listed, ordered last within its section,
-// flagged, and carries the reason — see `reason` on the entry.
-
-/** A bridge-backed CLI agent, as opposed to an HTTP model endpoint. */
-const isAgent = (m) => m?.providerType === 'agent' || m?.viaBridge === true;
-
-/**
- * The provider a model belongs to, in the words the gateway used.
- *
- * `provider` is what gateways from 0.6.64 report; `owned_by`/`owner` is the older field. A
- * name is NEVER parsed for a provider — reading `gpt-` as "OpenAI" breaks the moment someone
- * serves a GPT-named model from their own Ollama, and that user's whole point was that it is
- * local.
- */
-const providerOf = (m) => String(m?.provider || m?.owner || '').trim();
-
-/**
- * How a provider is spelled when a person wrote it down.
- *
- * Capitalising the first letter is right for `anthropic` and wrong for every brand with
- * internal capitals — it renders "Openai", "Deepseek", "Xai". A heading is the most-read text
- * in the picker, and misspelling the company in it reads as carelessness about everything
- * else, so the handful that do not follow the rule are simply listed.
- */
-const PROVIDER_NAMES = {
-  openai: 'OpenAI', openrouter: 'OpenRouter', deepseek: 'DeepSeek', xai: 'xAI',
-  vllm: 'vLLM', lmstudio: 'LM Studio', llamacpp: 'llama.cpp', 'llama.cpp': 'llama.cpp',
-  huggingface: 'Hugging Face', togetherai: 'Together AI', together: 'Together AI',
-  githubcopilot: 'GitHub Copilot', awsbedrock: 'AWS Bedrock', bedrock: 'AWS Bedrock',
-  azureopenai: 'Azure OpenAI', googleai: 'Google AI', vertexai: 'Vertex AI',
-};
-
-/** Sentence case for a bare provider slug, leaving names that already have shape alone. */
-function providerLabel(raw) {
-  const p = String(raw || '').trim();
-  if (!p) return 'Other';
-  const known = PROVIDER_NAMES[p.toLowerCase().replace(/[\s_-]/g, '')];
-  if (known) return known;
-  if (/[A-Z ]/.test(p)) return p;              // already presentable: "Together AI", "MyCorp LLM"
-  return p.charAt(0).toUpperCase() + p.slice(1);
-}
-
-const availableFirst = (a, b) => (
-  (a.available === false) - (b.available === false)
-  || String(a.id).localeCompare(String(b.id))
-);
-
-/**
- * Group a flat model list into the sections a picker draws.
- *
- * Sections come back in the order they should be shown: **Agents first**, then each provider
- * alphabetically. Agents lead because a local CLI is the one target a fresh install can be
- * sure of — no key, no account — which is the same reason `target-choice.js` defaults to one.
- *
- * @param models   the gateway's models, each `{ id, provider, providerType, viaBridge,
- *                 available, reason, owner, label? }`
- * @param selectedId  currently chosen id, so a caller can mark it without a second pass
- * @returns `[{ key, label, kind: 'agent'|'provider', items: [...] }]`, where each item is the
- *          model object plus `{ label, selected }`. Empty sections are never emitted.
- */
-export function groupModels(models, { selectedId = '' } = {}) {
-  const list = Array.isArray(models) ? models.filter(Boolean) : [];
-
-  const agents = [];
-  const byProvider = new Map();
-  for (const m of list) {
-    if (isAgent(m)) { agents.push(m); continue; }
-    const key = providerOf(m) || 'other';
-    if (!byProvider.has(key)) byProvider.set(key, []);
-    byProvider.get(key).push(m);
-  }
-
-  const decorate = (m) => ({
-    ...m,
-    label: m.label || m.id,
-    selected: !!selectedId && m.id === selectedId,
-  });
-
-  const sections = [];
-  if (agents.length) {
-    sections.push({
-      key: 'agents',
-      // Naming (naming-revamp.md): the CLI coding agents are AGENT TOOLS — a runtime one
-      // of the user's own agents can be given as its engine. The key and kind are code.
-      label: 'Agent Tools',
-      kind: 'agent',
-      items: agents.slice().sort(availableFirst).map(decorate),
-    });
-  }
-  for (const key of [...byProvider.keys()].sort((a, b) => a.localeCompare(b))) {
-    sections.push({
-      key: `provider:${key}`,
-      label: providerLabel(key),
-      kind: 'provider',
-      items: byProvider.get(key).slice().sort(availableFirst).map(decorate),
-    });
-  }
-  return sections;
-}
-
-/**
- * Filter the grouped sections by a typed query, keeping the grouping.
- *
- * A provider name matches ALL of its models: someone typing "ollama" is asking to see that
- * provider, not to see the models whose ids happen to contain the string — and with local
- * models the id usually does not contain it at all.
- *
- * Sections that end up empty are dropped, so an unmatched provider does not leave a heading
- * floating over nothing.
- */
-export function filterSections(sections, query) {
-  const q = String(query || '').trim().toLowerCase();
-  if (!q) return sections;
-  const out = [];
-  for (const s of sections) {
-    if (s.label.toLowerCase().includes(q)) { out.push(s); continue; }
-    const items = s.items.filter((m) => (
-      String(m.label).toLowerCase().includes(q) || String(m.id).toLowerCase().includes(q)
-    ));
-    if (items.length) out.push({ ...s, items });
-  }
-  return out;
-}
-
-/**
- * The id a picker should start on when the record does not name one.
- *
- * Prefers a REACHABLE agent, then any reachable model, and only then something known to be
- * unavailable. The rule is the product's, and it is the same one `target-choice.js` states:
- * never default to a target that cannot answer, because the user is the one who finds out.
- */
-export function defaultModelId(models) {
-  const list = Array.isArray(models) ? models.filter(Boolean) : [];
-  const usable = list.filter((m) => m.available !== false);
-  return (usable.find(isAgent) || usable[0] || list[0] || {}).id || '';
-}
-
-/**
- * How to describe the chosen model in one line — what the picker's own button says.
- *
- * The three-valued `available` is the honesty rule applied to a button: an id that names
- * nothing is only BROKEN if there was a list for it to be absent from. Before /v1/models has
- * answered there is no such list, so the truthful answer is `null` — "nobody has looked yet"
- * — and a caller must not paint that as a red dot. Marking an unloaded picker unavailable is
- * the same mistake as drawing "0 redactions" when nothing was inspected.
- */
-export function modelSummary(models, id) {
-  const list = Array.isArray(models) ? models.filter(Boolean) : [];
-  const m = list.find((x) => x.id === id);
-  if (!m) {
-    return {
-      label: id || 'No model',
-      available: list.length ? false : null,
-      reason: list.length && id ? `${id} is not offered by the gateway any more` : '',
-      agent: false,
-      provider: '',
-    };
-  }
-  return {
-    label: m.label || m.id,
-    available: m.available !== false,
-    reason: m.reason || '',
-    agent: isAgent(m),
-    provider: providerLabel(providerOf(m)),
-  };
-}
+const c=e=>e?.providerType==="agent"||e?.viaBridge===!0,p=e=>String(e?.provider||e?.owner||"").trim(),d={openai:"OpenAI",openrouter:"OpenRouter",deepseek:"DeepSeek",xai:"xAI",vllm:"vLLM",lmstudio:"LM Studio",llamacpp:"llama.cpp","llama.cpp":"llama.cpp",huggingface:"Hugging Face",togetherai:"Together AI",together:"Together AI",githubcopilot:"GitHub Copilot",awsbedrock:"AWS Bedrock",bedrock:"AWS Bedrock",azureopenai:"Azure OpenAI",googleai:"Google AI",vertexai:"Vertex AI"};function u(e){const t=String(e||"").trim();if(!t)return"Other";const o=d[t.toLowerCase().replace(/[\s_-]/g,"")];return o||(/[A-Z ]/.test(t)?t:t.charAt(0).toUpperCase()+t.slice(1))}const f=(e,t)=>(e.available===!1)-(t.available===!1)||String(e.id).localeCompare(String(t.id));function b(e,{selectedId:t=""}={}){const o=Array.isArray(e)?e.filter(Boolean):[],r=[],i=new Map;for(const a of o){if(c(a)){r.push(a);continue}const s=p(a)||"other";i.has(s)||i.set(s,[]),i.get(s).push(a)}const l=a=>({...a,label:a.label||a.id,selected:!!t&&a.id===t}),n=[];r.length&&n.push({key:"agents",label:"Agent Tools",kind:"agent",items:r.slice().sort(f).map(l)});for(const a of[...i.keys()].sort((s,g)=>s.localeCompare(g)))n.push({key:`provider:${a}`,label:u(a),kind:"provider",items:i.get(a).slice().sort(f).map(l)});return n}function h(e,t){const o=String(t||"").trim().toLowerCase();if(!o)return e;const r=[];for(const i of e){if(i.label.toLowerCase().includes(o)){r.push(i);continue}const l=i.items.filter(n=>String(n.label).toLowerCase().includes(o)||String(n.id).toLowerCase().includes(o));l.length&&r.push({...i,items:l})}return r}function A(e){const t=Array.isArray(e)?e.filter(Boolean):[],o=t.filter(r=>r.available!==!1);return(o.find(c)||o[0]||t[0]||{}).id||""}function v(e,t){const o=Array.isArray(e)?e.filter(Boolean):[],r=o.find(i=>i.id===t);return r?{label:r.label||r.id,available:r.available!==!1,reason:r.reason||"",agent:c(r),provider:u(p(r))}:{label:t||"No model",available:o.length?!1:null,reason:o.length&&t?`${t} is not offered by the gateway any more`:"",agent:!1,provider:""}}export{A as defaultModelId,h as filterSections,b as groupModels,v as modelSummary};