@sligqoer/dsh-usage-stats 0.1.2 → 0.2.0

package/lib/model-test-history.js

@@ -0,0 +1,93 @@
+/** Durable reported usage and recent audit results. No prompts, answers or credentials. */
+import { readFileSync } from 'node:fs'
+import { mkdir, writeFile, rename } from 'node:fs/promises'
+import { dirname } from 'node:path'
+import { modelSelection, safeUsage, summarizeModelTest, modelTestScore } from './model-match.js'
+
+const clean = v => typeof v === 'string' ? v.replace(/[\u0000-\u001f\u007f]/g, '').slice(0, 256) : ''
+const number = v => Number.isFinite(v) && v >= 0 ? v : 0
+const timing = v => Number.isFinite(v) && v >= 0 ? v : null
+const modes = ['audit', 'calibrate', 'capability']
+const states = ['running', 'complete', 'failed', 'cancelled', 'budget-exhausted', 'interrupted']
+const outcomes = ['scored', 'pass', 'fail', 'unparseable', 'unavailable', 'timeout', 'incomplete', 'cancelled', 'parameters-ignored']
+const fields = (value, keys) => Object.fromEntries(keys.filter(k => Number.isFinite(value?.[k]) && value[k] >= 0).map(k => [k, value[k]]))
+function result(raw, job) {
+  const selection = modelSelection(raw.selection) || (raw.phase === 'capabilities' ? job.capabilitySelection || job.selection : job.testSelection || job.selection)
+  return { time: number(raw.time) || job.finishedAt || job.startedAt, selection,
+    phase: clean(raw.phase), outcome: outcomes.includes(raw.outcome) ? raw.outcome : 'unavailable', stop: clean(raw.stop),
+    usage: safeUsage(raw.usage), usageReported: raw.usageReported === true || (raw.usageReported === undefined && Object.values(safeUsage(raw.usage)).some(v => v > 0)),
+    valid: number(raw.valid), mismatches: number(raw.mismatches), ttftMs: timing(raw.ttftMs), decodeMs: timing(raw.decodeMs) }
+}
+function jobSnapshot(raw) {
+  const selection = modelSelection(raw?.selection)
+  if (!selection || !clean(raw.id) || !modes.includes(raw.mode) || !states.includes(raw.status)) return null
+  const job = { id: clean(raw.id), sessionId: clean(raw.sessionId), selection, testSelection: modelSelection(raw.testSelection), capabilitySelection: modelSelection(raw.capabilitySelection),
+    mode: raw.mode, status: raw.status, phase: clean(raw.phase), startedAt: number(raw.startedAt), finishedAt: number(raw.finishedAt), baselineId: clean(raw.baselineId) || null,
+    plan: fields(raw.plan, ['requests', 'probes', 'maxOutputTokens', 'estimatedInputTokens', 'budgetTokens', 'capabilityTasks']),
+    usage: safeUsage(raw.usage), usageReported: raw.usageReported === true, usageIncomplete: raw.usageIncomplete === true, usageSaved: true,
+    message: clean(raw.message), channel: { tps: timing(raw.channel?.tps), ttftMs: timing(raw.channel?.ttftMs) } }
+  const metrics = (value, codes, keys) => value && codes.includes(value.verdict) ? { ...fields(value, keys), verdict: value.verdict, reason: clean(value.reason), pValue: timing(value.pValue) } : null
+  job.identity = metrics(raw.identity, ['significant-difference', 'no-significant-difference', 'insufficient-evidence'], ['count', 'valid', 'mismatches', 'coverage', 'selfTotal', 'selfMismatches', 'selfCoverage', 'alpha', 'confidence', 'p0'])
+  job.capability = metrics(raw.capability, ['current-sample', 'significant-decline', 'no-significant-decline', 'insufficient-evidence'], ['count', 'valid', 'passed', 'paired', 'losses', 'gains'])
+  if (raw.reference) {
+    const r = raw.reference
+    job.reference = { id: clean(r.id), model: clean(r.model), provider: clean(r.provider), origin: ['public', 'imported', 'calibrated'].includes(r.origin) ? r.origin : 'imported', date: clean(r.date),
+      ...fields(r, ['count', 'selfTotal', 'selfMismatches']), effort: clean(r.effort), hasCapabilities: r.hasCapabilities === true,
+      ...(typeof r.source === 'string' && r.source.startsWith('https://github.com/Ooo0ption/KBF/blob/') ? { source: r.source.slice(0, 1024) } : {}) }
+  }
+  job.results = (Array.isArray(raw.results) ? raw.results : []).map(r => result(r, job))
+  job.progress = job.results.length
+  job.conclusion = summarizeModelTest(job)
+  job.score = modelTestScore(job)
+  return job
+}
+export function createModelTestHistory(path) {
+  const usage = new Map(), jobs = new Map()
+  let queue = Promise.resolve(), warning = ''
+  try {
+    const document = JSON.parse(readFileSync(path, 'utf8'))
+    if (document.version !== 1 || !Array.isArray(document.usage) || !Array.isArray(document.jobs)) throw new Error('invalid')
+    for (const raw of document.usage) {
+      const job = { selection: modelSelection(raw.selection), startedAt: number(raw.startedAt), finishedAt: number(raw.finishedAt) }
+      if (!clean(raw.id) || !job.selection || !Array.isArray(raw.results)) throw new Error('invalid')
+      usage.set(clean(raw.id), { id: clean(raw.id), ...job, results: raw.results.map(r => result(r, job)) })
+    }
+    for (const raw of document.jobs.slice(-10)) {
+      const job = jobSnapshot(raw)
+      if (!job) continue
+      if (job.status === 'running') {
+        job.status = 'interrupted'; job.finishedAt = Date.now(); job.message = ''
+        if (job.identity) job.identity = { ...job.identity, verdict: 'insufficient-evidence', reason: 'unfinished', pValue: null }
+        if (job.capability) job.capability = { ...job.capability, verdict: 'insufficient-evidence', pValue: null }
+        job.conclusion = summarizeModelTest(job)
+        job.score = null
+      }
+      jobs.set(job.id, job)
+    }
+  } catch (error) { if (error.code !== 'ENOENT') warning = '检测记录无法读取，请检查本地记录后重新加载插件。' }
+  return {
+    warning: () => warning,
+    latest(sessionId) { return [...jobs.values()].reverse().find(j => !sessionId || j.sessionId === sessionId) || null },
+    get(id) { return jobs.get(id) || null },
+    usage() { return [...usage.values()].flatMap(j => j.results) },
+    async record(raw) {
+      if (warning) throw new Error(warning)
+      const job = jobSnapshot(raw)
+      if (!job) throw new Error('invalid audit record')
+      const prior = usage.get(job.id)
+      // A late poll or repeated migration must never shrink or duplicate spend.
+      if (prior && job.results.length < prior.results.length) return
+      usage.set(job.id, { id: job.id, selection: job.selection, startedAt: job.startedAt, finishedAt: job.finishedAt, results: job.results })
+      jobs.set(job.id, job)
+      while (jobs.size > 10) jobs.delete(jobs.keys().next().value)
+      const document = JSON.stringify({ version: 1, usage: [...usage.values()], jobs: [...jobs.values()] })
+      const next = queue.catch(() => {}).then(async () => {
+        await mkdir(dirname(path), { recursive: true })
+        await writeFile(path + '.tmp', document, { mode: 0o600 })
+        await rename(path + '.tmp', path)
+      })
+      queue = next
+      await next
+    },
+  }
+}

package/lib/provider-quotas.js

@@ -27,6 +27,18 @@ const PROVIDERS = {
 
 const TTL_MS = 60_000
 
+/** Only bounded reason codes and HTTP status may cross the host boundary. */
+export function quotaErrorCode(error, status) {
+  if (status === 401) return 'authentication'
+  if (status === 403) return 'forbidden'
+  if (status === 429) return 'rate-limit'
+  if (status >= 500) return 'service'
+  if (status >= 400) return 'http'
+  if (error?.name === 'TimeoutError' || error?.name === 'AbortError') return 'timeout'
+  if (error instanceof SyntaxError) return 'parse'
+  return 'network'
+}
+
 function nonnegative(value) {
   if (typeof value !== 'number' && typeof value !== 'string') return null
   if (typeof value === 'string' && !/^(?:\d+\.?\d*|\.\d+)(?:[eE][+-]?\d+)?$/.test(value.trim())) return null
@@ -396,14 +408,14 @@ export async function providerKey(credentials, profile, provider, defaultEnv) {
 /** Resolve official catalog entries and make bounded, single-flight reads. */
 export function createProviderQuotaReader(ctx, request = fetch) {
   const cache = new Map()
-  return async function readProviderQuotas(fresh = false, excluded = []) {
+  return async function readProviderQuotas(fresh = false, excluded = [], onlyProvider = null) {
     const llm = ctx.get('llm')
     const settings = ctx.get('settings')
     const credentials = ctx.get('credentials')
     if (!llm || typeof llm.listConfigurableProviders !== 'function' || typeof settings?.describe !== 'function') return { ok: true, quotas: [] }
     const directory = llm.listConfigurableProviders()
     const descriptors = settings.describe({ redactSecrets: true })
-    const entries = Array.isArray(directory) ? directory.filter((entry) => entry && typeof entry.provider === 'string' && !excluded.includes(entry.provider)) : []
+    const entries = Array.isArray(directory) ? directory.filter((entry) => entry && typeof entry.provider === 'string' && !excluded.includes(entry.provider) && (!onlyProvider || entry.provider === onlyProvider)) : []
     const quotas = await Promise.all(entries.map(async (entry) => {
       const descriptor = Array.isArray(descriptors) ? descriptors.find((row) => row.ns === entry.settingsNs) : null
       if (!descriptor) return null
@@ -421,6 +433,7 @@ export function createProviderQuotaReader(ctx, request = fetch) {
         if (cached?.identity === identity && cached.promise) return cached.promise
         const promise = (async () => {
           let metrics = []
+          let refreshError = { code: 'parse' }
           try {
             const headers = spec.auth === 'alibaba'
               ? signAlibabaRequest({ url: spec.url, action: 'GetSubscriptionStats', version: '2026-02-10', id: key, secret: auth.secret, token: auth.token, date: new Date().toISOString().replace(/\.\d{3}Z$/, 'Z'), nonce: randomUUID() })
@@ -432,7 +445,12 @@ export function createProviderQuotaReader(ctx, request = fetch) {
               signal: AbortSignal.timeout(8000),
             })
             if (response.ok) metrics = spec.parse(await response.json())
-          } catch {
+            else {
+              refreshError = { code: quotaErrorCode(null, response.status), ...(Number.isInteger(response.status) ? { httpStatus: response.status } : {}) }
+              await response.body?.cancel().catch(() => {})
+            }
+          } catch (error) {
+            refreshError = { code: quotaErrorCode(error) }
             // An optional account-credit read can still succeed for OpenRouter.
           }
           if (entry.provider === 'openrouter') {
@@ -452,7 +470,9 @@ export function createProviderQuotaReader(ctx, request = fetch) {
             }
           }
           const name = entry.displayName && entry.displayName !== entry.provider ? entry.displayName : spec.name
-          return metrics.length ? { provider: entry.provider, name, metrics, syncedAt: Date.now() } : null
+          return metrics.length
+            ? { provider: entry.provider, name, metrics, syncedAt: Date.now() }
+            : { provider: entry.provider, name, metrics: [], status: 'unavailable', refreshError, lastAttemptAt: Date.now() }
         })()
         cache.set(entry.provider, { identity, at: 0, result: null, promise })
         try {
@@ -468,7 +488,8 @@ export function createProviderQuotaReader(ctx, request = fetch) {
         return null
       }
     }))
-    return { ok: true, quotas: quotas.filter(Boolean) }
+    const rows = quotas.filter(Boolean)
+    return { ok: true, quotas: rows, partial: rows.some((row) => !!row.refreshError) }
   }
 }
 

package/lib/quota-controls.js

@@ -2,7 +2,7 @@
 import { readFile, mkdir, writeFile, rename } from 'node:fs/promises'
 import { dirname } from 'node:path'
 import { randomUUID } from 'node:crypto'
-import { quotaTemplate, hasBuiltinQuotaQuery, officialQuotaSpec, customQuotaAuth } from './provider-quotas.js'
+import { quotaTemplate, hasBuiltinQuotaQuery, officialQuotaSpec, customQuotaAuth, quotaErrorCode } from './provider-quotas.js'
 
 export const QUOTA_INTERVALS = [10, 60, 300, 1440]
 const MAX_BYTES = 1_048_576
@@ -10,15 +10,17 @@ const plain = (value) => value !== null && typeof value === 'object' && !Array.i
 const clone = (value) => structuredClone(value)
 /** Only deliberate, credential-free validation messages may reach the renderer. */
 export class QuotaControlError extends Error {
-  constructor(message) {
+  constructor(message, code = 'invalid', httpStatus) {
     super(message)
     this.name = 'QuotaControlError'
+    this.code = code
+    if (Number.isInteger(httpStatus)) this.httpStatus = httpStatus
   }
 }
-const fail = (message) => { throw new QuotaControlError(message) }
+const fail = (message, code, status) => { throw new QuotaControlError(message, code, status) }
 
 function defaults() {
-  return { autoQuota: false, intervalMinutes: 60, showModelDetails: true, advancedModelSelect: false, customQueries: [] }
+  return { autoQuota: false, intervalMinutes: 60, showModelDetails: true, showModelMatch: false, showTokenSpeed: true, advancedModelSelect: false, customQueries: [] }
 }
 
 /**
@@ -189,7 +191,7 @@ export async function executeQuotaQuery(ctx, provider, rawTemplate, request = fe
   if (template.auth === 'provider') {
     if (!allowedOrigins(entry.profile, spec).has(target.origin)) fail('认证查询地址需与所选供应商的地址或官方配额地址同源。')
     const auth = await customQuotaAuth(ctx, entry.profile, provider, url, template.method, template.body == null ? '' : JSON.stringify(template.body)).catch(() => null)
-    if (!auth) fail('未找到可用的供应商凭据，请先在模型设置中配置或登录。')
+    if (!auth) fail('未找到可用的供应商凭据，请先在模型设置中配置或登录。', 'authentication')
     if (url.includes('{{teamId}}')) url = auth.url || fail('未配置 xAI 管理凭据和团队 ID。')
     headers = { ...headers, ...auth.headers }
   }
@@ -197,16 +199,16 @@ export async function executeQuotaQuery(ctx, provider, rawTemplate, request = fe
   let response
   try {
     response = await request(url, { method: template.method, headers, ...(template.body == null ? {} : { body: JSON.stringify(template.body) }), redirect: 'error', signal: AbortSignal.timeout(8000) })
-  } catch {
-    fail('查询失败，请检查地址和网络（8 秒超时，不跟随重定向）。')
+  } catch (error) {
+    fail('查询失败，请检查地址和网络（8 秒超时，不跟随重定向）。', quotaErrorCode(error))
   }
   if (!response.ok) {
     await response.body?.cancel().catch(() => {})
-    fail('查询返回 HTTP ' + response.status + '，请检查地址和供应商凭据。')
+    fail('查询返回 HTTP ' + response.status + '，请检查地址和供应商凭据。', quotaErrorCode(null, response.status), response.status)
   }
   const body = await readBoundedJson(response)
   const metrics = template.response.format === 'official' ? spec.parse(body) : mappedMetrics(body, template.response)
-  if (!metrics.length) fail('响应中未找到有效配额，请检查 response 的字段路径。')
+  if (!metrics.length) fail('响应中未找到有效配额，请检查 response 的字段路径。', 'parse')
   return { provider, name: entry.name, metrics, syncedAt: Date.now(), custom: true }
 }
 
@@ -221,6 +223,8 @@ export function createQuotaControls(ctx, { path, sources, request = fetch, now =
   let allFlight = null
   const flights = new Map()
   const tests = new Map()
+  const providerTickets = new Map()
+  let readTicket = 0
   let queryRevision = 0
   let disposed = false
 
@@ -247,6 +251,8 @@ export function createQuotaControls(ctx, { path, sources, request = fetch, now =
       if (plain(saved)) {
         settings.autoQuota = saved.autoQuota === true
         settings.showModelDetails = saved.showModelDetails !== false
+        settings.showModelMatch = saved.showModelMatch === true
+        settings.showTokenSpeed = saved.showTokenSpeed !== false
         settings.advancedModelSelect = saved.advancedModelSelect === true
         if (QUOTA_INTERVALS.includes(saved.intervalMinutes)) settings.intervalMinutes = saved.intervalMinutes
         if (Array.isArray(saved.customQueries)) {
@@ -308,38 +314,65 @@ export function createQuotaControls(ctx, { path, sources, request = fetch, now =
       const balance = mapping && mapping.format !== 'official' ? mapping.metrics.every((metric) => metric.kind === 'amount') : spec?.kind === 'balance'
       quotas.push({ provider: entry.provider, name: entry.name, kind: balance ? 'balance' : 'subscription', status: queried.has(entry.provider) ? 'unavailable' : 'unqueried', metrics: [] })
     }
-    return clone({ ...body, quotas })
+    return clone({ ...body, quotas, partial: quotas.some((row) => !!row.refreshError) })
   }
 
-  const read = async (key, fresh = false) => {
+  const read = async (key, fresh = false, provider = null) => {
     await load()
     if (!Object.hasOwn(sources, key)) fail('未知配额来源。')
     const source = sources[key]
     const adapter = plain(source)
+    if (provider && (key !== 'providers' || !directory(ctx).some((entry) => entry.provider === provider))) fail('所选供应商已不存在，请重新选择。')
     if (!sourceEnabled(key)) return { ok: true, available: false, status: 'not-configured', cached: true }
     if (!fresh) {
       const body = snapshots[key] || (key === 'providers' ? { ok: true, quotas: [], cached: true } : { ok: true, available: adapter, status: adapter ? 'unqueried' : 'unavailable', cached: true })
       return displaySnapshot(key, adapter ? { ...body, available: true } : body)
     }
-    if (flights.has(key)) return flights.get(key)
+    const flightKey = key + ':' + (provider || '*')
+    if (flights.has(flightKey)) return flights.get(flightKey)
     const revision = queryRevision
     const queries = clone(settings.customQueries)
-    const queriedProviders = key === 'providers' ? configuredQuotaEntries().map((entry) => entry.provider) : []
+    const targeted = key === 'providers' ? directory(ctx).filter((entry) => !adapterFor(entry.provider) && (!provider || entry.provider === provider)).map((entry) => entry.provider) : []
+    const ticket = ++readTicket
+    for (const id of targeted) providerTickets.set(id, ticket)
     const flight = (async () => {
-      let body = await (adapter ? source.read() : source(queries.map((query) => query.provider)))
+      let body = await (adapter ? source.read() : source(queries.map((query) => query.provider), provider))
       if (key === 'providers') {
-        const custom = await Promise.all(queries.filter((query) => !adapterFor(query.provider)).map(async (query) => {
-          try { return await executeQuotaQuery(ctx, query.provider, query.template, request) } catch { return null }
+        const custom = await Promise.all(queries.filter((query) => !adapterFor(query.provider) && (!provider || query.provider === provider)).map(async (query) => {
+          try { return await executeQuotaQuery(ctx, query.provider, query.template, request) } catch (error) {
+            return { provider: query.provider, name: directory(ctx).find((entry) => entry.provider === query.provider)?.name || query.provider, metrics: [], status: 'unavailable', refreshError: { code: error instanceof QuotaControlError ? error.code : 'network', ...(error instanceof QuotaControlError && error.httpStatus ? { httpStatus: error.httpStatus } : {}) }, lastAttemptAt: now(), custom: true }
+          }
         }))
-        body = { ok: true, quotas: (body?.quotas || []).concat(custom.filter(Boolean)), queriedProviders }
+        const incoming = (body?.quotas || []).concat(custom)
+        const previous = snapshots.providers || {}
+        const rows = new Map((previous.quotas || []).map((row) => [row.provider, row]))
+        const attempted = new Set(targeted)
+        for (const row of incoming) {
+          if (provider && row.provider !== provider) continue
+          // A newer single-provider read wins over an older full refresh.
+          if (targeted.includes(row.provider) && providerTickets.get(row.provider) !== ticket) continue
+          attempted.delete(row.provider)
+          const prior = rows.get(row.provider)
+          rows.set(row.provider, row.refreshError && prior?.metrics?.length
+            ? { ...prior, stale: true, refreshError: row.refreshError, lastAttemptAt: row.lastAttemptAt || now() }
+            : row)
+        }
+        for (const id of attempted) {
+          if (providerTickets.get(id) !== ticket) continue
+          const prior = rows.get(id)
+          if (prior?.metrics?.length) rows.set(id, { ...prior, stale: true, refreshError: { code: 'authentication' }, lastAttemptAt: now() })
+        }
+        body = { ok: true, quotas: [...rows.values()], queriedProviders: [...new Set([...(previous.queriedProviders || []), ...targeted])] }
+      } else if (['unavailable', 'error'].includes(body?.status) && snapshots[key]?.status === 'signed-in') {
+        body = { ...snapshots[key], stale: true, refreshError: { code: 'service' }, lastAttemptAt: now() }
       }
       if (key !== 'providers' || revision === queryRevision) {
         snapshots[key] = body
         await persist()
       }
       return displaySnapshot(key, snapshots[key] || body)
-    })().finally(() => { if (flights.get(key) === flight) flights.delete(key) })
-    flights.set(key, flight)
+    })().finally(() => { if (flights.get(flightKey) === flight) flights.delete(flightKey) })
+    flights.set(flightKey, flight)
     return flight
   }
 
@@ -397,6 +430,14 @@ export function createQuotaControls(ctx, { path, sources, request = fetch, now =
           if (typeof patch.showModelDetails !== 'boolean') fail('模型明细开关值无效。')
           next.showModelDetails = patch.showModelDetails
         }
+        if (patch.showModelMatch != null) {
+          if (typeof patch.showModelMatch !== 'boolean') fail('检测模型匹配开关值无效。')
+          next.showModelMatch = patch.showModelMatch
+        }
+        if (patch.showTokenSpeed != null) {
+          if (typeof patch.showTokenSpeed !== 'boolean') fail('Token 输出速度开关值无效。')
+          next.showTokenSpeed = patch.showTokenSpeed
+        }
         if (patch.advancedModelSelect != null) {
           if (typeof patch.advancedModelSelect !== 'boolean') fail('高级模型选择器开关值无效。')
           next.advancedModelSelect = patch.advancedModelSelect

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@sligqoer/dsh-usage-stats",
-  "description": "DSH Desktop token statistics with range filters, an incremental session corpus, and connected quota panels. Desktop profile only.",
-  "version": "0.1.2",
+  "description": "DSH Desktop token and session statistics, resilient quota panels, and evidence-based model matching. Desktop profile only.",
+  "version": "0.2.0",
   "type": "module",
   "repository": {
     "type": "git",
@@ -22,6 +22,11 @@
     "lib/client.js",
     "lib/provider-quotas.js",
     "lib/quota-controls.js",
+    "lib/model-match.js",
+    "lib/model-fingerprints.js",
+    "lib/model-capabilities.js",
+    "lib/model-test-history.js",
+    "lib/fingerprints/",
     "cordis.patch.yml",
     "README.md",
     "README.zh-CN.md",
@@ -29,6 +34,8 @@
     "screenshots/usage.png",
     "screenshots/quotas.png",
     "screenshots/controls.png",
+    "screenshots/token-speed.png",
+    "screenshots/match.png",
     "screenshots/icon.svg",
     "LICENSE"
   ],
@@ -51,7 +58,7 @@
     "prepack": "npm run build",
     "release": "node scripts/build-release.mjs",
     "publish:release": "node scripts/publish-npm.mjs",
-    "test": "node test/consistency.test.mjs && node --test test/desktop.test.mjs test/usage.test.mjs test/client.test.mjs test/client-locale-quota.test.mjs test/provider-quotas.test.mjs test/quota-controls.test.mjs test/privacy.test.mjs",
+    "test": "node test/consistency.test.mjs && node --test test/desktop.test.mjs test/usage.test.mjs test/client.test.mjs test/client-locale-quota.test.mjs test/provider-quotas.test.mjs test/quota-controls.test.mjs test/model-match.test.mjs test/privacy.test.mjs",
     "preview:heatmap": "node scripts/build-heatmap-preview.mjs"
   },
   "license": "Apache-2.0"