auto-model-router 0.13.0 → 0.13.1

package/.omp-plugin/marketplace.json

@@ -7,14 +7,14 @@
   },
   "metadata": {
     "description": "auto-model-router: a local cost/complexity-aware model router for Oh My Pi, backed by OpenRouter",
-    "version": "0.13.0",
+    "version": "0.13.1",
     "pluginRoot": "."
   },
   "plugins": [
     {
       "name": "auto-model-router",
       "description": "Local cost/complexity-aware model router for Oh My Pi, backed by OpenRouter. Runs in-process, routes per turn by price and task complexity, with budget caps, mid-stream escalation, and cache-aware hysteresis.",
-      "version": "0.13.0",
+      "version": "0.13.1",
       "author": {
         "name": "drewappling",
         "email": "drewappling@gmail.com"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "auto-model-router",
-  "version": "0.13.0",
+  "version": "0.13.1",
   "private": false,
   "description": "Local cost/complexity-aware model router for Oh My Pi, backed by OpenRouter",
   "type": "module",

package/src/catalog/static-catalog.ts

@@ -47,7 +47,8 @@ export function buildUpstreamModels(entry: UpstreamEntry, openrouter: readonly C
 			priceTiers: [],
 			quality: m.quality !== undefined ? { ...m.quality } : twin === null ? {} : { ...twin.quality },
 			tokenizer: tokenizerFor(entry.kind, twin),
-			isFree: m.input === 0 && m.output === 0,
+			// A $0 model here is a self-hosted server, not a public provider's rate-limited free tier: never excluded as "free".
+			isFree: false,
 			createdAtMs: twin?.createdAtMs ?? 0,
 			author: entry.id,
 		};

package/src/config/hot-reload.ts

@@ -30,6 +30,7 @@ import { existsSync, readFileSync, watch, type FSWatcher } from "node:fs";
 import { parse as parseYaml } from "yaml";
 import { configInputSchema } from "./schema.ts";
 import { assignInPlace } from "./apply.ts";
+import { completeUpstreams } from "./upstreams.ts";
 import { DEFAULT_CONFIG } from "./defaults.ts";
 import { deepMerge, resolveTilde } from "./load.ts";
 import type { RouterConfig } from "./types.ts";
@@ -182,6 +183,8 @@ export function watchConfig(
 		// One in-place pass over the whole config: block identity survives, and a
 		// knob deleted from the file reverts, exactly as a restart would leave it.
 		const changed = assignInPlace(live as unknown as Record<string, unknown>, staged, "", { prune: true });
+		// A reloaded upstream list is as sparse as the file; clients read complete records.
+		if (changed.some((c) => c === "upstreams" || c.startsWith("upstreams."))) completeUpstreams(live);
 		if (changed.length > 0) opts.onReload?.({ changed });
 	};
 

package/src/cost/report.ts

@@ -138,12 +138,14 @@ const PT = "json_extract(usage, '$.promptTokens')";
 const CT = "json_extract(usage, '$.cachedTokens')";
 const COMP = "json_extract(usage, '$.completionTokens')";
 /** Named upstream ids the ledger's provider derivation knows; set by createProviders from the live config. */
-let knownUpstreamIds: readonly string[] = [];
-export function setKnownUpstreamIds(ids: readonly string[]): void {
-	knownUpstreamIds = ids.filter((id) => /^[a-z0-9][a-z0-9-]{0,31}$/.test(id));
+let knownUpstreamIds: () => readonly string[] = () => [];
+/** Ids, or a getter read live so a hot-reloaded list applies; an embedder (the team edition) calls this too, since the registry is per process. */
+export function setKnownUpstreamIds(ids: readonly string[] | (() => readonly string[])): void {
+	const read = typeof ids === "function" ? ids : () => ids;
+	knownUpstreamIds = () => read().filter((id) => /^[a-z0-9][a-z0-9-]{0,31}$/.test(id));
 }
 export function knownUpstreams(): readonly string[] {
-	return knownUpstreamIds;
+	return knownUpstreamIds();
 }
 /** The provider of a slug: its namespace when that names a known upstream, else OpenRouter's own. */
 export function providerOfSlug(slug: string): string {
@@ -151,13 +153,13 @@ export function providerOfSlug(slug: string): string {
 	const cut = slug.indexOf("/");
 	if (cut > 0) {
 		const head = slug.slice(0, cut);
-		if (knownUpstreamIds.includes(head)) return head;
+		if (knownUpstreamIds().includes(head)) return head;
 	}
 	return "openrouter";
 }
 /** SQL twin of providerOfSlug; ids are validated to a slug alphabet so they can be inlined. */
 function providerCase(): string {
-	return `CASE WHEN slug LIKE 'ollama/%' THEN 'ollama' ${knownUpstreamIds.map((id) => `WHEN slug LIKE '${id}/%' THEN '${id}'`).join(" ")} ELSE 'openrouter' END`;
+	return `CASE WHEN slug LIKE 'ollama/%' THEN 'ollama' ${knownUpstreamIds().map((id) => `WHEN slug LIKE '${id}/%' THEN '${id}'`).join(" ")} ELSE 'openrouter' END`;
 }
 const STREAMED = "ttft_ms IS NOT NULL AND ttft_ms > 0 AND error IS NULL";
 const EST = "json_extract(usage, '$.cachedEstimated') = 1";

package/src/lib.ts

@@ -17,6 +17,7 @@ export { loadConfig, apiKeySource } from "./config/load.ts";
 export { DEFAULT_CONFIG } from "./config/defaults.ts";
 export type { RouterConfig, UpstreamEntry, UpstreamKind, UpstreamModelConfig } from "./config/types.ts";
 export { RESERVED_UPSTREAM_IDS } from "./config/schema.ts";
+export { setKnownUpstreamIds, providerOfSlug } from "./cost/report.ts";
 export type { DeepPartial } from "./config/load.ts";
 export { buildUsageReport, renderUsageReport, type UsageReport, type ReportTotals } from "./cost/report.ts";
 export { buildDailySummary, renderDailySummary, type DailySummary } from "./cost/summary.ts";

package/src/server/providers.ts

@@ -82,7 +82,7 @@ export function createProviders(cfg: RouterConfig, db: Database, log: Logger = c
 	};
 	const namedServing = (): string[] => cfg.upstreams.filter((u) => u.enabled && namedServingOne(u.id)).map((u) => u.id);
 	const staticCatalog = createStaticCatalogSource(cfg, log);
-	setKnownUpstreamIds(cfg.upstreams.map((u) => u.id));
+	setKnownUpstreamIds(() => cfg.upstreams.map((u) => u.id));
 	return {
 		upstream: createMultiUpstream(openrouter, ollama, named, () => cfg.upstreams.map((u) => u.id)),
 		catalog: createCompositeCatalog(openrouterCatalog, createOllamaCatalog(cfg.ollama, log, fetch, db), { available: ollamaServing, cooldownUntilMs: () => ollama.cooldownUntilMs(), lastTrip: () => ollama.lastTrip() }, {

package/test/upstreams.test.ts

@@ -108,7 +108,7 @@ describe("static catalog", () => {
 		applyConfigPatch(cfg, { upstreams: [{ id: "vllm", kind: "openai", baseUrl: "http://vllm:8000/v1", models: [{ id: "llama", input: 0, output: 0 }] }] } as never);
 		const second = src.get(twins);
 		expect(second).not.toBe(first);
-		expect(second[0]!.isFree).toBe(true);
+		expect(second[0]!.isFree).toBe(false); // $0 self-hosted models must not fall under the free-tier exclusion
 	});
 });