@mumboo/pi-openrouter-routing 0.1.2 → 0.1.3

package/README.md

@@ -23,6 +23,7 @@ Switch to an OpenRouter model, then run `/routing` to pick its providers:
 - **↑/↓ + enter** — toggle providers
 - **alt+↑/alt+↓** — set priority order
 - **ctrl+a / ctrl+x** — enable all / none
+- **ctrl+f** — toggle fallbacks (fall back to other providers when pinned ones are unavailable)
 - **ctrl+s** — save · **esc** — close
 
 Saves are written to `~/.pi/agent/models.json` and applied to the running session immediately — no restart needed. Hand-set routing fields (e.g. `sort`, `max_price`) are preserved.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mumboo/pi-openrouter-routing",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "Configure OpenRouter provider routing preferences per model in pi.",
   "license": "MIT",
   "type": "module",

package/src/index.ts

@@ -57,7 +57,28 @@ export async function writeRouting(modelId: string, routing: OpenRouterRouting |
     await writeFile(modelsJsonPath(), `${JSON.stringify(config, null, 2)}\n`, "utf8");
 }
 
-export async function fetchEndpoints(modelId: string): Promise<string[] | undefined> {
+export interface ProviderInfo {
+    inputPrice?: number;
+    outputPrice?: number;
+    cacheReadPrice?: number;
+    quantizations: string[];
+    uptime1d?: number;
+}
+
+function parsePrice(value: string | number | undefined): number | undefined {
+    if (value == null) return undefined;
+    const parsed = typeof value === "number" ? value : Number.parseFloat(value);
+    return Number.isFinite(parsed) ? parsed : undefined;
+}
+
+function formatUsdPerMillion(rate: number): string {
+    const perMillion = rate * 1_000_000;
+    if (perMillion >= 100) return perMillion.toFixed(0);
+    if (perMillion >= 10) return perMillion.toFixed(1);
+    return perMillion.toFixed(2);
+}
+
+export async function fetchProviders(modelId: string): Promise<{ slugs: string[]; info: Record<string, ProviderInfo> } | undefined> {
     try {
         const response = await fetch(`https://openrouter.ai/api/v1/models/${modelId}/endpoints`, {
             signal: AbortSignal.timeout(10_000),
@@ -66,20 +87,46 @@ export async function fetchEndpoints(modelId: string): Promise<string[] | undefi
         if (!response.ok) return undefined;
         const payload = (await response.json()) as {
             data?: {
-                endpoints?: Array<{ provider_name?: string; tag?: string }>;
+                endpoints?: Array<{
+                    provider_name?: string;
+                    tag?: string;
+                    pricing?: { prompt?: string | number; completion?: string | number; input_cache_read?: string | number };
+                    quantization?: string;
+                    uptime_last_1d?: number | null;
+                }>;
             };
         };
 
-        const slugs = (payload.data?.endpoints ?? [])
-            .map((endpoint) => endpoint.tag?.split("/")[0] ?? endpoint.provider_name?.toLowerCase())
-            .filter((slug): slug is string => Boolean(slug));
-        return [...new Set(slugs)].sort();
+        const info: Record<string, ProviderInfo> = {};
+        for (const endpoint of payload.data?.endpoints ?? []) {
+            const slug = endpoint.tag ?? endpoint.provider_name?.toLowerCase();
+            if (!slug) continue;
+            const meta = (info[slug] ??= { quantizations: [] });
+
+            const inputPrice = parsePrice(endpoint.pricing?.prompt);
+            const outputPrice = parsePrice(endpoint.pricing?.completion);
+            const cacheReadPrice = parsePrice(endpoint.pricing?.input_cache_read);
+            if (inputPrice != null) meta.inputPrice = meta.inputPrice == null ? inputPrice : Math.min(meta.inputPrice, inputPrice);
+            if (outputPrice != null) meta.outputPrice = meta.outputPrice == null ? outputPrice : Math.min(meta.outputPrice, outputPrice);
+            if (cacheReadPrice != null) meta.cacheReadPrice = meta.cacheReadPrice == null ? cacheReadPrice : Math.min(meta.cacheReadPrice, cacheReadPrice);
+
+            if (endpoint.quantization && endpoint.quantization !== "unknown" && !meta.quantizations.includes(endpoint.quantization)) {
+                meta.quantizations.push(endpoint.quantization);
+            }
+
+            if (endpoint.uptime_last_1d != null) {
+                meta.uptime1d = meta.uptime1d == null ? endpoint.uptime_last_1d : Math.min(meta.uptime1d, endpoint.uptime_last_1d);
+            }
+        }
+        for (const meta of Object.values(info)) meta.quantizations.sort();
+
+        return { slugs: Object.keys(info).sort(), info };
     } catch {
         return undefined;
     }
 }
 
-const FOOTER_HINT = "↑↓ navigate • enter toggle • alt+↑↓ reorder • ctrl+a all • ctrl+x none • ctrl+r reset • ctrl+s save • esc close";
+const FOOTER_HINT = "↑↓ navigate • enter toggle • alt+↑↓ reorder • ctrl+a all • ctrl+x none • ctrl+f fallbacks • ctrl+s save • esc close";
 
 class ProviderRoutingList implements Component {
     private readonly allSlugs: string[];
@@ -87,30 +134,40 @@ class ProviderRoutingList implements Component {
     private filteredIds: string[];
     private cursor = 0;
     private readonly searchInput = new Input();
+    private readonly labelWidth: number;
+    private allowFallbacks: boolean;
     private baseline: string;
     private pendingSave: string | null = null;
     private readonly maxVisible: number;
     private readonly footer: Text;
 
-    onSave?: (enabled: string[]) => void;
+    onSave?: (enabled: string[], allowFallbacks: boolean) => void;
     onCancel?: () => void;
 
     constructor(
         private readonly theme: Theme,
         slugs: string[],
         enabled: string[],
+        allowFallbacks: boolean,
+        private readonly info: Record<string, ProviderInfo>,
     ) {
         this.allSlugs = slugs;
         this.enabledIds = enabled.filter((slug) => slugs.includes(slug));
+        this.labelWidth = Math.max(...slugs.map((slug) => slug.length), 0);
+        this.allowFallbacks = allowFallbacks;
         this.filteredIds = slugs;
         this.maxVisible = Math.min(slugs.length, 15);
         this.footer = new Text("", 0, 0);
-        this.baseline = JSON.stringify(this.enabledIds);
+        this.baseline = this.state;
         this.refresh();
     }
 
+    private get state(): string {
+        return JSON.stringify([this.enabledIds, this.allowFallbacks]);
+    }
+
     private get dirty(): boolean {
-        return JSON.stringify(this.enabledIds) !== this.baseline;
+        return this.state !== this.baseline;
     }
 
     getSearchInput(): Input {
@@ -128,6 +185,22 @@ class ProviderRoutingList implements Component {
         return [...this.enabledIds, ...disabled];
     }
 
+    private metaText(slug: string): string {
+        const meta = this.info[slug];
+        if (!meta) return "";
+        const parts: string[] = [];
+        if (meta.inputPrice != null || meta.outputPrice != null) {
+            const input = meta.inputPrice != null ? formatUsdPerMillion(meta.inputPrice) : "?";
+            const output = meta.outputPrice != null ? formatUsdPerMillion(meta.outputPrice) : "?";
+            parts.push(`$${input}/$${output}/1M`);
+        }
+        if (meta.cacheReadPrice != null) parts.push(`$${formatUsdPerMillion(meta.cacheReadPrice)} cache/1M`);
+        const quants = meta.quantizations.filter((quant) => !slug.includes(quant));
+        if (quants.length > 0) parts.push(quants.join(","));
+        if (meta.uptime1d != null) parts.push(`${meta.uptime1d.toFixed(0)}%`);
+        return parts.length > 0 ? this.theme.fg("dim", `  ${parts.join(" · ")}`) : "";
+    }
+
     render(width: number): string[] {
         const lines: string[] = [];
         const start = Math.max(0, Math.min(this.cursor - Math.floor(this.maxVisible / 2), this.filteredIds.length - this.maxVisible));
@@ -139,8 +212,9 @@ class ProviderRoutingList implements Component {
 
             const prefix = isSelected ? this.theme.fg("accent", "❯ ") : "  ";
             const marker = rank >= 0 ? this.theme.fg("accent", "[x]") : this.theme.fg("dim", "[ ]");
-            const slugText = rank >= 0 ? slug : this.theme.fg("dim", slug);
-            lines.push(truncateToWidth(`${prefix}${marker} ${slugText}`, width, "…"));
+            const label = slug.padEnd(this.labelWidth);
+            const slugText = rank >= 0 ? label : this.theme.fg("dim", label);
+            lines.push(truncateToWidth(`${prefix}${marker} ${slugText}${this.metaText(slug)}`, width, "…"));
         }
         if (this.filteredIds.length > this.maxVisible) {
             lines.push(this.theme.fg("dim", `  (${this.cursor + 1}/${this.filteredIds.length})`));
@@ -155,7 +229,7 @@ class ProviderRoutingList implements Component {
         const sorted = this.sortedIds();
         this.filteredIds = query ? sorted.filter((slug) => fuzzyMatch(query, slug).matches) : sorted;
         this.cursor = Math.min(this.cursor, Math.max(0, this.filteredIds.length - 1));
-        const base = `  ${this.enabledIds.length}/${this.allSlugs.length} enabled · ${FOOTER_HINT}`;
+        const base = `  ${this.enabledIds.length}/${this.allSlugs.length} enabled · fallbacks ${this.allowFallbacks ? "on" : "off"} · ${FOOTER_HINT}`;
         this.footer.setText(
             this.dirty
                 ? this.theme.fg("dim", `${base} `) + this.theme.fg("warning", "(unsaved)")
@@ -198,9 +272,15 @@ class ProviderRoutingList implements Component {
             return;
         }
 
+        if (matchesKey(data, Key.ctrl("f"))) {
+            this.allowFallbacks = !this.allowFallbacks;
+            this.refresh();
+            return;
+        }
+
         if (matchesKey(data, Key.ctrl("s"))) {
-            this.pendingSave = JSON.stringify(this.enabledIds);
-            this.onSave?.([...this.enabledIds]);
+            this.pendingSave = this.state;
+            this.onSave?.([...this.enabledIds], this.allowFallbacks);
             return;
         }
 
@@ -216,12 +296,6 @@ class ProviderRoutingList implements Component {
             return;
         }
 
-        if (matchesKey(data, Key.ctrl("r"))) {
-            this.enabledIds = [...this.allSlugs];
-            this.refresh();
-            return;
-        }
-
         if (matchesKey(data, "escape")) {
             this.onCancel?.();
             return;
@@ -232,7 +306,7 @@ class ProviderRoutingList implements Component {
     }
 
     markSaved(): void {
-        if (this.pendingSave !== null && JSON.stringify(this.enabledIds) === this.pendingSave) {
+        if (this.pendingSave !== null && this.state === this.pendingSave) {
             this.baseline = this.pendingSave;
             this.pendingSave = null;
             this.refresh();
@@ -266,12 +340,11 @@ export default function (pi: ExtensionAPI) {
             const modelId = ctx.model.id.replace(/^openrouter\//, "");
             const theme = ctx.ui.theme;
 
-            const endpoints = await fetchEndpoints(modelId);
+            const fetched = await fetchProviders(modelId);
             const routing = getRouting(await readModelsJson(), modelId);
             const configured = routing?.order ?? routing?.only;
 
-            const slugs = new Set<string>([...(routing?.only ?? []), ...configured ?? []]);
-            for (const slug of endpoints ?? []) slugs.add(slug);
+            const slugs = new Set<string>([...(routing?.only ?? []), ...configured ?? [], ...(fetched?.slugs ?? [])]);
 
             if (slugs.size === 0) {
                 ctx.ui.notify(`No providers found for ${modelId}`, "warning");
@@ -281,7 +354,7 @@ export default function (pi: ExtensionAPI) {
             const allSlugs = [...slugs].sort();
             const enabled = configured ? configured.filter((slug) => slugs.has(slug)) : allSlugs;
 
-            async function saveRouting(enabledIds: string[]): Promise<void> {
+            async function saveRouting(enabledIds: string[], allowFallbacks: boolean): Promise<void> {
                 const { allow_fallbacks: _a, only: _o, order: _r, ...preserved } = getRouting(await readModelsJson(), modelId) ?? {};
                 const next = preserved as OpenRouterRouting;
 
@@ -291,12 +364,12 @@ export default function (pi: ExtensionAPI) {
 
                 if (enabledIds.length > 0 && !allEnabled) {
                     next.only = sorted;
-                    next.allow_fallbacks = false;
+                    next.allow_fallbacks = allowFallbacks;
                 }
                 if (!isDefaultOrder) next.order = enabledIds;
 
                 const detail = next.only
-                    ? `${enabledIds.length}/${allSlugs.length} providers`
+                    ? `${enabledIds.length}/${allSlugs.length} providers${allowFallbacks ? ", fallbacks allowed" : ""}`
                     : next.order
                         ? `${enabledIds.length}/${allSlugs.length} providers, priority set`
                         : "default";
@@ -322,9 +395,9 @@ export default function (pi: ExtensionAPI) {
                 container.addChild(new DynamicBorder((s: string) => theme.fg("accent", s)));
                 container.addChild(new Text(theme.fg("accent", theme.bold(`Provider routing — ${modelId}`)), 1, 0));
 
-                const list = new ProviderRoutingList(theme, allSlugs, enabled);
-                list.onSave = (enabledIds) => {
-                    void saveRouting(enabledIds).then(() => list.markSaved());
+                const list = new ProviderRoutingList(theme, allSlugs, enabled, routing?.allow_fallbacks ?? false, fetched?.info ?? {});
+                list.onSave = (enabledIds, allowFallbacks) => {
+                    void saveRouting(enabledIds, allowFallbacks).then(() => list.markSaved());
                 };
                 list.onCancel = () => done(null);
                 container.addChild(list.getSearchInput());