pi-dynamic-providers 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 cybershape
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,82 @@
+# pi-dynamic-providers
+
+[![CI](https://github.com/cybershape/pi-dynamic-models/actions/workflows/ci.yml/badge.svg)](https://github.com/cybershape/pi-dynamic-models/actions/workflows/ci.yml)
+[![npm version](https://img.shields.io/npm/v/pi-dynamic-providers.svg)](https://www.npmjs.com/package/pi-dynamic-providers)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+A [Pi coding agent](https://pi.dev) extension to automatically discover and register models from OpenAI-compatible endpoints (`/models`).
+
+## Features
+
+- **Dynamic Model Discovery**: Queries the `/models` endpoint at startup and dynamically registers available models with the Pi provider registry.
+- **Reasoning Model Support**: Automatically detects reasoning/thinking models (via `reasoning_efforts` metadata or naming heuristics) and sets up appropriate thinking levels.
+- **Manual Hot-Reload**: Provides a `/refresh-models` command to reload the remote model catalog without restarting Pi.
+- **Flexible Configuration**: Reads configuration from `~/.pi/agent/dynamic-models/config.json`.
+
+## Configuration
+
+Create configuration in `~/.pi/agent/dynamic-models/config.json` (or `~/.pi/agents/dynamic-models/config.json`):
+
+```json
+{
+  "baseUrl": "https://your-llm-proxy.example.com/v1",
+  "apiKey": "your-api-key-optional",
+  "providerId": "my-proxy",
+  "providerName": "Custom Proxy",
+  "defaultContextWindow": 400000,
+  "defaultMaxTokens": 8192
+}
+```
+
+### Configuration Options
+
+| Option | Type | Default | Description |
+| --- | --- | --- | --- |
+| `baseUrl` | `string` | *(required)* | Base URL for the OpenAI-compatible API endpoint |
+| `apiKey` | `string` | `"dummy-key"` | Authorization token sent as Bearer header |
+| `providerId` | `string` | `"dynamic-models"` | Unique ID for the registered provider in Pi |
+| `providerName` | `string` | `"Dynamic Models"` | Friendly name for the provider displayed in Pi |
+| `defaultContextWindow` | `number` | `400000` | Fallback context window when not reported by `/models` |
+| `defaultMaxTokens` | `number` | `8192` | Fallback max tokens when not reported by `/models` |
+
+## Commands
+
+- `/refresh-models`: Re-fetches the remote `/models` endpoint and updates registered models.
+
+## Installation
+
+### Via Pi Package Catalog / npm
+
+```bash
+pi install npm:pi-dynamic-providers
+```
+
+### Via Git Repository
+
+```bash
+pi install git:github.com/cybershape/pi-dynamic-models
+```
+
+### Try Without Installing
+
+```bash
+pi -e git:github.com/cybershape/pi-dynamic-models
+```
+
+## Requirements
+
+- Pi Coding Agent (`@earendil-works/pi-coding-agent`) `>= 0.80.0`
+- Node.js `>= 20.0.0`
+
+## Development
+
+Install dependencies and run checks:
+
+```bash
+npm install
+npm run check
+```
+
+## License
+
+[MIT](LICENSE) © cybershape

package/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "pi-dynamic-providers",
+  "version": "0.0.1",
+  "description": "Pi extension to dynamically discover and register models from OpenAI-compatible endpoints",
+  "author": "cybershape",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/cybershape/pi-dynamic-models.git"
+  },
+  "homepage": "https://github.com/cybershape/pi-dynamic-models#readme",
+  "bugs": {
+    "url": "https://github.com/cybershape/pi-dynamic-models/issues"
+  },
+  "type": "module",
+  "main": "./src/dynamic-models.ts",
+  "keywords": [
+    "pi-package",
+    "pi-extension",
+    "pi",
+    "models",
+    "dynamic-models",
+    "provider",
+    "openai-compatible",
+    "pi-coding-agent"
+  ],
+  "files": [
+    "LICENSE",
+    "README.md",
+    "src"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "scripts": {
+    "typecheck": "tsc --noEmit",
+    "check": "npm run typecheck",
+    "prepublishOnly": "npm run check"
+  },
+  "pi": {
+    "extensions": [
+      "./src/dynamic-models.ts"
+    ]
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-coding-agent": "*"
+  },
+  "devDependencies": {
+    "@earendil-works/pi-coding-agent": "^0.80.3",
+    "@types/node": "^22.13.9",
+    "typescript": "^5.8.2"
+  }
+}

package/src/dynamic-models.ts

@@ -0,0 +1,144 @@
+import * as fs from "fs";
+import * as os from "os";
+import * as path from "path";
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+
+interface Config {
+  baseUrl: string;
+  apiKey?: string;
+  providerId?: string;
+  providerName?: string;
+  defaultContextWindow?: number;
+  defaultMaxTokens?: number;
+}
+
+interface RemoteModelItem {
+  id: string;
+  name?: string;
+  context_window?: number;
+  context_length?: number;
+  reasoning_efforts?: Array<{ value: string }>;
+  supported_in_api?: boolean;
+}
+
+/**
+ * Load configuration from ~/.pi/agent/dynamic-models/config.json or ~/.pi/agents/dynamic-models/config.json
+ */
+function loadConfig(): Config | null {
+  const possiblePaths = [
+    path.join(os.homedir(), ".pi", "agent", "dynamic-models", "config.json"),
+    path.join(os.homedir(), ".pi", "agents", "dynamic-models", "config.json"),
+  ];
+
+  for (const p of possiblePaths) {
+    if (fs.existsSync(p)) {
+      try {
+        const raw = fs.readFileSync(p, "utf-8");
+        return JSON.parse(raw) as Config;
+      } catch (err: any) {
+        console.error(`[dynamic-models] Failed to parse config file (${p}): ${err?.message}`);
+        return null;
+      }
+    }
+  }
+
+  console.warn(`[dynamic-models] Config file not found: ${possiblePaths[0]}`);
+  return null;
+}
+
+/**
+ * Fetch and register models from remote /models endpoint
+ */
+async function syncModels(pi: ExtensionAPI): Promise<number> {
+  const config = loadConfig();
+  if (!config?.baseUrl) return 0;
+
+  const providerId = config.providerId || "dynamic-models";
+  const providerName = config.providerName || "Dynamic Models";
+  const apiKey = config.apiKey || "dummy-key";
+  const endpoint = `${config.baseUrl.replace(/\/+$/, "")}/models`;
+  const defaultContextWindow = config.defaultContextWindow || 400000;
+  const defaultMaxTokens = config.defaultMaxTokens || 8192;
+
+  try {
+    const res = await fetch(endpoint, {
+      headers: {
+        Authorization: `Bearer ${apiKey}`,
+      },
+    });
+
+    if (!res.ok) {
+      throw new Error(`HTTP ${res.status}: ${res.statusText}`);
+    }
+
+    const payload = (await res.json()) as { data?: RemoteModelItem[] };
+    const rawList = Array.isArray(payload?.data) ? payload.data : [];
+
+    const models = rawList
+      .filter((m) => m.supported_in_api !== false)
+      .map((m) => {
+        const isReasoning =
+          (Array.isArray(m.reasoning_efforts) && m.reasoning_efforts.length > 0) ||
+          m.id.toLowerCase().includes("thinking") ||
+          (m.name ? m.name.toLowerCase().includes("thinking") : false);
+
+        const contextWindow = m.context_window || m.context_length || defaultContextWindow;
+
+        return {
+          id: m.id,
+          name: m.name || m.id,
+          reasoning: isReasoning,
+          ...(isReasoning && {
+            thinkingLevelMap: {
+              xhigh: "xhigh",
+              max: "max",
+            },
+          }),
+          input: ["text", "image"] as ("text" | "image")[],
+          cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
+          contextWindow,
+          maxTokens: Math.min(contextWindow, defaultMaxTokens),
+          // compat must be placed on each model: registerProvider provider-level config has no compat field,
+          // and applyExtension does not merge provider-level configs into models.
+          // Without this, reasoning models may send system prompts with developer role and be rejected upstream.
+          compat: {
+            supportsDeveloperRole: false,
+          },
+        };
+      });
+
+    if (models.length > 0) {
+      pi.registerProvider(providerId, {
+        name: providerName,
+        baseUrl: config.baseUrl,
+        apiKey: apiKey,
+        api: "openai-completions",
+        models,
+      });
+    }
+
+    return models.length;
+  } catch (err: any) {
+    console.warn(`[dynamic-models] Failed to sync models: ${err?.message}`);
+    return 0;
+  }
+}
+
+export default async function (pi: ExtensionAPI) {
+  // Automatically fetch and register models at startup
+  await syncModels(pi);
+
+  // Register slash command for runtime manual refresh
+  pi.registerCommand("refresh-models", {
+    description: "Re-sync models from ~/.pi/agent/dynamic-models/config.json",
+    handler: async (_args, ctx) => {
+      ctx.ui.notify("Fetching latest models...", "info");
+      const count = await syncModels(pi);
+      if (count > 0) {
+        ctx.ui.notify(`Sync successful! Registered ${count} model(s).`, "info");
+      } else {
+        ctx.ui.notify("Failed to fetch models or no valid models found. Please check configuration and network.", "warning");
+      }
+    },
+  });
+}