tokenfactory-pi 0.1.0

package/.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,5 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="PROJECT_PROFILE" />
+  </settings>
+</component>

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Dmitry Orlov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,39 @@
+# tokenfactory-pi
+
+[Nebius Token Factory](https://tokenfactory.nebius.com/) provider extension for [pi coding agent](https://pi.dev).
+
+Fetches the current model catalog from the Token Factory API on startup and registers all tool-capable models. No changes to pi-mono required.
+
+## Setup
+
+```bash
+# Get an API key from https://tokenfactory.nebius.com/
+export NEBIUS_API_KEY=your-key-here
+```
+
+## Usage
+
+```bash
+# Load the extension
+pi -e tokenfactory-pi
+
+# Specify provider explicitly
+pi -e tokenfactory-pi --provider nebius
+
+# Pick a specific model
+pi -e tokenfactory-pi --provider nebius --model Qwen/Qwen3-32B
+```
+
+Once running, use `/nebius-models` to list all available models.
+
+## How it works
+
+On startup the extension:
+
+1. Reads `NEBIUS_API_KEY` from environment (no-op if missing)
+2. Fetches `GET /v1/models?verbose=true` from the Token Factory API
+3. Filters for models with `tools` support and `->text` output modality
+4. Registers them as the `nebius` provider via `pi.registerProvider()`
+
+All models use the `openai-completions` API with
+`compat: { supportsDeveloperRole: false, maxTokensField: "max_tokens" }`.

package/index.ts

@@ -0,0 +1,146 @@
+/**
+ * Nebius Token Factory — pi extension
+ *
+ * Fetches the current model catalog from the Token Factory API on startup
+ * and registers all tool-capable text-generation models as a "nebius" provider.
+ *
+ * Environment:
+ *   NEBIUS_API_KEY — required, Token Factory API key
+ *
+ * Usage:
+ *   pi -e /path/to/tokenfactory-pi
+ *   pi -e /path/to/tokenfactory-pi --provider nebius
+ *   pi -e /path/to/tokenfactory-pi --provider nebius --model Qwen/Qwen3-32B
+ */
+
+import type { ExtensionAPI } from "@mariozechner/pi-coding-agent";
+
+const PROVIDER_NAME = "nebius";
+const BASE_URL = "https://api.tokenfactory.nebius.com/v1";
+const ENV_VAR = "NEBIUS_API_KEY";
+
+// ============================================================================
+// Token Factory API types
+// ============================================================================
+
+interface TokenFactoryModel {
+	id: string;
+	name?: string;
+	context_length?: number;
+	supported_features?: string[];
+	architecture?: { modality?: string };
+	pricing?: { prompt?: string; completion?: string };
+}
+
+interface TokenFactoryResponse {
+	data: TokenFactoryModel[];
+}
+
+// ============================================================================
+// Helpers
+// ============================================================================
+
+function isToolCapableTextModel(m: TokenFactoryModel): boolean {
+	const features = m.supported_features || [];
+	const modality = m.architecture?.modality || "";
+	return features.includes("tools") && modality.includes("->text");
+}
+
+function parseInputModalities(modality: string): ("text" | "image")[] {
+	const input: ("text" | "image")[] = ["text"];
+	if (modality.includes("image")) input.push("image");
+	return input;
+}
+
+function parseCostPerMillion(raw: string | undefined): number {
+	return parseFloat(raw || "0") * 1_000_000;
+}
+
+function isReasoningModel(id: string): boolean {
+	return /(-R1|-Thinking|QwQ)/.test(id);
+}
+
+// ============================================================================
+// Extension entry point
+// ============================================================================
+
+export default async function (pi: ExtensionAPI) {
+	const apiKey = process.env[ENV_VAR];
+	if (!apiKey) {
+		return;
+	}
+
+	let response: TokenFactoryResponse;
+	try {
+		const res = await fetch(`${BASE_URL}/models?verbose=true`, {
+			headers: { Authorization: `Bearer ${apiKey}` },
+		});
+		if (!res.ok) {
+			console.warn(`[${PROVIDER_NAME}] API returned ${res.status}: ${res.statusText}`);
+			return;
+		}
+		response = (await res.json()) as TokenFactoryResponse;
+	} catch (error) {
+		console.warn(`[${PROVIDER_NAME}] Failed to fetch models:`, error);
+		return;
+	}
+
+	if (!Array.isArray(response.data)) {
+		console.warn(`[${PROVIDER_NAME}] Unexpected API response shape`);
+		return;
+	}
+
+	const models = [];
+	for (const m of response.data) {
+		if (!isToolCapableTextModel(m)) continue;
+
+		const modality = m.architecture?.modality || "";
+
+		models.push({
+			id: m.id,
+			name: m.name || m.id,
+			reasoning: isReasoningModel(m.id),
+			input: parseInputModalities(modality),
+			cost: {
+				input: parseCostPerMillion(m.pricing?.prompt),
+				output: parseCostPerMillion(m.pricing?.completion),
+				cacheRead: 0,
+				cacheWrite: 0,
+			},
+			contextWindow: m.context_length || 131072,
+			maxTokens: Math.min(m.context_length || 32768, 32768),
+			compat: {
+				supportsDeveloperRole: false,
+				maxTokensField: "max_tokens" as const,
+			},
+		});
+	}
+
+	pi.registerProvider(PROVIDER_NAME, {
+		baseUrl: BASE_URL,
+		apiKey: ENV_VAR,
+		api: "openai-completions",
+		models,
+	});
+
+	// /nebius-models command to list and select a model
+	pi.registerCommand("nebius-models", {
+		description: "List available Nebius Token Factory models",
+		handler: async (_args, ctx) => {
+			if (models.length === 0) {
+				ctx.ui.notify("No Nebius models available", "warning");
+				return;
+			}
+			const items = models
+				.sort((a, b) => a.id.localeCompare(b.id))
+				.map((m) => {
+					const tags = [];
+					if (m.reasoning) tags.push("reasoning");
+					if (m.input.includes("image")) tags.push("vision");
+					const suffix = tags.length > 0 ? ` (${tags.join(", ")})` : "";
+					return `${m.id}${suffix}`;
+				});
+			await ctx.ui.select(`Nebius Token Factory — ${models.length} models`, items);
+		},
+	});
+}

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "tokenfactory-pi",
+  "version": "0.1.0",
+  "description": "Nebius Token Factory provider extension for pi coding agent",
+  "main": "index.ts",
+  "type": "module",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/mosquito/tokenfactory-pi.git"
+  },
+  "keywords": [
+    "pi",
+    "pi-extension",
+    "pi-package",
+    "nebius",
+    "tokenfactory",
+    "llm",
+    "coding-agent"
+  ],
+  "pi": {
+    "extensions": [
+      "./index.ts"
+    ]
+  },
+  "peerDependencies": {
+    "@mariozechner/pi-coding-agent": "*"
+  },
+  "scripts": {
+    "clean": "echo 'nothing to clean'",
+    "build": "echo 'nothing to build'",
+    "check": "echo 'nothing to check'"
+  }
+}