@fanchaozz/provider-manager 0.1.0

package/store.ts

@@ -0,0 +1,282 @@
+/**
+ * store.ts — models.json 读写 + 校验 + 备份 + 合并
+ *
+ * 单一职责：所有对 ~/.pi/agent/models.json 的写盘都走这里。
+ * - atomic write（tmp + rename）
+ * - 写前自动 .bak
+ * - 单例 write mutex（防止 TUI 编辑和 LLM 工具并发写）
+ * - hand-rolled 校验（pi 不导出 schema 运行时，TypeBox 留待后续）
+ */
+
+import { readFile, writeFile, rename, copyFile, chmod } from "node:fs/promises";
+import { existsSync } from "node:fs";
+import { join } from "node:path";
+import { getAgentDir } from "@earendil-works/pi-coding-agent";
+
+// ============================================================================
+// Types
+// ============================================================================
+
+export type ApiType =
+  | "openai-completions"
+  | "openai-responses"
+  | "anthropic-messages"
+  | "google-generative-ai"
+  | "azure-openai-responses"
+  | "openai-codex-responses"
+  | "mistral-conversations"
+  | "bedrock-converse-stream";
+
+export const ALLOWED_APIS: readonly ApiType[] = [
+  "openai-completions",
+  "openai-responses",
+  "anthropic-messages",
+  "google-generative-ai",
+  "azure-openai-responses",
+  "openai-codex-responses",
+  "mistral-conversations",
+  "bedrock-converse-stream",
+];
+
+export type ModelConfig = {
+  id: string;
+  name?: string;
+  api?: ApiType | string;
+  baseUrl?: string;
+  reasoning?: boolean;
+  thinkingLevelMap?: Partial<Record<"off" | "minimal" | "low" | "medium" | "high" | "xhigh" | "max", string | null>>;
+  input?: Array<"text" | "image">;
+  cost?: {
+    input: number;
+    output: number;
+    cacheRead: number;
+    cacheWrite: number;
+    tiers?: Array<{ inputTokensAbove: number; input: number; output: number; cacheRead: number; cacheWrite: number }>;
+  };
+  contextWindow?: number;
+  maxTokens?: number;
+  samplingParams?: Record<string, unknown>;
+  headers?: Record<string, string>;
+  compat?: Record<string, unknown>;
+};
+
+export type ModelOverrideConfig = Partial<Omit<ModelConfig, "id">>;
+
+export type ProviderConfig = {
+  name?: string;
+  baseUrl?: string;
+  api?: ApiType | string;
+  apiKey?: string;
+  oauth?: "radius";
+  headers?: Record<string, string>;
+  compat?: Record<string, unknown>;
+  authHeader?: boolean;
+  models?: ModelConfig[];
+  modelOverrides?: Record<string, ModelOverrideConfig>;
+};
+
+export type ModelsJson = { providers: Record<string, ProviderConfig> };
+
+// ============================================================================
+// Paths
+// ============================================================================
+
+export function getModelsJsonPath(): string {
+	const ov = (globalThis as any)[Symbol.for("pi-provider-manager:models-path-override")] as string | undefined;
+	if (ov) return ov;
+	return join(getAgentDir(), "models.json");
+}
+
+export function getBackupPath(): string {
+	const ov = (globalThis as any)[Symbol.for("pi-provider-manager:backup-path-override")] as string | undefined;
+	if (ov) return ov;
+	return join(getAgentDir(), "models.json.bak");
+}
+
+// ============================================================================
+// Read
+// ============================================================================
+
+export async function readModelsJson(): Promise<ModelsJson> {
+  const path = getModelsJsonPath();
+  if (!existsSync(path)) return { providers: {} };
+  const text = await readFile(path, "utf8");
+  let parsed: unknown;
+  try {
+    parsed = JSON.parse(text);
+  } catch (err) {
+    throw new Error(`models.json 不是合法 JSON: ${err instanceof Error ? err.message : err}`);
+  }
+  if (!parsed || typeof parsed !== "object" || !("providers" in parsed) || typeof (parsed as any).providers !== "object") {
+    throw new Error("models.json 缺少 'providers' 对象");
+  }
+  return parsed as ModelsJson;
+}
+
+// ============================================================================
+// Write (atomic + backup + mutex)
+// ============================================================================
+
+// 全局写锁：所有写盘走同一个 Promise 链，串行化
+let writeChain: Promise<void> = Promise.resolve();
+
+export async function writeModelsJson(
+  next: ModelsJson,
+  opts: { backup?: boolean } = { backup: true },
+): Promise<{ path: string; backupPath: string }> {
+  const path = getModelsJsonPath();
+  const bak = getBackupPath();
+  const tmp = path + ".tmp";
+
+  const task = writeChain.then(async () => {
+    if (opts.backup && existsSync(path)) {
+      await copyFile(path, bak);
+    }
+    await writeFile(tmp, JSON.stringify(next, null, 2) + "\n", { mode: 0o600 });
+    await rename(tmp, path);
+    try {
+      await chmod(path, 0o600);
+    } catch {
+      // Windows: chmod 是 no-op，忽略
+    }
+  });
+  // 不让 chain 被前一个错误污染
+  writeChain = task.catch(() => undefined);
+  await task;
+  return { path, backupPath: bak };
+}
+
+export async function restoreBackup(): Promise<boolean> {
+  const path = getModelsJsonPath();
+  const bak = getBackupPath();
+  if (!existsSync(bak)) return false;
+  await copyFile(bak, path);
+  return true;
+}
+
+export function backupExists(): boolean {
+  return existsSync(getBackupPath());
+}
+
+// ============================================================================
+// Validation
+// ============================================================================
+
+export type ValidationError = { path: string; message: string };
+export type ValidationResult = { ok: true } | { ok: false; errors: ValidationError[] };
+
+export function validateProvider(id: string, p: unknown): ValidationResult {
+  const errors: ValidationError[] = [];
+  if (typeof id !== "string" || !id) {
+    errors.push({ path: "<id>", message: "provider id 必须是非空字符串" });
+  }
+  if (typeof p !== "object" || p === null) {
+    errors.push({ path: `providers.${id}`, message: "必须是 object" });
+    return { ok: false, errors };
+  }
+  const prov = p as Record<string, unknown>;
+
+  if ("name" in prov && typeof prov.name !== "string") {
+    errors.push({ path: `providers.${id}.name`, message: "必须是 string" });
+  }
+  if ("baseUrl" in prov && typeof prov.baseUrl !== "string") {
+    errors.push({ path: `providers.${id}.baseUrl`, message: "必须是 string" });
+  }
+  if ("apiKey" in prov && typeof prov.apiKey !== "string") {
+    errors.push({ path: `providers.${id}.apiKey`, message: "必须是 string" });
+  }
+  if ("api" in prov) {
+    if (typeof prov.api !== "string" || !ALLOWED_APIS.includes(prov.api as ApiType)) {
+      errors.push({ path: `providers.${id}.api`, message: `必须是 ${ALLOWED_APIS.join(" | ")}` });
+    }
+  }
+  if ("authHeader" in prov && typeof prov.authHeader !== "boolean") {
+    errors.push({ path: `providers.${id}.authHeader`, message: "必须是 boolean" });
+  }
+  if ("headers" in prov) {
+    if (typeof prov.headers !== "object" || prov.headers === null || Array.isArray(prov.headers)) {
+      errors.push({ path: `providers.${id}.headers`, message: "必须是 Record<string,string>" });
+    }
+  }
+  if ("models" in prov) {
+    if (!Array.isArray(prov.models)) {
+      errors.push({ path: `providers.${id}.models`, message: "必须是 array" });
+    } else {
+      (prov.models as unknown[]).forEach((m, i) => {
+        const r = validateModel(m);
+        if (!r.ok) for (const e of r.errors) errors.push({ path: `providers.${id}.models[${i}].${e.path}`, message: e.message });
+      });
+    }
+  }
+  return errors.length === 0 ? { ok: true } : { ok: false, errors };
+}
+
+export function validateModel(m: unknown): ValidationResult {
+  const errors: ValidationError[] = [];
+  if (typeof m !== "object" || m === null) {
+    return { ok: false, errors: [{ path: "<model>", message: "必须是 object" }] };
+  }
+  const model = m as Record<string, unknown>;
+  if (typeof model.id !== "string" || !model.id) {
+    errors.push({ path: "id", message: "必须是非空 string" });
+  }
+  if ("name" in model && typeof model.name !== "string") {
+    errors.push({ path: "name", message: "必须是 string" });
+  }
+  if ("reasoning" in model && typeof model.reasoning !== "boolean") {
+    errors.push({ path: "reasoning", message: "必须是 boolean" });
+  }
+  if ("contextWindow" in model && (typeof model.contextWindow !== "number" || model.contextWindow < 0)) {
+    errors.push({ path: "contextWindow", message: "必须是非负 number" });
+  }
+  if ("maxTokens" in model && (typeof model.maxTokens !== "number" || model.maxTokens < 0)) {
+    errors.push({ path: "maxTokens", message: "必须是非负 number" });
+  }
+  if ("input" in model) {
+    if (!Array.isArray(model.input) || !model.input.every((x) => x === "text" || x === "image")) {
+      errors.push({ path: "input", message: '必须是 ("text" | "image")[]' });
+    }
+  }
+  if ("thinkingLevelMap" in model) {
+    if (typeof model.thinkingLevelMap !== "object" || model.thinkingLevelMap === null) {
+      errors.push({ path: "thinkingLevelMap", message: "必须是 object" });
+    }
+  }
+  return errors.length === 0 ? { ok: true } : { ok: false, errors };
+}
+
+export function validateAll(json: ModelsJson): ValidationResult {
+  const errors: ValidationError[] = [];
+  for (const [id, p] of Object.entries(json.providers)) {
+    const r = validateProvider(id, p);
+    if (!r.ok) errors.push(...r.errors);
+  }
+  return errors.length === 0 ? { ok: true } : { ok: false, errors };
+}
+
+// ============================================================================
+// Shallow merge (drop undefined)
+// ============================================================================
+
+function shallowMerge<T extends Record<string, any>>(base: T, patch: Partial<T>): T {
+  const out: T = { ...base };
+  for (const [k, v] of Object.entries(patch)) {
+    if (v === undefined) continue;
+    (out as any)[k] = v;
+  }
+  return out;
+}
+
+export const mergeProvider = shallowMerge<ProviderConfig>;
+export const mergeModel = shallowMerge<ModelConfig>;
+
+// ============================================================================
+// Display helpers
+// ============================================================================
+
+/** 把 apiKey 遮成 "abcd••••wxyz"（首 4 + 末 4，中间省略号），UI 用 */
+export function maskApiKey(key: string | undefined): string {
+  if (!key) return "(none)";
+  if (key.length <= 10) return "•".repeat(key.length);
+  return key.slice(0, 4) + "••••" + key.slice(-4);
+}

package/sync.ts

@@ -0,0 +1,253 @@
+/**
+ * sync.ts — 远端 model 拉取 + 字段推断
+ *
+ * 2 个 preset:
+ *   - google:    https://generativelanguage.googleapis.com/v1beta, /models?key=$KEY
+ *   - custom:    任意 OpenAI-compat /v1/models
+ *
+ * 启发式（基于 id 命名字符串，仅 best-effort）：
+ *   - input:      含 vision/gpt-4/claude/gemini/grok/llava/moondream → ["text","image"]
+ *   - reasoning:  含 o1/o3/o4/reasoning/thinking/deepseek-r/qwq/qwen3 → true
+ *   - 过滤:       embed/tts/whisper/dall-e/clip/image-/moderation
+ *
+ * 真实成本/上下文对 OpenAI-compat /v1/models 拿不到；v1 默认 128k/16k，
+ *   user 在 step 3 引导里可逐个改。
+ */
+
+import type { ModelConfig } from "./store.ts";
+import { DEFAULT_MODEL_CONFIG } from "./forms.ts";
+
+// ============================================================================
+// Types
+// ============================================================================
+
+export type ApiKind = "openai-compat" | "google";
+
+export type FetchedModel = {
+	id: string;
+	name?: string;
+};
+
+export type FetchResult = {
+	baseUrl: string;
+	apiKind: ApiKind;
+	models: FetchedModel[];
+	warnings: string[];
+};
+
+// ============================================================================
+// Presets
+// ============================================================================
+
+export type SyncPreset = {
+	id: "google" | "custom";
+	label: string;
+	baseUrl?: string;       // google 是固定，custom 留空让用户填
+	api: ApiKind;
+};
+
+export const SYNC_PRESETS: SyncPreset[] = [
+	{ id: "google", label: "Google Generative AI", baseUrl: "https://generativelanguage.googleapis.com/v1beta", api: "google" },
+	{ id: "custom", label: "Custom OpenAI-compatible URL...", api: "openai-compat" },
+];
+
+// ============================================================================
+// Heuristics
+// ============================================================================
+
+const NOISE_PATTERN = /\b(embed|embedding|tts|whisper|dall-?e|clip|moderation)\b|^image[-_]|image-generation/i;
+const REASONING_PATTERN = /(?:^|[^a-z])(o[1-9]|reasoning|thinking|deepseek-?r|qwq|qwen3)(?:$|[^a-z])/i;
+const VISION_PATTERN = /(vision|claude|gemini|gpt-4|gpt-5|grok|llava|moondream|pixtral|llava|nova-?pro)/i;
+const INPUT_IMAGE_PATTERN = /(vision|multimodal|image[-_]?input)/i;
+
+const DEFAULT_CONTEXT = 1000000;
+const DEFAULT_MAX_TOKENS = 128000;
+
+/** 是否是 noise（embedding / tts / image-gen 等） */
+export function isNoise(id: string): boolean {
+	return NOISE_PATTERN.test(id);
+}
+
+/** 推断 reasoning（extended thinking 支持） */
+export function inferReasoning(id: string): boolean {
+	return REASONING_PATTERN.test(id);
+}
+
+/** 推断 input 类型 */
+export function inferInput(id: string): ("text" | "image")[] {
+	if (INPUT_IMAGE_PATTERN.test(id) || VISION_PATTERN.test(id)) return ["text", "image"];
+	return ["text"];
+}
+
+/** 把 FetchedModel 变成 ModelConfig。缺省值以 DEFAULT_MODEL_CONFIG 为准（reasoning=yes / input=[text,image] / ctx/max / thinkingLevelMap.medium=medium），
+ *  启发式仅在缺省为 no 时下调（比如「明显不是 reasoning」）。可选 3 个参传入覆盖上下文窗口 / max / defaults。 */
+export function inferModel(id: string, fetched: FetchedModel, overrides?: { contextWindow?: number; maxTokens?: number; defaults?: typeof DEFAULT_MODEL_CONFIG }): ModelConfig {
+	const cfg = overrides?.defaults ?? DEFAULT_MODEL_CONFIG;
+	const heuristicReasoning = inferReasoning(id);
+	const heuristicInput = inferInput(id);
+	return {
+		id,
+		name: fetched.name && fetched.name !== id ? fetched.name : undefined,
+		reasoning: cfg.reasoning || heuristicReasoning,
+		input: cfg.input.includes("image") || heuristicInput.includes("image")
+			? ["text", "image"]
+			: cfg.input,
+		contextWindow: overrides?.contextWindow ?? cfg.contextWindow,
+		maxTokens: overrides?.maxTokens ?? cfg.maxTokens,
+		thinkingLevelMap: { ...cfg.thinkingLevelMap },
+	};
+}
+
+// ============================================================================
+// Fetcher
+// ============================================================================
+
+/** 拉取远端 model 列表；自带超时和 noise 过滤 */
+export async function fetchListing(opts: {
+	baseUrl: string;
+	apiKey?: string;
+	apiKind: ApiKind;
+	signal?: AbortSignal;
+	timeoutMs?: number;
+}): Promise<FetchResult> {
+	const { baseUrl, apiKey, apiKind, signal, timeoutMs = 10000 } = opts;
+	const warnings: string[] = [];
+
+	// 用 AbortController 双重保护：外部 signal + 超时
+	const ctrl = new AbortController();
+	const timer = setTimeout(() => ctrl.abort(new Error("timeout")), timeoutMs);
+	const onAbort = () => ctrl.abort(signal!.reason);
+	if (signal) signal.addEventListener("abort", onAbort);
+
+	try {
+		const base = baseUrl.replace(/\/+$/, "");
+		let url: string;
+		let headers: Record<string, string> = {};
+		let body: any;
+
+		if (apiKind === "google") {
+			// GET {base}/models?key=$KEY → { models: [{ name, ... }] }
+			const keyParam = apiKey ? `?key=${encodeURIComponent(apiKey)}` : "";
+			url = `${base}/models${keyParam}`;
+		} else {
+			// GET {base}/models → { data: [{ id, name, ... }] }
+			url = `${base}/models`;
+			if (apiKey) headers["Authorization"] = `Bearer ${apiKey}`;
+		}
+
+		const res = await fetch(url, { method: "GET", headers, signal: ctrl.signal });
+		if (!res.ok) {
+			throw new Error(`HTTP ${res.status} ${res.statusText}`);
+		}
+
+		const MAX = 5 * 1024 * 1024; // 5MB 硬上限，防止 OOM
+		const reader = res.body?.getReader();
+		if (!reader) throw new Error("no response body");
+		let received = 0;
+		const chunks: Uint8Array[] = [];
+		while (true) {
+			const { done, value } = await reader.read();
+			if (done) break;
+			received += value.byteLength;
+			if (received > MAX) {
+				reader.cancel();
+				throw new Error(`response too large (>${MAX} bytes)`);
+			}
+			chunks.push(value);
+		}
+		const text = new TextDecoder().decode(Buffer.concat(chunks));
+		const json = JSON.parse(text);
+
+		// 提取 models
+		let raw: any[] = [];
+		if (apiKind === "google") {
+			raw = Array.isArray(json?.models) ? json.models : [];
+		} else {
+			raw = Array.isArray(json?.data) ? json.data : [];
+		}
+
+		const models: FetchedModel[] = [];
+		for (const m of raw) {
+			let id: string | undefined;
+			if (apiKind === "google") {
+				// Google 返回 name 形如 "models/gemini-1.5-pro-latest"
+				const name = typeof m?.name === "string" ? m.name : "";
+				id = name.startsWith("models/") ? name.slice("models/".length) : name;
+				// 只保留支持 generateContent 的（chat model）
+				const methods = m?.supportedGenerationMethods;
+				if (Array.isArray(methods) && !methods.includes("generateContent")) continue;
+			} else {
+				if (typeof m?.id === "string") id = m.id;
+			}
+			if (!id) continue;
+			if (isNoise(id)) continue;
+			const out: FetchedModel = { id };
+			if (typeof m?.displayName === "string" && apiKind === "google") out.name = m.displayName;
+			else if (typeof m?.name === "string" && apiKind === "openai-compat" && m.name !== id) out.name = m.name;
+			models.push(out);
+		}
+
+		return { baseUrl: base, apiKind, models, warnings };
+	} finally {
+		clearTimeout(timer);
+		if (signal) signal.removeEventListener("abort", onAbort);
+	}
+}
+
+// ============================================================================
+// Sync existing providers: 给定 json，对每个有 baseUrl 的 provider 跑 fetchListing
+// ============================================================================
+
+export async function syncExisting(
+	providers: Record<string, { baseUrl?: string; apiKey?: string; api?: string }>,
+	signal?: AbortSignal,
+	timeoutMs?: number,
+): Promise<Array<{ providerId: string; result: FetchResult | { error: string } }>> {
+	const out: Array<{ providerId: string; result: FetchResult | { error: string } }> = [];
+	for (const [pid, p] of Object.entries(providers)) {
+		if (!p.baseUrl) continue;
+		const apiKind: ApiKind = p.api === "google-generative-ai" ? "google" : "openai-compat";
+		try {
+			const result = await fetchListing({
+				baseUrl: p.baseUrl,
+				apiKey: p.apiKey,
+				apiKind,
+				signal,
+				timeoutMs,
+			});
+			out.push({ providerId: pid, result });
+		} catch (err) {
+			out.push({ providerId: pid, result: { error: err instanceof Error ? err.message : String(err) } });
+		}
+	}
+	return out;
+}
+
+// ============================================================================
+// 合并逻辑
+// ============================================================================
+
+/** 把 FetchedModel[] 和现有 models[] 合并：去重（按 id）、用启发式生成新 model 字段。
+ *  返回 { toAdd: ModelConfig[], toUpdate: ModelConfig[], skipped: string[] }
+ *  - toAdd: 新 id（不在 existing）
+ *  - toUpdate: 已存在 id（不更新，保持用户手工改的字段）
+ *  - skipped: 跳过的 id（noise 等）
+ *  - defaults: 透传给 inferModel（控制 ctx/max 和 thinkingLevelMap 等默认值） */
+export function diffModels(
+	fetched: FetchedModel[],
+	existing: { id: string }[],
+	overrides?: { contextWindow?: number; maxTokens?: number; defaults?: typeof DEFAULT_MODEL_CONFIG },
+): { toAdd: ModelConfig[]; skipped: string[] } {
+	const existingIds = new Set(existing.map((m) => m.id));
+	const toAdd: ModelConfig[] = [];
+	const skipped: string[] = [];
+	for (const f of fetched) {
+		if (isNoise(f.id)) {
+			skipped.push(f.id);
+			continue;
+		}
+		if (existingIds.has(f.id)) continue;  // 已存在不更新
+		toAdd.push(inferModel(f.id, f, overrides));
+	}
+	return { toAdd, skipped };
+}