@njuptlzf/agent-chat-server 0.1.1 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/audit.d.ts +54 -0
- package/dist/audit.js +133 -0
- package/dist/authz.d.ts +134 -0
- package/dist/authz.js +238 -0
- package/dist/events.d.ts +33 -0
- package/dist/events.js +169 -0
- package/dist/index.d.ts +16 -0
- package/dist/index.js +4 -0
- package/dist/main.d.ts +1 -0
- package/dist/main.js +126 -0
- package/dist/manifest.d.ts +147 -0
- package/dist/manifest.js +491 -0
- package/dist/mcp-config.d.ts +87 -0
- package/dist/mcp-config.js +353 -0
- package/dist/model-config.d.ts +123 -0
- package/dist/model-config.js +371 -0
- package/dist/model-failover.d.ts +42 -0
- package/dist/model-failover.js +82 -0
- package/dist/models-api.d.ts +98 -0
- package/dist/models-api.js +326 -0
- package/dist/persona-config.d.ts +112 -0
- package/dist/persona-config.js +368 -0
- package/dist/persona-trial.d.ts +50 -0
- package/dist/persona-trial.js +77 -0
- package/dist/product-routes.d.ts +35 -0
- package/dist/product-routes.js +92 -0
- package/dist/server.d.ts +162 -0
- package/dist/server.js +2572 -0
- package/dist/session.d.ts +218 -0
- package/dist/session.js +545 -0
- package/dist/sqlite-stores.d.ts +173 -0
- package/dist/sqlite-stores.js +921 -0
- package/dist/stores.d.ts +506 -0
- package/dist/stores.js +614 -0
- package/dist/testing.d.ts +42 -0
- package/dist/testing.js +47 -0
- package/dist/trial-grant.d.ts +40 -0
- package/dist/trial-grant.js +24 -0
- package/dist/usage-report.d.ts +23 -0
- package/dist/usage-report.js +68 -0
- package/dist/util.d.ts +3 -0
- package/dist/util.js +5 -0
- package/package.json +64 -58
- package/scripts/agentchat-integrate.mjs +607 -601
- package/src/audit.ts +169 -169
- package/src/authz.ts +307 -307
- package/src/events.ts +206 -206
- package/src/index.ts +26 -26
- package/src/main.ts +142 -142
- package/src/manifest.ts +562 -562
- package/src/mcp-config.ts +385 -385
- package/src/model-config.ts +424 -424
- package/src/model-failover.ts +95 -95
- package/src/models-api.ts +360 -360
- package/src/persona-config.ts +436 -436
- package/src/persona-trial.ts +121 -121
- package/src/product-routes.ts +102 -102
- package/src/server.ts +2647 -2647
- package/src/session.ts +688 -688
- package/src/sqlite-stores.ts +1040 -1040
- package/src/stores.ts +899 -899
- package/src/testing.ts +80 -80
- package/src/trial-grant.ts +62 -62
- package/src/usage-report.ts +86 -86
- package/src/util.ts +6 -6
package/src/model-config.ts
CHANGED
|
@@ -1,424 +1,424 @@
|
|
|
1
|
-
import { readFileSync, renameSync, statSync, unlinkSync, writeFileSync } from "node:fs";
|
|
2
|
-
import path from "node:path";
|
|
3
|
-
import { resolveTier, type LoadedProduct, type ResolvedTier } from "./manifest.ts";
|
|
4
|
-
|
|
5
|
-
/**
|
|
6
|
-
* 运行时模型配置。
|
|
7
|
-
*
|
|
8
|
-
* 三层落点:凭证/端点在 data 目录的 `models.json`(pi 自己的格式),运营
|
|
9
|
-
* 配置在 data 目录的 `model-config.json`(本文件,管理页写),仓库里的 manifest
|
|
10
|
-
* 只当**兜底默认值**。所以这里的每一条路径都要能回答同一个问题:
|
|
11
|
-
* **配置没了/坏了,助手还能不能说话?** 答:回落 manifest,打一行日志,不 500。
|
|
12
|
-
*
|
|
13
|
-
* 本层只有「读 + 校验 + 解析」,没有写盘也没有 HTTP(才加端点)。写盘端点的
|
|
14
|
-
* 校验规则要和这里同源,避免「页面放行、运行时丢掉」的两套口径。
|
|
15
|
-
*/
|
|
16
|
-
|
|
17
|
-
export const MODEL_CONFIG_FILENAME = "model-config.json";
|
|
18
|
-
|
|
19
|
-
/** 候选上限缺省 3,可配 1–5(业务参数一律可配,规范)。 */
|
|
20
|
-
export const DEFAULT_MAX_CANDIDATES = 3;
|
|
21
|
-
export const MAX_CANDIDATES_CEILING = 5;
|
|
22
|
-
|
|
23
|
-
/** 失败的候选在此期间不被选为主选;进程内存态,不进库。 */
|
|
24
|
-
export const DEFAULT_COOLDOWN_SECONDS = 120;
|
|
25
|
-
|
|
26
|
-
/** `keyRef` 只允许 `env:NAME`——明文密钥不落这个文件,也不回显浏览器。 */
|
|
27
|
-
const KEY_REF = /^env:[A-Za-z_][A-Za-z0-9_]*$/;
|
|
28
|
-
|
|
29
|
-
/** 「1 秒级缓存」(热加载):1 秒内的重复读取不 stat 文件。 */
|
|
30
|
-
const CACHE_TTL_MS = 1000;
|
|
31
|
-
|
|
32
|
-
export interface ModelCandidate {
|
|
33
|
-
provider: string;
|
|
34
|
-
model: string;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
export interface ModelProviderEntry {
|
|
38
|
-
enabled: boolean;
|
|
39
|
-
api?: string;
|
|
40
|
-
baseUrl?: string;
|
|
41
|
-
/** 只存 `env:NAME` 引用;实际密钥在 env 或 models.json 里。 */
|
|
42
|
-
keyRef?: string;
|
|
43
|
-
/** 「允许用于本产品」的白名单子集(从 `/models` 拉回来后管理员勾)。 */
|
|
44
|
-
models: string[];
|
|
45
|
-
/**
|
|
46
|
-
* 最近一次 `GET {baseUrl}/models` 拉回的全集(新增, 之外加的一个字段)。
|
|
47
|
-
* 不持久化它,管理页首屏就只能看到白名单、看不到「还有哪些没勾」;`fetchedAt`
|
|
48
|
-
* 也就失去意义。白名单 ⊆ 目录,但手工写的配置允许暂时越界(会被标出来)。
|
|
49
|
-
*/
|
|
50
|
-
catalog: string[];
|
|
51
|
-
fetchedAt?: string;
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
export interface ModelTierBinding {
|
|
55
|
-
/** 有序:第 0 个是主模型,其余是备份。 */
|
|
56
|
-
candidates: ModelCandidate[];
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
export interface ModelRouting {
|
|
60
|
-
failover: boolean;
|
|
61
|
-
cooldownSeconds: number;
|
|
62
|
-
stickyWithinRun: boolean;
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
export interface ModelConfig {
|
|
66
|
-
version: 1;
|
|
67
|
-
maxCandidates: number;
|
|
68
|
-
providers: Record<string, ModelProviderEntry>;
|
|
69
|
-
tiers: Record<string, ModelTierBinding>;
|
|
70
|
-
routing: ModelRouting;
|
|
71
|
-
/** `file`=model-config.json 生效;`manifest`=回落(缺文件/坏 JSON/无可用候选)。 */
|
|
72
|
-
source: "file" | "manifest";
|
|
73
|
-
/** 校验中被丢弃或纠正的项,已同步打日志;管理页可原样透出。 */
|
|
74
|
-
problems: string[];
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
function isRecord(v: unknown): v is Record<string, unknown> {
|
|
78
|
-
return v !== null && typeof v === "object" && !Array.isArray(v);
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
/**
|
|
82
|
-
* 校验一份 `model-config.json`。**永不抛**:能救的项就地纠正(clamp/去重/丢候选),
|
|
83
|
-
* 救不回来的记进 `problems`。`config === null` 只在根不是对象时出现——那种情况调用方
|
|
84
|
-
* 应当整体回落 manifest。
|
|
85
|
-
*/
|
|
86
|
-
export function parseModelConfig(raw: unknown): { config: ModelConfig | null; problems: string[] } {
|
|
87
|
-
const problems: string[] = [];
|
|
88
|
-
if (!isRecord(raw)) return { config: null, problems: ["root must be a JSON object"] };
|
|
89
|
-
|
|
90
|
-
// ---- maxCandidates:越界 clamp 到 1–5,不报错——配置写歪不能把服务打死。
|
|
91
|
-
let maxCandidates = DEFAULT_MAX_CANDIDATES;
|
|
92
|
-
if (raw.maxCandidates !== undefined) {
|
|
93
|
-
const n = raw.maxCandidates;
|
|
94
|
-
if (typeof n !== "number" || !Number.isInteger(n)) {
|
|
95
|
-
problems.push(`maxCandidates must be an integer 1–${MAX_CANDIDATES_CEILING}; using ${DEFAULT_MAX_CANDIDATES}`);
|
|
96
|
-
} else if (n < 1 || n > MAX_CANDIDATES_CEILING) {
|
|
97
|
-
maxCandidates = Math.min(MAX_CANDIDATES_CEILING, Math.max(1, n));
|
|
98
|
-
problems.push(`maxCandidates ${n} is out of range 1–${MAX_CANDIDATES_CEILING}; clamped to ${maxCandidates}`);
|
|
99
|
-
} else {
|
|
100
|
-
maxCandidates = n;
|
|
101
|
-
}
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
// ---- providers
|
|
105
|
-
const providers: Record<string, ModelProviderEntry> = {};
|
|
106
|
-
if (raw.providers !== undefined) {
|
|
107
|
-
if (!isRecord(raw.providers)) {
|
|
108
|
-
problems.push("providers must be an object");
|
|
109
|
-
} else {
|
|
110
|
-
for (const [id, v] of Object.entries(raw.providers)) {
|
|
111
|
-
if (!isRecord(v)) {
|
|
112
|
-
problems.push(`providers.${id} must be an object`);
|
|
113
|
-
continue;
|
|
114
|
-
}
|
|
115
|
-
let models: string[] = [];
|
|
116
|
-
if (v.models !== undefined) {
|
|
117
|
-
if (!Array.isArray(v.models)) problems.push(`providers.${id}.models must be a list of strings`);
|
|
118
|
-
else {
|
|
119
|
-
models = [...new Set(v.models.filter((m): m is string => typeof m === "string" && m.trim() !== "").map((m) => m.trim()))];
|
|
120
|
-
if (models.length !== v.models.length) problems.push(`providers.${id}.models had empty or duplicate entries (dropped)`);
|
|
121
|
-
}
|
|
122
|
-
}
|
|
123
|
-
let catalog: string[] = [];
|
|
124
|
-
if (v.catalog !== undefined) {
|
|
125
|
-
if (!Array.isArray(v.catalog)) problems.push(`providers.${id}.catalog must be a list of strings`);
|
|
126
|
-
else catalog = [...new Set(v.catalog.filter((m): m is string => typeof m === "string" && m.trim() !== "").map((m) => m.trim()))];
|
|
127
|
-
}
|
|
128
|
-
// 白名单里手工写进来的模型也要能在目录里看到,否则管理页永远显示「不在目录」。
|
|
129
|
-
for (const m of models) if (!catalog.includes(m)) catalog.push(m);
|
|
130
|
-
// keyRef 写歪只丢 keyRef,**不丢 provider**:真正取密钥的是 models.json 里的
|
|
131
|
-
// `$ENV`,keyRef 只是管理页「key 配好了吗」的元数据。
|
|
132
|
-
let keyRef: string | undefined;
|
|
133
|
-
if (v.keyRef !== undefined) {
|
|
134
|
-
if (typeof v.keyRef === "string" && KEY_REF.test(v.keyRef)) keyRef = v.keyRef;
|
|
135
|
-
else problems.push(`providers.${id}.keyRef must look like env:NAME (got ${JSON.stringify(v.keyRef)})`);
|
|
136
|
-
}
|
|
137
|
-
providers[id] = {
|
|
138
|
-
enabled: v.enabled === undefined ? true : v.enabled === true,
|
|
139
|
-
...(typeof v.api === "string" ? { api: v.api } : {}),
|
|
140
|
-
...(typeof v.baseUrl === "string" ? { baseUrl: v.baseUrl } : {}),
|
|
141
|
-
...(keyRef ? { keyRef } : {}),
|
|
142
|
-
models,
|
|
143
|
-
catalog,
|
|
144
|
-
...(typeof v.fetchedAt === "string" ? { fetchedAt: v.fetchedAt } : {}),
|
|
145
|
-
};
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
// ---- tiers:候选必须落在「已启用 provider 的白名单」内,且不超上限。
|
|
151
|
-
const tiers: Record<string, ModelTierBinding> = {};
|
|
152
|
-
if (raw.tiers !== undefined) {
|
|
153
|
-
if (!isRecord(raw.tiers)) {
|
|
154
|
-
problems.push("tiers must be an object");
|
|
155
|
-
} else {
|
|
156
|
-
for (const [tierId, v] of Object.entries(raw.tiers)) {
|
|
157
|
-
if (!isRecord(v) || !Array.isArray(v.candidates)) {
|
|
158
|
-
problems.push(`tiers.${tierId}.candidates must be a list`);
|
|
159
|
-
continue;
|
|
160
|
-
}
|
|
161
|
-
const kept: ModelCandidate[] = [];
|
|
162
|
-
for (const [i, c] of v.candidates.entries()) {
|
|
163
|
-
const at = `tiers.${tierId}.candidates[${i}]`;
|
|
164
|
-
if (!isRecord(c) || typeof c.provider !== "string" || typeof c.model !== "string" || c.provider === "" || c.model === "") {
|
|
165
|
-
problems.push(`${at} must be {provider, model}`);
|
|
166
|
-
continue;
|
|
167
|
-
}
|
|
168
|
-
if (kept.some((k) => k.provider === c.provider && k.model === c.model)) {
|
|
169
|
-
problems.push(`${at} duplicates an earlier candidate`);
|
|
170
|
-
continue;
|
|
171
|
-
}
|
|
172
|
-
kept.push({ provider: c.provider, model: c.model });
|
|
173
|
-
}
|
|
174
|
-
// 语义问题(provider 不存在/停用/不在白名单)**只标不删**:删了等于替运维改配置,
|
|
175
|
-
// 而 的写盘是「读回来 → 改一处 → 写回去」,被删的候选就此永久消失
|
|
176
|
-
// (停用 provider → 引用它的绑定全没 → 再启用也回不来)。真正的过滤在
|
|
177
|
-
// candidatesFor():运行时跳过,文件保持运维意图。
|
|
178
|
-
let usable = 0;
|
|
179
|
-
for (const c of kept) {
|
|
180
|
-
const p = providers[c.provider];
|
|
181
|
-
if (!p) problems.push(`tiers.${tierId}: unknown provider "${c.provider}"(候选保留,运行时跳过)`);
|
|
182
|
-
else if (!p.enabled) problems.push(`tiers.${tierId}: provider "${c.provider}" is disabled(候选保留,运行时跳过)`);
|
|
183
|
-
else if (!p.models.includes(c.model)) problems.push(`tiers.${tierId}: model "${c.model}" is not in the whitelist of "${c.provider}"(候选保留,运行时跳过)`);
|
|
184
|
-
else usable++;
|
|
185
|
-
}
|
|
186
|
-
if (kept.length === 0) {
|
|
187
|
-
problems.push(`tiers.${tierId}: no candidates; this tier falls back to the manifest`);
|
|
188
|
-
continue;
|
|
189
|
-
}
|
|
190
|
-
if (usable === 0) problems.push(`tiers.${tierId}: no usable candidate; this tier falls back to the manifest`);
|
|
191
|
-
// 超上限同样只标不删(PUT 端点才拦新增),否则写回会把第 4、5 个候选截掉。
|
|
192
|
-
if (kept.length > maxCandidates) {
|
|
193
|
-
problems.push(`tiers.${tierId}: ${kept.length} candidates exceed maxCandidates ${maxCandidates}; only the first ${maxCandidates} are used`);
|
|
194
|
-
}
|
|
195
|
-
tiers[tierId] = { candidates: kept };
|
|
196
|
-
}
|
|
197
|
-
}
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
// ---- routing
|
|
201
|
-
const r = isRecord(raw.routing) ? raw.routing : {};
|
|
202
|
-
let cooldownSeconds = DEFAULT_COOLDOWN_SECONDS;
|
|
203
|
-
if (r.cooldownSeconds !== undefined) {
|
|
204
|
-
const n = r.cooldownSeconds;
|
|
205
|
-
if (typeof n !== "number" || !Number.isFinite(n) || n < 0) problems.push("routing.cooldownSeconds must be a non-negative number");
|
|
206
|
-
else cooldownSeconds = Math.min(3600, Math.round(n));
|
|
207
|
-
}
|
|
208
|
-
if (raw.routing !== undefined && !isRecord(raw.routing)) problems.push("routing must be an object");
|
|
209
|
-
|
|
210
|
-
if (raw.version !== undefined && raw.version !== 1) {
|
|
211
|
-
// 不当作错误:只解析我们认识的字段,多出来的留给以后的版本(前向兼容)。
|
|
212
|
-
problems.push(`version ${JSON.stringify(raw.version)} is not 1; parsing known fields only`);
|
|
213
|
-
}
|
|
214
|
-
|
|
215
|
-
return {
|
|
216
|
-
config: {
|
|
217
|
-
version: 1,
|
|
218
|
-
maxCandidates,
|
|
219
|
-
providers,
|
|
220
|
-
tiers,
|
|
221
|
-
routing: {
|
|
222
|
-
failover: r.failover === undefined ? true : r.failover === true,
|
|
223
|
-
cooldownSeconds,
|
|
224
|
-
stickyWithinRun: r.stickyWithinRun === undefined ? true : r.stickyWithinRun === true,
|
|
225
|
-
},
|
|
226
|
-
source: "file",
|
|
227
|
-
problems,
|
|
228
|
-
},
|
|
229
|
-
problems,
|
|
230
|
-
};
|
|
231
|
-
}
|
|
232
|
-
|
|
233
|
-
/**
|
|
234
|
-
* 回落配置:把 manifest 的 `agent.model` + `agent.tiers` 投影成同一形状。
|
|
235
|
-
* 这样上层只有一条解析路径,不用到处判「有没有配置文件」(的第 2 步)。
|
|
236
|
-
* `problems` 用来把「为什么回落」带到管理页(读文件失败/坏 JSON 时由 store 传入)。
|
|
237
|
-
*/
|
|
238
|
-
export function manifestModelConfig(product: LoadedProduct, problems: string[] = []): ModelConfig {
|
|
239
|
-
const base = product.manifest.agent.model;
|
|
240
|
-
// 端点与密钥都在 models.json / env 里,manifest 只知道 provider 名。按 createModelRuntime
|
|
241
|
-
// 自己的约定推一个 `<PROVIDER>_API_KEY`(同一份猜测,两边不会说两套话),否则全新部署
|
|
242
|
-
// 没有 model-config.json 时管理页会把「key 配好了」误报成未配置。管理员可用 PUT keyEnv 覆盖。
|
|
243
|
-
const envName = `${base.provider.toUpperCase().replace(/[^A-Z0-9]/g, "_")}_API_KEY`;
|
|
244
|
-
const tiers: Record<string, ModelTierBinding> = {};
|
|
245
|
-
for (const t of product.manifest.agent.tiers ?? []) {
|
|
246
|
-
tiers[t.id] = { candidates: [{ provider: base.provider, model: t.model ?? base.id }] };
|
|
247
|
-
}
|
|
248
|
-
return {
|
|
249
|
-
version: 1,
|
|
250
|
-
maxCandidates: DEFAULT_MAX_CANDIDATES,
|
|
251
|
-
providers: { [base.provider]: { enabled: true, keyRef: `env:${envName}`, models: [base.id], catalog: [base.id] } },
|
|
252
|
-
tiers,
|
|
253
|
-
routing: { failover: true, cooldownSeconds: DEFAULT_COOLDOWN_SECONDS, stickyWithinRun: true },
|
|
254
|
-
source: "manifest",
|
|
255
|
-
problems,
|
|
256
|
-
};
|
|
257
|
-
}
|
|
258
|
-
|
|
259
|
-
/**
|
|
260
|
-
* 内存形状 → 文件形状(只写已知字段:`source`/`problems` 是运行时态,不落盘)。
|
|
261
|
-
* 键序固定,diff 干净。
|
|
262
|
-
*/
|
|
263
|
-
export function serializeModelConfig(cfg: ModelConfig): Record<string, unknown> {
|
|
264
|
-
const providers: Record<string, unknown> = {};
|
|
265
|
-
for (const [id, p] of Object.entries(cfg.providers)) {
|
|
266
|
-
providers[id] = {
|
|
267
|
-
enabled: p.enabled,
|
|
268
|
-
...(p.api ? { api: p.api } : {}),
|
|
269
|
-
...(p.baseUrl ? { baseUrl: p.baseUrl } : {}),
|
|
270
|
-
...(p.keyRef ? { keyRef: p.keyRef } : {}),
|
|
271
|
-
models: [...p.models],
|
|
272
|
-
catalog: [...p.catalog],
|
|
273
|
-
...(p.fetchedAt ? { fetchedAt: p.fetchedAt } : {}),
|
|
274
|
-
};
|
|
275
|
-
}
|
|
276
|
-
const tiers: Record<string, unknown> = {};
|
|
277
|
-
for (const [id, t] of Object.entries(cfg.tiers)) {
|
|
278
|
-
tiers[id] = { candidates: t.candidates.map((c) => ({ provider: c.provider, model: c.model })) };
|
|
279
|
-
}
|
|
280
|
-
return { version: 1, maxCandidates: cfg.maxCandidates, providers, tiers, routing: { ...cfg.routing } };
|
|
281
|
-
}
|
|
282
|
-
|
|
283
|
-
/**
|
|
284
|
-
* 原子写(写临时文件 + rename,进程崩溃不会留下半个 JSON),写完作废缓存
|
|
285
|
-
* ——下一个 run 立刻用新配置,不用等那 1 秒。
|
|
286
|
-
*/
|
|
287
|
-
export function saveModelConfig(store: ModelConfigStore, cfg: ModelConfig): void {
|
|
288
|
-
const body = JSON.stringify(serializeModelConfig(cfg), null, 2) + "\n";
|
|
289
|
-
const tmp = `${store.path}.${process.pid}.${Date.now()}.tmp`;
|
|
290
|
-
writeFileSync(tmp, body, "utf8");
|
|
291
|
-
try {
|
|
292
|
-
renameSync(tmp, store.path);
|
|
293
|
-
} catch (err) {
|
|
294
|
-
// rename 失败别把临时文件留在 data 目录里。
|
|
295
|
-
try { unlinkSync(tmp); } catch { /* 已经没了就算了 */ }
|
|
296
|
-
throw err;
|
|
297
|
-
}
|
|
298
|
-
store.invalidate();
|
|
299
|
-
}
|
|
300
|
-
|
|
301
|
-
export interface ModelConfigStore {
|
|
302
|
-
/** 配置文件的绝对路径(管理页要显示「去改哪个文件」)。 */
|
|
303
|
-
readonly path: string;
|
|
304
|
-
/** 读当前生效配置(1 秒级缓存,mtime/size 变了才重解析)。 */
|
|
305
|
-
get(): ModelConfig;
|
|
306
|
-
/** 主动作废缓存——写完配置后立刻生效,不用等那 1 秒。 */
|
|
307
|
-
invalidate(): void;
|
|
308
|
-
}
|
|
309
|
-
|
|
310
|
-
export interface ModelConfigStoreOptions {
|
|
311
|
-
/** 注入时钟(测试用;生产用 Date.now)。 */
|
|
312
|
-
now?: () => number;
|
|
313
|
-
/** 日志出口(默认 console.warn);测试里可收集断言。 */
|
|
314
|
-
warn?: (message: string) => void;
|
|
315
|
-
}
|
|
316
|
-
|
|
317
|
-
export function createModelConfigStore(dataDir: string, product: LoadedProduct, opts: ModelConfigStoreOptions = {}): ModelConfigStore {
|
|
318
|
-
const file = path.join(dataDir, MODEL_CONFIG_FILENAME);
|
|
319
|
-
const now = opts.now ?? Date.now;
|
|
320
|
-
const warn = opts.warn ?? ((m: string) => console.warn(m));
|
|
321
|
-
|
|
322
|
-
let cached: ModelConfig | undefined;
|
|
323
|
-
let stamp = "";
|
|
324
|
-
let checkedAt = Number.NEGATIVE_INFINITY;
|
|
325
|
-
|
|
326
|
-
const readFile = (): ModelConfig => {
|
|
327
|
-
let text: string;
|
|
328
|
-
try {
|
|
329
|
-
text = readFileSync(file, "utf8");
|
|
330
|
-
} catch (err) {
|
|
331
|
-
warn(`[model-config] cannot read ${file}: ${String(err)}; falling back to the manifest`);
|
|
332
|
-
return manifestModelConfig(product, [`cannot read ${MODEL_CONFIG_FILENAME}: ${String(err)}`]);
|
|
333
|
-
}
|
|
334
|
-
let raw: unknown;
|
|
335
|
-
try {
|
|
336
|
-
raw = JSON.parse(text);
|
|
337
|
-
} catch (err) {
|
|
338
|
-
// 坏 JSON 不能让助手说不了话:回落 + 一行日志,不抛、不 500。
|
|
339
|
-
warn(`[model-config] ${file} is not valid JSON (${String(err)}); falling back to the manifest`);
|
|
340
|
-
return manifestModelConfig(product, [`${MODEL_CONFIG_FILENAME} is not valid JSON (${String(err)})`]);
|
|
341
|
-
}
|
|
342
|
-
const { config, problems } = parseModelConfig(raw);
|
|
343
|
-
if (!config) {
|
|
344
|
-
warn(`[model-config] ${file} is unusable (${problems.join("; ")}); falling back to the manifest`);
|
|
345
|
-
return manifestModelConfig(product, problems);
|
|
346
|
-
}
|
|
347
|
-
if (problems.length > 0) warn(`[model-config] ${file}: ${problems.join("; ")}`);
|
|
348
|
-
return config;
|
|
349
|
-
};
|
|
350
|
-
|
|
351
|
-
return {
|
|
352
|
-
path: file,
|
|
353
|
-
get() {
|
|
354
|
-
const t = now();
|
|
355
|
-
if (cached && t - checkedAt < CACHE_TTL_MS) return cached;
|
|
356
|
-
checkedAt = t;
|
|
357
|
-
let stat: ReturnType<typeof statSync> | undefined;
|
|
358
|
-
try {
|
|
359
|
-
stat = statSync(file);
|
|
360
|
-
} catch {
|
|
361
|
-
stat = undefined;
|
|
362
|
-
}
|
|
363
|
-
const next = stat ? `${stat.mtimeMs}:${stat.size}` : "";
|
|
364
|
-
if (cached && next === stamp) return cached;
|
|
365
|
-
stamp = next;
|
|
366
|
-
cached = stat ? readFile() : manifestModelConfig(product);
|
|
367
|
-
return cached;
|
|
368
|
-
},
|
|
369
|
-
invalidate() {
|
|
370
|
-
cached = undefined;
|
|
371
|
-
stamp = "";
|
|
372
|
-
checkedAt = Number.NEGATIVE_INFINITY;
|
|
373
|
-
},
|
|
374
|
-
};
|
|
375
|
-
}
|
|
376
|
-
|
|
377
|
-
/** 候选能不能真的拿来跑:provider 存在、已启用、模型在白名单里。 */
|
|
378
|
-
export function candidateUsable(cfg: ModelConfig, c: ModelCandidate): boolean {
|
|
379
|
-
const p = cfg.providers[c.provider];
|
|
380
|
-
return p !== undefined && p.enabled && p.models.includes(c.model);
|
|
381
|
-
}
|
|
382
|
-
|
|
383
|
-
/**
|
|
384
|
-
* 某档**实际可用**的有序候选。`tierId` 省略时读 `tiers.default`——配置文件可以给
|
|
385
|
-
* 「没选档位」的请求单独绑一条链;没写就返回空数组,调用方据此回落 manifest。
|
|
386
|
-
*
|
|
387
|
-
* 过滤与截断都在这里(不在 parseModelConfig):解析层保留文件里的全部候选,
|
|
388
|
-
* 这样「停用 provider → 再启用」不会丢掉绑定,写盘也不会把超上限的候选截掉。
|
|
389
|
-
*/
|
|
390
|
-
export function candidatesFor(cfg: ModelConfig, tierId?: string): ModelCandidate[] {
|
|
391
|
-
const list = cfg.tiers[tierId ?? "default"]?.candidates ?? [];
|
|
392
|
-
return list.filter((c) => candidateUsable(cfg, c)).slice(0, cfg.maxCandidates);
|
|
393
|
-
}
|
|
394
|
-
|
|
395
|
-
/**
|
|
396
|
-
* 把候选链的第 0 个套回 `ResolvedTier`:thinking / multiplier / label 仍由 manifest
|
|
397
|
-
* 决定(档位语义不跟着模型跑),只有 provider+model 被配置覆盖。
|
|
398
|
-
*/
|
|
399
|
-
export function applyCandidates(tier: ResolvedTier, candidates: ModelCandidate[]): ResolvedTier {
|
|
400
|
-
const first = candidates[0];
|
|
401
|
-
return first ? { ...tier, provider: first.provider, model: first.model } : tier;
|
|
402
|
-
}
|
|
403
|
-
|
|
404
|
-
/**
|
|
405
|
-
* run 入口的唯一解析点:manifest 先定档位语义(未知 tier id → undefined → 400),
|
|
406
|
-
* 再由 model-config 覆盖物理 provider/model。的失败切换会在此基础上取整条链。
|
|
407
|
-
*/
|
|
408
|
-
export function resolveRunTier(product: LoadedProduct, tierId: string | undefined, cfg?: ModelConfig): ResolvedTier | undefined {
|
|
409
|
-
const tier = resolveTier(product, tierId);
|
|
410
|
-
if (!tier) return undefined;
|
|
411
|
-
if (!cfg) return tier;
|
|
412
|
-
return applyCandidates(tier, candidatesFor(cfg, tierId));
|
|
413
|
-
}
|
|
414
|
-
|
|
415
|
-
/**
|
|
416
|
-
* run 入口的**有序候选链**。链为空 ⇒ 用 manifest 的单模型,保证老部署行为不变;
|
|
417
|
-
* 只有一条时链长 1,失败切换自然退化成「不切」。
|
|
418
|
-
*/
|
|
419
|
-
export function resolveChain(product: LoadedProduct, tierId: string | undefined, cfg?: ModelConfig): ModelCandidate[] {
|
|
420
|
-
const tier = resolveTier(product, tierId);
|
|
421
|
-
if (!tier) return [];
|
|
422
|
-
const list = cfg ? candidatesFor(cfg, tierId) : [];
|
|
423
|
-
return list.length > 0 ? list : [{ provider: tier.provider, model: tier.model }];
|
|
424
|
-
}
|
|
1
|
+
import { readFileSync, renameSync, statSync, unlinkSync, writeFileSync } from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { resolveTier, type LoadedProduct, type ResolvedTier } from "./manifest.ts";
|
|
4
|
+
|
|
5
|
+
/**
|
|
6
|
+
* 运行时模型配置。
|
|
7
|
+
*
|
|
8
|
+
* 三层落点:凭证/端点在 data 目录的 `models.json`(pi 自己的格式),运营
|
|
9
|
+
* 配置在 data 目录的 `model-config.json`(本文件,管理页写),仓库里的 manifest
|
|
10
|
+
* 只当**兜底默认值**。所以这里的每一条路径都要能回答同一个问题:
|
|
11
|
+
* **配置没了/坏了,助手还能不能说话?** 答:回落 manifest,打一行日志,不 500。
|
|
12
|
+
*
|
|
13
|
+
* 本层只有「读 + 校验 + 解析」,没有写盘也没有 HTTP(才加端点)。写盘端点的
|
|
14
|
+
* 校验规则要和这里同源,避免「页面放行、运行时丢掉」的两套口径。
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
export const MODEL_CONFIG_FILENAME = "model-config.json";
|
|
18
|
+
|
|
19
|
+
/** 候选上限缺省 3,可配 1–5(业务参数一律可配,规范)。 */
|
|
20
|
+
export const DEFAULT_MAX_CANDIDATES = 3;
|
|
21
|
+
export const MAX_CANDIDATES_CEILING = 5;
|
|
22
|
+
|
|
23
|
+
/** 失败的候选在此期间不被选为主选;进程内存态,不进库。 */
|
|
24
|
+
export const DEFAULT_COOLDOWN_SECONDS = 120;
|
|
25
|
+
|
|
26
|
+
/** `keyRef` 只允许 `env:NAME`——明文密钥不落这个文件,也不回显浏览器。 */
|
|
27
|
+
const KEY_REF = /^env:[A-Za-z_][A-Za-z0-9_]*$/;
|
|
28
|
+
|
|
29
|
+
/** 「1 秒级缓存」(热加载):1 秒内的重复读取不 stat 文件。 */
|
|
30
|
+
const CACHE_TTL_MS = 1000;
|
|
31
|
+
|
|
32
|
+
export interface ModelCandidate {
|
|
33
|
+
provider: string;
|
|
34
|
+
model: string;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export interface ModelProviderEntry {
|
|
38
|
+
enabled: boolean;
|
|
39
|
+
api?: string;
|
|
40
|
+
baseUrl?: string;
|
|
41
|
+
/** 只存 `env:NAME` 引用;实际密钥在 env 或 models.json 里。 */
|
|
42
|
+
keyRef?: string;
|
|
43
|
+
/** 「允许用于本产品」的白名单子集(从 `/models` 拉回来后管理员勾)。 */
|
|
44
|
+
models: string[];
|
|
45
|
+
/**
|
|
46
|
+
* 最近一次 `GET {baseUrl}/models` 拉回的全集(新增, 之外加的一个字段)。
|
|
47
|
+
* 不持久化它,管理页首屏就只能看到白名单、看不到「还有哪些没勾」;`fetchedAt`
|
|
48
|
+
* 也就失去意义。白名单 ⊆ 目录,但手工写的配置允许暂时越界(会被标出来)。
|
|
49
|
+
*/
|
|
50
|
+
catalog: string[];
|
|
51
|
+
fetchedAt?: string;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export interface ModelTierBinding {
|
|
55
|
+
/** 有序:第 0 个是主模型,其余是备份。 */
|
|
56
|
+
candidates: ModelCandidate[];
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
export interface ModelRouting {
|
|
60
|
+
failover: boolean;
|
|
61
|
+
cooldownSeconds: number;
|
|
62
|
+
stickyWithinRun: boolean;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
export interface ModelConfig {
|
|
66
|
+
version: 1;
|
|
67
|
+
maxCandidates: number;
|
|
68
|
+
providers: Record<string, ModelProviderEntry>;
|
|
69
|
+
tiers: Record<string, ModelTierBinding>;
|
|
70
|
+
routing: ModelRouting;
|
|
71
|
+
/** `file`=model-config.json 生效;`manifest`=回落(缺文件/坏 JSON/无可用候选)。 */
|
|
72
|
+
source: "file" | "manifest";
|
|
73
|
+
/** 校验中被丢弃或纠正的项,已同步打日志;管理页可原样透出。 */
|
|
74
|
+
problems: string[];
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
function isRecord(v: unknown): v is Record<string, unknown> {
|
|
78
|
+
return v !== null && typeof v === "object" && !Array.isArray(v);
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
/**
|
|
82
|
+
* 校验一份 `model-config.json`。**永不抛**:能救的项就地纠正(clamp/去重/丢候选),
|
|
83
|
+
* 救不回来的记进 `problems`。`config === null` 只在根不是对象时出现——那种情况调用方
|
|
84
|
+
* 应当整体回落 manifest。
|
|
85
|
+
*/
|
|
86
|
+
export function parseModelConfig(raw: unknown): { config: ModelConfig | null; problems: string[] } {
|
|
87
|
+
const problems: string[] = [];
|
|
88
|
+
if (!isRecord(raw)) return { config: null, problems: ["root must be a JSON object"] };
|
|
89
|
+
|
|
90
|
+
// ---- maxCandidates:越界 clamp 到 1–5,不报错——配置写歪不能把服务打死。
|
|
91
|
+
let maxCandidates = DEFAULT_MAX_CANDIDATES;
|
|
92
|
+
if (raw.maxCandidates !== undefined) {
|
|
93
|
+
const n = raw.maxCandidates;
|
|
94
|
+
if (typeof n !== "number" || !Number.isInteger(n)) {
|
|
95
|
+
problems.push(`maxCandidates must be an integer 1–${MAX_CANDIDATES_CEILING}; using ${DEFAULT_MAX_CANDIDATES}`);
|
|
96
|
+
} else if (n < 1 || n > MAX_CANDIDATES_CEILING) {
|
|
97
|
+
maxCandidates = Math.min(MAX_CANDIDATES_CEILING, Math.max(1, n));
|
|
98
|
+
problems.push(`maxCandidates ${n} is out of range 1–${MAX_CANDIDATES_CEILING}; clamped to ${maxCandidates}`);
|
|
99
|
+
} else {
|
|
100
|
+
maxCandidates = n;
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
// ---- providers
|
|
105
|
+
const providers: Record<string, ModelProviderEntry> = {};
|
|
106
|
+
if (raw.providers !== undefined) {
|
|
107
|
+
if (!isRecord(raw.providers)) {
|
|
108
|
+
problems.push("providers must be an object");
|
|
109
|
+
} else {
|
|
110
|
+
for (const [id, v] of Object.entries(raw.providers)) {
|
|
111
|
+
if (!isRecord(v)) {
|
|
112
|
+
problems.push(`providers.${id} must be an object`);
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
let models: string[] = [];
|
|
116
|
+
if (v.models !== undefined) {
|
|
117
|
+
if (!Array.isArray(v.models)) problems.push(`providers.${id}.models must be a list of strings`);
|
|
118
|
+
else {
|
|
119
|
+
models = [...new Set(v.models.filter((m): m is string => typeof m === "string" && m.trim() !== "").map((m) => m.trim()))];
|
|
120
|
+
if (models.length !== v.models.length) problems.push(`providers.${id}.models had empty or duplicate entries (dropped)`);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
let catalog: string[] = [];
|
|
124
|
+
if (v.catalog !== undefined) {
|
|
125
|
+
if (!Array.isArray(v.catalog)) problems.push(`providers.${id}.catalog must be a list of strings`);
|
|
126
|
+
else catalog = [...new Set(v.catalog.filter((m): m is string => typeof m === "string" && m.trim() !== "").map((m) => m.trim()))];
|
|
127
|
+
}
|
|
128
|
+
// 白名单里手工写进来的模型也要能在目录里看到,否则管理页永远显示「不在目录」。
|
|
129
|
+
for (const m of models) if (!catalog.includes(m)) catalog.push(m);
|
|
130
|
+
// keyRef 写歪只丢 keyRef,**不丢 provider**:真正取密钥的是 models.json 里的
|
|
131
|
+
// `$ENV`,keyRef 只是管理页「key 配好了吗」的元数据。
|
|
132
|
+
let keyRef: string | undefined;
|
|
133
|
+
if (v.keyRef !== undefined) {
|
|
134
|
+
if (typeof v.keyRef === "string" && KEY_REF.test(v.keyRef)) keyRef = v.keyRef;
|
|
135
|
+
else problems.push(`providers.${id}.keyRef must look like env:NAME (got ${JSON.stringify(v.keyRef)})`);
|
|
136
|
+
}
|
|
137
|
+
providers[id] = {
|
|
138
|
+
enabled: v.enabled === undefined ? true : v.enabled === true,
|
|
139
|
+
...(typeof v.api === "string" ? { api: v.api } : {}),
|
|
140
|
+
...(typeof v.baseUrl === "string" ? { baseUrl: v.baseUrl } : {}),
|
|
141
|
+
...(keyRef ? { keyRef } : {}),
|
|
142
|
+
models,
|
|
143
|
+
catalog,
|
|
144
|
+
...(typeof v.fetchedAt === "string" ? { fetchedAt: v.fetchedAt } : {}),
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
// ---- tiers:候选必须落在「已启用 provider 的白名单」内,且不超上限。
|
|
151
|
+
const tiers: Record<string, ModelTierBinding> = {};
|
|
152
|
+
if (raw.tiers !== undefined) {
|
|
153
|
+
if (!isRecord(raw.tiers)) {
|
|
154
|
+
problems.push("tiers must be an object");
|
|
155
|
+
} else {
|
|
156
|
+
for (const [tierId, v] of Object.entries(raw.tiers)) {
|
|
157
|
+
if (!isRecord(v) || !Array.isArray(v.candidates)) {
|
|
158
|
+
problems.push(`tiers.${tierId}.candidates must be a list`);
|
|
159
|
+
continue;
|
|
160
|
+
}
|
|
161
|
+
const kept: ModelCandidate[] = [];
|
|
162
|
+
for (const [i, c] of v.candidates.entries()) {
|
|
163
|
+
const at = `tiers.${tierId}.candidates[${i}]`;
|
|
164
|
+
if (!isRecord(c) || typeof c.provider !== "string" || typeof c.model !== "string" || c.provider === "" || c.model === "") {
|
|
165
|
+
problems.push(`${at} must be {provider, model}`);
|
|
166
|
+
continue;
|
|
167
|
+
}
|
|
168
|
+
if (kept.some((k) => k.provider === c.provider && k.model === c.model)) {
|
|
169
|
+
problems.push(`${at} duplicates an earlier candidate`);
|
|
170
|
+
continue;
|
|
171
|
+
}
|
|
172
|
+
kept.push({ provider: c.provider, model: c.model });
|
|
173
|
+
}
|
|
174
|
+
// 语义问题(provider 不存在/停用/不在白名单)**只标不删**:删了等于替运维改配置,
|
|
175
|
+
// 而 的写盘是「读回来 → 改一处 → 写回去」,被删的候选就此永久消失
|
|
176
|
+
// (停用 provider → 引用它的绑定全没 → 再启用也回不来)。真正的过滤在
|
|
177
|
+
// candidatesFor():运行时跳过,文件保持运维意图。
|
|
178
|
+
let usable = 0;
|
|
179
|
+
for (const c of kept) {
|
|
180
|
+
const p = providers[c.provider];
|
|
181
|
+
if (!p) problems.push(`tiers.${tierId}: unknown provider "${c.provider}"(候选保留,运行时跳过)`);
|
|
182
|
+
else if (!p.enabled) problems.push(`tiers.${tierId}: provider "${c.provider}" is disabled(候选保留,运行时跳过)`);
|
|
183
|
+
else if (!p.models.includes(c.model)) problems.push(`tiers.${tierId}: model "${c.model}" is not in the whitelist of "${c.provider}"(候选保留,运行时跳过)`);
|
|
184
|
+
else usable++;
|
|
185
|
+
}
|
|
186
|
+
if (kept.length === 0) {
|
|
187
|
+
problems.push(`tiers.${tierId}: no candidates; this tier falls back to the manifest`);
|
|
188
|
+
continue;
|
|
189
|
+
}
|
|
190
|
+
if (usable === 0) problems.push(`tiers.${tierId}: no usable candidate; this tier falls back to the manifest`);
|
|
191
|
+
// 超上限同样只标不删(PUT 端点才拦新增),否则写回会把第 4、5 个候选截掉。
|
|
192
|
+
if (kept.length > maxCandidates) {
|
|
193
|
+
problems.push(`tiers.${tierId}: ${kept.length} candidates exceed maxCandidates ${maxCandidates}; only the first ${maxCandidates} are used`);
|
|
194
|
+
}
|
|
195
|
+
tiers[tierId] = { candidates: kept };
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
// ---- routing
|
|
201
|
+
const r = isRecord(raw.routing) ? raw.routing : {};
|
|
202
|
+
let cooldownSeconds = DEFAULT_COOLDOWN_SECONDS;
|
|
203
|
+
if (r.cooldownSeconds !== undefined) {
|
|
204
|
+
const n = r.cooldownSeconds;
|
|
205
|
+
if (typeof n !== "number" || !Number.isFinite(n) || n < 0) problems.push("routing.cooldownSeconds must be a non-negative number");
|
|
206
|
+
else cooldownSeconds = Math.min(3600, Math.round(n));
|
|
207
|
+
}
|
|
208
|
+
if (raw.routing !== undefined && !isRecord(raw.routing)) problems.push("routing must be an object");
|
|
209
|
+
|
|
210
|
+
if (raw.version !== undefined && raw.version !== 1) {
|
|
211
|
+
// 不当作错误:只解析我们认识的字段,多出来的留给以后的版本(前向兼容)。
|
|
212
|
+
problems.push(`version ${JSON.stringify(raw.version)} is not 1; parsing known fields only`);
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
return {
|
|
216
|
+
config: {
|
|
217
|
+
version: 1,
|
|
218
|
+
maxCandidates,
|
|
219
|
+
providers,
|
|
220
|
+
tiers,
|
|
221
|
+
routing: {
|
|
222
|
+
failover: r.failover === undefined ? true : r.failover === true,
|
|
223
|
+
cooldownSeconds,
|
|
224
|
+
stickyWithinRun: r.stickyWithinRun === undefined ? true : r.stickyWithinRun === true,
|
|
225
|
+
},
|
|
226
|
+
source: "file",
|
|
227
|
+
problems,
|
|
228
|
+
},
|
|
229
|
+
problems,
|
|
230
|
+
};
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
/**
|
|
234
|
+
* 回落配置:把 manifest 的 `agent.model` + `agent.tiers` 投影成同一形状。
|
|
235
|
+
* 这样上层只有一条解析路径,不用到处判「有没有配置文件」(的第 2 步)。
|
|
236
|
+
* `problems` 用来把「为什么回落」带到管理页(读文件失败/坏 JSON 时由 store 传入)。
|
|
237
|
+
*/
|
|
238
|
+
export function manifestModelConfig(product: LoadedProduct, problems: string[] = []): ModelConfig {
|
|
239
|
+
const base = product.manifest.agent.model;
|
|
240
|
+
// 端点与密钥都在 models.json / env 里,manifest 只知道 provider 名。按 createModelRuntime
|
|
241
|
+
// 自己的约定推一个 `<PROVIDER>_API_KEY`(同一份猜测,两边不会说两套话),否则全新部署
|
|
242
|
+
// 没有 model-config.json 时管理页会把「key 配好了」误报成未配置。管理员可用 PUT keyEnv 覆盖。
|
|
243
|
+
const envName = `${base.provider.toUpperCase().replace(/[^A-Z0-9]/g, "_")}_API_KEY`;
|
|
244
|
+
const tiers: Record<string, ModelTierBinding> = {};
|
|
245
|
+
for (const t of product.manifest.agent.tiers ?? []) {
|
|
246
|
+
tiers[t.id] = { candidates: [{ provider: base.provider, model: t.model ?? base.id }] };
|
|
247
|
+
}
|
|
248
|
+
return {
|
|
249
|
+
version: 1,
|
|
250
|
+
maxCandidates: DEFAULT_MAX_CANDIDATES,
|
|
251
|
+
providers: { [base.provider]: { enabled: true, keyRef: `env:${envName}`, models: [base.id], catalog: [base.id] } },
|
|
252
|
+
tiers,
|
|
253
|
+
routing: { failover: true, cooldownSeconds: DEFAULT_COOLDOWN_SECONDS, stickyWithinRun: true },
|
|
254
|
+
source: "manifest",
|
|
255
|
+
problems,
|
|
256
|
+
};
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
/**
|
|
260
|
+
* 内存形状 → 文件形状(只写已知字段:`source`/`problems` 是运行时态,不落盘)。
|
|
261
|
+
* 键序固定,diff 干净。
|
|
262
|
+
*/
|
|
263
|
+
export function serializeModelConfig(cfg: ModelConfig): Record<string, unknown> {
|
|
264
|
+
const providers: Record<string, unknown> = {};
|
|
265
|
+
for (const [id, p] of Object.entries(cfg.providers)) {
|
|
266
|
+
providers[id] = {
|
|
267
|
+
enabled: p.enabled,
|
|
268
|
+
...(p.api ? { api: p.api } : {}),
|
|
269
|
+
...(p.baseUrl ? { baseUrl: p.baseUrl } : {}),
|
|
270
|
+
...(p.keyRef ? { keyRef: p.keyRef } : {}),
|
|
271
|
+
models: [...p.models],
|
|
272
|
+
catalog: [...p.catalog],
|
|
273
|
+
...(p.fetchedAt ? { fetchedAt: p.fetchedAt } : {}),
|
|
274
|
+
};
|
|
275
|
+
}
|
|
276
|
+
const tiers: Record<string, unknown> = {};
|
|
277
|
+
for (const [id, t] of Object.entries(cfg.tiers)) {
|
|
278
|
+
tiers[id] = { candidates: t.candidates.map((c) => ({ provider: c.provider, model: c.model })) };
|
|
279
|
+
}
|
|
280
|
+
return { version: 1, maxCandidates: cfg.maxCandidates, providers, tiers, routing: { ...cfg.routing } };
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
/**
|
|
284
|
+
* 原子写(写临时文件 + rename,进程崩溃不会留下半个 JSON),写完作废缓存
|
|
285
|
+
* ——下一个 run 立刻用新配置,不用等那 1 秒。
|
|
286
|
+
*/
|
|
287
|
+
export function saveModelConfig(store: ModelConfigStore, cfg: ModelConfig): void {
|
|
288
|
+
const body = JSON.stringify(serializeModelConfig(cfg), null, 2) + "\n";
|
|
289
|
+
const tmp = `${store.path}.${process.pid}.${Date.now()}.tmp`;
|
|
290
|
+
writeFileSync(tmp, body, "utf8");
|
|
291
|
+
try {
|
|
292
|
+
renameSync(tmp, store.path);
|
|
293
|
+
} catch (err) {
|
|
294
|
+
// rename 失败别把临时文件留在 data 目录里。
|
|
295
|
+
try { unlinkSync(tmp); } catch { /* 已经没了就算了 */ }
|
|
296
|
+
throw err;
|
|
297
|
+
}
|
|
298
|
+
store.invalidate();
|
|
299
|
+
}
|
|
300
|
+
|
|
301
|
+
export interface ModelConfigStore {
|
|
302
|
+
/** 配置文件的绝对路径(管理页要显示「去改哪个文件」)。 */
|
|
303
|
+
readonly path: string;
|
|
304
|
+
/** 读当前生效配置(1 秒级缓存,mtime/size 变了才重解析)。 */
|
|
305
|
+
get(): ModelConfig;
|
|
306
|
+
/** 主动作废缓存——写完配置后立刻生效,不用等那 1 秒。 */
|
|
307
|
+
invalidate(): void;
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
export interface ModelConfigStoreOptions {
|
|
311
|
+
/** 注入时钟(测试用;生产用 Date.now)。 */
|
|
312
|
+
now?: () => number;
|
|
313
|
+
/** 日志出口(默认 console.warn);测试里可收集断言。 */
|
|
314
|
+
warn?: (message: string) => void;
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
export function createModelConfigStore(dataDir: string, product: LoadedProduct, opts: ModelConfigStoreOptions = {}): ModelConfigStore {
|
|
318
|
+
const file = path.join(dataDir, MODEL_CONFIG_FILENAME);
|
|
319
|
+
const now = opts.now ?? Date.now;
|
|
320
|
+
const warn = opts.warn ?? ((m: string) => console.warn(m));
|
|
321
|
+
|
|
322
|
+
let cached: ModelConfig | undefined;
|
|
323
|
+
let stamp = "";
|
|
324
|
+
let checkedAt = Number.NEGATIVE_INFINITY;
|
|
325
|
+
|
|
326
|
+
const readFile = (): ModelConfig => {
|
|
327
|
+
let text: string;
|
|
328
|
+
try {
|
|
329
|
+
text = readFileSync(file, "utf8");
|
|
330
|
+
} catch (err) {
|
|
331
|
+
warn(`[model-config] cannot read ${file}: ${String(err)}; falling back to the manifest`);
|
|
332
|
+
return manifestModelConfig(product, [`cannot read ${MODEL_CONFIG_FILENAME}: ${String(err)}`]);
|
|
333
|
+
}
|
|
334
|
+
let raw: unknown;
|
|
335
|
+
try {
|
|
336
|
+
raw = JSON.parse(text);
|
|
337
|
+
} catch (err) {
|
|
338
|
+
// 坏 JSON 不能让助手说不了话:回落 + 一行日志,不抛、不 500。
|
|
339
|
+
warn(`[model-config] ${file} is not valid JSON (${String(err)}); falling back to the manifest`);
|
|
340
|
+
return manifestModelConfig(product, [`${MODEL_CONFIG_FILENAME} is not valid JSON (${String(err)})`]);
|
|
341
|
+
}
|
|
342
|
+
const { config, problems } = parseModelConfig(raw);
|
|
343
|
+
if (!config) {
|
|
344
|
+
warn(`[model-config] ${file} is unusable (${problems.join("; ")}); falling back to the manifest`);
|
|
345
|
+
return manifestModelConfig(product, problems);
|
|
346
|
+
}
|
|
347
|
+
if (problems.length > 0) warn(`[model-config] ${file}: ${problems.join("; ")}`);
|
|
348
|
+
return config;
|
|
349
|
+
};
|
|
350
|
+
|
|
351
|
+
return {
|
|
352
|
+
path: file,
|
|
353
|
+
get() {
|
|
354
|
+
const t = now();
|
|
355
|
+
if (cached && t - checkedAt < CACHE_TTL_MS) return cached;
|
|
356
|
+
checkedAt = t;
|
|
357
|
+
let stat: ReturnType<typeof statSync> | undefined;
|
|
358
|
+
try {
|
|
359
|
+
stat = statSync(file);
|
|
360
|
+
} catch {
|
|
361
|
+
stat = undefined;
|
|
362
|
+
}
|
|
363
|
+
const next = stat ? `${stat.mtimeMs}:${stat.size}` : "";
|
|
364
|
+
if (cached && next === stamp) return cached;
|
|
365
|
+
stamp = next;
|
|
366
|
+
cached = stat ? readFile() : manifestModelConfig(product);
|
|
367
|
+
return cached;
|
|
368
|
+
},
|
|
369
|
+
invalidate() {
|
|
370
|
+
cached = undefined;
|
|
371
|
+
stamp = "";
|
|
372
|
+
checkedAt = Number.NEGATIVE_INFINITY;
|
|
373
|
+
},
|
|
374
|
+
};
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
/** 候选能不能真的拿来跑:provider 存在、已启用、模型在白名单里。 */
|
|
378
|
+
export function candidateUsable(cfg: ModelConfig, c: ModelCandidate): boolean {
|
|
379
|
+
const p = cfg.providers[c.provider];
|
|
380
|
+
return p !== undefined && p.enabled && p.models.includes(c.model);
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
/**
|
|
384
|
+
* 某档**实际可用**的有序候选。`tierId` 省略时读 `tiers.default`——配置文件可以给
|
|
385
|
+
* 「没选档位」的请求单独绑一条链;没写就返回空数组,调用方据此回落 manifest。
|
|
386
|
+
*
|
|
387
|
+
* 过滤与截断都在这里(不在 parseModelConfig):解析层保留文件里的全部候选,
|
|
388
|
+
* 这样「停用 provider → 再启用」不会丢掉绑定,写盘也不会把超上限的候选截掉。
|
|
389
|
+
*/
|
|
390
|
+
export function candidatesFor(cfg: ModelConfig, tierId?: string): ModelCandidate[] {
|
|
391
|
+
const list = cfg.tiers[tierId ?? "default"]?.candidates ?? [];
|
|
392
|
+
return list.filter((c) => candidateUsable(cfg, c)).slice(0, cfg.maxCandidates);
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
/**
|
|
396
|
+
* 把候选链的第 0 个套回 `ResolvedTier`:thinking / multiplier / label 仍由 manifest
|
|
397
|
+
* 决定(档位语义不跟着模型跑),只有 provider+model 被配置覆盖。
|
|
398
|
+
*/
|
|
399
|
+
export function applyCandidates(tier: ResolvedTier, candidates: ModelCandidate[]): ResolvedTier {
|
|
400
|
+
const first = candidates[0];
|
|
401
|
+
return first ? { ...tier, provider: first.provider, model: first.model } : tier;
|
|
402
|
+
}
|
|
403
|
+
|
|
404
|
+
/**
|
|
405
|
+
* run 入口的唯一解析点:manifest 先定档位语义(未知 tier id → undefined → 400),
|
|
406
|
+
* 再由 model-config 覆盖物理 provider/model。的失败切换会在此基础上取整条链。
|
|
407
|
+
*/
|
|
408
|
+
export function resolveRunTier(product: LoadedProduct, tierId: string | undefined, cfg?: ModelConfig): ResolvedTier | undefined {
|
|
409
|
+
const tier = resolveTier(product, tierId);
|
|
410
|
+
if (!tier) return undefined;
|
|
411
|
+
if (!cfg) return tier;
|
|
412
|
+
return applyCandidates(tier, candidatesFor(cfg, tierId));
|
|
413
|
+
}
|
|
414
|
+
|
|
415
|
+
/**
|
|
416
|
+
* run 入口的**有序候选链**。链为空 ⇒ 用 manifest 的单模型,保证老部署行为不变;
|
|
417
|
+
* 只有一条时链长 1,失败切换自然退化成「不切」。
|
|
418
|
+
*/
|
|
419
|
+
export function resolveChain(product: LoadedProduct, tierId: string | undefined, cfg?: ModelConfig): ModelCandidate[] {
|
|
420
|
+
const tier = resolveTier(product, tierId);
|
|
421
|
+
if (!tier) return [];
|
|
422
|
+
const list = cfg ? candidatesFor(cfg, tierId) : [];
|
|
423
|
+
return list.length > 0 ? list : [{ provider: tier.provider, model: tier.model }];
|
|
424
|
+
}
|