@averyyy/pi-coding-agent 0.80.6-piclient.9 → 0.80.10-piclient.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +96 -1
- package/README.md +6 -6
- package/dist/bun/cli.d.ts.map +1 -1
- package/dist/bun/cli.js +2 -0
- package/dist/bun/cli.js.map +1 -1
- package/dist/cli/args.d.ts.map +1 -1
- package/dist/cli/args.js +1 -1
- package/dist/cli/args.js.map +1 -1
- package/dist/cli/list-models.d.ts +2 -2
- package/dist/cli/list-models.d.ts.map +1 -1
- package/dist/cli/list-models.js +3 -3
- package/dist/cli/list-models.js.map +1 -1
- package/dist/core/agent-session-runtime.d.ts.map +1 -1
- package/dist/core/agent-session-runtime.js +3 -0
- package/dist/core/agent-session-runtime.js.map +1 -1
- package/dist/core/agent-session-services.d.ts +4 -6
- package/dist/core/agent-session-services.d.ts.map +1 -1
- package/dist/core/agent-session-services.js +11 -9
- package/dist/core/agent-session-services.js.map +1 -1
- package/dist/core/agent-session.d.ts +9 -7
- package/dist/core/agent-session.d.ts.map +1 -1
- package/dist/core/agent-session.js +64 -35
- package/dist/core/agent-session.js.map +1 -1
- package/dist/core/auth-storage.d.ts +15 -99
- package/dist/core/auth-storage.d.ts.map +1 -1
- package/dist/core/auth-storage.js +46 -259
- package/dist/core/auth-storage.js.map +1 -1
- package/dist/core/cache-stats.d.ts +2 -2
- package/dist/core/cache-stats.d.ts.map +1 -1
- package/dist/core/cache-stats.js +1 -1
- package/dist/core/cache-stats.js.map +1 -1
- package/dist/core/compaction/branch-summarization.d.ts +1 -1
- package/dist/core/compaction/branch-summarization.d.ts.map +1 -1
- package/dist/core/compaction/branch-summarization.js.map +1 -1
- package/dist/core/extensions/loader.d.ts.map +1 -1
- package/dist/core/extensions/loader.js +8 -2
- package/dist/core/extensions/loader.js.map +1 -1
- package/dist/core/extensions/runner.d.ts +1 -0
- package/dist/core/extensions/runner.d.ts.map +1 -1
- package/dist/core/extensions/runner.js +3 -0
- package/dist/core/extensions/runner.js.map +1 -1
- package/dist/core/extensions/types.d.ts +9 -2
- package/dist/core/extensions/types.d.ts.map +1 -1
- package/dist/core/extensions/types.js.map +1 -1
- package/dist/core/model-config.d.ts +512 -0
- package/dist/core/model-config.d.ts.map +1 -0
- package/dist/core/model-config.js +243 -0
- package/dist/core/model-config.js.map +1 -0
- package/dist/core/model-registry.d.ts +13 -123
- package/dist/core/model-registry.d.ts.map +1 -1
- package/dist/core/model-registry.js +44 -733
- package/dist/core/model-registry.js.map +1 -1
- package/dist/core/model-resolver.d.ts +6 -6
- package/dist/core/model-resolver.d.ts.map +1 -1
- package/dist/core/model-resolver.js +19 -18
- package/dist/core/model-resolver.js.map +1 -1
- package/dist/core/model-runtime.d.ts +77 -0
- package/dist/core/model-runtime.d.ts.map +1 -0
- package/dist/core/model-runtime.js +418 -0
- package/dist/core/model-runtime.js.map +1 -0
- package/dist/core/models-store.d.ts +17 -0
- package/dist/core/models-store.d.ts.map +1 -0
- package/dist/core/models-store.js +45 -0
- package/dist/core/models-store.js.map +1 -0
- package/dist/core/package-manager.d.ts.map +1 -1
- package/dist/core/package-manager.js +7 -2
- package/dist/core/package-manager.js.map +1 -1
- package/dist/core/provider-composer.d.ts +55 -0
- package/dist/core/provider-composer.d.ts.map +1 -0
- package/dist/core/provider-composer.js +375 -0
- package/dist/core/provider-composer.js.map +1 -0
- package/dist/core/radius.d.ts +2 -0
- package/dist/core/radius.d.ts.map +1 -0
- package/dist/core/radius.js +2 -0
- package/dist/core/radius.js.map +1 -0
- package/dist/core/remote-catalog-provider.d.ts +5 -0
- package/dist/core/remote-catalog-provider.d.ts.map +1 -0
- package/dist/core/remote-catalog-provider.js +83 -0
- package/dist/core/remote-catalog-provider.js.map +1 -0
- package/dist/core/runtime-credentials.d.ts +15 -0
- package/dist/core/runtime-credentials.d.ts.map +1 -0
- package/dist/core/runtime-credentials.js +36 -0
- package/dist/core/runtime-credentials.js.map +1 -0
- package/dist/core/sdk.d.ts +5 -6
- package/dist/core/sdk.d.ts.map +1 -1
- package/dist/core/sdk.js +38 -33
- package/dist/core/sdk.js.map +1 -1
- package/dist/core/system-prompt.d.ts.map +1 -1
- package/dist/core/system-prompt.js +1 -11
- package/dist/core/system-prompt.js.map +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/main.d.ts.map +1 -1
- package/dist/main.js +11 -13
- package/dist/main.js.map +1 -1
- package/dist/modes/interactive/components/assistant-message.d.ts.map +1 -1
- package/dist/modes/interactive/components/assistant-message.js +22 -10
- package/dist/modes/interactive/components/assistant-message.js.map +1 -1
- package/dist/modes/interactive/components/footer.d.ts.map +1 -1
- package/dist/modes/interactive/components/footer.js +1 -1
- package/dist/modes/interactive/components/footer.js.map +1 -1
- package/dist/modes/interactive/components/login-dialog.d.ts +4 -8
- package/dist/modes/interactive/components/login-dialog.d.ts.map +1 -1
- package/dist/modes/interactive/components/login-dialog.js +14 -12
- package/dist/modes/interactive/components/login-dialog.js.map +1 -1
- package/dist/modes/interactive/components/model-selector.d.ts +11 -4
- package/dist/modes/interactive/components/model-selector.d.ts.map +1 -1
- package/dist/modes/interactive/components/model-selector.js +72 -41
- package/dist/modes/interactive/components/model-selector.js.map +1 -1
- package/dist/modes/interactive/components/oauth-selector.d.ts +4 -4
- package/dist/modes/interactive/components/oauth-selector.d.ts.map +1 -1
- package/dist/modes/interactive/components/oauth-selector.js +14 -27
- package/dist/modes/interactive/components/oauth-selector.js.map +1 -1
- package/dist/modes/interactive/interactive-mode.d.ts +6 -3
- package/dist/modes/interactive/interactive-mode.d.ts.map +1 -1
- package/dist/modes/interactive/interactive-mode.js +158 -144
- package/dist/modes/interactive/interactive-mode.js.map +1 -1
- package/dist/modes/rpc/rpc-mode.d.ts.map +1 -1
- package/dist/modes/rpc/rpc-mode.js +2 -2
- package/dist/modes/rpc/rpc-mode.js.map +1 -1
- package/dist/package-manager-cli.d.ts.map +1 -1
- package/dist/package-manager-cli.js +67 -5
- package/dist/package-manager-cli.js.map +1 -1
- package/docs/custom-provider.md +8 -11
- package/docs/extensions.md +22 -1
- package/docs/models.md +4 -0
- package/docs/packages.md +1 -0
- package/docs/providers.md +13 -1
- package/docs/sdk.md +40 -50
- package/docs/usage.md +1 -0
- package/examples/extensions/README.md +1 -0
- package/examples/extensions/custom-provider-anthropic/index.ts +1 -1
- package/examples/extensions/custom-provider-anthropic/package-lock.json +2 -2
- package/examples/extensions/custom-provider-anthropic/package.json +1 -1
- package/examples/extensions/custom-provider-gitlab-duo/package.json +1 -1
- package/examples/extensions/gondolin/package-lock.json +2 -2
- package/examples/extensions/gondolin/package.json +1 -1
- package/examples/extensions/kimi-deferred-tools.ts +61 -0
- package/examples/extensions/sandbox/package-lock.json +2 -2
- package/examples/extensions/sandbox/package.json +1 -1
- package/examples/extensions/with-deps/package-lock.json +2 -2
- package/examples/extensions/with-deps/package.json +1 -1
- package/examples/sdk/02-custom-model.ts +5 -8
- package/examples/sdk/09-api-keys-and-oauth.ts +13 -31
- package/examples/sdk/12-full-control.ts +7 -12
- package/examples/sdk/README.md +14 -18
- package/package.json +4 -4
- package/dist/core/provider-display-names.d.ts +0 -2
- package/dist/core/provider-display-names.d.ts.map +0 -1
- package/dist/core/provider-display-names.js +0 -36
- package/dist/core/provider-display-names.js.map +0 -1
|
@@ -1,778 +1,89 @@
|
|
|
1
|
+
export { clearApiKeyCache } from "./provider-composer.js";
|
|
1
2
|
/**
|
|
2
|
-
*
|
|
3
|
-
|
|
4
|
-
import { getModels, getProviders, registerApiProvider, resetApiProviders, } from "@earendil-works/pi-ai/compat";
|
|
5
|
-
import { registerOAuthProvider, resetOAuthProviders } from "@earendil-works/pi-ai/oauth";
|
|
6
|
-
import { existsSync, readFileSync } from "fs";
|
|
7
|
-
import { join } from "path";
|
|
8
|
-
import { Type } from "typebox";
|
|
9
|
-
import { Compile } from "typebox/compile";
|
|
10
|
-
import { getAgentDir } from "../config.js";
|
|
11
|
-
import { stripJsonComments } from "../utils/json.js";
|
|
12
|
-
import { normalizePath } from "../utils/paths.js";
|
|
13
|
-
import { BUILT_IN_PROVIDER_DISPLAY_NAMES } from "./provider-display-names.js";
|
|
14
|
-
import { clearConfigValueCache, getConfigValueEnvVarNames, isCommandConfigValue, isConfigValueConfigured, resolveConfigValueOrThrow, resolveConfigValueUncached, resolveHeadersOrThrow, } from "./resolve-config-value.js";
|
|
15
|
-
// Schema for OpenRouter routing preferences
|
|
16
|
-
const PercentileCutoffsSchema = Type.Object({
|
|
17
|
-
p50: Type.Optional(Type.Number()),
|
|
18
|
-
p75: Type.Optional(Type.Number()),
|
|
19
|
-
p90: Type.Optional(Type.Number()),
|
|
20
|
-
p99: Type.Optional(Type.Number()),
|
|
21
|
-
});
|
|
22
|
-
const OpenRouterRoutingSchema = Type.Object({
|
|
23
|
-
allow_fallbacks: Type.Optional(Type.Boolean()),
|
|
24
|
-
require_parameters: Type.Optional(Type.Boolean()),
|
|
25
|
-
data_collection: Type.Optional(Type.Union([Type.Literal("deny"), Type.Literal("allow")])),
|
|
26
|
-
zdr: Type.Optional(Type.Boolean()),
|
|
27
|
-
enforce_distillable_text: Type.Optional(Type.Boolean()),
|
|
28
|
-
order: Type.Optional(Type.Array(Type.String())),
|
|
29
|
-
only: Type.Optional(Type.Array(Type.String())),
|
|
30
|
-
ignore: Type.Optional(Type.Array(Type.String())),
|
|
31
|
-
quantizations: Type.Optional(Type.Array(Type.String())),
|
|
32
|
-
sort: Type.Optional(Type.Union([
|
|
33
|
-
Type.String(),
|
|
34
|
-
Type.Object({
|
|
35
|
-
by: Type.Optional(Type.String()),
|
|
36
|
-
partition: Type.Optional(Type.Union([Type.String(), Type.Null()])),
|
|
37
|
-
}),
|
|
38
|
-
])),
|
|
39
|
-
max_price: Type.Optional(Type.Object({
|
|
40
|
-
prompt: Type.Optional(Type.Union([Type.Number(), Type.String()])),
|
|
41
|
-
completion: Type.Optional(Type.Union([Type.Number(), Type.String()])),
|
|
42
|
-
image: Type.Optional(Type.Union([Type.Number(), Type.String()])),
|
|
43
|
-
audio: Type.Optional(Type.Union([Type.Number(), Type.String()])),
|
|
44
|
-
request: Type.Optional(Type.Union([Type.Number(), Type.String()])),
|
|
45
|
-
})),
|
|
46
|
-
preferred_min_throughput: Type.Optional(Type.Union([Type.Number(), PercentileCutoffsSchema])),
|
|
47
|
-
preferred_max_latency: Type.Optional(Type.Union([Type.Number(), PercentileCutoffsSchema])),
|
|
48
|
-
});
|
|
49
|
-
// Schema for Vercel AI Gateway routing preferences
|
|
50
|
-
const VercelGatewayRoutingSchema = Type.Object({
|
|
51
|
-
only: Type.Optional(Type.Array(Type.String())),
|
|
52
|
-
order: Type.Optional(Type.Array(Type.String())),
|
|
53
|
-
});
|
|
54
|
-
// Schema for thinking level support and provider-specific values
|
|
55
|
-
const ThinkingLevelMapValueSchema = Type.Union([Type.String(), Type.Null()]);
|
|
56
|
-
const ThinkingLevelMapSchema = Type.Object({
|
|
57
|
-
off: Type.Optional(ThinkingLevelMapValueSchema),
|
|
58
|
-
minimal: Type.Optional(ThinkingLevelMapValueSchema),
|
|
59
|
-
low: Type.Optional(ThinkingLevelMapValueSchema),
|
|
60
|
-
medium: Type.Optional(ThinkingLevelMapValueSchema),
|
|
61
|
-
high: Type.Optional(ThinkingLevelMapValueSchema),
|
|
62
|
-
xhigh: Type.Optional(ThinkingLevelMapValueSchema),
|
|
63
|
-
max: Type.Optional(ThinkingLevelMapValueSchema),
|
|
64
|
-
});
|
|
65
|
-
const ChatTemplateKwargScalarSchema = Type.Union([Type.String(), Type.Number(), Type.Boolean(), Type.Null()]);
|
|
66
|
-
const ChatTemplateKwargVariableSchema = Type.Object({
|
|
67
|
-
$var: Type.Union([Type.Literal("thinking.enabled"), Type.Literal("thinking.effort")]),
|
|
68
|
-
omitWhenOff: Type.Optional(Type.Boolean()),
|
|
69
|
-
});
|
|
70
|
-
const ChatTemplateKwargSchema = Type.Union([ChatTemplateKwargScalarSchema, ChatTemplateKwargVariableSchema]);
|
|
71
|
-
const OpenAICompletionsCompatSchema = Type.Object({
|
|
72
|
-
supportsStore: Type.Optional(Type.Boolean()),
|
|
73
|
-
supportsDeveloperRole: Type.Optional(Type.Boolean()),
|
|
74
|
-
supportsReasoningEffort: Type.Optional(Type.Boolean()),
|
|
75
|
-
supportsUsageInStreaming: Type.Optional(Type.Boolean()),
|
|
76
|
-
maxTokensField: Type.Optional(Type.Union([Type.Literal("max_completion_tokens"), Type.Literal("max_tokens")])),
|
|
77
|
-
requiresToolResultName: Type.Optional(Type.Boolean()),
|
|
78
|
-
requiresAssistantAfterToolResult: Type.Optional(Type.Boolean()),
|
|
79
|
-
requiresThinkingAsText: Type.Optional(Type.Boolean()),
|
|
80
|
-
requiresReasoningContentOnAssistantMessages: Type.Optional(Type.Boolean()),
|
|
81
|
-
thinkingFormat: Type.Optional(Type.Union([
|
|
82
|
-
Type.Literal("openai"),
|
|
83
|
-
Type.Literal("openrouter"),
|
|
84
|
-
Type.Literal("together"),
|
|
85
|
-
Type.Literal("deepseek"),
|
|
86
|
-
Type.Literal("zai"),
|
|
87
|
-
Type.Literal("qwen"),
|
|
88
|
-
Type.Literal("chat-template"),
|
|
89
|
-
Type.Literal("qwen-chat-template"),
|
|
90
|
-
Type.Literal("string-thinking"),
|
|
91
|
-
Type.Literal("ant-ling"),
|
|
92
|
-
])),
|
|
93
|
-
chatTemplateKwargs: Type.Optional(Type.Record(Type.String(), ChatTemplateKwargSchema)),
|
|
94
|
-
cacheControlFormat: Type.Optional(Type.Literal("anthropic")),
|
|
95
|
-
openRouterRouting: Type.Optional(OpenRouterRoutingSchema),
|
|
96
|
-
vercelGatewayRouting: Type.Optional(VercelGatewayRoutingSchema),
|
|
97
|
-
supportsStrictMode: Type.Optional(Type.Boolean()),
|
|
98
|
-
supportsLongCacheRetention: Type.Optional(Type.Boolean()),
|
|
99
|
-
});
|
|
100
|
-
const OpenAIResponsesCompatSchema = Type.Object({
|
|
101
|
-
supportsDeveloperRole: Type.Optional(Type.Boolean()),
|
|
102
|
-
sendSessionIdHeader: Type.Optional(Type.Boolean()),
|
|
103
|
-
supportsLongCacheRetention: Type.Optional(Type.Boolean()),
|
|
104
|
-
supportsToolSearch: Type.Optional(Type.Boolean()),
|
|
105
|
-
});
|
|
106
|
-
const AnthropicMessagesCompatSchema = Type.Object({
|
|
107
|
-
supportsEagerToolInputStreaming: Type.Optional(Type.Boolean()),
|
|
108
|
-
supportsLongCacheRetention: Type.Optional(Type.Boolean()),
|
|
109
|
-
sendSessionAffinityHeaders: Type.Optional(Type.Boolean()),
|
|
110
|
-
supportsCacheControlOnTools: Type.Optional(Type.Boolean()),
|
|
111
|
-
forceAdaptiveThinking: Type.Optional(Type.Boolean()),
|
|
112
|
-
supportsToolReferences: Type.Optional(Type.Boolean()),
|
|
113
|
-
});
|
|
114
|
-
const ProviderCompatSchema = Type.Union([
|
|
115
|
-
OpenAICompletionsCompatSchema,
|
|
116
|
-
OpenAIResponsesCompatSchema,
|
|
117
|
-
AnthropicMessagesCompatSchema,
|
|
118
|
-
]);
|
|
119
|
-
const ModelCostRatesSchema = {
|
|
120
|
-
input: Type.Number(),
|
|
121
|
-
output: Type.Number(),
|
|
122
|
-
cacheRead: Type.Number(),
|
|
123
|
-
cacheWrite: Type.Number(),
|
|
124
|
-
};
|
|
125
|
-
const ModelCostTierSchema = Type.Object({
|
|
126
|
-
inputTokensAbove: Type.Number(),
|
|
127
|
-
...ModelCostRatesSchema,
|
|
128
|
-
});
|
|
129
|
-
const ModelCostSchema = Type.Object({
|
|
130
|
-
...ModelCostRatesSchema,
|
|
131
|
-
tiers: Type.Optional(Type.Array(ModelCostTierSchema)),
|
|
132
|
-
});
|
|
133
|
-
// Schema for custom model definition
|
|
134
|
-
// Most fields are optional with sensible defaults for local models (Ollama, LM Studio, etc.)
|
|
135
|
-
const ModelDefinitionSchema = Type.Object({
|
|
136
|
-
id: Type.String({ minLength: 1 }),
|
|
137
|
-
name: Type.Optional(Type.String({ minLength: 1 })),
|
|
138
|
-
api: Type.Optional(Type.String({ minLength: 1 })),
|
|
139
|
-
baseUrl: Type.Optional(Type.String({ minLength: 1 })),
|
|
140
|
-
reasoning: Type.Optional(Type.Boolean()),
|
|
141
|
-
thinkingLevelMap: Type.Optional(ThinkingLevelMapSchema),
|
|
142
|
-
input: Type.Optional(Type.Array(Type.Union([Type.Literal("text"), Type.Literal("image")]))),
|
|
143
|
-
cost: Type.Optional(ModelCostSchema),
|
|
144
|
-
contextWindow: Type.Optional(Type.Number()),
|
|
145
|
-
maxTokens: Type.Optional(Type.Number()),
|
|
146
|
-
headers: Type.Optional(Type.Record(Type.String(), Type.String())),
|
|
147
|
-
compat: Type.Optional(ProviderCompatSchema),
|
|
148
|
-
});
|
|
149
|
-
// Schema for per-model overrides (all fields optional, merged with built-in model)
|
|
150
|
-
const ModelOverrideSchema = Type.Object({
|
|
151
|
-
name: Type.Optional(Type.String({ minLength: 1 })),
|
|
152
|
-
reasoning: Type.Optional(Type.Boolean()),
|
|
153
|
-
thinkingLevelMap: Type.Optional(ThinkingLevelMapSchema),
|
|
154
|
-
input: Type.Optional(Type.Array(Type.Union([Type.Literal("text"), Type.Literal("image")]))),
|
|
155
|
-
cost: Type.Optional(Type.Object({
|
|
156
|
-
input: Type.Optional(Type.Number()),
|
|
157
|
-
output: Type.Optional(Type.Number()),
|
|
158
|
-
cacheRead: Type.Optional(Type.Number()),
|
|
159
|
-
cacheWrite: Type.Optional(Type.Number()),
|
|
160
|
-
tiers: Type.Optional(Type.Array(ModelCostTierSchema)),
|
|
161
|
-
})),
|
|
162
|
-
contextWindow: Type.Optional(Type.Number()),
|
|
163
|
-
maxTokens: Type.Optional(Type.Number()),
|
|
164
|
-
headers: Type.Optional(Type.Record(Type.String(), Type.String())),
|
|
165
|
-
compat: Type.Optional(ProviderCompatSchema),
|
|
166
|
-
});
|
|
167
|
-
const ProviderConfigSchema = Type.Object({
|
|
168
|
-
name: Type.Optional(Type.String({ minLength: 1 })),
|
|
169
|
-
baseUrl: Type.Optional(Type.String({ minLength: 1 })),
|
|
170
|
-
apiKey: Type.Optional(Type.String({ minLength: 1 })),
|
|
171
|
-
api: Type.Optional(Type.String({ minLength: 1 })),
|
|
172
|
-
headers: Type.Optional(Type.Record(Type.String(), Type.String())),
|
|
173
|
-
compat: Type.Optional(ProviderCompatSchema),
|
|
174
|
-
authHeader: Type.Optional(Type.Boolean()),
|
|
175
|
-
models: Type.Optional(Type.Array(ModelDefinitionSchema)),
|
|
176
|
-
modelOverrides: Type.Optional(Type.Record(Type.String(), ModelOverrideSchema)),
|
|
177
|
-
});
|
|
178
|
-
const ModelsConfigSchema = Type.Object({
|
|
179
|
-
providers: Type.Record(Type.String(), ProviderConfigSchema),
|
|
180
|
-
});
|
|
181
|
-
const validateModelsConfig = Compile(ModelsConfigSchema);
|
|
182
|
-
function formatValidationPath(error) {
|
|
183
|
-
if (error.keyword === "required") {
|
|
184
|
-
const requiredProperties = error.params.requiredProperties;
|
|
185
|
-
const requiredProperty = requiredProperties?.[0];
|
|
186
|
-
if (requiredProperty) {
|
|
187
|
-
const basePath = error.instancePath.replace(/^\//, "").replace(/\//g, ".");
|
|
188
|
-
return basePath ? `${basePath}.${requiredProperty}` : requiredProperty;
|
|
189
|
-
}
|
|
190
|
-
}
|
|
191
|
-
const path = error.instancePath.replace(/^\//, "").replace(/\//g, ".");
|
|
192
|
-
return path || "root";
|
|
193
|
-
}
|
|
194
|
-
function emptyCustomModelsResult(error) {
|
|
195
|
-
return { models: [], overrides: new Map(), modelOverrides: new Map(), error };
|
|
196
|
-
}
|
|
197
|
-
function mergeCompat(baseCompat, overrideCompat) {
|
|
198
|
-
if (!overrideCompat)
|
|
199
|
-
return baseCompat;
|
|
200
|
-
const base = baseCompat;
|
|
201
|
-
const override = overrideCompat;
|
|
202
|
-
const merged = { ...base, ...override };
|
|
203
|
-
const baseCompletions = base;
|
|
204
|
-
const overrideCompletions = override;
|
|
205
|
-
const mergedCompletions = merged;
|
|
206
|
-
if (baseCompletions?.openRouterRouting || overrideCompletions.openRouterRouting) {
|
|
207
|
-
mergedCompletions.openRouterRouting = {
|
|
208
|
-
...baseCompletions?.openRouterRouting,
|
|
209
|
-
...overrideCompletions.openRouterRouting,
|
|
210
|
-
};
|
|
211
|
-
}
|
|
212
|
-
if (baseCompletions?.vercelGatewayRouting || overrideCompletions.vercelGatewayRouting) {
|
|
213
|
-
mergedCompletions.vercelGatewayRouting = {
|
|
214
|
-
...baseCompletions?.vercelGatewayRouting,
|
|
215
|
-
...overrideCompletions.vercelGatewayRouting,
|
|
216
|
-
};
|
|
217
|
-
}
|
|
218
|
-
if (baseCompletions?.chatTemplateKwargs || overrideCompletions.chatTemplateKwargs) {
|
|
219
|
-
mergedCompletions.chatTemplateKwargs = {
|
|
220
|
-
...baseCompletions?.chatTemplateKwargs,
|
|
221
|
-
...overrideCompletions.chatTemplateKwargs,
|
|
222
|
-
};
|
|
223
|
-
}
|
|
224
|
-
return merged;
|
|
225
|
-
}
|
|
226
|
-
/**
|
|
227
|
-
* Deep merge a model override into a model.
|
|
228
|
-
* Handles nested objects (cost, compat) by merging rather than replacing.
|
|
229
|
-
*/
|
|
230
|
-
function applyModelOverride(model, override) {
|
|
231
|
-
const result = { ...model };
|
|
232
|
-
// Simple field overrides
|
|
233
|
-
if (override.name !== undefined)
|
|
234
|
-
result.name = override.name;
|
|
235
|
-
if (override.reasoning !== undefined)
|
|
236
|
-
result.reasoning = override.reasoning;
|
|
237
|
-
if (override.thinkingLevelMap !== undefined) {
|
|
238
|
-
result.thinkingLevelMap = { ...model.thinkingLevelMap, ...override.thinkingLevelMap };
|
|
239
|
-
}
|
|
240
|
-
if (override.input !== undefined)
|
|
241
|
-
result.input = override.input;
|
|
242
|
-
if (override.contextWindow !== undefined)
|
|
243
|
-
result.contextWindow = override.contextWindow;
|
|
244
|
-
if (override.maxTokens !== undefined)
|
|
245
|
-
result.maxTokens = override.maxTokens;
|
|
246
|
-
// Merge cost (partial override)
|
|
247
|
-
if (override.cost) {
|
|
248
|
-
result.cost = {
|
|
249
|
-
input: override.cost.input ?? model.cost.input,
|
|
250
|
-
output: override.cost.output ?? model.cost.output,
|
|
251
|
-
cacheRead: override.cost.cacheRead ?? model.cost.cacheRead,
|
|
252
|
-
cacheWrite: override.cost.cacheWrite ?? model.cost.cacheWrite,
|
|
253
|
-
tiers: override.cost.tiers ?? model.cost.tiers,
|
|
254
|
-
};
|
|
255
|
-
}
|
|
256
|
-
// Deep merge compat
|
|
257
|
-
result.compat = mergeCompat(model.compat, override.compat);
|
|
258
|
-
return result;
|
|
259
|
-
}
|
|
260
|
-
/** Clear the config value command cache. Exported for testing. */
|
|
261
|
-
export const clearApiKeyCache = clearConfigValueCache;
|
|
262
|
-
/**
|
|
263
|
-
* Model registry - loads and manages models, resolves API keys via AuthStorage.
|
|
3
|
+
* Synchronous compatibility facade exposed to extensions.
|
|
4
|
+
* Coding-agent internals use ModelRuntime directly.
|
|
264
5
|
*/
|
|
265
6
|
export class ModelRegistry {
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
configModelOverrides = new Map();
|
|
270
|
-
registeredProviders = new Map();
|
|
271
|
-
loadError = undefined;
|
|
272
|
-
authStorage;
|
|
273
|
-
modelsJsonPath;
|
|
274
|
-
constructor(authStorage, modelsJsonPath) {
|
|
275
|
-
this.authStorage = authStorage;
|
|
276
|
-
this.modelsJsonPath = modelsJsonPath ? normalizePath(modelsJsonPath) : undefined;
|
|
277
|
-
this.loadModels();
|
|
278
|
-
}
|
|
279
|
-
static create(authStorage, modelsJsonPath = join(getAgentDir(), "models.json")) {
|
|
280
|
-
return new ModelRegistry(authStorage, modelsJsonPath);
|
|
281
|
-
}
|
|
282
|
-
static inMemory(authStorage) {
|
|
283
|
-
return new ModelRegistry(authStorage, undefined);
|
|
7
|
+
runtime;
|
|
8
|
+
constructor(runtime) {
|
|
9
|
+
this.runtime = runtime;
|
|
284
10
|
}
|
|
285
|
-
/**
|
|
286
|
-
* Reload models from disk (built-in + custom from models.json).
|
|
287
|
-
*/
|
|
11
|
+
/** Reload models.json asynchronously. Await before making synchronous registry reads. */
|
|
288
12
|
refresh() {
|
|
289
|
-
this.
|
|
290
|
-
this.modelRequestHeaders.clear();
|
|
291
|
-
this.loadError = undefined;
|
|
292
|
-
// Ensure dynamic API/OAuth registrations are rebuilt from current provider state.
|
|
293
|
-
resetApiProviders();
|
|
294
|
-
resetOAuthProviders();
|
|
295
|
-
this.loadModels();
|
|
296
|
-
for (const [providerName, config] of this.registeredProviders.entries()) {
|
|
297
|
-
this.applyProviderConfig(providerName, config);
|
|
298
|
-
}
|
|
13
|
+
return this.runtime.reloadConfig();
|
|
299
14
|
}
|
|
300
|
-
/**
|
|
301
|
-
* Get any error from loading models.json (undefined if no error).
|
|
302
|
-
*/
|
|
303
15
|
getError() {
|
|
304
|
-
return this.
|
|
305
|
-
}
|
|
306
|
-
loadModels() {
|
|
307
|
-
// Load custom models and overrides from models.json
|
|
308
|
-
const { models: customModels, overrides, modelOverrides, error, } = this.modelsJsonPath ? this.loadCustomModels(this.modelsJsonPath) : emptyCustomModelsResult();
|
|
309
|
-
this.configModelOverrides = modelOverrides;
|
|
310
|
-
if (error) {
|
|
311
|
-
this.loadError = error;
|
|
312
|
-
// Keep built-in models even if custom models failed to load
|
|
313
|
-
}
|
|
314
|
-
const builtInModels = this.loadBuiltInModels(overrides, modelOverrides);
|
|
315
|
-
let combined = this.mergeCustomModels(builtInModels, customModels);
|
|
316
|
-
// Let OAuth providers modify their models (e.g., update baseUrl)
|
|
317
|
-
for (const oauthProvider of this.authStorage.getOAuthProviders()) {
|
|
318
|
-
const cred = this.authStorage.get(oauthProvider.id);
|
|
319
|
-
if (cred?.type === "oauth" && oauthProvider.modifyModels) {
|
|
320
|
-
combined = oauthProvider.modifyModels(combined, cred);
|
|
321
|
-
}
|
|
322
|
-
}
|
|
323
|
-
this.models = combined;
|
|
324
|
-
}
|
|
325
|
-
/** Load built-in models and apply provider/model overrides */
|
|
326
|
-
loadBuiltInModels(overrides, modelOverrides) {
|
|
327
|
-
return getProviders().flatMap((provider) => {
|
|
328
|
-
const models = getModels(provider);
|
|
329
|
-
const providerOverride = overrides.get(provider);
|
|
330
|
-
const perModelOverrides = modelOverrides.get(provider);
|
|
331
|
-
return models.map((m) => {
|
|
332
|
-
let model = m;
|
|
333
|
-
// Apply provider-level baseUrl/headers/compat override
|
|
334
|
-
if (providerOverride) {
|
|
335
|
-
model = {
|
|
336
|
-
...model,
|
|
337
|
-
baseUrl: providerOverride.baseUrl ?? model.baseUrl,
|
|
338
|
-
compat: mergeCompat(model.compat, providerOverride.compat),
|
|
339
|
-
};
|
|
340
|
-
}
|
|
341
|
-
// Apply per-model override
|
|
342
|
-
const modelOverride = perModelOverrides?.get(m.id);
|
|
343
|
-
if (modelOverride) {
|
|
344
|
-
model = applyModelOverride(model, modelOverride);
|
|
345
|
-
}
|
|
346
|
-
return model;
|
|
347
|
-
});
|
|
348
|
-
});
|
|
349
|
-
}
|
|
350
|
-
getConfiguredModelOverride(providerName, modelId) {
|
|
351
|
-
return this.configModelOverrides.get(providerName)?.get(modelId);
|
|
352
|
-
}
|
|
353
|
-
applyConfiguredModelOverride(providerName, model) {
|
|
354
|
-
const modelOverride = this.getConfiguredModelOverride(providerName, model.id);
|
|
355
|
-
return modelOverride ? applyModelOverride(model, modelOverride) : model;
|
|
356
|
-
}
|
|
357
|
-
/** Merge custom models into built-in list by provider+id (custom wins on conflicts). */
|
|
358
|
-
mergeCustomModels(builtInModels, customModels) {
|
|
359
|
-
const merged = [...builtInModels];
|
|
360
|
-
for (const customModel of customModels) {
|
|
361
|
-
const existingIndex = merged.findIndex((m) => m.provider === customModel.provider && m.id === customModel.id);
|
|
362
|
-
if (existingIndex >= 0) {
|
|
363
|
-
merged[existingIndex] = customModel;
|
|
364
|
-
}
|
|
365
|
-
else {
|
|
366
|
-
merged.push(customModel);
|
|
367
|
-
}
|
|
368
|
-
}
|
|
369
|
-
return merged;
|
|
370
|
-
}
|
|
371
|
-
loadCustomModels(modelsJsonPath) {
|
|
372
|
-
if (!existsSync(modelsJsonPath)) {
|
|
373
|
-
return emptyCustomModelsResult();
|
|
374
|
-
}
|
|
375
|
-
try {
|
|
376
|
-
const content = readFileSync(modelsJsonPath, "utf-8");
|
|
377
|
-
const parsed = JSON.parse(stripJsonComments(content));
|
|
378
|
-
if (!validateModelsConfig.Check(parsed)) {
|
|
379
|
-
const errors = validateModelsConfig
|
|
380
|
-
.Errors(parsed)
|
|
381
|
-
.map((error) => ` - ${formatValidationPath(error)}: ${error.message}`)
|
|
382
|
-
.join("\n") || "Unknown schema error";
|
|
383
|
-
return emptyCustomModelsResult(`Invalid models.json schema:\n${errors}\n\nFile: ${modelsJsonPath}`);
|
|
384
|
-
}
|
|
385
|
-
const config = parsed;
|
|
386
|
-
// Additional validation
|
|
387
|
-
this.validateConfig(config);
|
|
388
|
-
const overrides = new Map();
|
|
389
|
-
const modelOverrides = new Map();
|
|
390
|
-
for (const [providerName, providerConfig] of Object.entries(config.providers)) {
|
|
391
|
-
if (providerConfig.baseUrl || providerConfig.compat) {
|
|
392
|
-
overrides.set(providerName, {
|
|
393
|
-
baseUrl: providerConfig.baseUrl,
|
|
394
|
-
compat: providerConfig.compat,
|
|
395
|
-
});
|
|
396
|
-
}
|
|
397
|
-
this.storeProviderRequestConfig(providerName, providerConfig);
|
|
398
|
-
if (providerConfig.modelOverrides) {
|
|
399
|
-
modelOverrides.set(providerName, new Map(Object.entries(providerConfig.modelOverrides)));
|
|
400
|
-
for (const [modelId, modelOverride] of Object.entries(providerConfig.modelOverrides)) {
|
|
401
|
-
this.storeModelHeaders(providerName, modelId, modelOverride.headers);
|
|
402
|
-
}
|
|
403
|
-
}
|
|
404
|
-
}
|
|
405
|
-
return { models: this.parseModels(config), overrides, modelOverrides, error: undefined };
|
|
406
|
-
}
|
|
407
|
-
catch (error) {
|
|
408
|
-
if (error instanceof SyntaxError) {
|
|
409
|
-
return emptyCustomModelsResult(`Failed to parse models.json: ${error.message}\n\nFile: ${modelsJsonPath}`);
|
|
410
|
-
}
|
|
411
|
-
return emptyCustomModelsResult(`Failed to load models.json: ${error instanceof Error ? error.message : error}\n\nFile: ${modelsJsonPath}`);
|
|
412
|
-
}
|
|
413
|
-
}
|
|
414
|
-
validateConfig(config) {
|
|
415
|
-
const builtInProviders = new Set(getProviders());
|
|
416
|
-
for (const [providerName, providerConfig] of Object.entries(config.providers)) {
|
|
417
|
-
const isBuiltIn = builtInProviders.has(providerName);
|
|
418
|
-
const hasProviderApi = !!providerConfig.api;
|
|
419
|
-
const models = providerConfig.models ?? [];
|
|
420
|
-
const hasModelOverrides = providerConfig.modelOverrides && Object.keys(providerConfig.modelOverrides).length > 0;
|
|
421
|
-
if (models.length === 0) {
|
|
422
|
-
// Override-only config: needs baseUrl, headers, compat, modelOverrides, or some combination.
|
|
423
|
-
if (!providerConfig.baseUrl && !providerConfig.headers && !providerConfig.compat && !hasModelOverrides) {
|
|
424
|
-
throw new Error(`Provider ${providerName}: must specify "baseUrl", "headers", "compat", "modelOverrides", or "models".`);
|
|
425
|
-
}
|
|
426
|
-
}
|
|
427
|
-
else if (!isBuiltIn) {
|
|
428
|
-
// Non-built-in providers with custom models require an endpoint.
|
|
429
|
-
// Auth can come from auth.json, --api-key, or provider request config.
|
|
430
|
-
if (!providerConfig.baseUrl) {
|
|
431
|
-
throw new Error(`Provider ${providerName}: "baseUrl" is required when defining custom models.`);
|
|
432
|
-
}
|
|
433
|
-
}
|
|
434
|
-
// Built-in providers with custom models: baseUrl/apiKey/api are optional,
|
|
435
|
-
// inherited from built-in models. Auth comes from env vars / auth storage.
|
|
436
|
-
for (const modelDef of models) {
|
|
437
|
-
const hasModelApi = !!modelDef.api;
|
|
438
|
-
if (!hasProviderApi && !hasModelApi && !isBuiltIn) {
|
|
439
|
-
throw new Error(`Provider ${providerName}, model ${modelDef.id}: no "api" specified. Set at provider or model level.`);
|
|
440
|
-
}
|
|
441
|
-
// For built-in providers, api is optional — inherited from built-in models.
|
|
442
|
-
if (!modelDef.id)
|
|
443
|
-
throw new Error(`Provider ${providerName}: model missing "id"`);
|
|
444
|
-
// Validate contextWindow/maxTokens only if provided (they have defaults)
|
|
445
|
-
if (modelDef.contextWindow !== undefined && modelDef.contextWindow <= 0)
|
|
446
|
-
throw new Error(`Provider ${providerName}, model ${modelDef.id}: invalid contextWindow`);
|
|
447
|
-
if (modelDef.maxTokens !== undefined && modelDef.maxTokens <= 0)
|
|
448
|
-
throw new Error(`Provider ${providerName}, model ${modelDef.id}: invalid maxTokens`);
|
|
449
|
-
}
|
|
450
|
-
}
|
|
16
|
+
return this.runtime.getError();
|
|
451
17
|
}
|
|
452
|
-
parseModels(config) {
|
|
453
|
-
const models = [];
|
|
454
|
-
const builtInProviders = new Set(getProviders());
|
|
455
|
-
// Cache built-in defaults (api, baseUrl) per provider, extracted from first model.
|
|
456
|
-
const builtInDefaultsCache = new Map();
|
|
457
|
-
const getBuiltInDefaults = (providerName) => {
|
|
458
|
-
if (!builtInProviders.has(providerName))
|
|
459
|
-
return undefined;
|
|
460
|
-
if (builtInDefaultsCache.has(providerName))
|
|
461
|
-
return builtInDefaultsCache.get(providerName);
|
|
462
|
-
const builtIn = getModels(providerName);
|
|
463
|
-
if (builtIn.length === 0)
|
|
464
|
-
return undefined;
|
|
465
|
-
const defaults = { api: builtIn[0].api, baseUrl: builtIn[0].baseUrl };
|
|
466
|
-
builtInDefaultsCache.set(providerName, defaults);
|
|
467
|
-
return defaults;
|
|
468
|
-
};
|
|
469
|
-
for (const [providerName, providerConfig] of Object.entries(config.providers)) {
|
|
470
|
-
const modelDefs = providerConfig.models ?? [];
|
|
471
|
-
if (modelDefs.length === 0)
|
|
472
|
-
continue; // Override-only, no custom models
|
|
473
|
-
const builtInDefaults = getBuiltInDefaults(providerName);
|
|
474
|
-
for (const modelDef of modelDefs) {
|
|
475
|
-
const api = modelDef.api ?? providerConfig.api ?? builtInDefaults?.api;
|
|
476
|
-
if (!api)
|
|
477
|
-
continue;
|
|
478
|
-
const baseUrl = modelDef.baseUrl ?? providerConfig.baseUrl ?? builtInDefaults?.baseUrl;
|
|
479
|
-
if (!baseUrl)
|
|
480
|
-
continue;
|
|
481
|
-
const compat = mergeCompat(providerConfig.compat, modelDef.compat);
|
|
482
|
-
this.storeModelHeaders(providerName, modelDef.id, modelDef.headers);
|
|
483
|
-
const defaultCost = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 };
|
|
484
|
-
models.push({
|
|
485
|
-
id: modelDef.id,
|
|
486
|
-
name: modelDef.name ?? modelDef.id,
|
|
487
|
-
api: api,
|
|
488
|
-
provider: providerName,
|
|
489
|
-
baseUrl,
|
|
490
|
-
reasoning: modelDef.reasoning ?? false,
|
|
491
|
-
thinkingLevelMap: modelDef.thinkingLevelMap,
|
|
492
|
-
input: (modelDef.input ?? ["text"]),
|
|
493
|
-
cost: modelDef.cost ?? defaultCost,
|
|
494
|
-
contextWindow: modelDef.contextWindow ?? 128000,
|
|
495
|
-
maxTokens: modelDef.maxTokens ?? 16384,
|
|
496
|
-
headers: undefined,
|
|
497
|
-
compat,
|
|
498
|
-
});
|
|
499
|
-
}
|
|
500
|
-
}
|
|
501
|
-
return models;
|
|
502
|
-
}
|
|
503
|
-
/**
|
|
504
|
-
* Get all models (built-in + custom).
|
|
505
|
-
* If models.json had errors, returns only built-in models.
|
|
506
|
-
*/
|
|
507
18
|
getAll() {
|
|
508
|
-
return this.
|
|
19
|
+
return [...this.runtime.getModels()];
|
|
509
20
|
}
|
|
510
|
-
/**
|
|
511
|
-
* Get only models that have auth configured.
|
|
512
|
-
* This is a fast check that doesn't refresh OAuth tokens.
|
|
513
|
-
*/
|
|
514
21
|
getAvailable() {
|
|
515
|
-
return this.
|
|
22
|
+
return [...this.runtime.getAvailableSnapshot()];
|
|
516
23
|
}
|
|
517
|
-
/**
|
|
518
|
-
* Find a model by provider and ID.
|
|
519
|
-
*/
|
|
520
24
|
find(provider, modelId) {
|
|
521
|
-
return this.
|
|
25
|
+
return this.runtime.getModel(provider, modelId);
|
|
522
26
|
}
|
|
523
|
-
/**
|
|
524
|
-
* Get API key for a model.
|
|
525
|
-
*/
|
|
526
27
|
hasConfiguredAuth(model) {
|
|
527
|
-
|
|
528
|
-
return (this.authStorage.hasAuth(model.provider) ||
|
|
529
|
-
(providerApiKey !== undefined && isConfigValueConfigured(providerApiKey)));
|
|
530
|
-
}
|
|
531
|
-
getModelRequestKey(provider, modelId) {
|
|
532
|
-
return `${provider}:${modelId}`;
|
|
533
|
-
}
|
|
534
|
-
storeProviderRequestConfig(providerName, config) {
|
|
535
|
-
if (!config.apiKey && !config.headers && !config.authHeader) {
|
|
536
|
-
return;
|
|
537
|
-
}
|
|
538
|
-
this.providerRequestConfigs.set(providerName, {
|
|
539
|
-
apiKey: config.apiKey,
|
|
540
|
-
headers: config.headers,
|
|
541
|
-
authHeader: config.authHeader,
|
|
542
|
-
});
|
|
543
|
-
}
|
|
544
|
-
storeModelHeaders(providerName, modelId, headers) {
|
|
545
|
-
const key = this.getModelRequestKey(providerName, modelId);
|
|
546
|
-
if (!headers || Object.keys(headers).length === 0) {
|
|
547
|
-
this.modelRequestHeaders.delete(key);
|
|
548
|
-
return;
|
|
549
|
-
}
|
|
550
|
-
this.modelRequestHeaders.set(key, headers);
|
|
28
|
+
return this.runtime.hasConfiguredAuth(model.provider);
|
|
551
29
|
}
|
|
552
|
-
/**
|
|
553
|
-
* Get API key and request headers for a model.
|
|
554
|
-
*/
|
|
555
30
|
async getApiKeyAndHeaders(model) {
|
|
556
31
|
try {
|
|
557
|
-
const
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
(providerConfig?.apiKey
|
|
562
|
-
? resolveConfigValueOrThrow(providerConfig.apiKey, `API key for provider "${model.provider}"`, providerEnv)
|
|
563
|
-
: undefined);
|
|
564
|
-
const providerHeaders = resolveHeadersOrThrow(providerConfig?.headers, `provider "${model.provider}"`, providerEnv);
|
|
565
|
-
const modelHeaders = resolveHeadersOrThrow(this.modelRequestHeaders.get(this.getModelRequestKey(model.provider, model.id)), `model "${model.provider}/${model.id}"`, providerEnv);
|
|
566
|
-
let headers = model.headers || providerHeaders || modelHeaders
|
|
567
|
-
? { ...model.headers, ...providerHeaders, ...modelHeaders }
|
|
568
|
-
: undefined;
|
|
569
|
-
if (providerConfig?.authHeader) {
|
|
570
|
-
if (!apiKey) {
|
|
32
|
+
const resolution = await this.runtime.getAuth(model);
|
|
33
|
+
if (!resolution) {
|
|
34
|
+
const compatibility = this.runtime.getCompatibilityRequestConfig(model);
|
|
35
|
+
if (compatibility.authHeader) {
|
|
571
36
|
return { ok: false, error: `No API key found for "${model.provider}"` };
|
|
572
37
|
}
|
|
573
|
-
headers =
|
|
38
|
+
const headers = compatibility.headers
|
|
39
|
+
? Object.fromEntries(Object.entries(compatibility.headers).filter((entry) => entry[1] !== null))
|
|
40
|
+
: undefined;
|
|
41
|
+
return { ok: true, headers };
|
|
574
42
|
}
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
env: providerEnv && Object.keys(providerEnv).length > 0 ? providerEnv : undefined,
|
|
580
|
-
};
|
|
43
|
+
const headers = resolution.auth.headers
|
|
44
|
+
? Object.fromEntries(Object.entries(resolution.auth.headers).filter((entry) => entry[1] !== null))
|
|
45
|
+
: undefined;
|
|
46
|
+
return { ok: true, apiKey: resolution.auth.apiKey, headers, env: resolution.env };
|
|
581
47
|
}
|
|
582
48
|
catch (error) {
|
|
49
|
+
const cause = error instanceof Error ? error.cause : undefined;
|
|
50
|
+
const message = cause instanceof Error ? cause.message : error instanceof Error ? error.message : String(error);
|
|
583
51
|
return {
|
|
584
52
|
ok: false,
|
|
585
|
-
error:
|
|
53
|
+
error: message === "authHeader requires a resolved API key"
|
|
54
|
+
? `No API key found for "${model.provider}"`
|
|
55
|
+
: message,
|
|
586
56
|
};
|
|
587
57
|
}
|
|
588
58
|
}
|
|
589
|
-
/**
|
|
590
|
-
* Return auth status for a provider, including request auth configured in models.json.
|
|
591
|
-
* This intentionally does not execute command-backed config values.
|
|
592
|
-
*/
|
|
593
59
|
getProviderAuthStatus(provider) {
|
|
594
|
-
|
|
595
|
-
if (authStatus.source) {
|
|
596
|
-
return authStatus;
|
|
597
|
-
}
|
|
598
|
-
const providerApiKey = this.providerRequestConfigs.get(provider)?.apiKey;
|
|
599
|
-
if (!providerApiKey) {
|
|
600
|
-
return authStatus;
|
|
601
|
-
}
|
|
602
|
-
if (isCommandConfigValue(providerApiKey)) {
|
|
603
|
-
return { configured: true, source: "models_json_command" };
|
|
604
|
-
}
|
|
605
|
-
const envVarNames = getConfigValueEnvVarNames(providerApiKey);
|
|
606
|
-
if (envVarNames.length > 0) {
|
|
607
|
-
return isConfigValueConfigured(providerApiKey)
|
|
608
|
-
? { configured: true, source: "environment", label: envVarNames.join(", ") }
|
|
609
|
-
: { configured: false };
|
|
610
|
-
}
|
|
611
|
-
return { configured: true, source: "models_json_key" };
|
|
60
|
+
return this.runtime.getProviderAuthStatus(provider);
|
|
612
61
|
}
|
|
613
|
-
/**
|
|
614
|
-
* Get display name for a provider.
|
|
615
|
-
*/
|
|
616
62
|
getProviderDisplayName(provider) {
|
|
617
|
-
|
|
618
|
-
const oauthProvider = this.authStorage.getOAuthProviders().find((p) => p.id === provider);
|
|
619
|
-
return (registeredProvider?.name ??
|
|
620
|
-
registeredProvider?.oauth?.name ??
|
|
621
|
-
oauthProvider?.name ??
|
|
622
|
-
BUILT_IN_PROVIDER_DISPLAY_NAMES[provider] ??
|
|
623
|
-
provider);
|
|
63
|
+
return this.runtime.getProvider(provider)?.name ?? provider;
|
|
624
64
|
}
|
|
625
|
-
/**
|
|
626
|
-
* Get API key for a provider.
|
|
627
|
-
*/
|
|
628
65
|
async getApiKeyForProvider(provider) {
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
|
|
66
|
+
try {
|
|
67
|
+
return (await this.runtime.getAuth(provider))?.auth.apiKey;
|
|
68
|
+
}
|
|
69
|
+
catch {
|
|
70
|
+
return undefined;
|
|
632
71
|
}
|
|
633
|
-
const providerApiKey = this.providerRequestConfigs.get(provider)?.apiKey;
|
|
634
|
-
return providerApiKey
|
|
635
|
-
? resolveConfigValueUncached(providerApiKey, this.authStorage.getProviderEnv(provider))
|
|
636
|
-
: undefined;
|
|
637
72
|
}
|
|
638
|
-
/**
|
|
639
|
-
* Check if a model is using OAuth credentials (subscription).
|
|
640
|
-
*/
|
|
641
73
|
isUsingOAuth(model) {
|
|
642
|
-
|
|
643
|
-
return cred?.type === "oauth";
|
|
74
|
+
return this.runtime.isUsingOAuth(model.provider);
|
|
644
75
|
}
|
|
645
|
-
/**
|
|
646
|
-
* Register a provider dynamically (from extensions).
|
|
647
|
-
*
|
|
648
|
-
* If provider has models: replaces all existing models for this provider.
|
|
649
|
-
* If provider has only baseUrl/headers: overrides existing models' URLs.
|
|
650
|
-
* If provider has oauth: registers OAuth provider for /login support.
|
|
651
|
-
*/
|
|
652
76
|
registerProvider(providerName, config) {
|
|
653
|
-
this.
|
|
654
|
-
this.applyProviderConfig(providerName, config);
|
|
655
|
-
this.upsertRegisteredProvider(providerName, config);
|
|
77
|
+
this.runtime.registerProvider(providerName, config);
|
|
656
78
|
}
|
|
657
|
-
/**
|
|
658
|
-
* Unregister a previously registered provider.
|
|
659
|
-
*
|
|
660
|
-
* Removes the provider from the registry and reloads models from disk so that
|
|
661
|
-
* built-in models overridden by this provider are restored to their original state.
|
|
662
|
-
* Also resets dynamic OAuth and API stream registrations before reapplying
|
|
663
|
-
* remaining dynamic providers.
|
|
664
|
-
* Has no effect if the provider was never registered.
|
|
665
|
-
*/
|
|
666
79
|
unregisterProvider(providerName) {
|
|
667
|
-
|
|
668
|
-
return;
|
|
669
|
-
this.registeredProviders.delete(providerName);
|
|
670
|
-
this.refresh();
|
|
80
|
+
this.runtime.unregisterProvider(providerName);
|
|
671
81
|
}
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
* If the provider is already registered, defined values in the incoming config
|
|
675
|
-
* override existing ones; undefined values are preserved from the stored config.
|
|
676
|
-
* If the provider is not registered, the incoming config is stored as-is.
|
|
677
|
-
*/
|
|
678
|
-
upsertRegisteredProvider(providerName, config) {
|
|
679
|
-
const existing = this.registeredProviders.get(providerName);
|
|
680
|
-
if (!existing) {
|
|
681
|
-
this.registeredProviders.set(providerName, config);
|
|
682
|
-
return;
|
|
683
|
-
}
|
|
684
|
-
for (const k of Object.keys(config)) {
|
|
685
|
-
if (config[k] !== undefined) {
|
|
686
|
-
existing[k] = config[k];
|
|
687
|
-
}
|
|
688
|
-
}
|
|
689
|
-
}
|
|
690
|
-
validateProviderConfig(providerName, config) {
|
|
691
|
-
if (config.streamSimple && !config.api) {
|
|
692
|
-
throw new Error(`Provider ${providerName}: "api" is required when registering streamSimple.`);
|
|
693
|
-
}
|
|
694
|
-
if (!config.models || config.models.length === 0) {
|
|
695
|
-
return;
|
|
696
|
-
}
|
|
697
|
-
if (!config.baseUrl) {
|
|
698
|
-
throw new Error(`Provider ${providerName}: "baseUrl" is required when defining models.`);
|
|
699
|
-
}
|
|
700
|
-
if (!config.apiKey && !config.oauth) {
|
|
701
|
-
throw new Error(`Provider ${providerName}: "apiKey" or "oauth" is required when defining models.`);
|
|
702
|
-
}
|
|
703
|
-
for (const modelDef of config.models) {
|
|
704
|
-
const api = modelDef.api || config.api;
|
|
705
|
-
if (!api) {
|
|
706
|
-
throw new Error(`Provider ${providerName}, model ${modelDef.id}: no "api" specified.`);
|
|
707
|
-
}
|
|
708
|
-
}
|
|
82
|
+
getRegisteredProviderConfig(providerName) {
|
|
83
|
+
return this.runtime.getRegisteredProviderConfig(providerName);
|
|
709
84
|
}
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
if (config.oauth) {
|
|
713
|
-
// Ensure the OAuth provider ID matches the provider name
|
|
714
|
-
const oauthProvider = {
|
|
715
|
-
...config.oauth,
|
|
716
|
-
id: providerName,
|
|
717
|
-
};
|
|
718
|
-
registerOAuthProvider(oauthProvider);
|
|
719
|
-
}
|
|
720
|
-
if (config.streamSimple) {
|
|
721
|
-
const streamSimple = config.streamSimple;
|
|
722
|
-
registerApiProvider({
|
|
723
|
-
api: config.api,
|
|
724
|
-
stream: (model, context, options) => streamSimple(model, context, options),
|
|
725
|
-
streamSimple,
|
|
726
|
-
}, `provider:${providerName}`);
|
|
727
|
-
}
|
|
728
|
-
this.storeProviderRequestConfig(providerName, config);
|
|
729
|
-
if (config.models && config.models.length > 0) {
|
|
730
|
-
// Full replacement: remove existing models for this provider
|
|
731
|
-
this.models = this.models.filter((m) => m.provider !== providerName);
|
|
732
|
-
// Parse and add new models
|
|
733
|
-
for (const modelDef of config.models) {
|
|
734
|
-
const api = modelDef.api || config.api;
|
|
735
|
-
const modelOverride = this.getConfiguredModelOverride(providerName, modelDef.id);
|
|
736
|
-
const headers = modelDef.headers || modelOverride?.headers
|
|
737
|
-
? { ...modelDef.headers, ...modelOverride?.headers }
|
|
738
|
-
: undefined;
|
|
739
|
-
this.storeModelHeaders(providerName, modelDef.id, headers);
|
|
740
|
-
const model = this.applyConfiguredModelOverride(providerName, {
|
|
741
|
-
id: modelDef.id,
|
|
742
|
-
name: modelDef.name,
|
|
743
|
-
api: api,
|
|
744
|
-
provider: providerName,
|
|
745
|
-
baseUrl: modelDef.baseUrl ?? config.baseUrl,
|
|
746
|
-
reasoning: modelDef.reasoning,
|
|
747
|
-
thinkingLevelMap: modelDef.thinkingLevelMap,
|
|
748
|
-
input: modelDef.input,
|
|
749
|
-
cost: modelDef.cost,
|
|
750
|
-
contextWindow: modelDef.contextWindow,
|
|
751
|
-
maxTokens: modelDef.maxTokens,
|
|
752
|
-
headers: undefined,
|
|
753
|
-
compat: modelDef.compat,
|
|
754
|
-
});
|
|
755
|
-
this.models.push(model);
|
|
756
|
-
}
|
|
757
|
-
// Apply OAuth modifyModels if credentials exist (e.g., to update baseUrl)
|
|
758
|
-
if (config.oauth?.modifyModels) {
|
|
759
|
-
const cred = this.authStorage.get(providerName);
|
|
760
|
-
if (cred?.type === "oauth") {
|
|
761
|
-
this.models = config.oauth.modifyModels(this.models, cred);
|
|
762
|
-
}
|
|
763
|
-
}
|
|
764
|
-
}
|
|
765
|
-
else if (config.baseUrl || config.headers) {
|
|
766
|
-
// Override-only: update baseUrl for existing models. Request headers are resolved per request.
|
|
767
|
-
this.models = this.models.map((m) => {
|
|
768
|
-
if (m.provider !== providerName)
|
|
769
|
-
return m;
|
|
770
|
-
return {
|
|
771
|
-
...m,
|
|
772
|
-
baseUrl: config.baseUrl ?? m.baseUrl,
|
|
773
|
-
};
|
|
774
|
-
});
|
|
775
|
-
}
|
|
85
|
+
getRegisteredProviderIds() {
|
|
86
|
+
return this.runtime.getRegisteredProviderIds();
|
|
776
87
|
}
|
|
777
88
|
}
|
|
778
89
|
//# sourceMappingURL=model-registry.js.map
|