sentinelayer-cli 0.6.2 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +996 -996
- package/bin/create-sentinelayer.js +5 -5
- package/bin/sentinelayer-cli.js +4 -4
- package/bin/sl.js +5 -5
- package/package.json +64 -63
- package/src/agents/jules/config/definition.js +160 -160
- package/src/agents/jules/config/system-prompt.js +182 -182
- package/src/agents/jules/error-intake.js +51 -51
- package/src/agents/jules/fix-cycle.js +17 -17
- package/src/agents/jules/loop.js +457 -450
- package/src/agents/jules/pulse.js +10 -10
- package/src/agents/jules/stream.js +187 -186
- package/src/agents/jules/swarm/file-scanner.js +74 -74
- package/src/agents/jules/swarm/index.js +11 -11
- package/src/agents/jules/swarm/orchestrator.js +362 -362
- package/src/agents/jules/swarm/pattern-hunter.js +123 -123
- package/src/agents/jules/swarm/sub-agent.js +311 -309
- package/src/agents/jules/tools/aidenid-email.js +189 -189
- package/src/agents/jules/tools/auth-audit.js +1699 -1691
- package/src/agents/jules/tools/dispatch.js +340 -335
- package/src/agents/jules/tools/file-edit.js +2 -2
- package/src/agents/jules/tools/file-read.js +2 -2
- package/src/agents/jules/tools/frontend-analyze.js +570 -570
- package/src/agents/jules/tools/glob.js +2 -2
- package/src/agents/jules/tools/grep.js +2 -2
- package/src/agents/jules/tools/index.js +29 -29
- package/src/agents/jules/tools/path-guards.js +2 -2
- package/src/agents/jules/tools/runtime-audit.js +507 -507
- package/src/agents/jules/tools/shell.js +2 -2
- package/src/agents/jules/tools/url-policy.js +100 -100
- package/src/agents/persona-visuals.js +64 -61
- package/src/agents/shared-tools/dispatch-core.js +320 -315
- package/src/agents/shared-tools/file-edit.js +180 -180
- package/src/agents/shared-tools/file-read.js +100 -100
- package/src/agents/shared-tools/glob.js +168 -168
- package/src/agents/shared-tools/grep.js +228 -228
- package/src/agents/shared-tools/index.js +46 -46
- package/src/agents/shared-tools/path-guards.js +161 -161
- package/src/agents/shared-tools/shell.js +383 -383
- package/src/ai/aidenid.js +1021 -1009
- package/src/ai/client.js +553 -553
- package/src/ai/domain-target-store.js +268 -268
- package/src/ai/identity-store.js +270 -270
- package/src/ai/proxy.js +137 -137
- package/src/ai/site-store.js +145 -145
- package/src/audit/agents/architecture.js +180 -180
- package/src/audit/agents/compliance.js +179 -179
- package/src/audit/agents/documentation.js +165 -165
- package/src/audit/agents/performance.js +145 -145
- package/src/audit/agents/security.js +215 -215
- package/src/audit/agents/testing.js +172 -172
- package/src/audit/orchestrator.js +557 -557
- package/src/audit/package.js +204 -204
- package/src/audit/registry.js +284 -284
- package/src/audit/replay.js +103 -103
- package/src/auth/gate.js +400 -371
- package/src/auth/http.js +681 -611
- package/src/auth/service.js +1106 -1106
- package/src/auth/session-store.js +813 -813
- package/src/cli.js +257 -252
- package/src/commands/ai/identity-lifecycle.js +1338 -1338
- package/src/commands/ai/provision-governance.js +1272 -1272
- package/src/commands/ai/shared.js +147 -147
- package/src/commands/ai.js +11 -11
- package/src/commands/apply.js +12 -12
- package/src/commands/audit.js +1171 -1166
- package/src/commands/auth.js +419 -419
- package/src/commands/chat.js +191 -191
- package/src/commands/config.js +184 -184
- package/src/commands/cost.js +311 -311
- package/src/commands/daemon/core.js +850 -850
- package/src/commands/daemon/extended.js +1048 -1048
- package/src/commands/daemon/shared.js +213 -213
- package/src/commands/daemon.js +11 -11
- package/src/commands/guide.js +174 -174
- package/src/commands/ingest.js +58 -58
- package/src/commands/init.js +55 -55
- package/src/commands/legacy-args.js +10 -10
- package/src/commands/mcp.js +461 -461
- package/src/commands/omargate.js +29 -29
- package/src/commands/persona.js +20 -20
- package/src/commands/plugin.js +260 -260
- package/src/commands/policy.js +132 -132
- package/src/commands/prompt.js +238 -238
- package/src/commands/review.js +704 -704
- package/src/commands/scan.js +872 -872
- package/src/commands/session.js +590 -0
- package/src/commands/spec.js +778 -716
- package/src/commands/swarm.js +651 -651
- package/src/commands/telemetry.js +202 -202
- package/src/commands/watch.js +511 -511
- package/src/config/agent-dictionary.js +182 -182
- package/src/config/io.js +56 -56
- package/src/config/paths.js +18 -18
- package/src/config/schema.js +55 -55
- package/src/config/service.js +184 -184
- package/src/cost/budget.js +235 -235
- package/src/cost/history.js +188 -188
- package/src/cost/tracker.js +171 -171
- package/src/daemon/artifact-lineage.js +534 -534
- package/src/daemon/assignment-ledger.js +966 -770
- package/src/daemon/ast-parser-layer.js +258 -258
- package/src/daemon/budget-governor.js +633 -633
- package/src/daemon/callgraph-overlay.js +646 -646
- package/src/daemon/error-worker.js +1209 -626
- package/src/daemon/fix-cycle.js +384 -377
- package/src/daemon/hybrid-mapper.js +929 -929
- package/src/daemon/ingest-refresh.js +10 -9
- package/src/daemon/jira-lifecycle.js +767 -632
- package/src/daemon/operator-control.js +657 -657
- package/src/daemon/pulse.js +327 -327
- package/src/daemon/reliability-lane.js +471 -471
- package/src/daemon/scope-engine.js +1068 -0
- package/src/daemon/watchdog.js +971 -971
- package/src/events/schema.js +190 -0
- package/src/guide/generator.js +316 -316
- package/src/ingest/engine.js +918 -918
- package/src/interactive/index.js +97 -97
- package/src/legacy-cli.js +3161 -2994
- package/src/mcp/registry.js +695 -695
- package/src/memory/blackboard.js +301 -301
- package/src/memory/retrieval.js +581 -581
- package/src/plugin/manifest.js +553 -553
- package/src/policy/packs.js +144 -144
- package/src/prompt/generator.js +136 -118
- package/src/review/ai-review.js +679 -679
- package/src/review/local-review.js +1351 -1305
- package/src/review/omargate-interactive.js +68 -68
- package/src/review/omargate-orchestrator.js +404 -300
- package/src/review/persona-prompts.js +296 -296
- package/src/review/replay.js +235 -235
- package/src/review/report.js +664 -664
- package/src/review/scan-modes.js +48 -42
- package/src/review/spec-binding.js +487 -487
- package/src/scaffold/generator.js +67 -67
- package/src/scaffold/templates.js +150 -150
- package/src/scan/generator.js +418 -418
- package/src/scan/gh-secrets.js +107 -107
- package/src/session/agent-registry.js +352 -0
- package/src/session/daemon.js +801 -0
- package/src/session/paths.js +33 -0
- package/src/session/runtime-bridge.js +739 -0
- package/src/session/store.js +388 -0
- package/src/session/stream.js +325 -0
- package/src/spec/generator.js +619 -519
- package/src/spec/regenerate.js +237 -237
- package/src/spec/templates.js +91 -91
- package/src/swarm/dashboard.js +247 -247
- package/src/swarm/factory.js +363 -363
- package/src/swarm/pentest.js +934 -934
- package/src/swarm/registry.js +419 -419
- package/src/swarm/report.js +158 -158
- package/src/swarm/runtime.js +576 -576
- package/src/swarm/scenario-dsl.js +272 -272
- package/src/telemetry/ledger.js +302 -302
- package/src/telemetry/session-tracker.js +234 -234
- package/src/telemetry/sync.js +203 -203
- package/src/ui/command-hints.js +13 -13
- package/src/ui/markdown.js +220 -220
package/src/ai/client.js
CHANGED
|
@@ -1,553 +1,553 @@
|
|
|
1
|
-
import { invokeViaProxy, DEFAULT_PROXY_MODEL } from "./proxy.js";
|
|
2
|
-
|
|
3
|
-
const PROVIDER_ENV_KEYS = Object.freeze({
|
|
4
|
-
openai: "OPENAI_API_KEY",
|
|
5
|
-
anthropic: "ANTHROPIC_API_KEY",
|
|
6
|
-
google: "GOOGLE_API_KEY",
|
|
7
|
-
sentinelayer: "SENTINELAYER_TOKEN",
|
|
8
|
-
});
|
|
9
|
-
|
|
10
|
-
const DEFAULT_MODELS = Object.freeze({
|
|
11
|
-
openai: "gpt-4o",
|
|
12
|
-
anthropic: "claude-sonnet-4",
|
|
13
|
-
google: "gemini-2.5-pro",
|
|
14
|
-
sentinelayer: DEFAULT_PROXY_MODEL,
|
|
15
|
-
});
|
|
16
|
-
|
|
17
|
-
const SUPPORTED_PROVIDERS = Object.freeze(Object.keys(PROVIDER_ENV_KEYS));
|
|
18
|
-
const GOOGLE_API_KEY_QUERY_REGEX = /([?&]key=)([^&#\s]+)/gi;
|
|
19
|
-
|
|
20
|
-
function normalizeProvider(provider) {
|
|
21
|
-
const normalized = String(provider || "")
|
|
22
|
-
.trim()
|
|
23
|
-
.toLowerCase();
|
|
24
|
-
if (!normalized) {
|
|
25
|
-
return "";
|
|
26
|
-
}
|
|
27
|
-
if (!SUPPORTED_PROVIDERS.includes(normalized)) {
|
|
28
|
-
throw new Error(
|
|
29
|
-
`Unsupported provider '${provider}'. Use one of: ${SUPPORTED_PROVIDERS.join(", ")}`
|
|
30
|
-
);
|
|
31
|
-
}
|
|
32
|
-
return normalized;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
function isRetryableStatus(statusCode) {
|
|
36
|
-
const numeric = Number(statusCode || 0);
|
|
37
|
-
if (!Number.isFinite(numeric)) {
|
|
38
|
-
return false;
|
|
39
|
-
}
|
|
40
|
-
return numeric === 429 || numeric >= 500;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
function sleep(ms) {
|
|
44
|
-
const normalized = Math.max(0, Number(ms || 0));
|
|
45
|
-
return new Promise((resolve) => setTimeout(resolve, normalized));
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
function normalizePrompt(prompt) {
|
|
49
|
-
const normalized = String(prompt || "").trim();
|
|
50
|
-
if (!normalized) {
|
|
51
|
-
throw new Error("Prompt is required.");
|
|
52
|
-
}
|
|
53
|
-
return normalized;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
function escapeRegExp(value) {
|
|
57
|
-
return String(value || "").replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
function sanitizeSensitiveText(text, { apiKey } = {}) {
|
|
61
|
-
let sanitized = String(text || "");
|
|
62
|
-
sanitized = sanitized.replace(GOOGLE_API_KEY_QUERY_REGEX, "$1[REDACTED]");
|
|
63
|
-
|
|
64
|
-
const key = String(apiKey || "").trim();
|
|
65
|
-
if (!key) {
|
|
66
|
-
return sanitized;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
sanitized = sanitized.replace(new RegExp(escapeRegExp(key), "g"), "[REDACTED]");
|
|
70
|
-
const encodedKey = encodeURIComponent(key);
|
|
71
|
-
if (encodedKey && encodedKey !== key) {
|
|
72
|
-
sanitized = sanitized.replace(new RegExp(escapeRegExp(encodedKey), "g"), "[REDACTED]");
|
|
73
|
-
}
|
|
74
|
-
return sanitized;
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
function parseStreamDataLine(line) {
|
|
78
|
-
const trimmed = String(line || "").trim();
|
|
79
|
-
if (!trimmed.startsWith("data:")) {
|
|
80
|
-
return null;
|
|
81
|
-
}
|
|
82
|
-
const payload = trimmed.slice(5).trim();
|
|
83
|
-
if (!payload || payload === "[DONE]") {
|
|
84
|
-
return null;
|
|
85
|
-
}
|
|
86
|
-
return payload;
|
|
87
|
-
}
|
|
88
|
-
|
|
89
|
-
function parseStreamChunk(provider, payload) {
|
|
90
|
-
try {
|
|
91
|
-
const parsed = JSON.parse(payload);
|
|
92
|
-
if (provider === "openai") {
|
|
93
|
-
const value = parsed?.choices?.[0]?.delta?.content;
|
|
94
|
-
return typeof value === "string" ? value : "";
|
|
95
|
-
}
|
|
96
|
-
if (provider === "anthropic") {
|
|
97
|
-
if (parsed?.type === "content_block_delta") {
|
|
98
|
-
return typeof parsed?.delta?.text === "string" ? parsed.delta.text : "";
|
|
99
|
-
}
|
|
100
|
-
return "";
|
|
101
|
-
}
|
|
102
|
-
if (provider === "google") {
|
|
103
|
-
const value = parsed?.candidates?.[0]?.content?.parts?.[0]?.text;
|
|
104
|
-
return typeof value === "string" ? value : "";
|
|
105
|
-
}
|
|
106
|
-
return "";
|
|
107
|
-
} catch {
|
|
108
|
-
return "";
|
|
109
|
-
}
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
function extractTextFromResponse(provider, payload) {
|
|
113
|
-
if (provider === "openai") {
|
|
114
|
-
const text = payload?.choices?.[0]?.message?.content;
|
|
115
|
-
if (typeof text === "string") {
|
|
116
|
-
return text;
|
|
117
|
-
}
|
|
118
|
-
if (Array.isArray(text)) {
|
|
119
|
-
return text
|
|
120
|
-
.map((item) => (typeof item?.text === "string" ? item.text : ""))
|
|
121
|
-
.join("")
|
|
122
|
-
.trim();
|
|
123
|
-
}
|
|
124
|
-
return "";
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
if (provider === "anthropic") {
|
|
128
|
-
const blocks = Array.isArray(payload?.content) ? payload.content : [];
|
|
129
|
-
return blocks
|
|
130
|
-
.map((block) => (typeof block?.text === "string" ? block.text : ""))
|
|
131
|
-
.join("")
|
|
132
|
-
.trim();
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
if (provider === "google") {
|
|
136
|
-
const parts = payload?.candidates?.[0]?.content?.parts;
|
|
137
|
-
if (!Array.isArray(parts)) {
|
|
138
|
-
return "";
|
|
139
|
-
}
|
|
140
|
-
return parts
|
|
141
|
-
.map((part) => (typeof part?.text === "string" ? part.text : ""))
|
|
142
|
-
.join("")
|
|
143
|
-
.trim();
|
|
144
|
-
}
|
|
145
|
-
|
|
146
|
-
return "";
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
function buildProviderRequest({ provider, apiKey, model, prompt, stream }) {
|
|
150
|
-
const normalizedProvider = normalizeProvider(provider);
|
|
151
|
-
const normalizedPrompt = normalizePrompt(prompt);
|
|
152
|
-
|
|
153
|
-
if (normalizedProvider === "openai") {
|
|
154
|
-
return {
|
|
155
|
-
url: "https://api.openai.com/v1/chat/completions",
|
|
156
|
-
headers: {
|
|
157
|
-
"Content-Type": "application/json",
|
|
158
|
-
Authorization: `Bearer ${apiKey}`,
|
|
159
|
-
},
|
|
160
|
-
body: JSON.stringify({
|
|
161
|
-
model,
|
|
162
|
-
stream,
|
|
163
|
-
messages: [{ role: "user", content: normalizedPrompt }],
|
|
164
|
-
}),
|
|
165
|
-
};
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
if (normalizedProvider === "anthropic") {
|
|
169
|
-
return {
|
|
170
|
-
url: "https://api.anthropic.com/v1/messages",
|
|
171
|
-
headers: {
|
|
172
|
-
"Content-Type": "application/json",
|
|
173
|
-
"x-api-key": apiKey,
|
|
174
|
-
"anthropic-version": "2023-06-01",
|
|
175
|
-
},
|
|
176
|
-
body: JSON.stringify({
|
|
177
|
-
model,
|
|
178
|
-
stream,
|
|
179
|
-
max_tokens: 2048,
|
|
180
|
-
messages: [{ role: "user", content: normalizedPrompt }],
|
|
181
|
-
}),
|
|
182
|
-
};
|
|
183
|
-
}
|
|
184
|
-
|
|
185
|
-
const method = stream ? "streamGenerateContent" : "generateContent";
|
|
186
|
-
return {
|
|
187
|
-
url: `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(model)}:${method}`,
|
|
188
|
-
headers: {
|
|
189
|
-
"Content-Type": "application/json",
|
|
190
|
-
"x-goog-api-key": apiKey,
|
|
191
|
-
},
|
|
192
|
-
body: JSON.stringify({
|
|
193
|
-
contents: [
|
|
194
|
-
{
|
|
195
|
-
role: "user",
|
|
196
|
-
parts: [{ text: normalizedPrompt }],
|
|
197
|
-
},
|
|
198
|
-
],
|
|
199
|
-
}),
|
|
200
|
-
};
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
async function parseStreamResponse({ provider, response, onChunk }) {
|
|
204
|
-
if (!response.body || typeof response.body.getReader !== "function") {
|
|
205
|
-
const fallbackPayload = await response.json();
|
|
206
|
-
const fallbackText = extractTextFromResponse(provider, fallbackPayload);
|
|
207
|
-
if (fallbackText && onChunk) {
|
|
208
|
-
onChunk(fallbackText);
|
|
209
|
-
}
|
|
210
|
-
return fallbackText;
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
const reader = response.body.getReader();
|
|
214
|
-
const decoder = new TextDecoder("utf-8");
|
|
215
|
-
let buffered = "";
|
|
216
|
-
let aggregated = "";
|
|
217
|
-
|
|
218
|
-
while (true) {
|
|
219
|
-
const { value, done } = await reader.read();
|
|
220
|
-
if (done) {
|
|
221
|
-
break;
|
|
222
|
-
}
|
|
223
|
-
buffered += decoder.decode(value, { stream: true });
|
|
224
|
-
const lines = buffered.split(/\r?\n/);
|
|
225
|
-
buffered = lines.pop() || "";
|
|
226
|
-
|
|
227
|
-
for (const line of lines) {
|
|
228
|
-
const dataPayload = parseStreamDataLine(line);
|
|
229
|
-
if (!dataPayload) {
|
|
230
|
-
continue;
|
|
231
|
-
}
|
|
232
|
-
const delta = parseStreamChunk(provider, dataPayload);
|
|
233
|
-
if (!delta) {
|
|
234
|
-
continue;
|
|
235
|
-
}
|
|
236
|
-
aggregated += delta;
|
|
237
|
-
if (onChunk) {
|
|
238
|
-
onChunk(delta);
|
|
239
|
-
}
|
|
240
|
-
}
|
|
241
|
-
}
|
|
242
|
-
|
|
243
|
-
buffered += decoder.decode();
|
|
244
|
-
if (buffered.trim()) {
|
|
245
|
-
const dataPayload = parseStreamDataLine(buffered);
|
|
246
|
-
if (dataPayload) {
|
|
247
|
-
const delta = parseStreamChunk(provider, dataPayload);
|
|
248
|
-
if (delta) {
|
|
249
|
-
aggregated += delta;
|
|
250
|
-
if (onChunk) {
|
|
251
|
-
onChunk(delta);
|
|
252
|
-
}
|
|
253
|
-
}
|
|
254
|
-
}
|
|
255
|
-
}
|
|
256
|
-
|
|
257
|
-
return aggregated.trim();
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
async function parseErrorBody(response) {
|
|
261
|
-
try {
|
|
262
|
-
const payload = await response.json();
|
|
263
|
-
return JSON.stringify(payload);
|
|
264
|
-
} catch {
|
|
265
|
-
try {
|
|
266
|
-
return await response.text();
|
|
267
|
-
} catch {
|
|
268
|
-
return "";
|
|
269
|
-
}
|
|
270
|
-
}
|
|
271
|
-
}
|
|
272
|
-
|
|
273
|
-
/**
|
|
274
|
-
* Infer provider from available API-key environment variables.
|
|
275
|
-
*
|
|
276
|
-
* @param {NodeJS.ProcessEnv} [env]
|
|
277
|
-
* @returns {("openai" | "anthropic" | "google" | null)}
|
|
278
|
-
*/
|
|
279
|
-
export function detectProviderFromEnv(env = process.env) {
|
|
280
|
-
for (const provider of SUPPORTED_PROVIDERS) {
|
|
281
|
-
const envVar = PROVIDER_ENV_KEYS[provider];
|
|
282
|
-
const value = String(env?.[envVar] || "").trim();
|
|
283
|
-
if (value) {
|
|
284
|
-
return provider;
|
|
285
|
-
}
|
|
286
|
-
}
|
|
287
|
-
return null;
|
|
288
|
-
}
|
|
289
|
-
|
|
290
|
-
/**
|
|
291
|
-
* Resolve provider precedence: explicit -> config -> environment -> default.
|
|
292
|
-
*
|
|
293
|
-
* @param {{ provider?: string, configProvider?: string, env?: NodeJS.ProcessEnv }} [options]
|
|
294
|
-
* @returns {"openai" | "anthropic" | "google"}
|
|
295
|
-
*/
|
|
296
|
-
export function resolveProvider({ provider, configProvider, env = process.env } = {}) {
|
|
297
|
-
const explicit = normalizeProvider(provider);
|
|
298
|
-
if (explicit) {
|
|
299
|
-
return explicit;
|
|
300
|
-
}
|
|
301
|
-
|
|
302
|
-
const configured = normalizeProvider(configProvider);
|
|
303
|
-
if (configured) {
|
|
304
|
-
return configured;
|
|
305
|
-
}
|
|
306
|
-
|
|
307
|
-
const detected = detectProviderFromEnv(env);
|
|
308
|
-
if (detected) {
|
|
309
|
-
return detected;
|
|
310
|
-
}
|
|
311
|
-
|
|
312
|
-
return "openai";
|
|
313
|
-
}
|
|
314
|
-
|
|
315
|
-
/**
|
|
316
|
-
* Async version of resolveProvider that also checks for stored sentinelayer session.
|
|
317
|
-
* Use this when you can await (e.g., in command handlers).
|
|
318
|
-
*/
|
|
319
|
-
export async function resolveProviderAsync({ provider, configProvider, env = process.env } = {}) {
|
|
320
|
-
const sync = resolveProvider({ provider, configProvider, env });
|
|
321
|
-
if (sync !== "openai" || provider || configProvider) {
|
|
322
|
-
return sync; // explicit or env-detected, no need to check session
|
|
323
|
-
}
|
|
324
|
-
|
|
325
|
-
// No explicit provider and no env keys — check for stored session
|
|
326
|
-
try {
|
|
327
|
-
const { readStoredSessionMetadata } = await import("../auth/session-store.js");
|
|
328
|
-
const meta = await readStoredSessionMetadata();
|
|
329
|
-
if (meta && meta.tokenId) {
|
|
330
|
-
return "sentinelayer";
|
|
331
|
-
}
|
|
332
|
-
} catch {
|
|
333
|
-
// No session — fall through
|
|
334
|
-
}
|
|
335
|
-
|
|
336
|
-
return sync;
|
|
337
|
-
}
|
|
338
|
-
|
|
339
|
-
/**
|
|
340
|
-
* Resolve model precedence for a provider: explicit -> config -> provider default.
|
|
341
|
-
*
|
|
342
|
-
* @param {{ provider?: string, model?: string, configModel?: string }} [options]
|
|
343
|
-
* @returns {string}
|
|
344
|
-
*/
|
|
345
|
-
export function resolveModel({ provider, model, configModel } = {}) {
|
|
346
|
-
const normalizedProvider = resolveProvider({ provider });
|
|
347
|
-
const explicit = String(model || "").trim();
|
|
348
|
-
if (explicit) {
|
|
349
|
-
return explicit;
|
|
350
|
-
}
|
|
351
|
-
const configured = String(configModel || "").trim();
|
|
352
|
-
if (configured) {
|
|
353
|
-
return configured;
|
|
354
|
-
}
|
|
355
|
-
return DEFAULT_MODELS[normalizedProvider];
|
|
356
|
-
}
|
|
357
|
-
|
|
358
|
-
/**
|
|
359
|
-
* Resolve provider API key precedence: explicit -> provider-specific environment variable.
|
|
360
|
-
*
|
|
361
|
-
* @param {{ provider?: string, explicitApiKey?: string, env?: NodeJS.ProcessEnv }} [options]
|
|
362
|
-
* @returns {string}
|
|
363
|
-
*/
|
|
364
|
-
export function resolveApiKey({ provider, explicitApiKey, env = process.env } = {}) {
|
|
365
|
-
const normalizedProvider = resolveProvider({ provider, env });
|
|
366
|
-
const explicit = String(explicitApiKey || "").trim();
|
|
367
|
-
if (explicit) {
|
|
368
|
-
return explicit;
|
|
369
|
-
}
|
|
370
|
-
const envKey = PROVIDER_ENV_KEYS[normalizedProvider];
|
|
371
|
-
const value = String(env?.[envKey] || "").trim();
|
|
372
|
-
if (!value) {
|
|
373
|
-
throw new Error(
|
|
374
|
-
`Missing API key for provider '${normalizedProvider}'. Set ${envKey} or provide explicitApiKey.`
|
|
375
|
-
);
|
|
376
|
-
}
|
|
377
|
-
return value;
|
|
378
|
-
}
|
|
379
|
-
|
|
380
|
-
/**
|
|
381
|
-
* Lightweight multi-provider text-generation client with retry, timeout, and streaming support.
|
|
382
|
-
*/
|
|
383
|
-
export class MultiProviderApiClient {
|
|
384
|
-
/**
|
|
385
|
-
* @param {{
|
|
386
|
-
* fetchImpl?: typeof fetch,
|
|
387
|
-
* maxRetries?: number,
|
|
388
|
-
* baseDelayMs?: number,
|
|
389
|
-
* requestTimeoutMs?: number
|
|
390
|
-
* }} [options]
|
|
391
|
-
*/
|
|
392
|
-
constructor({
|
|
393
|
-
fetchImpl = fetch,
|
|
394
|
-
maxRetries = 2,
|
|
395
|
-
baseDelayMs = 250,
|
|
396
|
-
requestTimeoutMs = 120000,
|
|
397
|
-
} = {}) {
|
|
398
|
-
if (typeof fetchImpl !== "function") {
|
|
399
|
-
throw new Error("fetchImpl must be a function.");
|
|
400
|
-
}
|
|
401
|
-
this.fetchImpl = fetchImpl;
|
|
402
|
-
this.maxRetries = Math.max(0, Number(maxRetries || 0));
|
|
403
|
-
this.baseDelayMs = Math.max(0, Number(baseDelayMs || 0));
|
|
404
|
-
this.requestTimeoutMs = Math.max(1000, Number(requestTimeoutMs || 0));
|
|
405
|
-
}
|
|
406
|
-
|
|
407
|
-
/**
|
|
408
|
-
* Invoke an LLM request for the selected provider/model and return normalized text output.
|
|
409
|
-
*
|
|
410
|
-
* @param {{
|
|
411
|
-
* provider?: string,
|
|
412
|
-
* model?: string,
|
|
413
|
-
* prompt?: string,
|
|
414
|
-
* stream?: boolean,
|
|
415
|
-
* apiKey?: string,
|
|
416
|
-
* env?: NodeJS.ProcessEnv,
|
|
417
|
-
* onChunk?: (chunk: string) => void
|
|
418
|
-
* }} [options]
|
|
419
|
-
* @returns {Promise<{ provider: string, model: string, text: string }>}
|
|
420
|
-
*/
|
|
421
|
-
async invoke({
|
|
422
|
-
provider,
|
|
423
|
-
model,
|
|
424
|
-
prompt,
|
|
425
|
-
stream = false,
|
|
426
|
-
apiKey,
|
|
427
|
-
env = process.env,
|
|
428
|
-
onChunk,
|
|
429
|
-
} = {}) {
|
|
430
|
-
const resolvedProvider = resolveProvider({ provider, env });
|
|
431
|
-
const resolvedModel = resolveModel({ provider: resolvedProvider, model });
|
|
432
|
-
|
|
433
|
-
// SentinelLayer proxy: delegate to proxy.js instead of direct API call
|
|
434
|
-
if (resolvedProvider === "sentinelayer") {
|
|
435
|
-
const result = await invokeViaProxy({
|
|
436
|
-
prompt,
|
|
437
|
-
systemPrompt: "",
|
|
438
|
-
model: resolvedModel,
|
|
439
|
-
maxTokens: 4096,
|
|
440
|
-
});
|
|
441
|
-
return {
|
|
442
|
-
text: result.text,
|
|
443
|
-
usage: result.usage,
|
|
444
|
-
provider: "sentinelayer",
|
|
445
|
-
model: resolvedModel,
|
|
446
|
-
};
|
|
447
|
-
}
|
|
448
|
-
|
|
449
|
-
const resolvedApiKey = resolveApiKey({
|
|
450
|
-
provider: resolvedProvider,
|
|
451
|
-
explicitApiKey: apiKey,
|
|
452
|
-
env,
|
|
453
|
-
});
|
|
454
|
-
|
|
455
|
-
const request = buildProviderRequest({
|
|
456
|
-
provider: resolvedProvider,
|
|
457
|
-
apiKey: resolvedApiKey,
|
|
458
|
-
model: resolvedModel,
|
|
459
|
-
prompt,
|
|
460
|
-
stream: Boolean(stream),
|
|
461
|
-
});
|
|
462
|
-
|
|
463
|
-
let attempt = 0;
|
|
464
|
-
while (true) {
|
|
465
|
-
const controller = new AbortController();
|
|
466
|
-
const timeoutHandle = setTimeout(() => controller.abort(), this.requestTimeoutMs);
|
|
467
|
-
try {
|
|
468
|
-
const response = await this.fetchImpl(request.url, {
|
|
469
|
-
method: "POST",
|
|
470
|
-
headers: request.headers,
|
|
471
|
-
body: request.body,
|
|
472
|
-
signal: controller.signal,
|
|
473
|
-
});
|
|
474
|
-
|
|
475
|
-
if (!response.ok) {
|
|
476
|
-
if (attempt < this.maxRetries && isRetryableStatus(response.status)) {
|
|
477
|
-
const backoff = this.baseDelayMs * 2 ** attempt;
|
|
478
|
-
attempt += 1;
|
|
479
|
-
await sleep(backoff);
|
|
480
|
-
continue;
|
|
481
|
-
}
|
|
482
|
-
|
|
483
|
-
const errorBody = sanitizeSensitiveText(await parseErrorBody(response), {
|
|
484
|
-
apiKey: resolvedApiKey,
|
|
485
|
-
});
|
|
486
|
-
throw new Error(
|
|
487
|
-
`Provider request failed (${resolvedProvider}) with status ${response.status}${
|
|
488
|
-
errorBody ? `: ${errorBody}` : ""
|
|
489
|
-
}`
|
|
490
|
-
);
|
|
491
|
-
}
|
|
492
|
-
|
|
493
|
-
let text = "";
|
|
494
|
-
if (stream) {
|
|
495
|
-
text = await parseStreamResponse({
|
|
496
|
-
provider: resolvedProvider,
|
|
497
|
-
response,
|
|
498
|
-
onChunk,
|
|
499
|
-
});
|
|
500
|
-
} else {
|
|
501
|
-
const payload = await response.json();
|
|
502
|
-
text = extractTextFromResponse(resolvedProvider, payload);
|
|
503
|
-
}
|
|
504
|
-
|
|
505
|
-
return {
|
|
506
|
-
provider: resolvedProvider,
|
|
507
|
-
model: resolvedModel,
|
|
508
|
-
text,
|
|
509
|
-
};
|
|
510
|
-
} catch (error) {
|
|
511
|
-
const message = sanitizeSensitiveText(error instanceof Error ? error.message : String(error), {
|
|
512
|
-
apiKey: resolvedApiKey,
|
|
513
|
-
});
|
|
514
|
-
const isAbort = /aborted|abort/i.test(message);
|
|
515
|
-
if (attempt < this.maxRetries && !isAbort) {
|
|
516
|
-
const backoff = this.baseDelayMs * 2 ** attempt;
|
|
517
|
-
attempt += 1;
|
|
518
|
-
await sleep(backoff);
|
|
519
|
-
continue;
|
|
520
|
-
}
|
|
521
|
-
if (error instanceof Error) {
|
|
522
|
-
if (message === error.message) {
|
|
523
|
-
throw error;
|
|
524
|
-
}
|
|
525
|
-
throw new Error(message);
|
|
526
|
-
}
|
|
527
|
-
throw new Error(message);
|
|
528
|
-
} finally {
|
|
529
|
-
clearTimeout(timeoutHandle);
|
|
530
|
-
}
|
|
531
|
-
}
|
|
532
|
-
}
|
|
533
|
-
}
|
|
534
|
-
|
|
535
|
-
/**
|
|
536
|
-
* Factory helper for `MultiProviderApiClient`.
|
|
537
|
-
*
|
|
538
|
-
* @param {ConstructorParameters<typeof MultiProviderApiClient>[0]} [options]
|
|
539
|
-
* @returns {MultiProviderApiClient}
|
|
540
|
-
*/
|
|
541
|
-
export function createMultiProviderApiClient(options = {}) {
|
|
542
|
-
return new MultiProviderApiClient(options);
|
|
543
|
-
}
|
|
544
|
-
|
|
545
|
-
/**
|
|
546
|
-
* List provider identifiers currently supported by the client.
|
|
547
|
-
*
|
|
548
|
-
* @returns {string[]}
|
|
549
|
-
*/
|
|
550
|
-
export function listSupportedProviders() {
|
|
551
|
-
return [...SUPPORTED_PROVIDERS];
|
|
552
|
-
}
|
|
553
|
-
|
|
1
|
+
import { invokeViaProxy, DEFAULT_PROXY_MODEL } from "./proxy.js";
|
|
2
|
+
|
|
3
|
+
const PROVIDER_ENV_KEYS = Object.freeze({
|
|
4
|
+
openai: "OPENAI_API_KEY",
|
|
5
|
+
anthropic: "ANTHROPIC_API_KEY",
|
|
6
|
+
google: "GOOGLE_API_KEY",
|
|
7
|
+
sentinelayer: "SENTINELAYER_TOKEN",
|
|
8
|
+
});
|
|
9
|
+
|
|
10
|
+
const DEFAULT_MODELS = Object.freeze({
|
|
11
|
+
openai: "gpt-4o",
|
|
12
|
+
anthropic: "claude-sonnet-4",
|
|
13
|
+
google: "gemini-2.5-pro",
|
|
14
|
+
sentinelayer: DEFAULT_PROXY_MODEL,
|
|
15
|
+
});
|
|
16
|
+
|
|
17
|
+
const SUPPORTED_PROVIDERS = Object.freeze(Object.keys(PROVIDER_ENV_KEYS));
|
|
18
|
+
const GOOGLE_API_KEY_QUERY_REGEX = /([?&]key=)([^&#\s]+)/gi;
|
|
19
|
+
|
|
20
|
+
function normalizeProvider(provider) {
|
|
21
|
+
const normalized = String(provider || "")
|
|
22
|
+
.trim()
|
|
23
|
+
.toLowerCase();
|
|
24
|
+
if (!normalized) {
|
|
25
|
+
return "";
|
|
26
|
+
}
|
|
27
|
+
if (!SUPPORTED_PROVIDERS.includes(normalized)) {
|
|
28
|
+
throw new Error(
|
|
29
|
+
`Unsupported provider '${provider}'. Use one of: ${SUPPORTED_PROVIDERS.join(", ")}`
|
|
30
|
+
);
|
|
31
|
+
}
|
|
32
|
+
return normalized;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
function isRetryableStatus(statusCode) {
|
|
36
|
+
const numeric = Number(statusCode || 0);
|
|
37
|
+
if (!Number.isFinite(numeric)) {
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
return numeric === 429 || numeric >= 500;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
function sleep(ms) {
|
|
44
|
+
const normalized = Math.max(0, Number(ms || 0));
|
|
45
|
+
return new Promise((resolve) => setTimeout(resolve, normalized));
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
function normalizePrompt(prompt) {
|
|
49
|
+
const normalized = String(prompt || "").trim();
|
|
50
|
+
if (!normalized) {
|
|
51
|
+
throw new Error("Prompt is required.");
|
|
52
|
+
}
|
|
53
|
+
return normalized;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
function escapeRegExp(value) {
|
|
57
|
+
return String(value || "").replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function sanitizeSensitiveText(text, { apiKey } = {}) {
|
|
61
|
+
let sanitized = String(text || "");
|
|
62
|
+
sanitized = sanitized.replace(GOOGLE_API_KEY_QUERY_REGEX, "$1[REDACTED]");
|
|
63
|
+
|
|
64
|
+
const key = String(apiKey || "").trim();
|
|
65
|
+
if (!key) {
|
|
66
|
+
return sanitized;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
sanitized = sanitized.replace(new RegExp(escapeRegExp(key), "g"), "[REDACTED]");
|
|
70
|
+
const encodedKey = encodeURIComponent(key);
|
|
71
|
+
if (encodedKey && encodedKey !== key) {
|
|
72
|
+
sanitized = sanitized.replace(new RegExp(escapeRegExp(encodedKey), "g"), "[REDACTED]");
|
|
73
|
+
}
|
|
74
|
+
return sanitized;
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
function parseStreamDataLine(line) {
|
|
78
|
+
const trimmed = String(line || "").trim();
|
|
79
|
+
if (!trimmed.startsWith("data:")) {
|
|
80
|
+
return null;
|
|
81
|
+
}
|
|
82
|
+
const payload = trimmed.slice(5).trim();
|
|
83
|
+
if (!payload || payload === "[DONE]") {
|
|
84
|
+
return null;
|
|
85
|
+
}
|
|
86
|
+
return payload;
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
function parseStreamChunk(provider, payload) {
|
|
90
|
+
try {
|
|
91
|
+
const parsed = JSON.parse(payload);
|
|
92
|
+
if (provider === "openai") {
|
|
93
|
+
const value = parsed?.choices?.[0]?.delta?.content;
|
|
94
|
+
return typeof value === "string" ? value : "";
|
|
95
|
+
}
|
|
96
|
+
if (provider === "anthropic") {
|
|
97
|
+
if (parsed?.type === "content_block_delta") {
|
|
98
|
+
return typeof parsed?.delta?.text === "string" ? parsed.delta.text : "";
|
|
99
|
+
}
|
|
100
|
+
return "";
|
|
101
|
+
}
|
|
102
|
+
if (provider === "google") {
|
|
103
|
+
const value = parsed?.candidates?.[0]?.content?.parts?.[0]?.text;
|
|
104
|
+
return typeof value === "string" ? value : "";
|
|
105
|
+
}
|
|
106
|
+
return "";
|
|
107
|
+
} catch {
|
|
108
|
+
return "";
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
function extractTextFromResponse(provider, payload) {
|
|
113
|
+
if (provider === "openai") {
|
|
114
|
+
const text = payload?.choices?.[0]?.message?.content;
|
|
115
|
+
if (typeof text === "string") {
|
|
116
|
+
return text;
|
|
117
|
+
}
|
|
118
|
+
if (Array.isArray(text)) {
|
|
119
|
+
return text
|
|
120
|
+
.map((item) => (typeof item?.text === "string" ? item.text : ""))
|
|
121
|
+
.join("")
|
|
122
|
+
.trim();
|
|
123
|
+
}
|
|
124
|
+
return "";
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
if (provider === "anthropic") {
|
|
128
|
+
const blocks = Array.isArray(payload?.content) ? payload.content : [];
|
|
129
|
+
return blocks
|
|
130
|
+
.map((block) => (typeof block?.text === "string" ? block.text : ""))
|
|
131
|
+
.join("")
|
|
132
|
+
.trim();
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
if (provider === "google") {
|
|
136
|
+
const parts = payload?.candidates?.[0]?.content?.parts;
|
|
137
|
+
if (!Array.isArray(parts)) {
|
|
138
|
+
return "";
|
|
139
|
+
}
|
|
140
|
+
return parts
|
|
141
|
+
.map((part) => (typeof part?.text === "string" ? part.text : ""))
|
|
142
|
+
.join("")
|
|
143
|
+
.trim();
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
return "";
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
function buildProviderRequest({ provider, apiKey, model, prompt, stream }) {
|
|
150
|
+
const normalizedProvider = normalizeProvider(provider);
|
|
151
|
+
const normalizedPrompt = normalizePrompt(prompt);
|
|
152
|
+
|
|
153
|
+
if (normalizedProvider === "openai") {
|
|
154
|
+
return {
|
|
155
|
+
url: "https://api.openai.com/v1/chat/completions",
|
|
156
|
+
headers: {
|
|
157
|
+
"Content-Type": "application/json",
|
|
158
|
+
Authorization: `Bearer ${apiKey}`,
|
|
159
|
+
},
|
|
160
|
+
body: JSON.stringify({
|
|
161
|
+
model,
|
|
162
|
+
stream,
|
|
163
|
+
messages: [{ role: "user", content: normalizedPrompt }],
|
|
164
|
+
}),
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
if (normalizedProvider === "anthropic") {
|
|
169
|
+
return {
|
|
170
|
+
url: "https://api.anthropic.com/v1/messages",
|
|
171
|
+
headers: {
|
|
172
|
+
"Content-Type": "application/json",
|
|
173
|
+
"x-api-key": apiKey,
|
|
174
|
+
"anthropic-version": "2023-06-01",
|
|
175
|
+
},
|
|
176
|
+
body: JSON.stringify({
|
|
177
|
+
model,
|
|
178
|
+
stream,
|
|
179
|
+
max_tokens: 2048,
|
|
180
|
+
messages: [{ role: "user", content: normalizedPrompt }],
|
|
181
|
+
}),
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
const method = stream ? "streamGenerateContent" : "generateContent";
|
|
186
|
+
return {
|
|
187
|
+
url: `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(model)}:${method}`,
|
|
188
|
+
headers: {
|
|
189
|
+
"Content-Type": "application/json",
|
|
190
|
+
"x-goog-api-key": apiKey,
|
|
191
|
+
},
|
|
192
|
+
body: JSON.stringify({
|
|
193
|
+
contents: [
|
|
194
|
+
{
|
|
195
|
+
role: "user",
|
|
196
|
+
parts: [{ text: normalizedPrompt }],
|
|
197
|
+
},
|
|
198
|
+
],
|
|
199
|
+
}),
|
|
200
|
+
};
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
async function parseStreamResponse({ provider, response, onChunk }) {
|
|
204
|
+
if (!response.body || typeof response.body.getReader !== "function") {
|
|
205
|
+
const fallbackPayload = await response.json();
|
|
206
|
+
const fallbackText = extractTextFromResponse(provider, fallbackPayload);
|
|
207
|
+
if (fallbackText && onChunk) {
|
|
208
|
+
onChunk(fallbackText);
|
|
209
|
+
}
|
|
210
|
+
return fallbackText;
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
const reader = response.body.getReader();
|
|
214
|
+
const decoder = new TextDecoder("utf-8");
|
|
215
|
+
let buffered = "";
|
|
216
|
+
let aggregated = "";
|
|
217
|
+
|
|
218
|
+
while (true) {
|
|
219
|
+
const { value, done } = await reader.read();
|
|
220
|
+
if (done) {
|
|
221
|
+
break;
|
|
222
|
+
}
|
|
223
|
+
buffered += decoder.decode(value, { stream: true });
|
|
224
|
+
const lines = buffered.split(/\r?\n/);
|
|
225
|
+
buffered = lines.pop() || "";
|
|
226
|
+
|
|
227
|
+
for (const line of lines) {
|
|
228
|
+
const dataPayload = parseStreamDataLine(line);
|
|
229
|
+
if (!dataPayload) {
|
|
230
|
+
continue;
|
|
231
|
+
}
|
|
232
|
+
const delta = parseStreamChunk(provider, dataPayload);
|
|
233
|
+
if (!delta) {
|
|
234
|
+
continue;
|
|
235
|
+
}
|
|
236
|
+
aggregated += delta;
|
|
237
|
+
if (onChunk) {
|
|
238
|
+
onChunk(delta);
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
buffered += decoder.decode();
|
|
244
|
+
if (buffered.trim()) {
|
|
245
|
+
const dataPayload = parseStreamDataLine(buffered);
|
|
246
|
+
if (dataPayload) {
|
|
247
|
+
const delta = parseStreamChunk(provider, dataPayload);
|
|
248
|
+
if (delta) {
|
|
249
|
+
aggregated += delta;
|
|
250
|
+
if (onChunk) {
|
|
251
|
+
onChunk(delta);
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
return aggregated.trim();
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
async function parseErrorBody(response) {
|
|
261
|
+
try {
|
|
262
|
+
const payload = await response.json();
|
|
263
|
+
return JSON.stringify(payload);
|
|
264
|
+
} catch {
|
|
265
|
+
try {
|
|
266
|
+
return await response.text();
|
|
267
|
+
} catch {
|
|
268
|
+
return "";
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
/**
|
|
274
|
+
* Infer provider from available API-key environment variables.
|
|
275
|
+
*
|
|
276
|
+
* @param {NodeJS.ProcessEnv} [env]
|
|
277
|
+
* @returns {("openai" | "anthropic" | "google" | null)}
|
|
278
|
+
*/
|
|
279
|
+
export function detectProviderFromEnv(env = process.env) {
|
|
280
|
+
for (const provider of SUPPORTED_PROVIDERS) {
|
|
281
|
+
const envVar = PROVIDER_ENV_KEYS[provider];
|
|
282
|
+
const value = String(env?.[envVar] || "").trim();
|
|
283
|
+
if (value) {
|
|
284
|
+
return provider;
|
|
285
|
+
}
|
|
286
|
+
}
|
|
287
|
+
return null;
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
/**
|
|
291
|
+
* Resolve provider precedence: explicit -> config -> environment -> default.
|
|
292
|
+
*
|
|
293
|
+
* @param {{ provider?: string, configProvider?: string, env?: NodeJS.ProcessEnv }} [options]
|
|
294
|
+
* @returns {"openai" | "anthropic" | "google"}
|
|
295
|
+
*/
|
|
296
|
+
export function resolveProvider({ provider, configProvider, env = process.env } = {}) {
|
|
297
|
+
const explicit = normalizeProvider(provider);
|
|
298
|
+
if (explicit) {
|
|
299
|
+
return explicit;
|
|
300
|
+
}
|
|
301
|
+
|
|
302
|
+
const configured = normalizeProvider(configProvider);
|
|
303
|
+
if (configured) {
|
|
304
|
+
return configured;
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
const detected = detectProviderFromEnv(env);
|
|
308
|
+
if (detected) {
|
|
309
|
+
return detected;
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
return "openai";
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
/**
|
|
316
|
+
* Async version of resolveProvider that also checks for stored sentinelayer session.
|
|
317
|
+
* Use this when you can await (e.g., in command handlers).
|
|
318
|
+
*/
|
|
319
|
+
export async function resolveProviderAsync({ provider, configProvider, env = process.env } = {}) {
|
|
320
|
+
const sync = resolveProvider({ provider, configProvider, env });
|
|
321
|
+
if (sync !== "openai" || provider || configProvider) {
|
|
322
|
+
return sync; // explicit or env-detected, no need to check session
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
// No explicit provider and no env keys — check for stored session
|
|
326
|
+
try {
|
|
327
|
+
const { readStoredSessionMetadata } = await import("../auth/session-store.js");
|
|
328
|
+
const meta = await readStoredSessionMetadata();
|
|
329
|
+
if (meta && meta.tokenId) {
|
|
330
|
+
return "sentinelayer";
|
|
331
|
+
}
|
|
332
|
+
} catch {
|
|
333
|
+
// No session — fall through
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
return sync;
|
|
337
|
+
}
|
|
338
|
+
|
|
339
|
+
/**
|
|
340
|
+
* Resolve model precedence for a provider: explicit -> config -> provider default.
|
|
341
|
+
*
|
|
342
|
+
* @param {{ provider?: string, model?: string, configModel?: string }} [options]
|
|
343
|
+
* @returns {string}
|
|
344
|
+
*/
|
|
345
|
+
export function resolveModel({ provider, model, configModel } = {}) {
|
|
346
|
+
const normalizedProvider = resolveProvider({ provider });
|
|
347
|
+
const explicit = String(model || "").trim();
|
|
348
|
+
if (explicit) {
|
|
349
|
+
return explicit;
|
|
350
|
+
}
|
|
351
|
+
const configured = String(configModel || "").trim();
|
|
352
|
+
if (configured) {
|
|
353
|
+
return configured;
|
|
354
|
+
}
|
|
355
|
+
return DEFAULT_MODELS[normalizedProvider];
|
|
356
|
+
}
|
|
357
|
+
|
|
358
|
+
/**
|
|
359
|
+
* Resolve provider API key precedence: explicit -> provider-specific environment variable.
|
|
360
|
+
*
|
|
361
|
+
* @param {{ provider?: string, explicitApiKey?: string, env?: NodeJS.ProcessEnv }} [options]
|
|
362
|
+
* @returns {string}
|
|
363
|
+
*/
|
|
364
|
+
export function resolveApiKey({ provider, explicitApiKey, env = process.env } = {}) {
|
|
365
|
+
const normalizedProvider = resolveProvider({ provider, env });
|
|
366
|
+
const explicit = String(explicitApiKey || "").trim();
|
|
367
|
+
if (explicit) {
|
|
368
|
+
return explicit;
|
|
369
|
+
}
|
|
370
|
+
const envKey = PROVIDER_ENV_KEYS[normalizedProvider];
|
|
371
|
+
const value = String(env?.[envKey] || "").trim();
|
|
372
|
+
if (!value) {
|
|
373
|
+
throw new Error(
|
|
374
|
+
`Missing API key for provider '${normalizedProvider}'. Set ${envKey} or provide explicitApiKey.`
|
|
375
|
+
);
|
|
376
|
+
}
|
|
377
|
+
return value;
|
|
378
|
+
}
|
|
379
|
+
|
|
380
|
+
/**
|
|
381
|
+
* Lightweight multi-provider text-generation client with retry, timeout, and streaming support.
|
|
382
|
+
*/
|
|
383
|
+
export class MultiProviderApiClient {
|
|
384
|
+
/**
|
|
385
|
+
* @param {{
|
|
386
|
+
* fetchImpl?: typeof fetch,
|
|
387
|
+
* maxRetries?: number,
|
|
388
|
+
* baseDelayMs?: number,
|
|
389
|
+
* requestTimeoutMs?: number
|
|
390
|
+
* }} [options]
|
|
391
|
+
*/
|
|
392
|
+
constructor({
|
|
393
|
+
fetchImpl = fetch,
|
|
394
|
+
maxRetries = 2,
|
|
395
|
+
baseDelayMs = 250,
|
|
396
|
+
requestTimeoutMs = 120000,
|
|
397
|
+
} = {}) {
|
|
398
|
+
if (typeof fetchImpl !== "function") {
|
|
399
|
+
throw new Error("fetchImpl must be a function.");
|
|
400
|
+
}
|
|
401
|
+
this.fetchImpl = fetchImpl;
|
|
402
|
+
this.maxRetries = Math.max(0, Number(maxRetries || 0));
|
|
403
|
+
this.baseDelayMs = Math.max(0, Number(baseDelayMs || 0));
|
|
404
|
+
this.requestTimeoutMs = Math.max(1000, Number(requestTimeoutMs || 0));
|
|
405
|
+
}
|
|
406
|
+
|
|
407
|
+
/**
|
|
408
|
+
* Invoke an LLM request for the selected provider/model and return normalized text output.
|
|
409
|
+
*
|
|
410
|
+
* @param {{
|
|
411
|
+
* provider?: string,
|
|
412
|
+
* model?: string,
|
|
413
|
+
* prompt?: string,
|
|
414
|
+
* stream?: boolean,
|
|
415
|
+
* apiKey?: string,
|
|
416
|
+
* env?: NodeJS.ProcessEnv,
|
|
417
|
+
* onChunk?: (chunk: string) => void
|
|
418
|
+
* }} [options]
|
|
419
|
+
* @returns {Promise<{ provider: string, model: string, text: string }>}
|
|
420
|
+
*/
|
|
421
|
+
async invoke({
|
|
422
|
+
provider,
|
|
423
|
+
model,
|
|
424
|
+
prompt,
|
|
425
|
+
stream = false,
|
|
426
|
+
apiKey,
|
|
427
|
+
env = process.env,
|
|
428
|
+
onChunk,
|
|
429
|
+
} = {}) {
|
|
430
|
+
const resolvedProvider = resolveProvider({ provider, env });
|
|
431
|
+
const resolvedModel = resolveModel({ provider: resolvedProvider, model });
|
|
432
|
+
|
|
433
|
+
// SentinelLayer proxy: delegate to proxy.js instead of direct API call
|
|
434
|
+
if (resolvedProvider === "sentinelayer") {
|
|
435
|
+
const result = await invokeViaProxy({
|
|
436
|
+
prompt,
|
|
437
|
+
systemPrompt: "",
|
|
438
|
+
model: resolvedModel,
|
|
439
|
+
maxTokens: 4096,
|
|
440
|
+
});
|
|
441
|
+
return {
|
|
442
|
+
text: result.text,
|
|
443
|
+
usage: result.usage,
|
|
444
|
+
provider: "sentinelayer",
|
|
445
|
+
model: resolvedModel,
|
|
446
|
+
};
|
|
447
|
+
}
|
|
448
|
+
|
|
449
|
+
const resolvedApiKey = resolveApiKey({
|
|
450
|
+
provider: resolvedProvider,
|
|
451
|
+
explicitApiKey: apiKey,
|
|
452
|
+
env,
|
|
453
|
+
});
|
|
454
|
+
|
|
455
|
+
const request = buildProviderRequest({
|
|
456
|
+
provider: resolvedProvider,
|
|
457
|
+
apiKey: resolvedApiKey,
|
|
458
|
+
model: resolvedModel,
|
|
459
|
+
prompt,
|
|
460
|
+
stream: Boolean(stream),
|
|
461
|
+
});
|
|
462
|
+
|
|
463
|
+
let attempt = 0;
|
|
464
|
+
while (true) {
|
|
465
|
+
const controller = new AbortController();
|
|
466
|
+
const timeoutHandle = setTimeout(() => controller.abort(), this.requestTimeoutMs);
|
|
467
|
+
try {
|
|
468
|
+
const response = await this.fetchImpl(request.url, {
|
|
469
|
+
method: "POST",
|
|
470
|
+
headers: request.headers,
|
|
471
|
+
body: request.body,
|
|
472
|
+
signal: controller.signal,
|
|
473
|
+
});
|
|
474
|
+
|
|
475
|
+
if (!response.ok) {
|
|
476
|
+
if (attempt < this.maxRetries && isRetryableStatus(response.status)) {
|
|
477
|
+
const backoff = this.baseDelayMs * 2 ** attempt;
|
|
478
|
+
attempt += 1;
|
|
479
|
+
await sleep(backoff);
|
|
480
|
+
continue;
|
|
481
|
+
}
|
|
482
|
+
|
|
483
|
+
const errorBody = sanitizeSensitiveText(await parseErrorBody(response), {
|
|
484
|
+
apiKey: resolvedApiKey,
|
|
485
|
+
});
|
|
486
|
+
throw new Error(
|
|
487
|
+
`Provider request failed (${resolvedProvider}) with status ${response.status}${
|
|
488
|
+
errorBody ? `: ${errorBody}` : ""
|
|
489
|
+
}`
|
|
490
|
+
);
|
|
491
|
+
}
|
|
492
|
+
|
|
493
|
+
let text = "";
|
|
494
|
+
if (stream) {
|
|
495
|
+
text = await parseStreamResponse({
|
|
496
|
+
provider: resolvedProvider,
|
|
497
|
+
response,
|
|
498
|
+
onChunk,
|
|
499
|
+
});
|
|
500
|
+
} else {
|
|
501
|
+
const payload = await response.json();
|
|
502
|
+
text = extractTextFromResponse(resolvedProvider, payload);
|
|
503
|
+
}
|
|
504
|
+
|
|
505
|
+
return {
|
|
506
|
+
provider: resolvedProvider,
|
|
507
|
+
model: resolvedModel,
|
|
508
|
+
text,
|
|
509
|
+
};
|
|
510
|
+
} catch (error) {
|
|
511
|
+
const message = sanitizeSensitiveText(error instanceof Error ? error.message : String(error), {
|
|
512
|
+
apiKey: resolvedApiKey,
|
|
513
|
+
});
|
|
514
|
+
const isAbort = /aborted|abort/i.test(message);
|
|
515
|
+
if (attempt < this.maxRetries && !isAbort) {
|
|
516
|
+
const backoff = this.baseDelayMs * 2 ** attempt;
|
|
517
|
+
attempt += 1;
|
|
518
|
+
await sleep(backoff);
|
|
519
|
+
continue;
|
|
520
|
+
}
|
|
521
|
+
if (error instanceof Error) {
|
|
522
|
+
if (message === error.message) {
|
|
523
|
+
throw error;
|
|
524
|
+
}
|
|
525
|
+
throw new Error(message);
|
|
526
|
+
}
|
|
527
|
+
throw new Error(message);
|
|
528
|
+
} finally {
|
|
529
|
+
clearTimeout(timeoutHandle);
|
|
530
|
+
}
|
|
531
|
+
}
|
|
532
|
+
}
|
|
533
|
+
}
|
|
534
|
+
|
|
535
|
+
/**
|
|
536
|
+
* Factory helper for `MultiProviderApiClient`.
|
|
537
|
+
*
|
|
538
|
+
* @param {ConstructorParameters<typeof MultiProviderApiClient>[0]} [options]
|
|
539
|
+
* @returns {MultiProviderApiClient}
|
|
540
|
+
*/
|
|
541
|
+
export function createMultiProviderApiClient(options = {}) {
|
|
542
|
+
return new MultiProviderApiClient(options);
|
|
543
|
+
}
|
|
544
|
+
|
|
545
|
+
/**
|
|
546
|
+
* List provider identifiers currently supported by the client.
|
|
547
|
+
*
|
|
548
|
+
* @returns {string[]}
|
|
549
|
+
*/
|
|
550
|
+
export function listSupportedProviders() {
|
|
551
|
+
return [...SUPPORTED_PROVIDERS];
|
|
552
|
+
}
|
|
553
|
+
|