@dirgha/code 1.33.25 → 1.35.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/intelligence/failover-chain.d.ts +3 -1
- package/dist/intelligence/failover-chain.js +42 -29
- package/dist/intelligence/failover-chain.js.map +1 -1
- package/dist/intelligence/health-monitor.d.ts +60 -9
- package/dist/intelligence/health-monitor.js +250 -113
- package/dist/intelligence/health-monitor.js.map +1 -1
- package/dist/kernel/agent-loop.js +5 -5
- package/dist/kernel/agent-loop.js.map +1 -1
- package/dist/kernel/types.d.ts +44 -4
- package/dist/kernel/types.js +12 -1
- package/dist/kernel/types.js.map +1 -1
- package/dist/tools/exec.js +26 -25
- package/dist/tools/exec.js.map +1 -1
- package/dist/tools/result-wrappers.d.ts +20 -0
- package/dist/tools/result-wrappers.js +115 -0
- package/dist/tools/result-wrappers.js.map +1 -0
- package/package.json +1 -1
|
@@ -9,37 +9,47 @@
|
|
|
9
9
|
* 3. Success decays the failure window aggressively. 2 successes = fresh start.
|
|
10
10
|
* 4. Cooldown level decays over 24h of good behavior.
|
|
11
11
|
*/
|
|
12
|
-
import { readFileSync, writeFileSync, existsSync, mkdirSync } from "node:fs";
|
|
12
|
+
import { readFileSync, writeFileSync, existsSync, mkdirSync, renameSync, unlinkSync } from "node:fs";
|
|
13
13
|
import { join } from "node:path";
|
|
14
14
|
import { homedir } from "node:os";
|
|
15
|
+
// ──────────────────────────────────────────────────────────
|
|
16
|
+
// Constants
|
|
17
|
+
// ──────────────────────────────────────────────────────────
|
|
15
18
|
const HEALTH_PATH = join(homedir(), ".dirgha", "health.json");
|
|
16
|
-
|
|
17
|
-
const
|
|
18
|
-
// How many failures in a single window before the first cooldown triggers.
|
|
19
|
-
const FAILURE_TRIGGER = 5;
|
|
20
|
-
// Exponential backoff levels (cumulative, 0-indexed).
|
|
19
|
+
const FAILURE_WINDOW_MS = 5 * 60 * 1000; // 5 minutes
|
|
20
|
+
const FAILURE_TRIGGER = 5; // failures within window to trigger cooldown
|
|
21
21
|
const COOLDOWN_BACKOFF_MS = [
|
|
22
|
-
30_000, // Level
|
|
23
|
-
120_000, // Level
|
|
24
|
-
300_000, // Level
|
|
25
|
-
900_000, // Level
|
|
26
|
-
1_800_000, // Level
|
|
27
|
-
3_600_000, // Level
|
|
28
|
-
21_600_000, // Level
|
|
29
|
-
86_400_000, // Level
|
|
22
|
+
30_000, // Level 0: 30 seconds
|
|
23
|
+
120_000, // Level 1: 2 minutes
|
|
24
|
+
300_000, // Level 2: 5 minutes
|
|
25
|
+
900_000, // Level 3: 15 minutes
|
|
26
|
+
1_800_000, // Level 4: 30 minutes
|
|
27
|
+
3_600_000, // Level 5: 1 hour
|
|
28
|
+
21_600_000, // Level 6: 6 hours
|
|
29
|
+
86_400_000, // Level 7: 24 hours
|
|
30
30
|
];
|
|
31
|
-
|
|
32
|
-
const
|
|
33
|
-
|
|
34
|
-
const
|
|
35
|
-
//
|
|
36
|
-
|
|
31
|
+
const RECOVERY_SUCCESSES = 2; // consecutive successes to decrement cooldown level
|
|
32
|
+
const COOLDOWN_DECAY_INTERVAL_MS = 24 * 60 * 60 * 1000; // 24h of good behaviour → auto-decrement
|
|
33
|
+
const MAX_FAILOVERS = 3; // consecutive failovers before failover-blacklist
|
|
34
|
+
const _FAILOVER_WINDOW_MS = 10 * 60 * 1000; // reserved: failover events outside this window decay (not yet implemented; recordSuccess clears the counter eagerly)
|
|
35
|
+
// ──────────────────────────────────────────────────────────
|
|
36
|
+
// Internal state
|
|
37
|
+
// ──────────────────────────────────────────────────────────
|
|
37
38
|
const state = new Map();
|
|
38
|
-
function
|
|
39
|
-
|
|
39
|
+
function toKey(provider, model) {
|
|
40
|
+
return `${provider}:${model}`;
|
|
41
|
+
}
|
|
42
|
+
function getCooldownMs(level) {
|
|
43
|
+
const idx = Math.min(level, COOLDOWN_BACKOFF_MS.length - 1);
|
|
44
|
+
return COOLDOWN_BACKOFF_MS[idx];
|
|
45
|
+
}
|
|
46
|
+
function ensureState(provider, model) {
|
|
47
|
+
const key = toKey(provider, model);
|
|
48
|
+
let s = state.get(key);
|
|
40
49
|
if (!s) {
|
|
41
50
|
s = {
|
|
42
51
|
provider,
|
|
52
|
+
model,
|
|
43
53
|
totalRequests: 0,
|
|
44
54
|
failures: 0,
|
|
45
55
|
lastFailure: 0,
|
|
@@ -52,14 +62,39 @@ function ensureState(provider) {
|
|
|
52
62
|
probeActive: false,
|
|
53
63
|
consecutiveSuccesses: 0,
|
|
54
64
|
lastCooldownDecay: Date.now(),
|
|
65
|
+
failoverBlacklisted: false,
|
|
66
|
+
failoverCount: 0,
|
|
55
67
|
};
|
|
56
|
-
state.set(
|
|
68
|
+
state.set(key, s);
|
|
57
69
|
}
|
|
58
70
|
return s;
|
|
59
71
|
}
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
72
|
+
// ──────────────────────────────────────────────────────────
|
|
73
|
+
// Persistence — atomic write with EXDEV fallback
|
|
74
|
+
// ──────────────────────────────────────────────────────────
|
|
75
|
+
function stateToObject() {
|
|
76
|
+
const obj = {};
|
|
77
|
+
for (const [key, s] of state) {
|
|
78
|
+
obj[key] = {
|
|
79
|
+
provider: s.provider,
|
|
80
|
+
model: s.model,
|
|
81
|
+
totalRequests: s.totalRequests,
|
|
82
|
+
failures: s.failures,
|
|
83
|
+
lastFailure: s.lastFailure,
|
|
84
|
+
lastSuccess: s.lastSuccess,
|
|
85
|
+
avgLatencyMs: s.avgLatencyMs,
|
|
86
|
+
blacklistedUntil: s.blacklistedUntil,
|
|
87
|
+
cooldownLevel: s.cooldownLevel,
|
|
88
|
+
failureWindowStart: s.failureWindowStart,
|
|
89
|
+
failuresInWindow: s.failuresInWindow,
|
|
90
|
+
probeActive: s.probeActive,
|
|
91
|
+
consecutiveSuccesses: s.consecutiveSuccesses,
|
|
92
|
+
lastCooldownDecay: s.lastCooldownDecay,
|
|
93
|
+
failoverBlacklisted: s.failoverBlacklisted,
|
|
94
|
+
failoverCount: s.failoverCount,
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
return obj;
|
|
63
98
|
}
|
|
64
99
|
function persist() {
|
|
65
100
|
const dir = join(homedir(), ".dirgha");
|
|
@@ -72,108 +107,150 @@ function persist() {
|
|
|
72
107
|
}
|
|
73
108
|
const store = {
|
|
74
109
|
updatedAt: new Date().toISOString(),
|
|
75
|
-
|
|
110
|
+
entries: stateToObject(),
|
|
76
111
|
};
|
|
77
|
-
|
|
78
|
-
store.providers[provider] = {
|
|
79
|
-
provider: s.provider,
|
|
80
|
-
totalRequests: s.totalRequests,
|
|
81
|
-
failures: s.failures,
|
|
82
|
-
lastFailure: s.lastFailure,
|
|
83
|
-
lastSuccess: s.lastSuccess,
|
|
84
|
-
avgLatencyMs: s.avgLatencyMs,
|
|
85
|
-
blacklistedUntil: s.blacklistedUntil,
|
|
86
|
-
cooldownLevel: s.cooldownLevel,
|
|
87
|
-
};
|
|
88
|
-
}
|
|
112
|
+
const tmpPath = HEALTH_PATH + '.tmp';
|
|
89
113
|
try {
|
|
90
|
-
writeFileSync(
|
|
114
|
+
writeFileSync(tmpPath, JSON.stringify(store, null, 2), 'utf8');
|
|
115
|
+
renameSync(tmpPath, HEALTH_PATH);
|
|
91
116
|
}
|
|
92
|
-
catch {
|
|
93
|
-
|
|
117
|
+
catch (err) {
|
|
118
|
+
// EXDEV: cross-device link, fall back to direct write
|
|
119
|
+
if (err.code === 'EXDEV') {
|
|
120
|
+
console.warn('[health-monitor] cross-device atomic write fallback');
|
|
121
|
+
try {
|
|
122
|
+
writeFileSync(HEALTH_PATH, JSON.stringify(store, null, 2), 'utf8');
|
|
123
|
+
try {
|
|
124
|
+
unlinkSync(tmpPath);
|
|
125
|
+
}
|
|
126
|
+
catch { /* ignore */ }
|
|
127
|
+
}
|
|
128
|
+
catch (fallbackErr) {
|
|
129
|
+
console.warn('[health-monitor] fallback persist also failed:', fallbackErr instanceof Error ? fallbackErr.message : String(fallbackErr));
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
else {
|
|
133
|
+
console.warn('[health-monitor] failed to persist health.json:', err instanceof Error ? err.message : String(err));
|
|
134
|
+
}
|
|
94
135
|
}
|
|
95
136
|
}
|
|
96
137
|
function loadPersisted() {
|
|
138
|
+
// Clean up stale .tmp file from previous interrupted atomic write
|
|
139
|
+
try {
|
|
140
|
+
const tmpPath = HEALTH_PATH + '.tmp';
|
|
141
|
+
if (existsSync(tmpPath))
|
|
142
|
+
unlinkSync(tmpPath);
|
|
143
|
+
}
|
|
144
|
+
catch { /* ignore */ }
|
|
97
145
|
try {
|
|
98
146
|
if (!existsSync(HEALTH_PATH))
|
|
99
147
|
return;
|
|
100
|
-
const raw = readFileSync(HEALTH_PATH,
|
|
101
|
-
const
|
|
102
|
-
if (
|
|
148
|
+
const raw = readFileSync(HEALTH_PATH, 'utf8');
|
|
149
|
+
const parsed = JSON.parse(raw);
|
|
150
|
+
if (parsed.entries) {
|
|
151
|
+
for (const [_key, entry] of Object.entries(parsed.entries)) {
|
|
152
|
+
if (!entry || typeof entry.provider !== 'string' || typeof entry.model !== 'string')
|
|
153
|
+
continue;
|
|
154
|
+
const prov = entry.provider;
|
|
155
|
+
const model = entry.model;
|
|
156
|
+
const s = ensureState(prov, model);
|
|
157
|
+
s.totalRequests = typeof entry.totalRequests === 'number' ? entry.totalRequests : 0;
|
|
158
|
+
s.failures = typeof entry.failures === 'number' ? entry.failures : 0;
|
|
159
|
+
s.lastFailure = typeof entry.lastFailure === 'number' ? entry.lastFailure : 0;
|
|
160
|
+
s.lastSuccess = typeof entry.lastSuccess === 'number' ? entry.lastSuccess : 0;
|
|
161
|
+
s.avgLatencyMs = typeof entry.avgLatencyMs === 'number' ? entry.avgLatencyMs : 0;
|
|
162
|
+
s.blacklistedUntil = typeof entry.blacklistedUntil === 'number' ? entry.blacklistedUntil : null;
|
|
163
|
+
s.cooldownLevel = typeof entry.cooldownLevel === 'number' ? entry.cooldownLevel : 0;
|
|
164
|
+
s.failureWindowStart = typeof entry.failureWindowStart === 'number' ? entry.failureWindowStart : 0;
|
|
165
|
+
s.failuresInWindow = typeof entry.failuresInWindow === 'number' ? entry.failuresInWindow : 0;
|
|
166
|
+
s.probeActive = typeof entry.probeActive === 'boolean' ? entry.probeActive : false;
|
|
167
|
+
s.consecutiveSuccesses = typeof entry.consecutiveSuccesses === 'number' ? entry.consecutiveSuccesses : 0;
|
|
168
|
+
s.lastCooldownDecay = typeof entry.lastCooldownDecay === 'number' ? entry.lastCooldownDecay : Date.now();
|
|
169
|
+
s.failoverBlacklisted = typeof entry.failoverBlacklisted === 'boolean' ? entry.failoverBlacklisted : false;
|
|
170
|
+
s.failoverCount = typeof entry.failoverCount === 'number' ? entry.failoverCount : 0;
|
|
171
|
+
}
|
|
172
|
+
return;
|
|
173
|
+
}
|
|
174
|
+
// Legacy format – warn and ignore
|
|
175
|
+
if (parsed.providers) {
|
|
176
|
+
console.warn('[health-monitor] Found legacy health.json with provider-wide keys. ' +
|
|
177
|
+
'These are not migrated to per-model keys and will be ignored. Cooldown state starts fresh.');
|
|
103
178
|
return;
|
|
104
|
-
for (const [_provider, entry] of Object.entries(store.providers)) {
|
|
105
|
-
if (!entry || typeof entry.provider !== "string")
|
|
106
|
-
continue;
|
|
107
|
-
const s = ensureState(entry.provider);
|
|
108
|
-
s.totalRequests = entry.totalRequests ?? 0;
|
|
109
|
-
s.failures = entry.failures ?? 0;
|
|
110
|
-
s.lastFailure = entry.lastFailure ?? 0;
|
|
111
|
-
s.lastSuccess = entry.lastSuccess ?? 0;
|
|
112
|
-
s.avgLatencyMs = entry.avgLatencyMs ?? 0;
|
|
113
|
-
s.blacklistedUntil = entry.blacklistedUntil ?? null;
|
|
114
|
-
s.cooldownLevel = entry.cooldownLevel ?? 0;
|
|
115
|
-
// Restore internal counters — default to clean state
|
|
116
|
-
s.failuresInWindow = 0;
|
|
117
|
-
s.failureWindowStart = 0;
|
|
118
|
-
s.probeActive = false;
|
|
119
|
-
s.consecutiveSuccesses = 0;
|
|
120
|
-
s.lastCooldownDecay = Date.now();
|
|
121
179
|
}
|
|
180
|
+
// Otherwise treat as empty – nothing to load
|
|
122
181
|
}
|
|
123
182
|
catch {
|
|
124
|
-
|
|
183
|
+
// corrupted file – ignore
|
|
125
184
|
}
|
|
126
185
|
}
|
|
186
|
+
// Initialize from disk
|
|
127
187
|
loadPersisted();
|
|
128
188
|
// ──────────────────────────────────────────────────────────
|
|
129
189
|
// Public API
|
|
130
190
|
// ──────────────────────────────────────────────────────────
|
|
131
|
-
|
|
132
|
-
|
|
191
|
+
/**
|
|
192
|
+
* Record a successful API call for a given (provider, model).
|
|
193
|
+
*
|
|
194
|
+
* Resets the failure window, clears failover state, and advances
|
|
195
|
+
* cooldown recovery (decrements cooldown level after 2 consecutive successes).
|
|
196
|
+
* Persists the updated state to disk.
|
|
197
|
+
*/
|
|
198
|
+
export function recordSuccess(provider, model, latencyMs) {
|
|
199
|
+
const s = ensureState(provider, model);
|
|
133
200
|
s.totalRequests++;
|
|
134
201
|
s.lastSuccess = Date.now();
|
|
135
202
|
s.avgLatencyMs =
|
|
136
203
|
s.avgLatencyMs > 0
|
|
137
204
|
? (s.avgLatencyMs * (s.totalRequests - 1) + latencyMs) / s.totalRequests
|
|
138
205
|
: latencyMs;
|
|
139
|
-
// Reset
|
|
206
|
+
// Reset failure window and probe flag on any success.
|
|
140
207
|
s.failuresInWindow = 0;
|
|
141
208
|
s.failureWindowStart = 0;
|
|
142
|
-
|
|
143
|
-
|
|
209
|
+
// Clear failover blacklist on any success.
|
|
210
|
+
s.failoverCount = 0;
|
|
211
|
+
s.failoverBlacklisted = false;
|
|
212
|
+
// If we were in cooldown and a probe was in flight, clear cooldown now.
|
|
213
|
+
if (s.blacklistedUntil !== null && s.blacklistedUntil > Date.now() && s.probeActive) {
|
|
214
|
+
s.blacklistedUntil = null;
|
|
215
|
+
s.probeActive = false;
|
|
216
|
+
}
|
|
217
|
+
// Clear expired cooldown.
|
|
218
|
+
if (s.blacklistedUntil !== null && s.blacklistedUntil <= Date.now()) {
|
|
219
|
+
s.blacklistedUntil = null;
|
|
220
|
+
}
|
|
221
|
+
// Cooldown decay on prolonged good behaviour (24h since last decay).
|
|
144
222
|
if (s.cooldownLevel > 0 &&
|
|
145
223
|
s.blacklistedUntil === null &&
|
|
146
224
|
s.lastSuccess - s.lastCooldownDecay > COOLDOWN_DECAY_INTERVAL_MS) {
|
|
147
225
|
s.cooldownLevel = Math.max(0, s.cooldownLevel - 1);
|
|
148
226
|
s.lastCooldownDecay = s.lastSuccess;
|
|
149
227
|
}
|
|
150
|
-
//
|
|
151
|
-
// A successful probe immediately ends the cooldown.
|
|
152
|
-
if (isBlacklisted(provider)) {
|
|
153
|
-
s.blacklistedUntil = null;
|
|
154
|
-
s.cooldownLevel = Math.max(0, s.cooldownLevel - 1);
|
|
155
|
-
s.consecutiveSuccesses = 0;
|
|
156
|
-
persist();
|
|
157
|
-
return;
|
|
158
|
-
}
|
|
228
|
+
// Recovery: consecutive successes decrement cooldown level.
|
|
159
229
|
s.consecutiveSuccesses++;
|
|
160
230
|
if (s.consecutiveSuccesses >= RECOVERY_SUCCESSES) {
|
|
161
|
-
// Two consecutive successes — aggressive recovery.
|
|
162
231
|
s.blacklistedUntil = null;
|
|
163
232
|
s.cooldownLevel = Math.max(0, s.cooldownLevel - 1);
|
|
164
233
|
s.consecutiveSuccesses = 0;
|
|
165
234
|
}
|
|
166
235
|
persist();
|
|
167
236
|
}
|
|
168
|
-
|
|
237
|
+
/**
|
|
238
|
+
* Record a failure for a given (provider, model).
|
|
239
|
+
*
|
|
240
|
+
* Counts failures in a rolling window; if the threshold (5) is reached,
|
|
241
|
+
* activates cooldown and increments the cooldown level.
|
|
242
|
+
* Does NOT affect failover state.
|
|
243
|
+
* Persists the updated state to disk.
|
|
244
|
+
*/
|
|
245
|
+
export function recordFailure(provider, model, _error) {
|
|
169
246
|
const now = Date.now();
|
|
170
|
-
const s = ensureState(provider);
|
|
247
|
+
const s = ensureState(provider, model);
|
|
171
248
|
s.totalRequests++;
|
|
172
249
|
s.failures++;
|
|
173
250
|
s.lastFailure = now;
|
|
174
251
|
s.consecutiveSuccesses = 0;
|
|
175
|
-
// If
|
|
176
|
-
if (
|
|
252
|
+
// If a probe was in flight, escalate cooldown.
|
|
253
|
+
if (s.blacklistedUntil !== null && s.blacklistedUntil > now && s.probeActive) {
|
|
177
254
|
s.cooldownLevel = Math.min(s.cooldownLevel + 1, COOLDOWN_BACKOFF_MS.length - 1);
|
|
178
255
|
s.blacklistedUntil = now + getCooldownMs(s.cooldownLevel);
|
|
179
256
|
s.probeActive = false;
|
|
@@ -186,57 +263,117 @@ export function recordFailure(provider, _error) {
|
|
|
186
263
|
s.failuresInWindow = 0;
|
|
187
264
|
}
|
|
188
265
|
s.failuresInWindow++;
|
|
189
|
-
// Trigger cooldown
|
|
266
|
+
// Trigger cooldown after threshold.
|
|
190
267
|
if (s.failuresInWindow >= FAILURE_TRIGGER) {
|
|
191
|
-
|
|
268
|
+
// Use the current level for the cooldown duration, then bump level
|
|
269
|
+
// for the NEXT trigger. First trigger uses level 0 (30s); subsequent
|
|
270
|
+
// triggers escalate. The probe-escalation branch above (already
|
|
271
|
+
// correctly orders 'increment then use') handles probe failures.
|
|
192
272
|
s.blacklistedUntil = now + getCooldownMs(s.cooldownLevel);
|
|
273
|
+
s.cooldownLevel = Math.min(s.cooldownLevel + 1, COOLDOWN_BACKOFF_MS.length - 1);
|
|
193
274
|
s.failuresInWindow = 0;
|
|
194
275
|
s.failureWindowStart = 0;
|
|
195
276
|
s.probeActive = true; // first request after cooldown expires is a probe
|
|
196
277
|
}
|
|
197
278
|
persist();
|
|
198
279
|
}
|
|
199
|
-
|
|
200
|
-
|
|
280
|
+
/**
|
|
281
|
+
* Record a failover event for a given (provider, model).
|
|
282
|
+
*
|
|
283
|
+
* Increments the failover counter. If the counter reaches MAX_FAILOVERS (3),
|
|
284
|
+
* marks the model as failover-blacklisted.
|
|
285
|
+
* Does NOT affect cooldown state.
|
|
286
|
+
* Persists the updated state to disk.
|
|
287
|
+
*/
|
|
288
|
+
export function recordFailoverEvent(provider, model) {
|
|
289
|
+
const s = ensureState(provider, model);
|
|
290
|
+
s.failoverCount++;
|
|
291
|
+
if (s.failoverCount >= MAX_FAILOVERS) {
|
|
292
|
+
s.failoverBlacklisted = true;
|
|
293
|
+
}
|
|
294
|
+
persist();
|
|
295
|
+
}
|
|
296
|
+
/**
|
|
297
|
+
* Check whether a given (provider, model) is currently blacklisted.
|
|
298
|
+
*
|
|
299
|
+
* A model is blacklisted if either:
|
|
300
|
+
* - failoverBlacklisted is true, OR
|
|
301
|
+
* - a cooldown is active AND no probe is currently in flight.
|
|
302
|
+
*
|
|
303
|
+
* When a cooldown is active and no probe is in flight, one probe is allowed
|
|
304
|
+
* through (sets probeActive=true, returns false). Subsequent calls while the
|
|
305
|
+
* probe is pending will return true (blocked) until the probe resolves via
|
|
306
|
+
* recordSuccess or recordFailure.
|
|
307
|
+
*/
|
|
308
|
+
export function isBlacklisted(provider, model) {
|
|
309
|
+
const key = toKey(provider, model);
|
|
310
|
+
const s = state.get(key);
|
|
201
311
|
if (!s)
|
|
202
312
|
return false;
|
|
203
|
-
if (s.
|
|
204
|
-
return
|
|
205
|
-
|
|
313
|
+
if (s.failoverBlacklisted)
|
|
314
|
+
return true;
|
|
315
|
+
const now = Date.now();
|
|
316
|
+
if (s.blacklistedUntil !== null && s.blacklistedUntil > now) {
|
|
317
|
+
if (!s.probeActive) {
|
|
318
|
+
// Allow one probe through.
|
|
319
|
+
s.probeActive = true;
|
|
320
|
+
return false;
|
|
321
|
+
}
|
|
322
|
+
// A probe is already in flight – block further requests.
|
|
206
323
|
return true;
|
|
207
|
-
|
|
208
|
-
s.probeActive = true;
|
|
324
|
+
}
|
|
209
325
|
return false;
|
|
210
326
|
}
|
|
211
|
-
|
|
212
|
-
|
|
327
|
+
/**
|
|
328
|
+
* Return a snapshot of the health state for a given (provider, model),
|
|
329
|
+
* or null if no entry exists.
|
|
330
|
+
*/
|
|
331
|
+
export function getHealth(provider, model) {
|
|
332
|
+
const key = toKey(provider, model);
|
|
333
|
+
const s = state.get(key);
|
|
213
334
|
if (!s)
|
|
214
335
|
return null;
|
|
215
|
-
return
|
|
216
|
-
provider: s.provider,
|
|
217
|
-
totalRequests: s.totalRequests,
|
|
218
|
-
failures: s.failures,
|
|
219
|
-
lastFailure: s.lastFailure,
|
|
220
|
-
lastSuccess: s.lastSuccess,
|
|
221
|
-
avgLatencyMs: s.avgLatencyMs,
|
|
222
|
-
blacklistedUntil: s.blacklistedUntil,
|
|
223
|
-
cooldownLevel: s.cooldownLevel,
|
|
224
|
-
};
|
|
336
|
+
return stateToPublic(s);
|
|
225
337
|
}
|
|
338
|
+
/**
|
|
339
|
+
* Return an array of all tracked health entries.
|
|
340
|
+
*/
|
|
226
341
|
export function getAllHealth() {
|
|
227
|
-
return Array.from(state.values()).map(
|
|
342
|
+
return Array.from(state.values()).map(stateToPublic);
|
|
343
|
+
}
|
|
344
|
+
/**
|
|
345
|
+
* Remove all health tracking for a given (provider, model) and persist.
|
|
346
|
+
*/
|
|
347
|
+
export function resetHealth(provider, model) {
|
|
348
|
+
const key = toKey(provider, model);
|
|
349
|
+
state.delete(key);
|
|
350
|
+
persist();
|
|
351
|
+
}
|
|
352
|
+
// ──────────────────────────────────────────────────────────
|
|
353
|
+
// Internal helpers
|
|
354
|
+
// ──────────────────────────────────────────────────────────
|
|
355
|
+
function stateToPublic(s) {
|
|
356
|
+
const now = Date.now();
|
|
357
|
+
let status = 'healthy';
|
|
358
|
+
if (s.failoverBlacklisted) {
|
|
359
|
+
status = 'failover_blacklisted';
|
|
360
|
+
}
|
|
361
|
+
else if (s.blacklistedUntil !== null && s.blacklistedUntil > now && !s.probeActive) {
|
|
362
|
+
status = 'cooldown';
|
|
363
|
+
}
|
|
364
|
+
return {
|
|
228
365
|
provider: s.provider,
|
|
366
|
+
model: s.model,
|
|
367
|
+
status,
|
|
229
368
|
totalRequests: s.totalRequests,
|
|
230
|
-
failures: s.failures,
|
|
231
|
-
lastFailure: s.lastFailure,
|
|
232
|
-
lastSuccess: s.lastSuccess,
|
|
233
369
|
avgLatencyMs: s.avgLatencyMs,
|
|
234
|
-
|
|
370
|
+
failureCount: s.failures,
|
|
371
|
+
failoverCount: s.failoverCount,
|
|
372
|
+
failoverBlacklisted: s.failoverBlacklisted,
|
|
235
373
|
cooldownLevel: s.cooldownLevel,
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
persist();
|
|
374
|
+
cooldownUntil: s.blacklistedUntil,
|
|
375
|
+
lastSuccessAt: s.lastSuccess > 0 ? s.lastSuccess : null,
|
|
376
|
+
lastFailureAt: s.lastFailure > 0 ? s.lastFailure : null,
|
|
377
|
+
};
|
|
241
378
|
}
|
|
242
379
|
//# sourceMappingURL=health-monitor.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"health-monitor.js","sourceRoot":"","sources":["../../src/intelligence/health-monitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AA6BlC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;AAE9D,mEAAmE;AACnE,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAExC,2EAA2E;AAC3E,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,sDAAsD;AACtD,MAAM,mBAAmB,GAAG;IAC1B,MAAM,EAAE,uCAAuC;IAC/C,OAAO,EAAE,qBAAqB;IAC9B,OAAO,EAAE,qBAAqB;IAC9B,OAAO,EAAE,sBAAsB;IAC/B,SAAS,EAAE,sBAAsB;IACjC,SAAS,EAAE,kBAAkB;IAC7B,UAAU,EAAE,mBAAmB;IAC/B,UAAU,EAAE,oBAAoB;CACjC,CAAC;AAEF,yEAAyE;AACzE,MAAM,2BAA2B,GAAG,CAAC,CAAC;AAEtC,iEAAiE;AACjE,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAE7B,0EAA0E;AAC1E,MAAM,0BAA0B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEvD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;AAE/C,SAAS,WAAW,CAAC,QAAgB;IACnC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5B,IAAI,CAAC,CAAC,EAAE,CAAC;QACP,CAAC,GAAG;YACF,QAAQ;YACR,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,IAAI;YACtB,aAAa,EAAE,CAAC;YAChB,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,KAAK;YAClB,oBAAoB,EAAE,CAAC;YACvB,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE;SAC9B,CAAC;QACF,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5D,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,OAAO;IACd,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAGP;QACF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,EAAE;KACd,CAAC;IACF,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;QAClC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;YACpC,aAAa,EAAE,CAAC,CAAC,aAAa;SAC/B,CAAC;IACJ,CAAC;IACD,IAAI,CAAC;QACH,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;IACnB,CAAC;AACH,CAAC;AAED,SAAS,aAAa;IACpB,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,OAAO;QACrC,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAE3B,CAAC;QACF,IAAI,CAAC,KAAK,EAAE,SAAS;YAAE,OAAO;QAC9B,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;gBAAE,SAAS;YAC3D,MAAM,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtC,CAAC,CAAC,aAAa,GAAI,KAAK,CAAC,aAAwB,IAAI,CAAC,CAAC;YACvD,CAAC,CAAC,QAAQ,GAAI,KAAK,CAAC,QAAmB,IAAI,CAAC,CAAC;YAC7C,CAAC,CAAC,WAAW,GAAI,KAAK,CAAC,WAAsB,IAAI,CAAC,CAAC;YACnD,CAAC,CAAC,WAAW,GAAI,KAAK,CAAC,WAAsB,IAAI,CAAC,CAAC;YACnD,CAAC,CAAC,YAAY,GAAI,KAAK,CAAC,YAAuB,IAAI,CAAC,CAAC;YACrD,CAAC,CAAC,gBAAgB,GAAI,KAAK,CAAC,gBAA2B,IAAI,IAAI,CAAC;YAChE,CAAC,CAAC,aAAa,GAAI,KAAK,CAAC,aAAwB,IAAI,CAAC,CAAC;YACvD,qDAAqD;YACrD,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;YACvB,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC;YACtB,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC;YAC3B,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;AACH,CAAC;AAED,aAAa,EAAE,CAAC;AAEhB,6DAA6D;AAC7D,aAAa;AACb,6DAA6D;AAE7D,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,SAAiB;IAC/D,MAAM,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC,CAAC,aAAa,EAAE,CAAC;IAClB,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,CAAC,CAAC,YAAY;QACZ,CAAC,CAAC,YAAY,GAAG,CAAC;YAChB,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,aAAa;YACxE,CAAC,CAAC,SAAS,CAAC;IAEhB,2CAA2C;IAC3C,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC;IACzB,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC;IAEtB,6CAA6C;IAC7C,IACE,CAAC,CAAC,aAAa,GAAG,CAAC;QACnB,CAAC,CAAC,gBAAgB,KAAK,IAAI;QAC3B,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,iBAAiB,GAAG,0BAA0B,EAChE,CAAC;QACD,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,WAAW,CAAC;IACtC,CAAC;IAED,4DAA4D;IAC5D,oDAAoD;IACpD,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC3B,OAAO,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,CAAC,CAAC,oBAAoB,EAAE,CAAC;IACzB,IAAI,CAAC,CAAC,oBAAoB,IAAI,kBAAkB,EAAE,CAAC;QACjD,mDAAmD;QACnD,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,MAAc;IAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC,CAAC,aAAa,EAAE,CAAC;IAClB,CAAC,CAAC,QAAQ,EAAE,CAAC;IACb,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC;IACpB,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAE3B,iEAAiE;IACjE,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7C,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CACxB,CAAC,CAAC,aAAa,GAAG,CAAC,EACnB,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAC/B,CAAC;QACF,CAAC,CAAC,gBAAgB,GAAG,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAC1D,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC;QACtB,OAAO,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,2DAA2D;IAC3D,IAAI,GAAG,GAAG,CAAC,CAAC,kBAAkB,GAAG,iBAAiB,EAAE,CAAC;QACnD,CAAC,CAAC,kBAAkB,GAAG,GAAG,CAAC;QAC3B,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAErB,6CAA6C;IAC7C,IAAI,CAAC,CAAC,gBAAgB,IAAI,eAAe,EAAE,CAAC;QAC1C,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CACxB,CAAC,CAAC,aAAa,GAAG,CAAC,EACnB,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAC/B,CAAC;QACF,CAAC,CAAC,gBAAgB,GAAG,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAC1D,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;QACvB,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC;QACzB,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,kDAAkD;IAC1E,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACrB,IAAI,CAAC,CAAC,gBAAgB,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,gBAAgB;QAAE,OAAO,IAAI,CAAC;IACjD,oCAAoC;IACpC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC;IACrB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,QAAgB;IACxC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO;QACL,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;QACpC,aAAa,EAAE,CAAC,CAAC,aAAa;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5C,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;QACpC,aAAa,EAAE,CAAC,CAAC,aAAa;KAC/B,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvB,OAAO,EAAE,CAAC;AACZ,CAAC"}
|
|
1
|
+
{"version":3,"file":"health-monitor.js","sourceRoot":"","sources":["../../src/intelligence/health-monitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrG,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AA0ClC,6DAA6D;AAC7D,YAAY;AACZ,6DAA6D;AAE7D,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;AAE9D,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAY,YAAY;AAChE,MAAM,eAAe,GAAG,CAAC,CAAC,CAA4B,6CAA6C;AACnG,MAAM,mBAAmB,GAAsB;IAC7C,MAAM,EAAS,sBAAsB;IACrC,OAAO,EAAQ,qBAAqB;IACpC,OAAO,EAAQ,qBAAqB;IACpC,OAAO,EAAQ,sBAAsB;IACrC,SAAS,EAAM,sBAAsB;IACrC,SAAS,EAAM,kBAAkB;IACjC,UAAU,EAAK,mBAAmB;IAClC,UAAU,EAAK,oBAAoB;CACpC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,CAAC,CAAwB,oDAAoD;AACzG,MAAM,0BAA0B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,yCAAyC;AAEjG,MAAM,aAAa,GAAG,CAAC,CAAC,CAA6B,kDAAkD;AACvG,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAU,sHAAsH;AAE3K,6DAA6D;AAC7D,iBAAiB;AACjB,6DAA6D;AAE7D,MAAM,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEhD,SAAS,KAAK,CAAC,QAAgB,EAAE,KAAa;IAC5C,OAAO,GAAG,QAAQ,IAAI,KAAK,EAAe,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5D,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,KAAa;IAClD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC,CAAC,EAAE,CAAC;QACP,CAAC,GAAG;YACF,QAAQ;YACR,KAAK;YACL,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,IAAI;YACtB,aAAa,EAAE,CAAC;YAChB,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,KAAK;YAClB,oBAAoB,EAAE,CAAC;YACvB,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE;YAC7B,mBAAmB,EAAE,KAAK;YAC1B,aAAa,EAAE,CAAC;SACjB,CAAC;QACF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,6DAA6D;AAC7D,iDAAiD;AACjD,6DAA6D;AAE7D,SAAS,aAAa;IACpB,MAAM,GAAG,GAA+C,EAAE,CAAC;IAC3D,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;QAC7B,GAAG,CAAC,GAAG,CAAC,GAAG;YACT,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;YACpC,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;YACxC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;YACpC,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,oBAAoB,EAAE,CAAC,CAAC,oBAAoB;YAC5C,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;YACtC,mBAAmB,EAAE,CAAC,CAAC,mBAAmB;YAC1C,aAAa,EAAE,CAAC,CAAC,aAAa;SAC/B,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO;IACd,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG;QACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,aAAa,EAAE;KACzB,CAAC;IACF,MAAM,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;IACrC,IAAI,CAAC;QACH,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/D,UAAU,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,sDAAsD;QACtD,IAAK,GAA6B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;YACpE,IAAI,CAAC;gBACH,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBACnE,IAAI,CAAC;oBAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACrD,CAAC;YAAC,OAAO,WAAW,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,gDAAgD,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;YAC3I,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,aAAa;IACpB,kEAAkE;IAClE,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;QACrC,IAAI,UAAU,CAAC,OAAO,CAAC;YAAE,UAAU,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAExB,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,OAAO;QACrC,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAG5B,CAAC;QAEF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;oBAAE,SAAS;gBAC9F,MAAM,IAAI,GAAG,KAAK,CAAC,QAAkB,CAAC;gBACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAe,CAAC;gBACpC,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACnC,CAAC,CAAC,aAAa,GAAG,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpF,CAAC,CAAC,QAAQ,GAAG,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,CAAC,CAAC,WAAW,GAAG,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,CAAC,CAAC,WAAW,GAAG,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,CAAC,CAAC,YAAY,GAAG,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjF,CAAC,CAAC,gBAAgB,GAAG,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;gBAChG,CAAC,CAAC,aAAa,GAAG,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpF,CAAC,CAAC,kBAAkB,GAAG,OAAO,KAAK,CAAC,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnG,CAAC,CAAC,gBAAgB,GAAG,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7F,CAAC,CAAC,WAAW,GAAG,OAAO,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;gBACnF,CAAC,CAAC,oBAAoB,GAAG,OAAO,KAAK,CAAC,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzG,CAAC,CAAC,iBAAiB,GAAG,OAAO,KAAK,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACzG,CAAC,CAAC,mBAAmB,GAAG,OAAO,KAAK,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC3G,CAAC,CAAC,aAAa,GAAG,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YACtF,CAAC;YACD,OAAO;QACT,CAAC;QAED,kCAAkC;QAClC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,qEAAqE;gBAChF,4FAA4F,CAAC,CAAC;YAChG,OAAO;QACT,CAAC;QAED,6CAA6C;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;AACH,CAAC;AAED,uBAAuB;AACvB,aAAa,EAAE,CAAC;AAEhB,6DAA6D;AAC7D,aAAa;AACb,6DAA6D;AAE7D;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,KAAa,EAAE,SAAiB;IAC9E,MAAM,CAAC,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,aAAa,EAAE,CAAC;IAClB,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,CAAC,CAAC,YAAY;QACZ,CAAC,CAAC,YAAY,GAAG,CAAC;YAChB,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,aAAa;YACxE,CAAC,CAAC,SAAS,CAAC;IAEhB,sDAAsD;IACtD,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC;IAEzB,2CAA2C;IAC3C,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC,mBAAmB,GAAG,KAAK,CAAC;IAE9B,wEAAwE;IACxE,IAAI,CAAC,CAAC,gBAAgB,KAAK,IAAI,IAAI,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACpF,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC;IACxB,CAAC;IAED,0BAA0B;IAC1B,IAAI,CAAC,CAAC,gBAAgB,KAAK,IAAI,IAAI,CAAC,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACpE,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,qEAAqE;IACrE,IACE,CAAC,CAAC,aAAa,GAAG,CAAC;QACnB,CAAC,CAAC,gBAAgB,KAAK,IAAI;QAC3B,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,iBAAiB,GAAG,0BAA0B,EAChE,CAAC;QACD,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,WAAW,CAAC;IACtC,CAAC;IAED,4DAA4D;IAC5D,CAAC,CAAC,oBAAoB,EAAE,CAAC;IACzB,IAAI,CAAC,CAAC,oBAAoB,IAAI,kBAAkB,EAAE,CAAC;QACjD,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,KAAa,EAAE,MAAc;IAC3E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,aAAa,EAAE,CAAC;IAClB,CAAC,CAAC,QAAQ,EAAE,CAAC;IACb,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC;IACpB,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAE3B,+CAA+C;IAC/C,IAAI,CAAC,CAAC,gBAAgB,KAAK,IAAI,IAAI,CAAC,CAAC,gBAAgB,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7E,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,EAAE,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChF,CAAC,CAAC,gBAAgB,GAAG,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAC1D,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC;QACtB,OAAO,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,2DAA2D;IAC3D,IAAI,GAAG,GAAG,CAAC,CAAC,kBAAkB,GAAG,iBAAiB,EAAE,CAAC;QACnD,CAAC,CAAC,kBAAkB,GAAG,GAAG,CAAC;QAC3B,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAErB,oCAAoC;IACpC,IAAI,CAAC,CAAC,gBAAgB,IAAI,eAAe,EAAE,CAAC;QAC1C,mEAAmE;QACnE,qEAAqE;QACrE,gEAAgE;QAChE,iEAAiE;QACjE,CAAC,CAAC,gBAAgB,GAAG,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAC1D,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,EAAE,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChF,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;QACvB,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC;QACzB,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,kDAAkD;IAC1E,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,KAAa;IACjE,MAAM,CAAC,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,aAAa,EAAE,CAAC;IAClB,IAAI,CAAC,CAAC,aAAa,IAAI,aAAa,EAAE,CAAC;QACrC,CAAC,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAC/B,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,KAAa;IAC3D,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAErB,IAAI,CAAC,CAAC,mBAAmB;QAAE,OAAO,IAAI,CAAC;IAEvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,CAAC,CAAC,gBAAgB,KAAK,IAAI,IAAI,CAAC,CAAC,gBAAgB,GAAG,GAAG,EAAE,CAAC;QAC5D,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACnB,2BAA2B;YAC3B,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,yDAAyD;QACzD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAa;IACvD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,QAAgB,EAAE,KAAa;IACzD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACnC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAClB,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,6DAA6D;AAC7D,mBAAmB;AACnB,6DAA6D;AAE7D,SAAS,aAAa,CAAC,CAAc;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,MAAM,GAA6B,SAAS,CAAC;IACjD,IAAI,CAAC,CAAC,mBAAmB,EAAE,CAAC;QAC1B,MAAM,GAAG,sBAAsB,CAAC;IAClC,CAAC;SAAM,IAAI,CAAC,CAAC,gBAAgB,KAAK,IAAI,IAAI,CAAC,CAAC,gBAAgB,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACrF,MAAM,GAAG,UAAU,CAAC;IACtB,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,MAAM;QACN,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,YAAY,EAAE,CAAC,CAAC,QAAQ;QACxB,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,mBAAmB,EAAE,CAAC,CAAC,mBAAmB;QAC1C,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,aAAa,EAAE,CAAC,CAAC,gBAAgB;QACjC,aAAa,EAAE,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;QACvD,aAAa,EAAE,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;KACxD,CAAC;AACJ,CAAC"}
|
|
@@ -14,9 +14,9 @@
|
|
|
14
14
|
import { assembleTurn, extractToolUses, appendToolResults } from "./message.js";
|
|
15
15
|
import { resolveModelForDispatch } from "../providers/dispatch.js";
|
|
16
16
|
import { findFailover } from "../intelligence/prices.js";
|
|
17
|
-
import { recordFailover,
|
|
17
|
+
import { recordFailover, } from "../intelligence/failover-chain.js";
|
|
18
18
|
import { recordRequest, recordRateLimit } from "../providers/health.js";
|
|
19
|
-
import { recordSuccess as recordHealthSuccess, recordFailure as recordHealthFailure, } from "../intelligence/health-monitor.js";
|
|
19
|
+
import { recordSuccess as recordHealthSuccess, recordFailure as recordHealthFailure, isBlacklisted, } from "../intelligence/health-monitor.js";
|
|
20
20
|
import { drainPending } from "../safety/audit-log.js";
|
|
21
21
|
import { pushAuditEntries } from "../telemetry/gateway-push.js";
|
|
22
22
|
import { loadToken } from "../integrations/device-auth.js";
|
|
@@ -370,7 +370,7 @@ export async function runAgentLoop(cfg) {
|
|
|
370
370
|
// consecutive failovers, surface the failover so the TUI/caller
|
|
371
371
|
// can prompt the user to switch. The loop itself continues with
|
|
372
372
|
// the current model (callers swap between runAgentLoop calls).
|
|
373
|
-
if (turnIndex === 0 && isBlacklisted(cfg.model)) {
|
|
373
|
+
if (turnIndex === 0 && isBlacklisted(cfg.provider.id, cfg.model)) {
|
|
374
374
|
const fallback = findFailover(cfg.model);
|
|
375
375
|
events.emit({
|
|
376
376
|
type: "error",
|
|
@@ -545,7 +545,7 @@ export async function runAgentLoop(cfg) {
|
|
|
545
545
|
// bad-id (400 "not a valid model"), deprecated, rate-limit,
|
|
546
546
|
// or 5xx upstream failures.
|
|
547
547
|
const errMsg = err instanceof Error ? err.message : String(err);
|
|
548
|
-
recordHealthFailure(cfg.provider.id, errMsg);
|
|
548
|
+
recordHealthFailure(cfg.provider.id, cfg.model, errMsg);
|
|
549
549
|
// ── Auto-compaction on context-length errors ──────────────────────
|
|
550
550
|
// When the provider says the conversation exceeds the model's context
|
|
551
551
|
// window, we compact the history (summarise older turns) and retry
|
|
@@ -689,7 +689,7 @@ export async function runAgentLoop(cfg) {
|
|
|
689
689
|
totals.outputTokens += assembled.outputTokens;
|
|
690
690
|
totals.cachedTokens += assembled.cachedTokens;
|
|
691
691
|
recordRequest(cfg.provider.id, true, 0);
|
|
692
|
-
recordHealthSuccess(cfg.provider.id, 0);
|
|
692
|
+
recordHealthSuccess(cfg.provider.id, cfg.model, 0);
|
|
693
693
|
retriesForTurn = 0;
|
|
694
694
|
_historyRepairLevel = 0; // reset repair level after a clean successful turn
|
|
695
695
|
if (cfg.costCalculator) {
|