@nextn/outbound-guard 0.1.1 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,452 +0,0 @@
1
- // src/client.ts
2
- import { EventEmitter } from "events";
3
-
4
- // src/errors.ts
5
- var ResilientHttpError = class extends Error {
6
- name;
7
- constructor(message) {
8
- super(message);
9
- this.name = this.constructor.name;
10
- }
11
- };
12
- var QueueFullError = class extends ResilientHttpError {
13
- constructor(maxQueue) {
14
- super(`Queue is full (maxQueue=${maxQueue}).`);
15
- this.maxQueue = maxQueue;
16
- }
17
- };
18
- var QueueTimeoutError = class extends ResilientHttpError {
19
- constructor(enqueueTimeoutMs) {
20
- super(`Queue wait exceeded (enqueueTimeoutMs=${enqueueTimeoutMs}).`);
21
- this.enqueueTimeoutMs = enqueueTimeoutMs;
22
- }
23
- };
24
- var RequestTimeoutError = class extends ResilientHttpError {
25
- constructor(requestTimeoutMs) {
26
- super(`Request timed out (requestTimeoutMs=${requestTimeoutMs}).`);
27
- this.requestTimeoutMs = requestTimeoutMs;
28
- }
29
- };
30
-
31
- // src/limiter.ts
32
- var ConcurrencyLimiter = class {
33
- maxInFlight;
34
- maxQueue;
35
- enqueueTimeoutMs;
36
- inFlight = 0;
37
- queue = [];
38
- constructor(opts) {
39
- if (!Number.isFinite(opts.maxInFlight) || opts.maxInFlight <= 0) {
40
- throw new Error(`maxInFlight must be > 0 (got ${opts.maxInFlight})`);
41
- }
42
- if (!Number.isFinite(opts.maxQueue) || opts.maxQueue < 0) {
43
- throw new Error(`maxQueue must be >= 0 (got ${opts.maxQueue})`);
44
- }
45
- if (!Number.isFinite(opts.enqueueTimeoutMs) || opts.enqueueTimeoutMs <= 0) {
46
- throw new Error(`enqueueTimeoutMs must be > 0 (got ${opts.enqueueTimeoutMs})`);
47
- }
48
- this.maxInFlight = opts.maxInFlight;
49
- this.maxQueue = opts.maxQueue;
50
- this.enqueueTimeoutMs = opts.enqueueTimeoutMs;
51
- }
52
- /**
53
- * Acquire a permit. Resolves once you are allowed to proceed.
54
- * MUST be followed by `release()` exactly once.
55
- */
56
- acquire() {
57
- if (this.inFlight < this.maxInFlight) {
58
- this.inFlight += 1;
59
- return Promise.resolve();
60
- }
61
- if (this.maxQueue === 0 || this.queue.length >= this.maxQueue) {
62
- return Promise.reject(new QueueFullError(this.maxQueue));
63
- }
64
- return new Promise((resolve, reject) => {
65
- const timer = setTimeout(() => {
66
- const idx = this.queue.findIndex((w) => w.resolve === resolve);
67
- if (idx >= 0) {
68
- const [w] = this.queue.splice(idx, 1);
69
- clearTimeout(w.timer);
70
- }
71
- reject(new QueueTimeoutError(this.enqueueTimeoutMs));
72
- }, this.enqueueTimeoutMs);
73
- this.queue.push({ resolve, reject, timer });
74
- });
75
- }
76
- /**
77
- * Release a permit. Always call this in a `finally` block.
78
- */
79
- release() {
80
- if (this.inFlight <= 0) {
81
- throw new Error("release() called when inFlight is already 0");
82
- }
83
- const next = this.queue.shift();
84
- if (next) {
85
- clearTimeout(next.timer);
86
- next.resolve();
87
- return;
88
- }
89
- this.inFlight -= 1;
90
- }
91
- snapshot() {
92
- return {
93
- inFlight: this.inFlight,
94
- queueDepth: this.queue.length,
95
- maxInFlight: this.maxInFlight,
96
- maxQueue: this.maxQueue
97
- };
98
- }
99
- };
100
-
101
- // src/http.ts
102
- import { request as undiciRequest } from "undici";
103
- function normalizeHeaders(headers) {
104
- const out = {};
105
- if (!headers) return out;
106
- for (const [k, v] of Object.entries(headers)) {
107
- if (Array.isArray(v)) out[k.toLowerCase()] = v.join(", ");
108
- else if (typeof v === "string") out[k.toLowerCase()] = v;
109
- else out[k.toLowerCase()] = String(v);
110
- }
111
- return out;
112
- }
113
- async function doHttpRequest(req, requestTimeoutMs) {
114
- const ac = new AbortController();
115
- const timer = setTimeout(() => ac.abort(), requestTimeoutMs);
116
- try {
117
- const res = await undiciRequest(req.url, {
118
- method: req.method,
119
- headers: req.headers,
120
- body: req.body,
121
- signal: ac.signal
122
- });
123
- const body = await res.body.arrayBuffer();
124
- return {
125
- status: res.statusCode,
126
- headers: normalizeHeaders(res.headers),
127
- body: new Uint8Array(body)
128
- };
129
- } catch (err) {
130
- if (err?.name === "AbortError") {
131
- throw new RequestTimeoutError(requestTimeoutMs);
132
- }
133
- throw err;
134
- } finally {
135
- clearTimeout(timer);
136
- }
137
- }
138
-
139
- // src/client.ts
140
- function normalizeUrlForKey(rawUrl) {
141
- const u = new URL(rawUrl);
142
- u.hostname = u.hostname.toLowerCase();
143
- const isHttpDefault = u.protocol === "http:" && u.port === "80";
144
- const isHttpsDefault = u.protocol === "https:" && u.port === "443";
145
- if (isHttpDefault || isHttpsDefault) u.port = "";
146
- return u.toString();
147
- }
148
- function defaultMicroCacheKeyFn(req) {
149
- return `GET ${normalizeUrlForKey(req.url)}`;
150
- }
151
- function genRequestId() {
152
- return `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 10)}`;
153
- }
154
- function sleep(ms) {
155
- return new Promise((r) => setTimeout(r, ms));
156
- }
157
- function clamp(n, lo, hi) {
158
- return Math.max(lo, Math.min(hi, n));
159
- }
160
- var ResilientHttpClient = class extends EventEmitter {
161
- constructor(opts) {
162
- super();
163
- this.opts = opts;
164
- this.limiter = new ConcurrencyLimiter({
165
- maxInFlight: opts.maxInFlight,
166
- maxQueue: opts.maxQueue,
167
- enqueueTimeoutMs: opts.enqueueTimeoutMs
168
- });
169
- this.requestTimeoutMs = opts.requestTimeoutMs;
170
- const mc = opts.microCache;
171
- if (mc?.enabled) {
172
- const retry = mc.retry ? {
173
- maxAttempts: mc.retry.maxAttempts ?? 3,
174
- baseDelayMs: mc.retry.baseDelayMs ?? 50,
175
- maxDelayMs: mc.retry.maxDelayMs ?? 200,
176
- retryOnStatus: mc.retry.retryOnStatus ?? [429, 502, 503, 504]
177
- } : void 0;
178
- this.microCache = {
179
- enabled: true,
180
- ttlMs: mc.ttlMs ?? 1e3,
181
- maxStaleMs: mc.maxStaleMs ?? 1e4,
182
- maxEntries: mc.maxEntries ?? 500,
183
- maxWaiters: mc.maxWaiters ?? 1e3,
184
- followerTimeoutMs: mc.followerTimeoutMs ?? 5e3,
185
- keyFn: mc.keyFn ?? defaultMicroCacheKeyFn,
186
- retry
187
- };
188
- this.cache = /* @__PURE__ */ new Map();
189
- this.inFlight = /* @__PURE__ */ new Map();
190
- }
191
- }
192
- limiter;
193
- requestTimeoutMs;
194
- microCache;
195
- cache;
196
- inFlight;
197
- microCacheReqCount = 0;
198
- cleanupEveryNRequests = 100;
199
- async request(req) {
200
- if (this.microCache?.enabled && req.method === "GET" && req.body == null) {
201
- return this.requestWithMicroCache(req);
202
- }
203
- return this.existingPipeline(req);
204
- }
205
- cloneResponse(res) {
206
- return {
207
- status: res.status,
208
- headers: { ...res.headers },
209
- body: new Uint8Array(res.body)
210
- };
211
- }
212
- maybeCleanupExpired(cache, maxStaleMs) {
213
- this.microCacheReqCount++;
214
- if (this.microCacheReqCount % this.cleanupEveryNRequests !== 0) return;
215
- const now = Date.now();
216
- for (const [k, v] of cache.entries()) {
217
- if (now - v.createdAt > maxStaleMs) cache.delete(k);
218
- }
219
- }
220
- evictIfNeeded(cache, maxEntries) {
221
- while (cache.size >= maxEntries) {
222
- const oldestKey = cache.keys().next().value;
223
- if (!oldestKey) break;
224
- cache.delete(oldestKey);
225
- }
226
- }
227
- isRetryableStatus(status, retryOnStatus) {
228
- return retryOnStatus.includes(status);
229
- }
230
- computeBackoffMs(attemptIndex, baseDelayMs, maxDelayMs) {
231
- const exp = baseDelayMs * Math.pow(2, attemptIndex - 1);
232
- const capped = clamp(exp, baseDelayMs, maxDelayMs);
233
- const jitter = 0.5 + Math.random();
234
- return Math.round(capped * jitter);
235
- }
236
- async fetchWithLeaderRetry(req) {
237
- const mc = this.microCache;
238
- const retry = mc.retry;
239
- if (!retry) return this.existingPipeline(req);
240
- const { maxAttempts, baseDelayMs, maxDelayMs, retryOnStatus } = retry;
241
- let last;
242
- for (let attempt = 1; attempt <= maxAttempts; attempt++) {
243
- const res = await this.existingPipeline(req);
244
- last = res;
245
- if (this.isRetryableStatus(res.status, retryOnStatus) && attempt < maxAttempts) {
246
- const delay = this.computeBackoffMs(attempt, baseDelayMs, maxDelayMs);
247
- this.emit("microcache:retry", {
248
- url: req.url,
249
- attempt,
250
- maxAttempts,
251
- reason: `status ${res.status}`,
252
- delayMs: delay
253
- });
254
- await sleep(delay);
255
- continue;
256
- }
257
- return res;
258
- }
259
- return last;
260
- }
261
- /**
262
- * Window behavior:
263
- * - 0..ttlMs: return cache (fresh)
264
- * - ttlMs..maxStaleMs: leader refreshes; others get old value until replaced (stale-while-revalidate)
265
- * - >maxStaleMs: do not serve old; behave like no cache
266
- *
267
- * Follower controls (only when no cache is served):
268
- * - maxWaiters: cap concurrent followers joining the leader
269
- * - followerTimeoutMs: shared "join window" from first follower; after it expires, late followers fail fast until leader completes
270
- */
271
- async requestWithMicroCache(req) {
272
- const mc = this.microCache;
273
- const cache = this.cache;
274
- const inFlight = this.inFlight;
275
- this.maybeCleanupExpired(cache, mc.maxStaleMs);
276
- const key = mc.keyFn(req);
277
- const now = Date.now();
278
- const hit0 = cache.get(key);
279
- if (hit0 && now - hit0.createdAt > mc.maxStaleMs) {
280
- cache.delete(key);
281
- }
282
- const hit = cache.get(key);
283
- if (hit && now < hit.expiresAt) {
284
- return this.cloneResponse(hit.value);
285
- }
286
- const group = inFlight.get(key);
287
- if (group) {
288
- const h = cache.get(key);
289
- const staleAllowed = !!h && now - h.createdAt <= mc.maxStaleMs;
290
- if (h && staleAllowed) {
291
- return this.cloneResponse(h.value);
292
- }
293
- const age = now - group.windowStartMs;
294
- if (age > mc.followerTimeoutMs) {
295
- const err = new Error(`Follower window closed for key=${key}`);
296
- err.name = "FollowerWindowClosedError";
297
- throw err;
298
- }
299
- if (group.waiters >= mc.maxWaiters) {
300
- const err = new Error(`Too many followers for key=${key}`);
301
- err.name = "TooManyWaitersError";
302
- throw err;
303
- }
304
- group.waiters += 1;
305
- try {
306
- const res = await group.promise;
307
- return this.cloneResponse(res);
308
- } finally {
309
- group.waiters -= 1;
310
- }
311
- }
312
- const prev = cache.get(key);
313
- const prevStaleAllowed = !!prev && now - prev.createdAt <= mc.maxStaleMs;
314
- const promise = (async () => {
315
- const res = await this.fetchWithLeaderRetry(req);
316
- if (res.status >= 200 && res.status < 300) {
317
- this.evictIfNeeded(cache, mc.maxEntries);
318
- const t = Date.now();
319
- cache.set(key, {
320
- value: this.cloneResponse(res),
321
- createdAt: t,
322
- expiresAt: t + mc.ttlMs
323
- });
324
- }
325
- return res;
326
- })();
327
- const newGroup = {
328
- promise,
329
- windowStartMs: Date.now(),
330
- waiters: 0
331
- };
332
- inFlight.set(key, newGroup);
333
- try {
334
- const res = await promise;
335
- if (!(res.status >= 200 && res.status < 300) && prev && prevStaleAllowed) {
336
- return this.cloneResponse(prev.value);
337
- }
338
- return this.cloneResponse(res);
339
- } catch (err) {
340
- if (prev && prevStaleAllowed) {
341
- this.emit("microcache:refresh_failed", { key, url: req.url, error: err });
342
- return this.cloneResponse(prev.value);
343
- }
344
- throw err;
345
- } finally {
346
- inFlight.delete(key);
347
- }
348
- }
349
- async existingPipeline(req) {
350
- const requestId = genRequestId();
351
- try {
352
- await this.limiter.acquire();
353
- } catch (err) {
354
- this.emit("request:rejected", { requestId, request: req, error: err });
355
- throw err;
356
- }
357
- const start = Date.now();
358
- this.emit("request:start", { requestId, request: req });
359
- try {
360
- const res = await doHttpRequest(req, this.requestTimeoutMs);
361
- const durationMs = Date.now() - start;
362
- this.emit("request:success", { requestId, request: req, status: res.status, durationMs });
363
- return res;
364
- } catch (err) {
365
- const durationMs = Date.now() - start;
366
- this.emit("request:failure", { requestId, request: req, error: err, durationMs });
367
- throw err;
368
- } finally {
369
- this.limiter.release();
370
- }
371
- }
372
- snapshot() {
373
- const s = this.limiter.snapshot();
374
- return { inFlight: s.inFlight, queueDepth: s.queueDepth };
375
- }
376
- };
377
-
378
- // demo/loadgen.ts
379
- function sleep2(ms) {
380
- return new Promise((r) => setTimeout(r, ms));
381
- }
382
- var client = new ResilientHttpClient({
383
- maxInFlight: 5,
384
- maxQueue: 20,
385
- enqueueTimeoutMs: 100,
386
- requestTimeoutMs: 4e3,
387
- microCache: {
388
- enabled: true,
389
- ttlMs: 1e3,
390
- maxStaleMs: 800,
391
- maxEntries: 100,
392
- // ⭐ important demo knobs
393
- maxWaiters: 10,
394
- followerTimeoutMs: 5e3,
395
- retry: {
396
- maxAttempts: 3,
397
- baseDelayMs: 50,
398
- maxDelayMs: 200,
399
- retryOnStatus: [503]
400
- }
401
- }
402
- });
403
- client.on(
404
- "microcache:retry",
405
- (e) => console.log("[retry]", e.reason, `attempt ${e.attempt}`)
406
- );
407
- client.on(
408
- "microcache:waiters_full",
409
- () => console.log("[shed] follower queue full")
410
- );
411
- client.on(
412
- "microcache:follower_window_closed",
413
- () => console.log("[shed] follower window closed")
414
- );
415
- client.on(
416
- "breaker:state",
417
- (e) => console.log(`[breaker] ${e.key}: ${e.from} -> ${e.to}`)
418
- );
419
- async function burst(label, n) {
420
- console.log(`
421
- === burst: ${label} (${n} requests) ===`);
422
- await Promise.allSettled(
423
- Array.from({ length: n }, async (_, i) => {
424
- try {
425
- const res = await client.request({
426
- method: "GET",
427
- url: "http://localhost:3001/data"
428
- });
429
- console.log(
430
- `[${label} #${i}]`,
431
- res.status,
432
- Buffer.from(res.body).toString()
433
- );
434
- } catch (err) {
435
- console.log(`[${label} #${i}] ERROR`, err.name);
436
- }
437
- })
438
- );
439
- }
440
- (async () => {
441
- await burst("cold-start", 10);
442
- await sleep2(500);
443
- await burst("cached", 10);
444
- await sleep2(1200);
445
- await burst("refresh-with-stale", 10);
446
- await sleep2(900);
447
- await burst("failure", 20);
448
- await sleep2(4e3);
449
- await burst("recovered", 10);
450
- console.log("\nDone.");
451
- })();
452
- //# sourceMappingURL=loadgen.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/client.ts","../../src/errors.ts","../../src/limiter.ts","../../src/http.ts","../../demo/loadgen.ts"],"sourcesContent":["// src/client.ts\r\nimport { EventEmitter } from \"node:events\";\r\nimport { ConcurrencyLimiter } from \"./limiter.js\";\r\nimport { doHttpRequest } from \"./http.js\";\r\nimport type {\r\n MicroCacheOptions,\r\n ResilientHttpClientOptions,\r\n ResilientRequest,\r\n ResilientResponse,\r\n} from \"./types.js\";\r\n\r\nfunction normalizeUrlForKey(rawUrl: string): string {\r\n const u = new URL(rawUrl);\r\n u.hostname = u.hostname.toLowerCase();\r\n\r\n const isHttpDefault = u.protocol === \"http:\" && u.port === \"80\";\r\n const isHttpsDefault = u.protocol === \"https:\" && u.port === \"443\";\r\n if (isHttpDefault || isHttpsDefault) u.port = \"\";\r\n\r\n return u.toString();\r\n}\r\n\r\nfunction defaultMicroCacheKeyFn(req: ResilientRequest): string {\r\n return `GET ${normalizeUrlForKey(req.url)}`;\r\n}\r\n\r\nfunction genRequestId(): string {\r\n return `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 10)}`;\r\n}\r\n\r\nfunction sleep(ms: number): Promise<void> {\r\n return new Promise((r) => setTimeout(r, ms));\r\n}\r\n\r\nfunction clamp(n: number, lo: number, hi: number): number {\r\n return Math.max(lo, Math.min(hi, n));\r\n}\r\n\r\ntype CacheEntry = {\r\n createdAt: number;\r\n expiresAt: number;\r\n value: ResilientResponse;\r\n};\r\n\r\ntype InFlightGroup = {\r\n promise: Promise<ResilientResponse>;\r\n // follower join window\r\n windowStartMs: number;\r\n waiters: number; // followers currently joined (not counting leader)\r\n};\r\n\r\nexport class ResilientHttpClient extends EventEmitter {\r\n private readonly limiter: ConcurrencyLimiter;\r\n private readonly requestTimeoutMs: number;\r\n\r\n private readonly microCache?: Required<\r\n Pick<\r\n MicroCacheOptions,\r\n | \"enabled\"\r\n | \"ttlMs\"\r\n | \"maxStaleMs\"\r\n | \"maxEntries\"\r\n | \"maxWaiters\"\r\n | \"followerTimeoutMs\"\r\n | \"keyFn\"\r\n >\r\n > & {\r\n retry?: {\r\n maxAttempts: number;\r\n baseDelayMs: number;\r\n maxDelayMs: number;\r\n retryOnStatus: number[];\r\n };\r\n };\r\n\r\n private cache?: Map<string, CacheEntry>;\r\n private inFlight?: Map<string, InFlightGroup>;\r\n\r\n private microCacheReqCount = 0;\r\n private readonly cleanupEveryNRequests = 100;\r\n\r\n constructor(private readonly opts: ResilientHttpClientOptions) {\r\n super();\r\n\r\n this.limiter = new ConcurrencyLimiter({\r\n maxInFlight: opts.maxInFlight,\r\n maxQueue: opts.maxQueue,\r\n enqueueTimeoutMs: opts.enqueueTimeoutMs,\r\n });\r\n\r\n this.requestTimeoutMs = opts.requestTimeoutMs;\r\n\r\n const mc = opts.microCache;\r\n if (mc?.enabled) {\r\n const retry = mc.retry\r\n ? {\r\n maxAttempts: mc.retry.maxAttempts ?? 3,\r\n baseDelayMs: mc.retry.baseDelayMs ?? 50,\r\n maxDelayMs: mc.retry.maxDelayMs ?? 200,\r\n retryOnStatus: mc.retry.retryOnStatus ?? [429, 502, 503, 504],\r\n }\r\n : undefined;\r\n\r\n this.microCache = {\r\n enabled: true,\r\n ttlMs: mc.ttlMs ?? 1000,\r\n maxStaleMs: mc.maxStaleMs ?? 10_000,\r\n maxEntries: mc.maxEntries ?? 500,\r\n maxWaiters: mc.maxWaiters ?? 1000,\r\n followerTimeoutMs: mc.followerTimeoutMs ?? 5000,\r\n keyFn: mc.keyFn ?? defaultMicroCacheKeyFn,\r\n retry,\r\n };\r\n\r\n this.cache = new Map();\r\n this.inFlight = new Map();\r\n }\r\n }\r\n\r\n async request(req: ResilientRequest): Promise<ResilientResponse> {\r\n if (this.microCache?.enabled && req.method === \"GET\" && req.body == null) {\r\n return this.requestWithMicroCache(req);\r\n }\r\n return this.existingPipeline(req);\r\n }\r\n\r\n private cloneResponse(res: ResilientResponse): ResilientResponse {\r\n return {\r\n status: res.status,\r\n headers: { ...res.headers },\r\n body: new Uint8Array(res.body),\r\n };\r\n }\r\n\r\n private maybeCleanupExpired(cache: Map<string, CacheEntry>, maxStaleMs: number): void {\r\n this.microCacheReqCount++;\r\n if (this.microCacheReqCount % this.cleanupEveryNRequests !== 0) return;\r\n\r\n const now = Date.now();\r\n for (const [k, v] of cache.entries()) {\r\n if (now - v.createdAt > maxStaleMs) cache.delete(k);\r\n }\r\n }\r\n\r\n private evictIfNeeded(cache: Map<string, CacheEntry>, maxEntries: number): void {\r\n while (cache.size >= maxEntries) {\r\n const oldestKey = cache.keys().next().value as string | undefined;\r\n if (!oldestKey) break;\r\n cache.delete(oldestKey);\r\n }\r\n }\r\n\r\n private isRetryableStatus(status: number, retryOnStatus: number[]): boolean {\r\n return retryOnStatus.includes(status);\r\n }\r\n\r\n private computeBackoffMs(attemptIndex: number, baseDelayMs: number, maxDelayMs: number): number {\r\n const exp = baseDelayMs * Math.pow(2, attemptIndex - 1);\r\n const capped = clamp(exp, baseDelayMs, maxDelayMs);\r\n const jitter = 0.5 + Math.random();\r\n return Math.round(capped * jitter);\r\n }\r\n\r\n private async fetchWithLeaderRetry(req: ResilientRequest): Promise<ResilientResponse> {\r\n const mc = this.microCache!;\r\n const retry = mc.retry;\r\n if (!retry) return this.existingPipeline(req);\r\n\r\n const { maxAttempts, baseDelayMs, maxDelayMs, retryOnStatus } = retry;\r\n\r\n let last: ResilientResponse | undefined;\r\n\r\n for (let attempt = 1; attempt <= maxAttempts; attempt++) {\r\n const res = await this.existingPipeline(req);\r\n last = res;\r\n\r\n if (this.isRetryableStatus(res.status, retryOnStatus) && attempt < maxAttempts) {\r\n const delay = this.computeBackoffMs(attempt, baseDelayMs, maxDelayMs);\r\n this.emit(\"microcache:retry\", {\r\n url: req.url,\r\n attempt,\r\n maxAttempts,\r\n reason: `status ${res.status}`,\r\n delayMs: delay,\r\n });\r\n await sleep(delay);\r\n continue;\r\n }\r\n\r\n return res;\r\n }\r\n\r\n // should never\r\n return last!;\r\n }\r\n\r\n /**\r\n * Window behavior:\r\n * - 0..ttlMs: return cache (fresh)\r\n * - ttlMs..maxStaleMs: leader refreshes; others get old value until replaced (stale-while-revalidate)\r\n * - >maxStaleMs: do not serve old; behave like no cache\r\n *\r\n * Follower controls (only when no cache is served):\r\n * - maxWaiters: cap concurrent followers joining the leader\r\n * - followerTimeoutMs: shared \"join window\" from first follower; after it expires, late followers fail fast until leader completes\r\n */\r\n private async requestWithMicroCache(req: ResilientRequest): Promise<ResilientResponse> {\r\n const mc = this.microCache!;\r\n const cache = this.cache!;\r\n const inFlight = this.inFlight!;\r\n\r\n this.maybeCleanupExpired(cache, mc.maxStaleMs);\r\n\r\n const key = mc.keyFn(req);\r\n const now = Date.now();\r\n\r\n // If cached entry exists but too old, delete it\r\n const hit0 = cache.get(key);\r\n if (hit0 && now - hit0.createdAt > mc.maxStaleMs) {\r\n cache.delete(key);\r\n }\r\n\r\n const hit = cache.get(key);\r\n if (hit && now < hit.expiresAt) {\r\n return this.cloneResponse(hit.value);\r\n }\r\n\r\n // If refresh exists\r\n const group = inFlight.get(key);\r\n if (group) {\r\n const h = cache.get(key);\r\n const staleAllowed = !!h && now - h.createdAt <= mc.maxStaleMs;\r\n\r\n // stale-while-revalidate: serve old immediately\r\n if (h && staleAllowed) {\r\n return this.cloneResponse(h.value);\r\n }\r\n\r\n // No cache allowed: followers must \"join\" or be rejected\r\n const age = now - group.windowStartMs;\r\n if (age > mc.followerTimeoutMs) {\r\n const err = new Error(`Follower window closed for key=${key}`);\r\n (err as any).name = \"FollowerWindowClosedError\";\r\n throw err;\r\n }\r\n\r\n if (group.waiters >= mc.maxWaiters) {\r\n const err = new Error(`Too many followers for key=${key}`);\r\n (err as any).name = \"TooManyWaitersError\";\r\n throw err;\r\n }\r\n\r\n group.waiters += 1;\r\n try {\r\n const res = await group.promise;\r\n return this.cloneResponse(res);\r\n } finally {\r\n group.waiters -= 1;\r\n }\r\n }\r\n\r\n // Become leader\r\n const prev = cache.get(key);\r\n const prevStaleAllowed = !!prev && now - prev.createdAt <= mc.maxStaleMs;\r\n\r\n const promise = (async () => {\r\n const res = await this.fetchWithLeaderRetry(req);\r\n\r\n if (res.status >= 200 && res.status < 300) {\r\n this.evictIfNeeded(cache, mc.maxEntries);\r\n const t = Date.now();\r\n cache.set(key, {\r\n value: this.cloneResponse(res),\r\n createdAt: t,\r\n expiresAt: t + mc.ttlMs,\r\n });\r\n }\r\n\r\n return res;\r\n })();\r\n\r\n const newGroup: InFlightGroup = {\r\n promise,\r\n windowStartMs: Date.now(),\r\n waiters: 0,\r\n };\r\n\r\n inFlight.set(key, newGroup);\r\n\r\n try {\r\n const res = await promise;\r\n\r\n // if not 2xx and we have stale allowed -> serve prev instead\r\n if (!(res.status >= 200 && res.status < 300) && prev && prevStaleAllowed) {\r\n return this.cloneResponse(prev.value);\r\n }\r\n\r\n return this.cloneResponse(res);\r\n } catch (err) {\r\n if (prev && prevStaleAllowed) {\r\n this.emit(\"microcache:refresh_failed\", { key, url: req.url, error: err });\r\n return this.cloneResponse(prev.value);\r\n }\r\n throw err;\r\n } finally {\r\n inFlight.delete(key);\r\n }\r\n }\r\n\r\n private async existingPipeline(req: ResilientRequest): Promise<ResilientResponse> {\r\n const requestId = genRequestId();\r\n\r\n try {\r\n await this.limiter.acquire();\r\n } catch (err) {\r\n this.emit(\"request:rejected\", { requestId, request: req, error: err });\r\n throw err;\r\n }\r\n\r\n const start = Date.now();\r\n this.emit(\"request:start\", { requestId, request: req });\r\n\r\n try {\r\n const res = await doHttpRequest(req, this.requestTimeoutMs);\r\n const durationMs = Date.now() - start;\r\n this.emit(\"request:success\", { requestId, request: req, status: res.status, durationMs });\r\n return res;\r\n } catch (err) {\r\n const durationMs = Date.now() - start;\r\n this.emit(\"request:failure\", { requestId, request: req, error: err, durationMs });\r\n throw err;\r\n } finally {\r\n this.limiter.release();\r\n }\r\n }\r\n\r\n snapshot(): { inFlight: number; queueDepth: number } {\r\n const s = this.limiter.snapshot();\r\n return { inFlight: s.inFlight, queueDepth: s.queueDepth };\r\n }\r\n}\r\n","export abstract class ResilientHttpError extends Error {\r\n public readonly name: string;\r\n constructor(message: string) {\r\n super(message);\r\n this.name = this.constructor.name;\r\n }\r\n}\r\n\r\nexport class QueueFullError extends ResilientHttpError {\r\n constructor(public readonly maxQueue: number) {\r\n super(`Queue is full (maxQueue=${maxQueue}).`);\r\n }\r\n}\r\n\r\nexport class QueueTimeoutError extends ResilientHttpError {\r\n constructor(public readonly enqueueTimeoutMs: number) {\r\n super(`Queue wait exceeded (enqueueTimeoutMs=${enqueueTimeoutMs}).`);\r\n }\r\n}\r\n\r\nexport class RequestTimeoutError extends ResilientHttpError {\r\n constructor(public readonly requestTimeoutMs: number) {\r\n super(`Request timed out (requestTimeoutMs=${requestTimeoutMs}).`);\r\n }\r\n}\r\n\r\n\r\n\r\nexport class UpstreamError extends ResilientHttpError {\r\n constructor(public readonly status: number) {\r\n super(`Upstream returned error status=${status}.`);\r\n }\r\n}\r\n","// src/limiter.ts\r\nimport { QueueFullError, QueueTimeoutError } from \"./errors.js\";\r\n\r\ntype ResolveFn = () => void;\r\ntype RejectFn = (err: unknown) => void;\r\n\r\ninterface Waiter {\r\n resolve: ResolveFn;\r\n reject: RejectFn;\r\n timer: NodeJS.Timeout;\r\n}\r\n\r\n/**\r\n * A simple in-process concurrency limiter with a bounded FIFO queue.\r\n *\r\n * - At most maxInFlight \"permits\" can be held concurrently.\r\n * - If no permit is available, callers are queued up to maxQueue.\r\n * - If queue is full => reject immediately (QueueFullError).\r\n * - If a caller waits too long in the queue => reject (QueueTimeoutError).\r\n *\r\n * This is intentionally process-local: no persistence, no external coordination.\r\n */\r\nexport class ConcurrencyLimiter {\r\n private readonly maxInFlight: number;\r\n private readonly maxQueue: number;\r\n private readonly enqueueTimeoutMs: number;\r\n\r\n private inFlight = 0;\r\n private queue: Waiter[] = [];\r\n\r\n constructor(opts: { maxInFlight: number; maxQueue: number; enqueueTimeoutMs: number }) {\r\n if (!Number.isFinite(opts.maxInFlight) || opts.maxInFlight <= 0) {\r\n throw new Error(`maxInFlight must be > 0 (got ${opts.maxInFlight})`);\r\n }\r\n if (!Number.isFinite(opts.maxQueue) || opts.maxQueue < 0) {\r\n throw new Error(`maxQueue must be >= 0 (got ${opts.maxQueue})`);\r\n }\r\n if (!Number.isFinite(opts.enqueueTimeoutMs) || opts.enqueueTimeoutMs <= 0) {\r\n throw new Error(`enqueueTimeoutMs must be > 0 (got ${opts.enqueueTimeoutMs})`);\r\n }\r\n\r\n this.maxInFlight = opts.maxInFlight;\r\n this.maxQueue = opts.maxQueue;\r\n this.enqueueTimeoutMs = opts.enqueueTimeoutMs;\r\n }\r\n\r\n /**\r\n * Acquire a permit. Resolves once you are allowed to proceed.\r\n * MUST be followed by `release()` exactly once.\r\n */\r\n acquire(): Promise<void> {\r\n // Fast path: permit available\r\n if (this.inFlight < this.maxInFlight) {\r\n this.inFlight += 1;\r\n return Promise.resolve();\r\n }\r\n\r\n // Queue disabled or full\r\n if (this.maxQueue === 0 || this.queue.length >= this.maxQueue) {\r\n return Promise.reject(new QueueFullError(this.maxQueue));\r\n }\r\n\r\n // Enqueue and wait\r\n return new Promise<void>((resolve, reject) => {\r\n const timer = setTimeout(() => {\r\n // On timeout, remove from queue if still present\r\n const idx = this.queue.findIndex((w) => w.resolve === resolve);\r\n if (idx >= 0) {\r\n const [w] = this.queue.splice(idx, 1);\r\n clearTimeout(w.timer);\r\n }\r\n reject(new QueueTimeoutError(this.enqueueTimeoutMs));\r\n }, this.enqueueTimeoutMs);\r\n\r\n this.queue.push({ resolve, reject, timer });\r\n });\r\n }\r\n\r\n /**\r\n * Release a permit. Always call this in a `finally` block.\r\n */\r\n release(): void {\r\n if (this.inFlight <= 0) {\r\n // Defensive: indicates a bug in caller usage.\r\n throw new Error(\"release() called when inFlight is already 0\");\r\n }\r\n\r\n // If someone is waiting, hand off permit directly without reducing inFlight.\r\n const next = this.queue.shift();\r\n if (next) {\r\n clearTimeout(next.timer);\r\n // Permit is transferred to the next waiter; inFlight stays the same.\r\n next.resolve();\r\n return;\r\n }\r\n\r\n // No waiters => reduce inFlight\r\n this.inFlight -= 1;\r\n }\r\n\r\n snapshot(): { inFlight: number; queueDepth: number; maxInFlight: number; maxQueue: number } {\r\n return {\r\n inFlight: this.inFlight,\r\n queueDepth: this.queue.length,\r\n maxInFlight: this.maxInFlight,\r\n maxQueue: this.maxQueue,\r\n };\r\n }\r\n}\r\n","// src/http.ts\r\nimport { request as undiciRequest } from \"undici\";\r\nimport { RequestTimeoutError } from \"./errors.js\";\r\nimport type { ResilientRequest, ResilientResponse } from \"./types.js\";\r\n\r\nfunction normalizeHeaders(headers: any): Record<string, string> {\r\n const out: Record<string, string> = {};\r\n if (!headers) return out;\r\n\r\n // undici headers are an object-like structure (headers: Record<string, string | string[]>)\r\n for (const [k, v] of Object.entries(headers)) {\r\n if (Array.isArray(v)) out[k.toLowerCase()] = v.join(\", \");\r\n else if (typeof v === \"string\") out[k.toLowerCase()] = v;\r\n else out[k.toLowerCase()] = String(v);\r\n }\r\n return out;\r\n}\r\n\r\n/**\r\n * Execute a single HTTP request with a hard timeout using AbortController.\r\n * No retries. No breaker. Just raw outbound I/O with a timeout.\r\n */\r\nexport async function doHttpRequest(\r\n req: ResilientRequest,\r\n requestTimeoutMs: number\r\n): Promise<ResilientResponse> {\r\n const ac = new AbortController();\r\n const timer = setTimeout(() => ac.abort(), requestTimeoutMs);\r\n\r\n try {\r\n const res = await undiciRequest(req.url, {\r\n method: req.method,\r\n headers: req.headers,\r\n body: req.body as any,\r\n signal: ac.signal,\r\n });\r\n\r\n const body = await res.body.arrayBuffer();\r\n return {\r\n status: res.statusCode,\r\n headers: normalizeHeaders(res.headers),\r\n body: new Uint8Array(body),\r\n };\r\n } catch (err: any) {\r\n // undici throws AbortError on abort\r\n if (err?.name === \"AbortError\") {\r\n throw new RequestTimeoutError(requestTimeoutMs);\r\n }\r\n throw err;\r\n } finally {\r\n clearTimeout(timer);\r\n }\r\n}\r\n","// demo/loadgen.ts\r\nimport { ResilientHttpClient } from \"../src/client.js\";\r\n\r\nfunction sleep(ms: number) {\r\n return new Promise((r) => setTimeout(r, ms));\r\n}\r\n\r\nconst client = new ResilientHttpClient({\r\n maxInFlight: 5,\r\n maxQueue: 20,\r\n enqueueTimeoutMs: 100,\r\n requestTimeoutMs: 4000,\r\n\r\n microCache: {\r\n enabled: true,\r\n ttlMs: 1000,\r\n maxStaleMs: 800,\r\n maxEntries: 100,\r\n\r\n // ⭐ important demo knobs\r\n maxWaiters: 10,\r\n followerTimeoutMs: 5000,\r\n\r\n retry: {\r\n maxAttempts: 3,\r\n baseDelayMs: 50,\r\n maxDelayMs: 200,\r\n retryOnStatus: [503],\r\n },\r\n },\r\n});\r\n\r\n// Observe behavior\r\nclient.on(\"microcache:retry\", (e) =>\r\n console.log(\"[retry]\", e.reason, `attempt ${e.attempt}`)\r\n);\r\nclient.on(\"microcache:waiters_full\", () =>\r\n console.log(\"[shed] follower queue full\")\r\n);\r\nclient.on(\"microcache:follower_window_closed\", () =>\r\n console.log(\"[shed] follower window closed\")\r\n);\r\nclient.on(\"breaker:state\", (e) =>\r\n console.log(`[breaker] ${e.key}: ${e.from} -> ${e.to}`)\r\n);\r\n\r\nasync function burst(label: string, n: number) {\r\n console.log(`\\n=== burst: ${label} (${n} requests) ===`);\r\n\r\n await Promise.allSettled(\r\n Array.from({ length: n }, async (_, i) => {\r\n try {\r\n const res = await client.request({\r\n method: \"GET\",\r\n url: \"http://localhost:3001/data\",\r\n });\r\n\r\n console.log(\r\n `[${label} #${i}]`,\r\n res.status,\r\n Buffer.from(res.body).toString()\r\n );\r\n } catch (err: any) {\r\n console.log(`[${label} #${i}] ERROR`, err.name);\r\n }\r\n })\r\n );\r\n}\r\n\r\n(async () => {\r\n // Cold start: singleflight + slow upstream\r\n await burst(\"cold-start\", 10);\r\n\r\n // Cached: zero upstream hits\r\n await sleep(500);\r\n await burst(\"cached\", 10);\r\n\r\n // TTL expires → refresh with stale serve\r\n await sleep(1200);\r\n await burst(\"refresh-with-stale\", 10);\r\n\r\n // Failure window → leader retries, followers protected\r\n await sleep(900);\r\n await burst(\"failure\", 20);\r\n\r\n // Recovery\r\n await sleep(4000);\r\n await burst(\"recovered\", 10);\r\n\r\n console.log(\"\\nDone.\");\r\n})();\r\n"],"mappings":";AACA,SAAS,oBAAoB;;;ACDtB,IAAe,qBAAf,cAA0C,MAAM;AAAA,EACrC;AAAA,EAChB,YAAY,SAAiB;AAC3B,UAAM,OAAO;AACb,SAAK,OAAO,KAAK,YAAY;AAAA,EAC/B;AACF;AAEO,IAAM,iBAAN,cAA6B,mBAAmB;AAAA,EACrD,YAA4B,UAAkB;AAC5C,UAAM,2BAA2B,QAAQ,IAAI;AADnB;AAAA,EAE5B;AACF;AAEO,IAAM,oBAAN,cAAgC,mBAAmB;AAAA,EACxD,YAA4B,kBAA0B;AACpD,UAAM,yCAAyC,gBAAgB,IAAI;AADzC;AAAA,EAE5B;AACF;AAEO,IAAM,sBAAN,cAAkC,mBAAmB;AAAA,EAC1D,YAA4B,kBAA0B;AACpD,UAAM,uCAAuC,gBAAgB,IAAI;AADvC;AAAA,EAE5B;AACF;;;ACFO,IAAM,qBAAN,MAAyB;AAAA,EACb;AAAA,EACA;AAAA,EACA;AAAA,EAET,WAAW;AAAA,EACX,QAAkB,CAAC;AAAA,EAE3B,YAAY,MAA2E;AACrF,QAAI,CAAC,OAAO,SAAS,KAAK,WAAW,KAAK,KAAK,eAAe,GAAG;AAC/D,YAAM,IAAI,MAAM,gCAAgC,KAAK,WAAW,GAAG;AAAA,IACrE;AACA,QAAI,CAAC,OAAO,SAAS,KAAK,QAAQ,KAAK,KAAK,WAAW,GAAG;AACxD,YAAM,IAAI,MAAM,8BAA8B,KAAK,QAAQ,GAAG;AAAA,IAChE;AACA,QAAI,CAAC,OAAO,SAAS,KAAK,gBAAgB,KAAK,KAAK,oBAAoB,GAAG;AACzE,YAAM,IAAI,MAAM,qCAAqC,KAAK,gBAAgB,GAAG;AAAA,IAC/E;AAEA,SAAK,cAAc,KAAK;AACxB,SAAK,WAAW,KAAK;AACrB,SAAK,mBAAmB,KAAK;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAyB;AAEvB,QAAI,KAAK,WAAW,KAAK,aAAa;AACpC,WAAK,YAAY;AACjB,aAAO,QAAQ,QAAQ;AAAA,IACzB;AAGA,QAAI,KAAK,aAAa,KAAK,KAAK,MAAM,UAAU,KAAK,UAAU;AAC7D,aAAO,QAAQ,OAAO,IAAI,eAAe,KAAK,QAAQ,CAAC;AAAA,IACzD;AAGA,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,WAAW,MAAM;AAE7B,cAAM,MAAM,KAAK,MAAM,UAAU,CAAC,MAAM,EAAE,YAAY,OAAO;AAC7D,YAAI,OAAO,GAAG;AACZ,gBAAM,CAAC,CAAC,IAAI,KAAK,MAAM,OAAO,KAAK,CAAC;AACpC,uBAAa,EAAE,KAAK;AAAA,QACtB;AACA,eAAO,IAAI,kBAAkB,KAAK,gBAAgB,CAAC;AAAA,MACrD,GAAG,KAAK,gBAAgB;AAExB,WAAK,MAAM,KAAK,EAAE,SAAS,QAAQ,MAAM,CAAC;AAAA,IAC5C,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,QAAI,KAAK,YAAY,GAAG;AAEtB,YAAM,IAAI,MAAM,6CAA6C;AAAA,IAC/D;AAGA,UAAM,OAAO,KAAK,MAAM,MAAM;AAC9B,QAAI,MAAM;AACR,mBAAa,KAAK,KAAK;AAEvB,WAAK,QAAQ;AACb;AAAA,IACF;AAGA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,WAA4F;AAC1F,WAAO;AAAA,MACL,UAAU,KAAK;AAAA,MACf,YAAY,KAAK,MAAM;AAAA,MACvB,aAAa,KAAK;AAAA,MAClB,UAAU,KAAK;AAAA,IACjB;AAAA,EACF;AACF;;;AC3GA,SAAS,WAAW,qBAAqB;AAIzC,SAAS,iBAAiB,SAAsC;AAC9D,QAAM,MAA8B,CAAC;AACrC,MAAI,CAAC,QAAS,QAAO;AAGrB,aAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,OAAO,GAAG;AAC5C,QAAI,MAAM,QAAQ,CAAC,EAAG,KAAI,EAAE,YAAY,CAAC,IAAI,EAAE,KAAK,IAAI;AAAA,aAC/C,OAAO,MAAM,SAAU,KAAI,EAAE,YAAY,CAAC,IAAI;AAAA,QAClD,KAAI,EAAE,YAAY,CAAC,IAAI,OAAO,CAAC;AAAA,EACtC;AACA,SAAO;AACT;AAMA,eAAsB,cACpB,KACA,kBAC4B;AAC5B,QAAM,KAAK,IAAI,gBAAgB;AAC/B,QAAM,QAAQ,WAAW,MAAM,GAAG,MAAM,GAAG,gBAAgB;AAE3D,MAAI;AACF,UAAM,MAAM,MAAM,cAAc,IAAI,KAAK;AAAA,MACvC,QAAQ,IAAI;AAAA,MACZ,SAAS,IAAI;AAAA,MACb,MAAM,IAAI;AAAA,MACV,QAAQ,GAAG;AAAA,IACb,CAAC;AAED,UAAM,OAAO,MAAM,IAAI,KAAK,YAAY;AACxC,WAAO;AAAA,MACL,QAAQ,IAAI;AAAA,MACZ,SAAS,iBAAiB,IAAI,OAAO;AAAA,MACrC,MAAM,IAAI,WAAW,IAAI;AAAA,IAC3B;AAAA,EACF,SAAS,KAAU;AAEjB,QAAI,KAAK,SAAS,cAAc;AAC9B,YAAM,IAAI,oBAAoB,gBAAgB;AAAA,IAChD;AACA,UAAM;AAAA,EACR,UAAE;AACA,iBAAa,KAAK;AAAA,EACpB;AACF;;;AHzCA,SAAS,mBAAmB,QAAwB;AAClD,QAAM,IAAI,IAAI,IAAI,MAAM;AACxB,IAAE,WAAW,EAAE,SAAS,YAAY;AAEpC,QAAM,gBAAgB,EAAE,aAAa,WAAW,EAAE,SAAS;AAC3D,QAAM,iBAAiB,EAAE,aAAa,YAAY,EAAE,SAAS;AAC7D,MAAI,iBAAiB,eAAgB,GAAE,OAAO;AAE9C,SAAO,EAAE,SAAS;AACpB;AAEA,SAAS,uBAAuB,KAA+B;AAC7D,SAAO,OAAO,mBAAmB,IAAI,GAAG,CAAC;AAC3C;AAEA,SAAS,eAAuB;AAC9B,SAAO,GAAG,KAAK,IAAI,EAAE,SAAS,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,GAAG,EAAE,CAAC;AAC9E;AAEA,SAAS,MAAM,IAA2B;AACxC,SAAO,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC7C;AAEA,SAAS,MAAM,GAAW,IAAY,IAAoB;AACxD,SAAO,KAAK,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC;AACrC;AAeO,IAAM,sBAAN,cAAkC,aAAa;AAAA,EA8BpD,YAA6B,MAAkC;AAC7D,UAAM;AADqB;AAG3B,SAAK,UAAU,IAAI,mBAAmB;AAAA,MACpC,aAAa,KAAK;AAAA,MAClB,UAAU,KAAK;AAAA,MACf,kBAAkB,KAAK;AAAA,IACzB,CAAC;AAED,SAAK,mBAAmB,KAAK;AAE7B,UAAM,KAAK,KAAK;AAChB,QAAI,IAAI,SAAS;AACf,YAAM,QAAQ,GAAG,QACb;AAAA,QACE,aAAa,GAAG,MAAM,eAAe;AAAA,QACrC,aAAa,GAAG,MAAM,eAAe;AAAA,QACrC,YAAY,GAAG,MAAM,cAAc;AAAA,QACnC,eAAe,GAAG,MAAM,iBAAiB,CAAC,KAAK,KAAK,KAAK,GAAG;AAAA,MAC9D,IACA;AAEJ,WAAK,aAAa;AAAA,QAChB,SAAS;AAAA,QACT,OAAO,GAAG,SAAS;AAAA,QACnB,YAAY,GAAG,cAAc;AAAA,QAC7B,YAAY,GAAG,cAAc;AAAA,QAC7B,YAAY,GAAG,cAAc;AAAA,QAC7B,mBAAmB,GAAG,qBAAqB;AAAA,QAC3C,OAAO,GAAG,SAAS;AAAA,QACnB;AAAA,MACF;AAEA,WAAK,QAAQ,oBAAI,IAAI;AACrB,WAAK,WAAW,oBAAI,IAAI;AAAA,IAC1B;AAAA,EACF;AAAA,EAjEiB;AAAA,EACA;AAAA,EAEA;AAAA,EAoBT;AAAA,EACA;AAAA,EAEA,qBAAqB;AAAA,EACZ,wBAAwB;AAAA,EAwCzC,MAAM,QAAQ,KAAmD;AAC/D,QAAI,KAAK,YAAY,WAAW,IAAI,WAAW,SAAS,IAAI,QAAQ,MAAM;AACxE,aAAO,KAAK,sBAAsB,GAAG;AAAA,IACvC;AACA,WAAO,KAAK,iBAAiB,GAAG;AAAA,EAClC;AAAA,EAEQ,cAAc,KAA2C;AAC/D,WAAO;AAAA,MACL,QAAQ,IAAI;AAAA,MACZ,SAAS,EAAE,GAAG,IAAI,QAAQ;AAAA,MAC1B,MAAM,IAAI,WAAW,IAAI,IAAI;AAAA,IAC/B;AAAA,EACF;AAAA,EAEQ,oBAAoB,OAAgC,YAA0B;AACpF,SAAK;AACL,QAAI,KAAK,qBAAqB,KAAK,0BAA0B,EAAG;AAEhE,UAAM,MAAM,KAAK,IAAI;AACrB,eAAW,CAAC,GAAG,CAAC,KAAK,MAAM,QAAQ,GAAG;AACpC,UAAI,MAAM,EAAE,YAAY,WAAY,OAAM,OAAO,CAAC;AAAA,IACpD;AAAA,EACF;AAAA,EAEQ,cAAc,OAAgC,YAA0B;AAC9E,WAAO,MAAM,QAAQ,YAAY;AAC/B,YAAM,YAAY,MAAM,KAAK,EAAE,KAAK,EAAE;AACtC,UAAI,CAAC,UAAW;AAChB,YAAM,OAAO,SAAS;AAAA,IACxB;AAAA,EACF;AAAA,EAEQ,kBAAkB,QAAgB,eAAkC;AAC1E,WAAO,cAAc,SAAS,MAAM;AAAA,EACtC;AAAA,EAEQ,iBAAiB,cAAsB,aAAqB,YAA4B;AAC9F,UAAM,MAAM,cAAc,KAAK,IAAI,GAAG,eAAe,CAAC;AACtD,UAAM,SAAS,MAAM,KAAK,aAAa,UAAU;AACjD,UAAM,SAAS,MAAM,KAAK,OAAO;AACjC,WAAO,KAAK,MAAM,SAAS,MAAM;AAAA,EACnC;AAAA,EAEA,MAAc,qBAAqB,KAAmD;AACpF,UAAM,KAAK,KAAK;AAChB,UAAM,QAAQ,GAAG;AACjB,QAAI,CAAC,MAAO,QAAO,KAAK,iBAAiB,GAAG;AAE5C,UAAM,EAAE,aAAa,aAAa,YAAY,cAAc,IAAI;AAEhE,QAAI;AAEJ,aAAS,UAAU,GAAG,WAAW,aAAa,WAAW;AACvD,YAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,aAAO;AAEP,UAAI,KAAK,kBAAkB,IAAI,QAAQ,aAAa,KAAK,UAAU,aAAa;AAC9E,cAAM,QAAQ,KAAK,iBAAiB,SAAS,aAAa,UAAU;AACpE,aAAK,KAAK,oBAAoB;AAAA,UAC5B,KAAK,IAAI;AAAA,UACT;AAAA,UACA;AAAA,UACA,QAAQ,UAAU,IAAI,MAAM;AAAA,UAC5B,SAAS;AAAA,QACX,CAAC;AACD,cAAM,MAAM,KAAK;AACjB;AAAA,MACF;AAEA,aAAO;AAAA,IACT;AAGA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYA,MAAc,sBAAsB,KAAmD;AACrF,UAAM,KAAK,KAAK;AAChB,UAAM,QAAQ,KAAK;AACnB,UAAM,WAAW,KAAK;AAEtB,SAAK,oBAAoB,OAAO,GAAG,UAAU;AAE7C,UAAM,MAAM,GAAG,MAAM,GAAG;AACxB,UAAM,MAAM,KAAK,IAAI;AAGrB,UAAM,OAAO,MAAM,IAAI,GAAG;AAC1B,QAAI,QAAQ,MAAM,KAAK,YAAY,GAAG,YAAY;AAChD,YAAM,OAAO,GAAG;AAAA,IAClB;AAEA,UAAM,MAAM,MAAM,IAAI,GAAG;AACzB,QAAI,OAAO,MAAM,IAAI,WAAW;AAC9B,aAAO,KAAK,cAAc,IAAI,KAAK;AAAA,IACrC;AAGA,UAAM,QAAQ,SAAS,IAAI,GAAG;AAC9B,QAAI,OAAO;AACT,YAAM,IAAI,MAAM,IAAI,GAAG;AACvB,YAAM,eAAe,CAAC,CAAC,KAAK,MAAM,EAAE,aAAa,GAAG;AAGpD,UAAI,KAAK,cAAc;AACrB,eAAO,KAAK,cAAc,EAAE,KAAK;AAAA,MACnC;AAGA,YAAM,MAAM,MAAM,MAAM;AACxB,UAAI,MAAM,GAAG,mBAAmB;AAC9B,cAAM,MAAM,IAAI,MAAM,kCAAkC,GAAG,EAAE;AAC7D,QAAC,IAAY,OAAO;AACpB,cAAM;AAAA,MACR;AAEA,UAAI,MAAM,WAAW,GAAG,YAAY;AAClC,cAAM,MAAM,IAAI,MAAM,8BAA8B,GAAG,EAAE;AACzD,QAAC,IAAY,OAAO;AACpB,cAAM;AAAA,MACR;AAEA,YAAM,WAAW;AACjB,UAAI;AACF,cAAM,MAAM,MAAM,MAAM;AACxB,eAAO,KAAK,cAAc,GAAG;AAAA,MAC/B,UAAE;AACA,cAAM,WAAW;AAAA,MACnB;AAAA,IACF;AAGA,UAAM,OAAO,MAAM,IAAI,GAAG;AAC1B,UAAM,mBAAmB,CAAC,CAAC,QAAQ,MAAM,KAAK,aAAa,GAAG;AAE9D,UAAM,WAAW,YAAY;AAC3B,YAAM,MAAM,MAAM,KAAK,qBAAqB,GAAG;AAE/C,UAAI,IAAI,UAAU,OAAO,IAAI,SAAS,KAAK;AACzC,aAAK,cAAc,OAAO,GAAG,UAAU;AACvC,cAAM,IAAI,KAAK,IAAI;AACnB,cAAM,IAAI,KAAK;AAAA,UACb,OAAO,KAAK,cAAc,GAAG;AAAA,UAC7B,WAAW;AAAA,UACX,WAAW,IAAI,GAAG;AAAA,QACpB,CAAC;AAAA,MACH;AAEA,aAAO;AAAA,IACT,GAAG;AAEH,UAAM,WAA0B;AAAA,MAC9B;AAAA,MACA,eAAe,KAAK,IAAI;AAAA,MACxB,SAAS;AAAA,IACX;AAEA,aAAS,IAAI,KAAK,QAAQ;AAE1B,QAAI;AACF,YAAM,MAAM,MAAM;AAGlB,UAAI,EAAE,IAAI,UAAU,OAAO,IAAI,SAAS,QAAQ,QAAQ,kBAAkB;AACxE,eAAO,KAAK,cAAc,KAAK,KAAK;AAAA,MACtC;AAEA,aAAO,KAAK,cAAc,GAAG;AAAA,IAC/B,SAAS,KAAK;AACZ,UAAI,QAAQ,kBAAkB;AAC5B,aAAK,KAAK,6BAA6B,EAAE,KAAK,KAAK,IAAI,KAAK,OAAO,IAAI,CAAC;AACxE,eAAO,KAAK,cAAc,KAAK,KAAK;AAAA,MACtC;AACA,YAAM;AAAA,IACR,UAAE;AACA,eAAS,OAAO,GAAG;AAAA,IACrB;AAAA,EACF;AAAA,EAEA,MAAc,iBAAiB,KAAmD;AAChF,UAAM,YAAY,aAAa;AAE/B,QAAI;AACF,YAAM,KAAK,QAAQ,QAAQ;AAAA,IAC7B,SAAS,KAAK;AACZ,WAAK,KAAK,oBAAoB,EAAE,WAAW,SAAS,KAAK,OAAO,IAAI,CAAC;AACrE,YAAM;AAAA,IACR;AAEA,UAAM,QAAQ,KAAK,IAAI;AACvB,SAAK,KAAK,iBAAiB,EAAE,WAAW,SAAS,IAAI,CAAC;AAEtD,QAAI;AACF,YAAM,MAAM,MAAM,cAAc,KAAK,KAAK,gBAAgB;AAC1D,YAAM,aAAa,KAAK,IAAI,IAAI;AAChC,WAAK,KAAK,mBAAmB,EAAE,WAAW,SAAS,KAAK,QAAQ,IAAI,QAAQ,WAAW,CAAC;AACxF,aAAO;AAAA,IACT,SAAS,KAAK;AACZ,YAAM,aAAa,KAAK,IAAI,IAAI;AAChC,WAAK,KAAK,mBAAmB,EAAE,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW,CAAC;AAChF,YAAM;AAAA,IACR,UAAE;AACA,WAAK,QAAQ,QAAQ;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,WAAqD;AACnD,UAAM,IAAI,KAAK,QAAQ,SAAS;AAChC,WAAO,EAAE,UAAU,EAAE,UAAU,YAAY,EAAE,WAAW;AAAA,EAC1D;AACF;;;AIjVA,SAASA,OAAM,IAAY;AACzB,SAAO,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,EAAE,CAAC;AAC7C;AAEA,IAAM,SAAS,IAAI,oBAAoB;AAAA,EACrC,aAAa;AAAA,EACb,UAAU;AAAA,EACV,kBAAkB;AAAA,EAClB,kBAAkB;AAAA,EAElB,YAAY;AAAA,IACV,SAAS;AAAA,IACT,OAAO;AAAA,IACP,YAAY;AAAA,IACZ,YAAY;AAAA;AAAA,IAGZ,YAAY;AAAA,IACZ,mBAAmB;AAAA,IAEnB,OAAO;AAAA,MACL,aAAa;AAAA,MACb,aAAa;AAAA,MACb,YAAY;AAAA,MACZ,eAAe,CAAC,GAAG;AAAA,IACrB;AAAA,EACF;AACF,CAAC;AAGD,OAAO;AAAA,EAAG;AAAA,EAAoB,CAAC,MAC7B,QAAQ,IAAI,WAAW,EAAE,QAAQ,WAAW,EAAE,OAAO,EAAE;AACzD;AACA,OAAO;AAAA,EAAG;AAAA,EAA2B,MACnC,QAAQ,IAAI,4BAA4B;AAC1C;AACA,OAAO;AAAA,EAAG;AAAA,EAAqC,MAC7C,QAAQ,IAAI,+BAA+B;AAC7C;AACA,OAAO;AAAA,EAAG;AAAA,EAAiB,CAAC,MAC1B,QAAQ,IAAI,aAAa,EAAE,GAAG,KAAK,EAAE,IAAI,OAAO,EAAE,EAAE,EAAE;AACxD;AAEA,eAAe,MAAM,OAAe,GAAW;AAC7C,UAAQ,IAAI;AAAA,aAAgB,KAAK,KAAK,CAAC,gBAAgB;AAEvD,QAAM,QAAQ;AAAA,IACZ,MAAM,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,GAAG,MAAM;AACxC,UAAI;AACF,cAAM,MAAM,MAAM,OAAO,QAAQ;AAAA,UAC/B,QAAQ;AAAA,UACR,KAAK;AAAA,QACP,CAAC;AAED,gBAAQ;AAAA,UACN,IAAI,KAAK,KAAK,CAAC;AAAA,UACf,IAAI;AAAA,UACJ,OAAO,KAAK,IAAI,IAAI,EAAE,SAAS;AAAA,QACjC;AAAA,MACF,SAAS,KAAU;AACjB,gBAAQ,IAAI,IAAI,KAAK,KAAK,CAAC,WAAW,IAAI,IAAI;AAAA,MAChD;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAAA,CAEC,YAAY;AAEX,QAAM,MAAM,cAAc,EAAE;AAG5B,QAAMA,OAAM,GAAG;AACf,QAAM,MAAM,UAAU,EAAE;AAGxB,QAAMA,OAAM,IAAI;AAChB,QAAM,MAAM,sBAAsB,EAAE;AAGpC,QAAMA,OAAM,GAAG;AACf,QAAM,MAAM,WAAW,EAAE;AAGzB,QAAMA,OAAM,GAAI;AAChB,QAAM,MAAM,aAAa,EAAE;AAE3B,UAAQ,IAAI,SAAS;AACvB,GAAG;","names":["sleep"]}
@@ -1,58 +0,0 @@
1
- "use strict";
2
- var __create = Object.create;
3
- var __defProp = Object.defineProperty;
4
- var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
5
- var __getOwnPropNames = Object.getOwnPropertyNames;
6
- var __getProtoOf = Object.getPrototypeOf;
7
- var __hasOwnProp = Object.prototype.hasOwnProperty;
8
- var __copyProps = (to, from, except, desc) => {
9
- if (from && typeof from === "object" || typeof from === "function") {
10
- for (let key of __getOwnPropNames(from))
11
- if (!__hasOwnProp.call(to, key) && key !== except)
12
- __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
13
- }
14
- return to;
15
- };
16
- var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
17
- // If the importer is in node compatibility mode or this is not an ESM
18
- // file that has been converted to a CommonJS file using a Babel-
19
- // compatible transform (i.e. "__esModule" has not been set), then set
20
- // "default" to the CommonJS "module.exports" for node compatibility.
21
- isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
22
- mod
23
- ));
24
-
25
- // demo/upstream.ts
26
- var import_node_http = __toESM(require("http"), 1);
27
- var hits = 0;
28
- var start = Date.now();
29
- function modeNow() {
30
- const t = Date.now() - start;
31
- if (t < 4e3) return "slow-ok";
32
- if (t < 9e3) return "fail";
33
- return "recover";
34
- }
35
- var server = import_node_http.default.createServer((_, res) => {
36
- hits += 1;
37
- const mode = modeNow();
38
- console.log(`[upstream] hit #${hits} mode=${mode}`);
39
- if (mode === "fail") {
40
- setTimeout(() => {
41
- res.statusCode = 503;
42
- res.setHeader("content-type", "text/plain");
43
- res.end("upstream failing");
44
- }, 100);
45
- return;
46
- }
47
- const delay = mode === "slow-ok" ? 1500 : 200;
48
- setTimeout(() => {
49
- res.statusCode = 200;
50
- res.setHeader("content-type", "text/plain");
51
- res.end(`ok-${mode}-#${hits}`);
52
- }, delay);
53
- });
54
- server.listen(3001, () => {
55
- console.log("\u{1F6A7} upstream listening on http://localhost:3001");
56
- console.log("phases: 0-4s slow-ok | 4-9s fail(503) | 9s+ recover");
57
- });
58
- //# sourceMappingURL=upstream.cjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../demo/upstream.ts"],"sourcesContent":["// demo/upstream.ts\r\nimport http from \"node:http\";\r\n\r\nlet hits = 0;\r\nconst start = Date.now();\r\n\r\n/**\r\n * Deterministic phases (time-based):\r\n * 0s..4s : slow OK (shows singleflight + microcache)\r\n * 4s..9s : fail (503) (shows leader-only retry + breaker + shedding)\r\n * 9s.. : recover OK (shows recovery + fresh cache)\r\n */\r\nfunction modeNow(): \"slow-ok\" | \"fail\" | \"recover\" {\r\n const t = Date.now() - start;\r\n if (t < 4000) return \"slow-ok\";\r\n if (t < 9000) return \"fail\";\r\n return \"recover\";\r\n}\r\n\r\nconst server = http.createServer((_, res) => {\r\n hits += 1;\r\n const mode = modeNow();\r\n\r\n console.log(`[upstream] hit #${hits} mode=${mode}`);\r\n\r\n if (mode === \"fail\") {\r\n // Return 503 quickly (retryable)\r\n setTimeout(() => {\r\n res.statusCode = 503;\r\n res.setHeader(\"content-type\", \"text/plain\");\r\n res.end(\"upstream failing\");\r\n }, 100);\r\n return;\r\n }\r\n\r\n const delay = mode === \"slow-ok\" ? 1500 : 200;\r\n\r\n setTimeout(() => {\r\n res.statusCode = 200;\r\n res.setHeader(\"content-type\", \"text/plain\");\r\n res.end(`ok-${mode}-#${hits}`);\r\n }, delay);\r\n});\r\n\r\nserver.listen(3001, () => {\r\n console.log(\"🚧 upstream listening on http://localhost:3001\");\r\n console.log(\"phases: 0-4s slow-ok | 4-9s fail(503) | 9s+ recover\");\r\n});\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AACA,uBAAiB;AAEjB,IAAI,OAAO;AACX,IAAM,QAAQ,KAAK,IAAI;AAQvB,SAAS,UAA0C;AACjD,QAAM,IAAI,KAAK,IAAI,IAAI;AACvB,MAAI,IAAI,IAAM,QAAO;AACrB,MAAI,IAAI,IAAM,QAAO;AACrB,SAAO;AACT;AAEA,IAAM,SAAS,iBAAAA,QAAK,aAAa,CAAC,GAAG,QAAQ;AAC3C,UAAQ;AACR,QAAM,OAAO,QAAQ;AAErB,UAAQ,IAAI,mBAAmB,IAAI,SAAS,IAAI,EAAE;AAElD,MAAI,SAAS,QAAQ;AAEnB,eAAW,MAAM;AACf,UAAI,aAAa;AACjB,UAAI,UAAU,gBAAgB,YAAY;AAC1C,UAAI,IAAI,kBAAkB;AAAA,IAC5B,GAAG,GAAG;AACN;AAAA,EACF;AAEA,QAAM,QAAQ,SAAS,YAAY,OAAO;AAE1C,aAAW,MAAM;AACf,QAAI,aAAa;AACjB,QAAI,UAAU,gBAAgB,YAAY;AAC1C,QAAI,IAAI,MAAM,IAAI,KAAK,IAAI,EAAE;AAAA,EAC/B,GAAG,KAAK;AACV,CAAC;AAED,OAAO,OAAO,MAAM,MAAM;AACxB,UAAQ,IAAI,uDAAgD;AAC5D,UAAQ,IAAI,qDAAqD;AACnE,CAAC;","names":["http"]}
@@ -1,2 +0,0 @@
1
-
2
- export { }
@@ -1,2 +0,0 @@
1
-
2
- export { }
@@ -1,34 +0,0 @@
1
- // demo/upstream.ts
2
- import http from "http";
3
- var hits = 0;
4
- var start = Date.now();
5
- function modeNow() {
6
- const t = Date.now() - start;
7
- if (t < 4e3) return "slow-ok";
8
- if (t < 9e3) return "fail";
9
- return "recover";
10
- }
11
- var server = http.createServer((_, res) => {
12
- hits += 1;
13
- const mode = modeNow();
14
- console.log(`[upstream] hit #${hits} mode=${mode}`);
15
- if (mode === "fail") {
16
- setTimeout(() => {
17
- res.statusCode = 503;
18
- res.setHeader("content-type", "text/plain");
19
- res.end("upstream failing");
20
- }, 100);
21
- return;
22
- }
23
- const delay = mode === "slow-ok" ? 1500 : 200;
24
- setTimeout(() => {
25
- res.statusCode = 200;
26
- res.setHeader("content-type", "text/plain");
27
- res.end(`ok-${mode}-#${hits}`);
28
- }, delay);
29
- });
30
- server.listen(3001, () => {
31
- console.log("\u{1F6A7} upstream listening on http://localhost:3001");
32
- console.log("phases: 0-4s slow-ok | 4-9s fail(503) | 9s+ recover");
33
- });
34
- //# sourceMappingURL=upstream.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../demo/upstream.ts"],"sourcesContent":["// demo/upstream.ts\r\nimport http from \"node:http\";\r\n\r\nlet hits = 0;\r\nconst start = Date.now();\r\n\r\n/**\r\n * Deterministic phases (time-based):\r\n * 0s..4s : slow OK (shows singleflight + microcache)\r\n * 4s..9s : fail (503) (shows leader-only retry + breaker + shedding)\r\n * 9s.. : recover OK (shows recovery + fresh cache)\r\n */\r\nfunction modeNow(): \"slow-ok\" | \"fail\" | \"recover\" {\r\n const t = Date.now() - start;\r\n if (t < 4000) return \"slow-ok\";\r\n if (t < 9000) return \"fail\";\r\n return \"recover\";\r\n}\r\n\r\nconst server = http.createServer((_, res) => {\r\n hits += 1;\r\n const mode = modeNow();\r\n\r\n console.log(`[upstream] hit #${hits} mode=${mode}`);\r\n\r\n if (mode === \"fail\") {\r\n // Return 503 quickly (retryable)\r\n setTimeout(() => {\r\n res.statusCode = 503;\r\n res.setHeader(\"content-type\", \"text/plain\");\r\n res.end(\"upstream failing\");\r\n }, 100);\r\n return;\r\n }\r\n\r\n const delay = mode === \"slow-ok\" ? 1500 : 200;\r\n\r\n setTimeout(() => {\r\n res.statusCode = 200;\r\n res.setHeader(\"content-type\", \"text/plain\");\r\n res.end(`ok-${mode}-#${hits}`);\r\n }, delay);\r\n});\r\n\r\nserver.listen(3001, () => {\r\n console.log(\"🚧 upstream listening on http://localhost:3001\");\r\n console.log(\"phases: 0-4s slow-ok | 4-9s fail(503) | 9s+ recover\");\r\n});\r\n"],"mappings":";AACA,OAAO,UAAU;AAEjB,IAAI,OAAO;AACX,IAAM,QAAQ,KAAK,IAAI;AAQvB,SAAS,UAA0C;AACjD,QAAM,IAAI,KAAK,IAAI,IAAI;AACvB,MAAI,IAAI,IAAM,QAAO;AACrB,MAAI,IAAI,IAAM,QAAO;AACrB,SAAO;AACT;AAEA,IAAM,SAAS,KAAK,aAAa,CAAC,GAAG,QAAQ;AAC3C,UAAQ;AACR,QAAM,OAAO,QAAQ;AAErB,UAAQ,IAAI,mBAAmB,IAAI,SAAS,IAAI,EAAE;AAElD,MAAI,SAAS,QAAQ;AAEnB,eAAW,MAAM;AACf,UAAI,aAAa;AACjB,UAAI,UAAU,gBAAgB,YAAY;AAC1C,UAAI,IAAI,kBAAkB;AAAA,IAC5B,GAAG,GAAG;AACN;AAAA,EACF;AAEA,QAAM,QAAQ,SAAS,YAAY,OAAO;AAE1C,aAAW,MAAM;AACf,QAAI,aAAa;AACjB,QAAI,UAAU,gBAAgB,YAAY;AAC1C,QAAI,IAAI,MAAM,IAAI,KAAK,IAAI,EAAE;AAAA,EAC/B,GAAG,KAAK;AACV,CAAC;AAED,OAAO,OAAO,MAAM,MAAM;AACxB,UAAQ,IAAI,uDAAgD;AAC5D,UAAQ,IAAI,qDAAqD;AACnE,CAAC;","names":[]}