@pipeworx/mcp-fred 0.1.0 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/src/index.ts CHANGED
@@ -1,18 +1,675 @@
1
1
  interface McpToolDefinition {
2
2
  name: string;
3
3
  description: string;
4
+ /** Human-facing one-liner (fleet #1967). Optional; consumers fall back to
5
+ * description. Kept in step with shared/src/types.ts — scripts/lib/
6
+ * check-inlined-types.mjs reports drift at publish time. */
7
+ summary?: string;
4
8
  inputSchema: {
5
9
  type: 'object';
6
10
  properties: Record<string, unknown>;
7
11
  required?: string[];
12
+ anyOf?: Array<{ required: string[] }>;
13
+ oneOf?: Array<{ required: string[] }>;
14
+ allOf?: Array<{ required: string[] }>;
8
15
  };
16
+ outputSchema?: Record<string, unknown>;
9
17
  }
10
18
 
11
19
  interface McpToolExport {
12
20
  tools: McpToolDefinition[];
13
21
  callTool: (name: string, args: Record<string, unknown>) => Promise<unknown>;
22
+ meter?: { credits: number };
23
+ cost?: Record<string, unknown>;
24
+ provider?: string;
14
25
  }
15
26
 
27
+ /**
28
+ * Was this failure OUR OWN web service? — the other half of `internal-db-class.ts`.
29
+ *
30
+ * fleet #1089 pulled failures from our own Postgres out of `upstream_down` by
31
+ * keying on the SQLSTATE inside PostgREST's four-key error envelope. That
32
+ * covered the majority and structurally could not cover the rest: the rest
33
+ * never reach Postgres, so they carry no SQLSTATE. What was left, measured over
34
+ * the 24h to 2026-09-02T15:00Z (fleet #1096):
35
+ *
36
+ * 5 pipeworx-catalog get_pack_tools Pipeworx catalog error: 522 — error code: 522
37
+ * 3 fleet fleet_list_open … upstream_down: Fleet task queue did not respond within 25s
38
+ *
39
+ * 521/522/523/526 are Cloudflare saying its edge could not reach an ORIGIN, and
40
+ * in both of those rows the origin is ours — `gateway.pipeworx.io` for the
41
+ * catalog pack (it self-fetches when the gateway hasn't injected a manifest),
42
+ * our own Supabase for fleet. There is no third party anywhere in either call.
43
+ * Same defect as #1089: our own outage filed under `upstream_down`, the one
44
+ * class that means "the source is unreachable and there is nothing for us to
45
+ * fix", which is why the problem-tools triage skips it.
46
+ *
47
+ * WHY NOT A WORDING RULE. The obvious fix is to match `fleet db error:` and
48
+ * `Pipeworx catalog error:` in classifyToolError. Each is emitted from exactly
49
+ * one site today, so it would work today. It would also rot the first time
50
+ * somebody rewords a label — silently, and in the direction of hiding our own
51
+ * outage, which is worse than the bug being fixed. Every prose rule in
52
+ * error-class.ts has needed widening as packs invented new wording (#409/#450/
53
+ * #584); that history is most of that file's comment budget.
54
+ *
55
+ * WHAT THIS KEYS ON INSTEAD: **the host the call actually reached.** A URL's
56
+ * hostname is a fact about the call, not a guess about its prose. Two
57
+ * consequences that a pack-level flag could not give us, and the reason the
58
+ * flag was rejected:
59
+ *
60
+ * - It describes the CALL, not the pack. `govcon-intel` fans out to our own
61
+ * Supabase AND to genuine third parties; `court-listener` holds our cache
62
+ * in Supabase and fetches courtlistener.com. An `internallyHosted: true` on
63
+ * either pack would relabel a real third-party outage as ours — inventing
64
+ * work, which is the same class of error in the opposite direction.
65
+ * - It covers every future internal pack for free, instead of one declared
66
+ * slug at a time.
67
+ *
68
+ * WHY IT SURVIVES A REWORD. The marker below is not matched as a literal by two
69
+ * separate files. `markInternalOrigin()` writes it and `internalHostMetricsClass()`
70
+ * reads it, both from the single exported `INTERNAL_ORIGIN_MARKER` constant in
71
+ * this module — so changing the wording changes both sides in the same edit and
72
+ * cannot desynchronise them. The pack's own label (`fleet db error:`,
73
+ * `Pipeworx catalog error:`) is not read at all: reword it freely, the class is
74
+ * unaffected. That is the property `stripClassPrefix` lacked when it drifted
75
+ * from its own classifier three times and needed a CI gate to hold them
76
+ * together.
77
+ *
78
+ * WHERE THE 5xx TEST LIVES. `markInternalOrigin` is called from the places that
79
+ * hold the real `Response` — `httpError`/`httpErrorMessage` and the timeout
80
+ * branch of `fetchWithTimeout` in `shared/src/http.ts` — so "is this an
81
+ * availability failure" is decided from the actual status code, never re-derived
82
+ * by scraping a number out of a sentence. A 404 from our own registry for a slug
83
+ * that does not exist is a caller's bad argument and is deliberately NOT marked.
84
+ */
85
+
86
+ /**
87
+ * OUR OWN web service was unreachable — not an upstream, and never `upstream_down`.
88
+ *
89
+ * ONE value, not three, unlike `internal_db_*`. That split existed because a
90
+ * slow query, an exhausted pool and an unknown SQLSTATE have different owners
91
+ * and different fixes. Here there is only one story to tell — an origin we run
92
+ * did not answer the edge — and one owner. A bucket with no distinct owner per
93
+ * value is decoration; #724 is what happens when a class holds several
94
+ * situations, and inventing sub-values ahead of a reason to act on them
95
+ * differently is the same mistake with the sign flipped.
96
+ *
97
+ * METRICS ONLY, exactly like PLATFORM_KEY_ERROR_CLASS and the internal_db
98
+ * values. `classifyToolError` still answers `upstream_down` for the retry and
99
+ * hint paths, which only care whether retrying or a sibling tool might work —
100
+ * and it might. Nothing a caller sees or is charged changes here.
101
+ *
102
+ * READ SIDE: this value is in BROKEN_TOOL_CLASSES, FAULT_CLASSES and
103
+ * ALL_ERROR_CLASSES in `workers/registry-api/src/index.ts`. All three, or it
104
+ * lands on no dashboard — fleet #721 is the warning, where the #719 split
105
+ * worked on the write side and was invisible for weeks.
106
+ */
107
+ const INTERNAL_SERVICE_UNREACHABLE_CLASS = 'internal_service_unreachable';
108
+
109
+ /**
110
+ * The token that carries "this origin is ours" from the call site to the
111
+ * classifier.
112
+ *
113
+ * Appended to the error message rather than attached to the Error object,
114
+ * because the object does not survive the trip: 275 packs return `{ error:
115
+ * string }` instead of throwing, the gateway reads `observedError` as a string,
116
+ * and the fleet pack rebuilds its error from a captured status + body across a
117
+ * retry loop. A property on an Error would be dropped by every one of those
118
+ * paths and the class would work in tests and vanish in production.
119
+ *
120
+ * WORDING IS LOAD-BEARING, same rule as labelAge's note in authority.ts. This
121
+ * string is appended to a pack's thrown Error message (shared/src/http.ts),
122
+ * and a thrown Error's message is exactly what the gateway hands back to the
123
+ * caller as `content[0].text` when nothing rewrites it (workers/gateway/src
124
+ * catches the throw and sets `rawResult.message = stripClassPrefix(error)`,
125
+ * which does not touch this suffix) — so the original wording,
126
+ * " [pipeworx-hosted origin — our own service, not a third party]", was not a
127
+ * theoretical leak: it shipped live on pipeworx-catalog's 522s, 7 times in 6
128
+ * hours on 2026-09-02 (see tests/golden-internal-service.test.ts), verbatim
129
+ * naming Pipeworx as the host. check:hosting-claims never caught it because it
130
+ * did not scan shared/ at all (task #2009). Reworded to describe the
131
+ * OBSERVATION (the origin did not answer) without a claim about who runs it —
132
+ * the identical fix labelAge got: drop the possessive, keep the fact.
133
+ */
134
+ const INTERNAL_ORIGIN_MARKER = ' [origin did not respond — retry before concluding the named source is down]';
135
+
136
+ /**
137
+ * Supabase's data plane for a project is `<ref>.supabase.co`, where the ref is
138
+ * exactly twenty lowercase letters (ours is `pqauisounztsgdgfkhke`).
139
+ *
140
+ * Matching the shape rather than listing the ref keeps this correct when we add
141
+ * a project — `supabaseEnv` on a pack entry already points some packs at a
142
+ * second one — while still excluding `status.supabase.co`, which is Supabase's
143
+ * own status page and emphatically not our database. Verified 2026-09-02 by
144
+ * `grep -rhoE '[a-z0-9-]+\.supabase\.(co|in)' mcps shared workers scripts`: the
145
+ * only real project ref anywhere in the tree is ours, the rest are doc
146
+ * placeholders (`abc`, `xyz`, `example`) which this pattern also excludes. Same
147
+ * finding internal-db-class.ts relies on for the PostgREST envelope being ours
148
+ * by construction.
149
+ */
150
+ const SUPABASE_PROJECT_HOST = /^[a-z]{20}\.supabase\.(co|in)$/;
151
+
152
+ /**
153
+ * Is this a host WE run?
154
+ *
155
+ * Deliberately NOT including `*.workers.dev`: plenty of third-party APIs are
156
+ * hosted on workers.dev, so the suffix says where something runs and not who
157
+ * owns it. Every internal call we actually make goes to a `pipeworx.io`
158
+ * hostname or to our Supabase project, both of which are ownership facts.
159
+ *
160
+ * `workers/gateway/src/provenance.ts`'s `OUR_HOSTS` answers the same
161
+ * question and DOES include `workers.dev` — a documented divergence
162
+ * (task #2051), not a bug to converge. That list decides what a response may
163
+ * cite as a data SOURCE, where a false negative (citing our own worker as an
164
+ * external source) is the hosting-disclosure leak this whole file exists to
165
+ * prevent, so it errs broad. This one decides who gets BLAMED for a 5xx in
166
+ * outage metrics read by on-call, where a false positive (crediting our own
167
+ * infra with a third party's outage) hides the real failure, so it errs
168
+ * narrow. Same suffix, opposite direction, because they are never called for
169
+ * the same reason.
170
+ *
171
+ * Returns false on anything unparseable rather than throwing — this runs inside
172
+ * an error path, and an error path that can itself throw turns a diagnosable
173
+ * failure into a mystery.
174
+ */
175
+ function isPipeworxOrigin(url: string | URL | undefined | null): boolean {
176
+ if (!url) return false;
177
+ let host: string;
178
+ try {
179
+ host = new URL(url instanceof URL ? url.href : url).hostname.toLowerCase();
180
+ } catch {
181
+ return false;
182
+ }
183
+ if (host === 'pipeworx.io' || host.endsWith('.pipeworx.io')) return true;
184
+ return SUPABASE_PROJECT_HOST.test(host);
185
+ }
186
+
187
+ /**
188
+ * Append the marker when this failure was OUR origin failing to answer.
189
+ *
190
+ * `status` is the HTTP status when there is one, and omitted for a timeout —
191
+ * where there is no response at all, and "the origin did not answer" is the
192
+ * whole observation. Statuses below 500 are left alone: a 404 from our own
193
+ * registry for a slug that does not exist is the caller's argument, not our
194
+ * outage, and marking it would put ordinary 404s on the incident dashboard.
195
+ *
196
+ * Idempotent, so a message that is wrapped and re-marked on the way up (the
197
+ * fleet pack's retry loop re-throws through two layers) carries the marker once.
198
+ */
199
+ function markInternalOrigin(
200
+ message: string,
201
+ url: string | URL | undefined | null,
202
+ status?: number,
203
+ ): string {
204
+ if (status !== undefined && status < 500) return message;
205
+ if (!isPipeworxOrigin(url)) return message;
206
+ if (message.includes(INTERNAL_ORIGIN_MARKER)) return message;
207
+ return message + INTERNAL_ORIGIN_MARKER;
208
+ }
209
+
210
+ /**
211
+ * Which blob4 value a failure from our own web services books as, or undefined
212
+ * if this is not one.
213
+ *
214
+ * Ordered AFTER `internalDbMetricsClass` at the call site: a PostgREST envelope
215
+ * from our own Supabase is a strictly more specific statement about the same
216
+ * row (which of our services, and why), and the two cannot disagree about
217
+ * whether the failure is ours.
218
+ */
219
+ function internalHostMetricsClass(error: string): string | undefined {
220
+ return error.includes(INTERNAL_ORIGIN_MARKER) ? INTERNAL_SERVICE_UNREACHABLE_CLASS : undefined;
221
+ }
222
+
223
+
224
+ /**
225
+ * One place to turn a failed `fetch` into an error a caller can act on.
226
+ *
227
+ * Nearly every pack was written the same way:
228
+ *
229
+ * if (!res.ok) throw new Error(`Unsplash: ${res.status}`);
230
+ *
231
+ * which discards the response body — and the body is usually where the upstream
232
+ * says what was actually wrong ("**symbol** not found: GBP", "parameter `year`
233
+ * out of range", "unknown taxonomy id"). The caller gets a number, cannot
234
+ * self-correct, and retries the same broken call. A 2026-07-31 sweep found this
235
+ * shape in 481 of 1,400 packs, 47 of them PLATFORM-keyed.
236
+ *
237
+ * It also hides bugs one level down. Two of the first three packs audited had a
238
+ * second defect that only existed because of this line: unsplash's rate-limit
239
+ * branch sat BELOW a catch-all and was unreachable, and bea-gov parsed
240
+ * `BEAAPI.Error.APIErrorDescription` below a `!res.ok` throw that made the
241
+ * parsing dead code for every non-200.
242
+ *
243
+ * DELIBERATELY NOT A CLASSIFIER. It does not add `user_error:` /
244
+ * `upstream_down:` prefixes. Those decide which tier a failure lands in, and the
245
+ * `error` tier is what the daily problem-tools list is built from — it means
246
+ * "Pipeworx has a defect". A 400 is genuinely ambiguous: often a caller's bad
247
+ * argument, but sometimes a query WE built wrong (ted-eu comma-joined its CPV
248
+ * values into something TED rejected, and that bug was found only because it sat
249
+ * in `error`). Blanket-classifying 400s as caller mistakes would have hidden it.
250
+ * A pack that KNOWS which it is should keep saying so explicitly; this helper is
251
+ * for the 481 that say nothing at all.
252
+ */
253
+
254
+ /** Longest upstream explanation we'll pass through. Enough for a real message,
255
+ * short enough that an HTML page or a stack trace can't swamp the error. */
256
+
257
+ const MAX_DETAIL = 300;
258
+
259
+ /**
260
+ * Default bound for `fetchWithTimeout` when a pack doesn't state its own.
261
+ *
262
+ * 25s mirrors the number `epo-ops` landed on after measuring the real failure:
263
+ * a degraded upstream that doesn't error, it just never answers, and a Worker
264
+ * sits in `await fetch()` until ITS OWN execution budget kills the request —
265
+ * which can take minutes, not seconds (epo_ops_search_patents measured 4-8
266
+ * MINUTE hangs before this existed). 25s is short enough that a caller gets a
267
+ * fast, actionable error instead of holding the connection, and long enough
268
+ * that it doesn't false-trip on a merely-slow-but-alive upstream.
269
+ */
270
+ const DEFAULT_FETCH_TIMEOUT_MS = 25_000;
271
+
272
+ /**
273
+ * Read the body of a failed response and fold it into a throwable Error.
274
+ *
275
+ * Usage — note the `await`, which is the one thing that makes this a mechanical
276
+ * change rather than a drop-in:
277
+ *
278
+ * if (!res.ok) throw await httpError(res, 'Unsplash');
279
+ *
280
+ * Safe to call on any non-ok response: a body that is missing, empty, unreadable
281
+ * or HTML degrades to exactly the old `Name: 404` string rather than throwing
282
+ * something new from inside the error path.
283
+ */
284
+ async function httpError(res: Response, name: string): Promise<Error> {
285
+ return new Error(await httpErrorMessage(res, name));
286
+ }
287
+
288
+ /** The message text without constructing an Error — for packs that need to wrap
289
+ * it in their own envelope or add an explicit classification prefix. */
290
+ async function httpErrorMessage(res: Response, name: string): Promise<string> {
291
+ // The one place a 5xx from a host WE run gets stamped as ours. `res.url` is
292
+ // the URL the fetch actually resolved to (after redirects), so this is a fact
293
+ // about the call rather than a guess from the `name` the pack passed in —
294
+ // reword that label freely, the class does not move. See
295
+ // internal-host-class.ts; no-op for every third-party upstream, which is why
296
+ // this touches 481 packs' error text and changes none of it.
297
+ return markInternalOrigin(
298
+ `${name}: ${res.status}${detailSuffix(await readDetail(res))}`,
299
+ res.url,
300
+ res.status,
301
+ );
302
+ }
303
+
304
+ /**
305
+ * Just the upstream's own explanation — no name, no status.
306
+ *
307
+ * For a pack that has already said both in its own sentence. epo-ops reads
308
+ * `EPO rejected this search as too large (HTTP 413) — ${httpErrorMessage(…)}`,
309
+ * which rendered as `… (HTTP 413) — EPO: 413.` once the XML detail was being
310
+ * dropped: the upstream named twice, the status twice, and the one thing EPO
311
+ * actually said ("Not enough characters before truncation character") nowhere
312
+ * (fleet #712). Returns '' when the body carries nothing readable, so a caller
313
+ * can fall back to its own wording.
314
+ */
315
+ async function upstreamDetail(res: Response): Promise<string> {
316
+ return readDetail(res);
317
+ }
318
+
319
+ /**
320
+ * Read a SUCCESSFUL response as JSON, failing loudly when it isn't JSON.
321
+ *
322
+ * `httpError` above only ever runs on `!res.ok`, which leaves the nastier half
323
+ * of the problem unhandled: an upstream that answers **HTTP 200 with an HTML
324
+ * page**. A bot wall, a login redirect, a maintenance interstitial and a CDN
325
+ * error page are all 200s, so `res.ok` is true, and `res.json()` then throws
326
+ * `Unexpected token '<', "<!DOCTYPE "... is not valid JSON`.
327
+ *
328
+ * That string is the problem. It names no upstream, carries no status, and
329
+ * reads like a parser bug in Pipeworx — so it lands in the `error` tier, which
330
+ * means "we have a defect", and the caller is told nothing they can act on.
331
+ * data.govt.nz sat dead behind an Imperva challenge this way and every
332
+ * status-code health check we own reported it green (7889a845). A zero-length
333
+ * body has the same shape: `Unexpected end of JSON input`, seen this week on
334
+ * uk-gazette (83% of external calls) and census.
335
+ *
336
+ * UNLIKE `httpError`, this one DOES classify, and the asymmetry is deliberate.
337
+ * A 400 is genuinely ambiguous — often the caller's bad argument, sometimes a
338
+ * query we built wrong — so blanket-classifying it would hide our own bugs.
339
+ * There is no such ambiguity here: **no argument a caller can pass makes a JSON
340
+ * API return an HTML page.** It is always the upstream, so `upstream_down:` is
341
+ * a statement of fact rather than a guess, and it keeps these out of the
342
+ * problem-tools list where they crowd out real defects.
343
+ *
344
+ * const data = await parseJson<Feed>(res, 'UK Gazette');
345
+ *
346
+ * Call it only after the `!res.ok` check — on a failed response you want
347
+ * `httpError`, which mines the body for the upstream's own explanation.
348
+ */
349
+ async function parseJson<T>(res: Response, name: string): Promise<T> {
350
+ let raw: string;
351
+ try {
352
+ raw = await res.text();
353
+ } catch {
354
+ throw new Error(
355
+ `upstream_down: ${name} returned a body that could not be read (HTTP ${res.status}). ` +
356
+ 'The connection most likely dropped mid-response; retrying is reasonable.',
357
+ );
358
+ }
359
+
360
+ const type = res.headers.get('content-type') ?? 'no content-type';
361
+
362
+ if (!raw.trim()) {
363
+ throw new Error(
364
+ `upstream_down: ${name} answered HTTP ${res.status} with an EMPTY body where JSON was expected (${type}). ` +
365
+ 'Nothing about the request can cause this — it is an upstream fault, and the same call may well work on retry.',
366
+ );
367
+ }
368
+
369
+ // Checked before parsing rather than in the catch, because knowing it is
370
+ // markup is what turns "we failed to parse something" into "they served a
371
+ // web page" — the second is diagnosable, the first is not.
372
+ const head = raw.slice(0, 200).trimStart().toLowerCase();
373
+ if (head.startsWith('<!doctype') || head.startsWith('<html') || head.startsWith('<?xml')) {
374
+ const kind = head.startsWith('<?xml') ? 'an XML document' : 'an HTML page';
375
+ // The summary, not the source. Pasting the first 120 characters of a web
376
+ // page handed the agent `<!DOCTYPE html><html lang="en"…` — the same leak
377
+ // this branch exists to describe (fleet #712).
378
+ throw new Error(
379
+ `upstream_down: ${name} answered HTTP ${res.status} with ${kind} instead of JSON (${type}). ` +
380
+ 'That is typically a bot wall, a login redirect or a maintenance page — it is returned as a SUCCESS, ' +
381
+ `so status-code health checks read it as fine. No argument change will get past it. ` +
382
+ `The page says: ${summarizeErrorBody(raw) || 'nothing readable'}`,
383
+ );
384
+ }
385
+
386
+ try {
387
+ return JSON.parse(raw) as T;
388
+ } catch {
389
+ throw new Error(
390
+ `upstream_down: ${name} answered HTTP ${res.status} with a body that is not valid JSON (${type}). ` +
391
+ `It begins: ${stripMarkup(raw).slice(0, 120) || '(unreadable)'}`,
392
+ );
393
+ }
394
+ }
395
+
396
+ /**
397
+ * `fetch`, but bounded — the fix for a systemic gap found 2026-08-30: a grep
398
+ * audit of every pack's `mcps/*\/src/index.ts` found 1,339 of ~1,500 call
399
+ * `fetch()` with NO timeout guard anywhere in the file. Two of those
400
+ * (epo-ops, statcan) were confirmed live-hanging for 4-8 minutes before this
401
+ * existed — every unguarded call carries the same risk, just unconfirmed.
402
+ *
403
+ * Mirrors the `epoFetch` wrapper `mcps/epo-ops/src/index.ts` shipped first:
404
+ * bound the request with `AbortSignal.timeout`, and on a timeout/abort throw
405
+ * an `upstream_down:` error that names the upstream and the bound rather than
406
+ * letting the raw `TimeoutError`/`AbortError` (which names neither) propagate.
407
+ * `upstream_down:` is deliberate, same reasoning as `parseJson` above — no
408
+ * argument a caller passes can make an upstream hang, so it is always the
409
+ * upstream's fault, and marking it that way keeps a slow API off the
410
+ * problem-tools list where it would crowd out our own defects.
411
+ *
412
+ * Usage — a mechanical swap for a bare `fetch(url, init)`:
413
+ *
414
+ * const res = await fetchWithTimeout(url, init, 'Some API');
415
+ *
416
+ * Pass `timeoutMs` as a fourth argument to override the default for a pack
417
+ * with a known-slower upstream; the label should be the same short name you'd
418
+ * pass to `httpError`/`httpErrorMessage` for that call.
419
+ */
420
+ async function fetchWithTimeout(
421
+ url: string | URL,
422
+ init: RequestInit = {},
423
+ name: string,
424
+ timeoutMs: number = DEFAULT_FETCH_TIMEOUT_MS,
425
+ ): Promise<Response> {
426
+ try {
427
+ return await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
428
+ } catch (err) {
429
+ if (err instanceof Error && (err.name === 'TimeoutError' || err.name === 'AbortError')) {
430
+ // States the OBSERVATION (no response in N seconds), not a diagnosis.
431
+ // "appears to be degraded" is an inference about the vendor that we have
432
+ // not checked, and it is wrong in a way that misdirects whoever reads it:
433
+ // a timeout from a Worker can equally mean OUR egress is blocked.
434
+ //
435
+ // Measured today (2026-09-01, fleet #1047): every call to
436
+ // mainnet.base.org failed from the x402 facilitator while the identical
437
+ // request from a laptop returned 200. Base was entirely healthy; the
438
+ // public RPC refuses Cloudflare Worker egress. Had this message fired
439
+ // there it would have blamed Base by name, and the next person would have
440
+ // waited for a vendor outage to clear that did not exist.
441
+ // A timeout has no status to test — there is no response at all — so
442
+ // `markInternalOrigin` is called without one: an origin we run that never
443
+ // answered is an availability failure by definition. This is the half of
444
+ // fleet #1096 with neither a SQLSTATE nor a status code to key on.
445
+ throw new Error(
446
+ markInternalOrigin(
447
+ `upstream_down: ${name} did not respond within ${timeoutMs / 1000}s. ` +
448
+ `That can be ${name} being slow or down, or this environment being unable to reach it ` +
449
+ `(some hosts refuse datacenter/Worker egress) — retry shortly, and check reachability ` +
450
+ `from elsewhere before concluding ${name} is down.`,
451
+ url,
452
+ ),
453
+ );
454
+ }
455
+ // Fleet #2382. Everything that isn't a timeout/abort here is a genuine
456
+ // NETWORK-LEVEL failure — DNS resolution, connection refused, TLS handshake,
457
+ // Cloudflare's own "Network connection lost." — meaning `fetch()` itself
458
+ // threw and no HTTP response of any kind was ever received. Until this fix
459
+ // that raw exception was rethrown VERBATIM: a bare `TypeError: fetch failed`
460
+ // (or the Workers-runtime equivalent) names no upstream, carries no class
461
+ // token, and reads exactly like a defect in OUR code — because it says
462
+ // nothing about the call at all. It landed in `error`, the tier that means
463
+ // "Pipeworx has a defect", for every one of the (at the time of writing)
464
+ // ~470 packs that call this helper directly with no wrapper of their own.
465
+ //
466
+ // `dexscreener` hit this independently (fleet #1579) and fixed it with a
467
+ // bespoke per-pack try/catch around `fetchWithTimeout`. That fix is correct
468
+ // but only covers one pack; every other caller of this shared helper still
469
+ // leaked the raw exception. Moving the same fix HERE — the one place that
470
+ // already carries the timeout case — covers every pack that uses
471
+ // `fetchWithTimeout` without a wrapper, for free, and without widening
472
+ // `classifyToolError`'s regex list: the fix is giving the message a proper
473
+ // `upstream_down:` token at the point the two facts (no response was ever
474
+ // received, and which host we were trying to reach) are actually in hand,
475
+ // not teaching the classifier to guess from prose after the fact.
476
+ //
477
+ // Safe on the same grounds as the timeout branch above: no argument a
478
+ // caller passes can make `fetch()` itself throw a connection-level error,
479
+ // so this is always an availability failure, never a caller mistake. Same
480
+ // `markInternalOrigin` treatment — an origin we run that never answered is
481
+ // still ours, not a third party's outage.
482
+ const raw = err instanceof Error ? err.message : String(err);
483
+ throw new Error(
484
+ markInternalOrigin(
485
+ `upstream_down: could not reach ${name} at all (${raw.slice(0, 160)}). ` +
486
+ `No request reached ${name}, so this says NOTHING about whether the arguments you passed ` +
487
+ 'are valid — do not re-check them on the strength of this error. Retry shortly.',
488
+ url,
489
+ ),
490
+ );
491
+ }
492
+ }
493
+
494
+ function detailSuffix(detail: string): string {
495
+ return detail ? ` — ${detail}` : '';
496
+ }
497
+
498
+ async function readDetail(res: Response): Promise<string> {
499
+ let raw: string;
500
+ try {
501
+ raw = await res.text();
502
+ } catch {
503
+ // Body already consumed, or the connection died mid-read. The status alone
504
+ // is still worth throwing — never let the error path throw its own error.
505
+ return '';
506
+ }
507
+ return summarizeErrorBody(raw);
508
+ }
509
+
510
+ /**
511
+ * Turn ANY error body — JSON, HTML, XML or plain text — into one short phrase
512
+ * that never contains markup.
513
+ *
514
+ * This used to just drop an HTML or XML body on the floor, on the reasoning
515
+ * that markup crowds out the status. That was half right. Dropping it loses the
516
+ * one sentence a caller could have acted on: an `Access Denied` title, an SDMX
517
+ * `<message:Error>` text, an OPS fault string. A 2026-08-30 support sweep
518
+ * measured 13 of 291 caller-facing error rows carrying a raw page or document
519
+ * verbatim, across 11 packs, and in every one of them the useful content —
520
+ * "Access Denied", "Invalid country code", "SCRAPE_TIMEOUT" — was in there,
521
+ * buried in markup the agent had to parse out of a string (fleet #712).
522
+ *
523
+ * So: extract the meaning, discard the markup. The output is passed through
524
+ * `stripMarkup` unconditionally, which is what lets `check:error-body-leak`
525
+ * assert mechanically that no caller-facing message can contain `<?xml`,
526
+ * `<!DOCTYPE` or `<html`.
527
+ */
528
+ function summarizeErrorBody(raw: string): string {
529
+ if (!raw || !raw.trim()) return '';
530
+
531
+ const head = raw.slice(0, 400).trimStart().toLowerCase();
532
+
533
+ // An HTML error page (Cloudflare interstitial, nginx default, a login
534
+ // redirect) says what it is in its <title>, and almost nowhere else.
535
+ if (head.startsWith('<!doctype') || head.startsWith('<html')) {
536
+ const title = htmlTitle(raw);
537
+ return title
538
+ ? `${title} (upstream returned an HTML error page, not an API response)`
539
+ : 'upstream returned an HTML error page, not an API response';
540
+ }
541
+
542
+ // XML fault documents — EPO OPS, SDMX (`<message:Error>`), SOAP faults. The
543
+ // human sentence sits in a child element whose tag name says what it is.
544
+ if (head.startsWith('<?xml') || head.startsWith('<')) {
545
+ const fault = xmlFaultText(raw);
546
+ return fault
547
+ ? `${stripMarkup(fault).slice(0, MAX_DETAIL)} (from the upstream's XML error document)`
548
+ : 'upstream returned an XML error document with no readable message';
549
+ }
550
+
551
+ // Most JSON error bodies bury one human sentence among ids and echoed request
552
+ // params. Prefer that sentence; fall back to the whole body when the shape is
553
+ // unfamiliar, since an unfamiliar shape is exactly when we can least afford to
554
+ // guess wrong and show nothing.
555
+ const fromJson = messageFromJson(raw);
556
+ return stripMarkup(fromJson ?? raw).slice(0, MAX_DETAIL);
557
+ }
558
+
559
+ /** The `<title>` of an HTML error page, or its first `<h1>` — the two places a
560
+ * bot wall, a 502 and an "Access Denied" all state what happened. */
561
+ function htmlTitle(raw: string): string | null {
562
+ const head = raw.slice(0, 4000);
563
+ for (const re of [/<title[^>]*>([\s\S]*?)<\/title>/i, /<h1[^>]*>([\s\S]*?)<\/h1>/i]) {
564
+ const m = re.exec(head);
565
+ const text = m ? stripMarkup(m[1]) : '';
566
+ if (text) return text.slice(0, 160);
567
+ }
568
+ return null;
569
+ }
570
+
571
+ /** Tag names that carry the explanation in an XML fault document, namespace
572
+ * prefix optional (`<message:Error>`, `<com:Text>`, `<faultstring>`). */
573
+ const XML_FAULT_TAG_RE =
574
+ /<(?:[A-Za-z0-9_.-]+:)?(?:text|message|description|faultstring|reason|detail|title|errormessage|error)\b[^>]*>([^<]{2,400})</i;
575
+
576
+ function xmlFaultText(raw: string): string | null {
577
+ const head = raw.slice(0, 8000);
578
+ const tagged = XML_FAULT_TAG_RE.exec(head);
579
+ if (tagged && tagged[1].trim()) return tagged[1];
580
+
581
+ // Nothing conventionally named — take the longest text node instead. A fault
582
+ // document with one sentence in an oddly named element is still readable;
583
+ // returning nothing at all is not.
584
+ let best = '';
585
+ for (const m of head.matchAll(/>([^<>]{8,400})</g)) {
586
+ const text = m[1].trim();
587
+ if (text.length > best.length) best = text;
588
+ }
589
+ return best || null;
590
+ }
591
+
592
+ /**
593
+ * Remove every tag and stray angle bracket, then collapse whitespace.
594
+ *
595
+ * Applied to everything on the way out, including the JSON and plain-text
596
+ * paths, because an upstream is free to embed markup in a JSON string field —
597
+ * and a leak is a leak regardless of which branch produced it.
598
+ */
599
+ function stripMarkup(s: string): string {
600
+ return collapse(decodeEntities(s.replace(/<[^>]*>/g, ' ')).replace(/[<>]/g, ' '));
601
+ }
602
+
603
+ /** The handful of entities that show up in error-page titles. Decoded AFTER
604
+ * tags are stripped and BEFORE the angle-bracket sweep, so `&lt;script&gt;`
605
+ * in a title cannot decode into markup that survives — EMBL-EBI's ChEMBL 500
606
+ * page renders as `500 Internal Server Error &lt; EMBL-EBI` otherwise. */
607
+ function decodeEntities(s: string): string {
608
+ return s
609
+ .replace(/&(?:amp|#0*38);/gi, '&')
610
+ .replace(/&(?:lt|#0*60);/gi, '<')
611
+ .replace(/&(?:gt|#0*62);/gi, '>')
612
+ .replace(/&(?:quot|#0*34);/gi, '"')
613
+ .replace(/&(?:#0*39|apos|#x0*27);/gi, "'")
614
+ .replace(/&nbsp;/gi, ' ');
615
+ }
616
+
617
+ /** The conventional "what went wrong" field, under any of the names upstreams
618
+ * actually use. Checked in order; first non-empty string wins. */
619
+ const MESSAGE_KEYS = [
620
+ 'message', 'error_message', 'errorMessage', 'detail', 'details',
621
+ 'description', 'error_description', 'reason', 'title', 'fault',
622
+ ];
623
+
624
+ function messageFromJson(raw: string): string | null {
625
+ let parsed: unknown;
626
+ try {
627
+ parsed = JSON.parse(raw);
628
+ } catch {
629
+ return null;
630
+ }
631
+ return pickMessage(parsed, 0);
632
+ }
633
+
634
+ function pickMessage(node: unknown, depth: number): string | null {
635
+ // Two levels covers `{error: {message}}` and `{errors: [{detail}]}`, the two
636
+ // shapes that account for nearly all of them, without walking a large payload.
637
+ if (depth > 2 || node == null) return null;
638
+
639
+ if (typeof node === 'string') return node.trim() || null;
640
+
641
+ if (Array.isArray(node)) {
642
+ for (const item of node) {
643
+ const found = pickMessage(item, depth + 1);
644
+ if (found) return found;
645
+ }
646
+ return null;
647
+ }
648
+
649
+ if (typeof node !== 'object') return null;
650
+ const obj = node as Record<string, unknown>;
651
+
652
+ for (const key of MESSAGE_KEYS) {
653
+ const v = obj[key];
654
+ if (typeof v === 'string' && v.trim()) return v.trim();
655
+ }
656
+ // `{error: …}` where error is itself an object or a string — the single most
657
+ // common wrapper, so it is worth descending into by name rather than scanning
658
+ // every key and risking picking up an echoed request parameter.
659
+ for (const key of ['error', 'errors', 'fault', 'Error', 'data']) {
660
+ if (key in obj) {
661
+ const found = pickMessage(obj[key], depth + 1);
662
+ if (found) return found;
663
+ }
664
+ }
665
+ return null;
666
+ }
667
+
668
+ /** Errors are read in a single line of log output; newlines and runs of
669
+ * whitespace make a multi-line body unreadable there. */
670
+ function collapse(s: string): string {
671
+ return s.replace(/\s+/g, ' ').trim();
672
+ }
16
673
  /**
17
674
  * FRED MCP — Federal Reserve Economic Data (St. Louis Fed)
18
675
  *
@@ -37,13 +694,52 @@ function extractKey(args: Record<string, unknown>): string {
37
694
  return key;
38
695
  }
39
696
 
40
- async function fredFetch(url: string): Promise<unknown> {
41
- const res = await fetch(url);
697
+ // FRED's upstream (api.stlouisfed.org) periodically slows/stalls. Without a
698
+ // timeout the fetch hangs until Cloudflare kills the worker and returns a raw
699
+ // 504 to the agent — the failure isn't catchable, so the gateway circuit
700
+ // breaker can't trip. Abort at 8s instead: a clean error returns fast, and the
701
+ // breaker can short-circuit the pack after repeated failures.
702
+ //
703
+ // In-pack retry on 5xx + timeout (revised 2026-06-08). Initial single-retry
704
+ // landed 2026-06-07; production analytics next day showed FRED at 27 calls /
705
+ // 9 errors (33% — only a modest improvement from the pre-retry 37.5%). Per-
706
+ // attempt error rate is ~55%, suggesting FRED's CF origin has sustained
707
+ // flakiness, not isolated flakes. Bumped to 3 attempts total with
708
+ // exponential backoff (250ms, 1000ms). At p=0.55 per attempt, P(all 3 fail)
709
+ // drops to ~17%, vs ~30% with 2 attempts and 55% with 1. Attempt count is
710
+ // included in the final error message so we can see whether the cap should
711
+ // be raised further.
712
+ const FRED_RETRY_DELAYS_MS = [250, 1000]; // delay before attempts 2 and 3
713
+ async function fredFetch(url: string, attempt = 1): Promise<unknown> {
714
+ const controller = new AbortController();
715
+ const t = setTimeout(() => controller.abort(), 8000);
716
+ let res: Response;
717
+ try {
718
+ res = await fetch(url, { signal: controller.signal });
719
+ } catch (e) {
720
+ if ((e as Error)?.name === 'AbortError') {
721
+ if (attempt <= FRED_RETRY_DELAYS_MS.length) {
722
+ await new Promise((r) => setTimeout(r, FRED_RETRY_DELAYS_MS[attempt - 1]));
723
+ return fredFetch(url, attempt + 1);
724
+ }
725
+ throw new Error(`upstream_down: FRED API timeout — api.stlouisfed.org did not respond within 8s on any of ${attempt} attempts.`);
726
+ }
727
+ throw e;
728
+ } finally {
729
+ clearTimeout(t);
730
+ }
731
+ if (res.status >= 500 && res.status < 600 && attempt <= FRED_RETRY_DELAYS_MS.length) {
732
+ await new Promise((r) => setTimeout(r, FRED_RETRY_DELAYS_MS[attempt - 1]));
733
+ return fredFetch(url, attempt + 1);
734
+ }
42
735
  if (!res.ok) {
43
- const text = await res.text();
44
- throw new Error(`FRED API error (${res.status}): ${text}`);
736
+ // FRED answers a throttle with an Akamai HTML page, so pasting the body
737
+ // handed the caller `<HTML><HEAD><TITLE>Access Denied</TITLE>…` verbatim.
738
+ // httpErrorMessage keeps the title and drops the markup (fleet #712).
739
+ const attemptNote = attempt > 1 ? ` (after ${attempt} attempts)` : '';
740
+ throw new Error(`${await httpErrorMessage(res, 'FRED API')}${attemptNote}`);
45
741
  }
46
- return res.json();
742
+ return parseJson(res, 'FRED');
47
743
  }
48
744
 
49
745
  // ── Tool definitions ────────────────────────────────────────────────────
@@ -52,15 +748,23 @@ const tools: McpToolExport['tools'] = [
52
748
  {
53
749
  name: 'fred_get_series',
54
750
  description:
55
- 'Get observations (data points) for a FRED series. Key housing series: MORTGAGE30US (30-year mortgage rate), HOUST (housing starts), CSUSHPISA (Case-Shiller home price index), MSPUS (median home sale price), PERMIT (building permits), RRVRUSQ156N (rental vacancy rate).',
751
+ 'AUTHORITATIVE historical time-series for US economic indicators from FRED (Federal Reserve Bank of St. Louis — the official US macroeconomic data repository, 800k+ series). Every series is an AGGREGATE for a whole country, state, or METROPOLITAN AREA (e.g. the Phoenix or Oklahoma City metro), reported monthly or quarterly. Pass a series ID like "MORTGAGE30US" (30y mortgage rate), "UNRATE" (unemployment), "CPIAUCSL" (CPI), "GDP", "FEDFUNDS" (Fed funds rate), "HOUST" (housing starts), "RHORUSQ156N" (US homeownership rate — the percent of households that OWN their home, distinct from the mortgage interest rate). Returns dates + values + the indicator\'s units. Use for macro, Fed, and metro-level US indicator questions. DO NOT GUESS a non-US series ID by pattern-matching a US one — "DEUUNRATE", "JPNUNRATE", "CANUNRATE" and similar <ISO3><METRIC> codes do NOT exist on FRED and 400 with "the series does not exist". For a NON-US country\'s unemployment/GDP/inflation/population, use worldbank_get_indicator (ISO country code + indicator, e.g. SL.UEM.TOTL.ZS for unemployment) instead — it is the reliable source for foreign macro data. If you don\'t know a FRED series ID, call fred_search first rather than inventing one.',
752
+ summary: 'A US economic indicator\'s full history, from the St. Louis Fed\'s FRED database.',
56
753
  inputSchema: {
57
754
  type: 'object' as const,
58
755
  properties: {
59
756
  series_id: { type: 'string', description: 'FRED series ID (e.g., "MORTGAGE30US", "HOUST", "CSUSHPISA")' },
60
757
  observation_start: { type: 'string', description: 'Start date in YYYY-MM-DD format (optional)' },
61
758
  observation_end: { type: 'string', description: 'End date in YYYY-MM-DD format (optional)' },
62
- frequency: { type: 'string', description: 'Frequency aggregation: d, w, bw, m, q, sa, a (optional)' },
759
+ frequency: { type: 'string', description: 'Frequency aggregation (optional). Codes: d, w, bw, m, q, sa, a — English words also accepted (daily/weekly/biweekly/monthly/quarterly/semiannual/annual).' },
63
760
  units: { type: 'string', description: 'Data transformation: lin (levels), chg (change), ch1 (change from year ago), pch (% change), pc1 (% change from year ago), pca (compounded annual rate of change), cch (continuously compounded rate of change), cca (continuously compounded annual rate of change), log (natural log). Default: lin' },
761
+ // Read at runtime since the newest-first fix, but never declared — so it
762
+ // was invisible to callers and to every schema-based check.
763
+ limit: { type: 'number', description: 'Max observations, newest first (1-100000, default 20)' },
764
+ // Same gap `limit` had: read at runtime, never declared. Declared now so
765
+ // a caller who wants a series in chronological order can ask for it
766
+ // instead of reversing a truncated tail (fleet #718).
767
+ sort_order: { type: 'string', description: 'Observation order: desc = newest first (default), asc = oldest first.', enum: ['asc', 'desc'] },
64
768
  _apiKey: { type: 'string', description: 'FRED API key' },
65
769
  },
66
770
  required: ['series_id', '_apiKey'],
@@ -69,7 +773,8 @@ const tools: McpToolExport['tools'] = [
69
773
  {
70
774
  name: 'fred_search',
71
775
  description:
72
- 'Search for FRED series by keyword. Useful for discovering series IDs for housing, employment, inflation, and other economic data.',
776
+ 'Search for economic data series by keyword. Returns series IDs, titles, and descriptions to identify the right indicator.',
777
+ summary: 'US economic data series matching a keyword search, from the St. Louis Fed\'s FRED database.',
73
778
  inputSchema: {
74
779
  type: 'object' as const,
75
780
  properties: {
@@ -85,7 +790,8 @@ const tools: McpToolExport['tools'] = [
85
790
  {
86
791
  name: 'fred_series_info',
87
792
  description:
88
- 'Get metadata about a FRED series: title, units, frequency, seasonal adjustment, notes, and date range.',
793
+ 'Get metadata for a series: title, units, frequency, seasonal adjustment, notes, and date range. Check this before fetching historical data.',
794
+ summary: 'The metadata for one FRED economic data series — units, frequency, last updated — from the St. Louis Fed.',
89
795
  inputSchema: {
90
796
  type: 'object' as const,
91
797
  properties: {
@@ -98,7 +804,8 @@ const tools: McpToolExport['tools'] = [
98
804
  {
99
805
  name: 'fred_category',
100
806
  description:
101
- 'Browse FRED categories. Use category_id=0 for the root. Useful for exploring available data by topic (housing = 97, money/banking/finance = 32991, population/employment/labor = 10).',
807
+ 'Browse economic data by category (housing, employment, money/banking, etc.). Returns subcategories and related series IDs.',
808
+ summary: 'The economic data series filed under one FRED category, from the St. Louis Fed.',
102
809
  inputSchema: {
103
810
  type: 'object' as const,
104
811
  properties: {
@@ -111,7 +818,8 @@ const tools: McpToolExport['tools'] = [
111
818
  {
112
819
  name: 'fred_releases',
113
820
  description:
114
- 'Get the latest FRED data releases. Shows upcoming and recent releases of economic data.',
821
+ 'Check upcoming and recent economic data releases. Returns release dates, names, and which series they update.',
822
+ summary: 'The economic data releases (e.g. Employment Situation) tracked by FRED, from the St. Louis Fed.',
115
823
  inputSchema: {
116
824
  type: 'object' as const,
117
825
  properties: {
@@ -122,6 +830,22 @@ const tools: McpToolExport['tools'] = [
122
830
  required: ['_apiKey'],
123
831
  },
124
832
  },
833
+ {
834
+ name: 'fred_release_dates',
835
+ description:
836
+ 'Economic data RELEASE CALENDAR from FRED — the dates indicators are/were published, including FUTURE scheduled dates. PREFER OVER WEB SEARCH for "when is the next CPI / jobs report / GDP release", "economic calendar", "Fed data release schedule". Omit release_id for the cross-release calendar; pass a release_id (from fred_releases — e.g. 10 = CPI, 50 = Employment Situation, 53 = GDP) for one release schedule. Returns release name + date, newest/upcoming first by default.',
837
+ summary: 'The past and scheduled publication dates for one FRED data release, from the St. Louis Fed.',
838
+ inputSchema: {
839
+ type: 'object' as const,
840
+ properties: {
841
+ release_id: { type: 'number', description: 'Optional FRED release id (from fred_releases). Omit for the all-releases calendar.' },
842
+ limit: { type: 'number', description: 'Max dates to return (1-1000, default 25)' },
843
+ sort_order: { type: 'string', description: 'asc or desc (default desc — newest/upcoming first)', enum: ['asc', 'desc'] },
844
+ _apiKey: { type: 'string', description: 'FRED API key' },
845
+ },
846
+ required: ['_apiKey'],
847
+ },
848
+ },
125
849
  ];
126
850
 
127
851
  // ── callTool dispatcher ─────────────────────────────────────────────────
@@ -140,42 +864,156 @@ async function callTool(name: string, args: Record<string, unknown>): Promise<un
140
864
  return getCategory(key, args.category_id as number | undefined);
141
865
  case 'fred_releases':
142
866
  return getReleases(key, args);
867
+ case 'fred_release_dates':
868
+ return getReleaseDates(key, args);
143
869
  default:
144
870
  throw new Error(`Unknown tool: ${name}`);
145
871
  }
146
872
  }
147
873
 
874
+ // FRED's `frequency` accepts only its short codes (d/w/bw/m/q/sa/a + week-
875
+ // ending variants). LLMs routinely pass the English word ("monthly", "Quarterly")
876
+ // → FRED 400s "Value of frequency is invalid" (the #1 fred error: 78/day). Map
877
+ // the common synonyms; pass valid codes through; DROP anything unrecognized
878
+ // (frequency is optional → return native-frequency data, never fail the fetch).
879
+ const FRED_FREQ = new Set(['d', 'w', 'bw', 'm', 'q', 'sa', 'a', 'wef', 'weth', 'wew', 'wetu', 'wem', 'wesm', 'wesa', 'bwew', 'bwem']);
880
+ const FRED_FREQ_SYNONYMS: Record<string, string> = {
881
+ daily: 'd', day: 'd',
882
+ weekly: 'w', week: 'w', wk: 'w',
883
+ biweekly: 'bw', 'bi-weekly': 'bw', fortnightly: 'bw',
884
+ monthly: 'm', month: 'm', mo: 'm', mon: 'm',
885
+ quarterly: 'q', quarter: 'q', qtr: 'q', qtrly: 'q',
886
+ semiannual: 'sa', 'semi-annual': 'sa', semiannually: 'sa', biannual: 'sa', 'half-yearly': 'sa',
887
+ annual: 'a', annually: 'a', yearly: 'a', year: 'a', yr: 'a', y: 'a',
888
+ };
889
+ function normalizeFredFrequency(v: unknown): string | null {
890
+ const s = String(v).trim().toLowerCase();
891
+ if (FRED_FREQ.has(s)) return s;
892
+ return FRED_FREQ_SYNONYMS[s] ?? null;
893
+ }
894
+
148
895
  // ── Tool implementations ────────────────────────────────────────────────
149
896
 
150
897
  async function getSeries(key: string, args: Record<string, unknown>) {
898
+ const seriesId = args.series_id as string;
151
899
  const params = new URLSearchParams({
152
- series_id: args.series_id as string,
900
+ series_id: seriesId,
153
901
  api_key: key,
154
902
  file_type: 'json',
155
903
  });
156
904
  if (args.observation_start) params.set('observation_start', args.observation_start as string);
157
905
  if (args.observation_end) params.set('observation_end', args.observation_end as string);
158
- if (args.frequency) params.set('frequency', args.frequency as string);
906
+ if (args.frequency) {
907
+ const f = normalizeFredFrequency(args.frequency);
908
+ if (f) params.set('frequency', f); // unknown → drop, return native frequency (don't 400)
909
+ }
159
910
  if (args.units) params.set('units', args.units as string);
911
+ // FRED's observations API defaults to sort_order=asc + ALL observations, so a
912
+ // bare fred_get_series(UNRATE) returned the full series from 1948 OLDEST-first
913
+ // and ignored the documented `limit: 20` — agents read a decades-old value,
914
+ // surfacing as "stale unemployment data" (user feedback 2026-06-24). Default to
915
+ // NEWEST-first + honor the limit so the latest observation leads.
916
+ params.set('sort_order', (args.sort_order as string) || 'desc');
917
+ params.set('limit', String(Math.min(100000, Math.max(1, (args.limit as number) ?? 20))));
160
918
 
161
- const data = (await fredFetch(`${BASE}/series/observations?${params}`)) as {
162
- realtime_start: string;
163
- realtime_end: string;
164
- observation_start: string;
165
- observation_end: string;
166
- count: number;
167
- observations: { date: string; value: string }[];
168
- };
919
+ const infoParams = new URLSearchParams({ series_id: seriesId, api_key: key, file_type: 'json' });
920
+ const [data, infoRaw] = await Promise.all([
921
+ fredFetch(`${BASE}/series/observations?${params}`) as Promise<{
922
+ realtime_start: string;
923
+ realtime_end: string;
924
+ observation_start: string;
925
+ observation_end: string;
926
+ count: number;
927
+ observations: { date: string; value: string }[];
928
+ }>,
929
+ fredFetch(`${BASE}/series?${infoParams}`)
930
+ .then((d) => ((d as { seriess?: { title: string; units: string; frequency: string; observation_start?: string; observation_end?: string }[] }).seriess?.[0] ?? null))
931
+ .catch(() => null),
932
+ ]);
933
+
934
+ // Empty-window rescue. A "what is the current rate" question routed here
935
+ // often arrives with a days-wide observation window, but weekly/monthly
936
+ // series have no observation inside it — FRED answers 200 with an empty
937
+ // array and the caller concludes "no data" (live case: MORTGAGE15US asked
938
+ // with a 4-day window that started after the last weekly print). Refetch
939
+ // without the window and lead with the latest observations, saying so.
940
+ let obs = data;
941
+ let windowNote: string | undefined;
942
+ let usedWindowRescue = false;
943
+ if (data.observations.length === 0 && (args.observation_start || args.observation_end)) {
944
+ const p2 = new URLSearchParams({
945
+ series_id: seriesId,
946
+ api_key: key,
947
+ file_type: 'json',
948
+ sort_order: 'desc',
949
+ limit: String(Math.min(20, Math.max(1, (args.limit as number) ?? 4))),
950
+ });
951
+ if (args.frequency) {
952
+ const f = normalizeFredFrequency(args.frequency);
953
+ if (f) p2.set('frequency', f);
954
+ }
955
+ if (args.units) p2.set('units', args.units as string);
956
+ const retry = (await fredFetch(`${BASE}/series/observations?${p2}`)) as typeof data;
957
+ if (retry.observations.length > 0) {
958
+ obs = retry;
959
+ usedWindowRescue = true;
960
+ windowNote = `No observations between ${args.observation_start ?? 'series start'} and ${args.observation_end ?? 'today'} — this series publishes ${infoRaw?.frequency ? `${infoRaw.frequency.toLowerCase()}, ` : ''}so narrow recent windows can be empty. Returning the latest observations instead.`;
961
+ }
962
+ }
963
+
964
+ // The observations endpoint ECHOES observation_start/observation_end back as
965
+ // it received them, and when the caller sets neither, FRED substitutes its own
966
+ // open bounds: 1600-01-01 and 9999-12-31. Emitting those under names that read
967
+ // as coverage told every caller that US GDP runs from 1600 through 9999
968
+ // (fleet #718). The real range is in the series metadata we already fetch
969
+ // alongside, so publish THAT under these names — matching what
970
+ // fred_series_info and fred_search already mean by them — and surface what the
971
+ // caller asked for separately, only when they actually asked. If the metadata
972
+ // call failed, omit the range rather than fall back to the sentinels.
973
+ const rows = obs.observations.map((o) => ({
974
+ date: o.date,
975
+ value: o.value === '.' ? null : o.value,
976
+ }));
977
+ const returned = rows.length;
978
+ const sortOrder = usedWindowRescue ? 'desc' : ((args.sort_order as string) || 'desc');
979
+ const order = sortOrder === 'asc' ? 'oldest_first' : 'newest_first';
980
+ // `count` is FRED's total for the requested window; `limit` (default 20) caps
981
+ // what comes back. Reporting the total beside a short list with nothing
982
+ // marking the cut is how a caller reads 20 rows as the whole series.
983
+ const truncated = typeof obs.count === 'number' && returned < obs.count;
984
+ const truncationNote = truncated
985
+ ? `Showing ${returned} of ${obs.count} observations (${order.replace('_', ' ')}); raise \`limit\` for more.`
986
+ : undefined;
987
+ const notes = [windowNote, truncationNote].filter(Boolean);
988
+
989
+ // Say what the series IS, in words (fleet #2238): a bare id plus numbers
990
+ // reads as nothing to the gateway's entity check, so 62/72 fred_get_series
991
+ // answers scored `unverifiable` even when the caller asked by exact id.
992
+ const newest = order === 'newest_first' ? rows[0] : rows[rows.length - 1];
993
+ const oldest = order === 'newest_first' ? rows[rows.length - 1] : rows[0];
994
+ const statement =
995
+ `FRED ${seriesId}${infoRaw?.title ? ` (${infoRaw.title})` : ''}: ${infoRaw?.units ?? 'units not reported'}, ${infoRaw?.frequency ?? 'native frequency'}, ` +
996
+ `from the Federal Reserve Bank of St. Louis (FRED). ${returned} of ${obs.count} observation(s) returned ${order.replace('_', ' ')}` +
997
+ (oldest && newest ? `, ${oldest.date} to ${newest.date}; latest ${newest.value ?? 'missing'} on ${newest.date}` : '') +
998
+ '.';
169
999
 
170
1000
  return {
171
- series_id: args.series_id,
172
- count: data.count,
173
- observation_start: data.observation_start,
174
- observation_end: data.observation_end,
175
- observations: data.observations.map((o) => ({
176
- date: o.date,
177
- value: o.value === '.' ? null : o.value,
178
- })),
1001
+ series_id: seriesId,
1002
+ ...(infoRaw?.title ? { series_title: infoRaw.title, series_name: infoRaw.title } : {}),
1003
+ source: 'Federal Reserve Bank of St. Louis (FRED)',
1004
+ statement,
1005
+ ...(infoRaw?.units ? { units: infoRaw.units } : {}),
1006
+ ...(infoRaw?.frequency ? { frequency: infoRaw.frequency } : {}),
1007
+ ...(notes.length ? { note: notes.join(' ') } : {}),
1008
+ count: obs.count,
1009
+ returned,
1010
+ truncated,
1011
+ observation_order: order,
1012
+ ...(infoRaw?.observation_start ? { observation_start: infoRaw.observation_start } : {}),
1013
+ ...(infoRaw?.observation_end ? { observation_end: infoRaw.observation_end } : {}),
1014
+ ...(args.observation_start ? { requested_start: args.observation_start as string } : {}),
1015
+ ...(args.observation_end ? { requested_end: args.observation_end as string } : {}),
1016
+ observations: rows,
179
1017
  };
180
1018
  }
181
1019
 
@@ -205,9 +1043,15 @@ async function searchSeries(key: string, args: Record<string, unknown>) {
205
1043
  }[];
206
1044
  };
207
1045
 
1046
+ const hits = data.seriess ?? [];
208
1047
  return {
209
1048
  total_matches: data.count,
210
- series: data.seriess.map((s) => ({
1049
+ returned: hits.length,
1050
+ truncated: typeof data.count === 'number' && hits.length < data.count,
1051
+ ...(typeof data.count === 'number' && hits.length < data.count
1052
+ ? { note: `Showing ${hits.length} of ${data.count} matching series; raise \`limit\` (max 1000) or narrow search_text.` }
1053
+ : {}),
1054
+ series: hits.map((s) => ({
211
1055
  series_id: s.id,
212
1056
  title: s.title,
213
1057
  units: s.units,
@@ -308,9 +1152,15 @@ async function getReleases(key: string, args: Record<string, unknown>) {
308
1152
  }[];
309
1153
  };
310
1154
 
1155
+ const rels = data.releases ?? [];
311
1156
  return {
312
1157
  total_releases: data.count,
313
- releases: data.releases.map((r) => ({
1158
+ returned: rels.length,
1159
+ truncated: typeof data.count === 'number' && rels.length < data.count,
1160
+ ...(typeof data.count === 'number' && rels.length < data.count
1161
+ ? { note: `Showing ${rels.length} of ${data.count} releases; raise \`limit\` (max 1000) or page with \`offset\`.` }
1162
+ : {}),
1163
+ releases: rels.map((r) => ({
314
1164
  id: r.id,
315
1165
  name: r.name,
316
1166
  press_release: r.press_release,
@@ -320,4 +1170,41 @@ async function getReleases(key: string, args: Record<string, unknown>) {
320
1170
  };
321
1171
  }
322
1172
 
1173
+ async function getReleaseDates(key: string, args: Record<string, unknown>) {
1174
+ const cap = Math.min(1000, Math.max(1, (args.limit as number) ?? 25));
1175
+ // Fetch the full schedule (desc + future scheduled dates), then partition by
1176
+ // today so the NEXT release is the headline — FRED has no date>=today filter,
1177
+ // and a raw asc/desc sort buries the imminent release. 1000 rows comfortably
1178
+ // spans the ~1y of future scheduled dates back through recent actuals.
1179
+ const params = new URLSearchParams({
1180
+ api_key: key,
1181
+ file_type: 'json',
1182
+ limit: '1000',
1183
+ sort_order: 'desc',
1184
+ });
1185
+ const rid = args.release_id;
1186
+ const single = rid != null && Number.isFinite(Number(rid));
1187
+ // Future scheduled dates only for a SINGLE release — across ALL releases the
1188
+ // far-future flood (300+ releases x ~12 months) overflows any fetch window
1189
+ // and makes a cross-release "next" unreliable, so cross-release returns recent actuals.
1190
+ if (single) { params.set('release_id', String(Math.floor(Number(rid)))); params.set('include_release_dates_with_no_data', 'true'); }
1191
+ const path = single ? 'release/dates' : 'releases/dates';
1192
+ const data = (await fredFetch(`${BASE}/${path}?${params}`)) as {
1193
+ release_dates?: { release_id?: number; release_name?: string; date?: string }[];
1194
+ };
1195
+ const all = (data.release_dates ?? []).filter((d) => d.date);
1196
+ const today = new Date().toISOString().slice(0, 10);
1197
+ const shape = (d: { release_id?: number; release_name?: string; date?: string }) => ({ release_id: d.release_id ?? null, release_name: d.release_name ?? null, date: d.date ?? null });
1198
+ const upcoming = all.filter((d) => (d.date as string) >= today).sort((a, b) => (a.date as string).localeCompare(b.date as string));
1199
+ const recent = all.filter((d) => (d.date as string) < today).sort((a, b) => (b.date as string).localeCompare(a.date as string));
1200
+ return {
1201
+ release_id: single ? Math.floor(Number(rid)) : null,
1202
+ as_of: today,
1203
+ next_release: upcoming[0] ? shape(upcoming[0]) : null,
1204
+ note: single ? undefined : 'Cross-release calendar returns RECENT releases. For an upcoming schedule / next release date, pass a release_id (from fred_releases).',
1205
+ upcoming: upcoming.slice(0, cap).map(shape),
1206
+ recent: recent.slice(0, cap).map(shape),
1207
+ };
1208
+ }
1209
+
323
1210
  export default { tools, callTool, meter: { credits: 5 } } satisfies McpToolExport;