@pipeworx/mcp-emarket-storage 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.pipeworx-staged-ok +6 -0
- package/LICENSE +21 -0
- package/README.md +215 -0
- package/bin/cli.js +17 -0
- package/package.json +28 -0
- package/server.json +18 -0
- package/src/index.ts +1183 -0
- package/src/server.ts +45 -0
- package/tsconfig.json +18 -0
package/src/index.ts
ADDED
|
@@ -0,0 +1,1183 @@
|
|
|
1
|
+
interface McpToolDefinition {
|
|
2
|
+
name: string;
|
|
3
|
+
description: string;
|
|
4
|
+
/** Human-facing one-liner (fleet #1967). Optional; consumers fall back to
|
|
5
|
+
* description. Kept in step with shared/src/types.ts — scripts/lib/
|
|
6
|
+
* check-inlined-types.mjs reports drift at publish time. */
|
|
7
|
+
summary?: string;
|
|
8
|
+
inputSchema: {
|
|
9
|
+
type: 'object';
|
|
10
|
+
properties: Record<string, unknown>;
|
|
11
|
+
required?: string[];
|
|
12
|
+
anyOf?: Array<{ required: string[] }>;
|
|
13
|
+
oneOf?: Array<{ required: string[] }>;
|
|
14
|
+
allOf?: Array<{ required: string[] }>;
|
|
15
|
+
};
|
|
16
|
+
outputSchema?: Record<string, unknown>;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
interface McpToolExport {
|
|
20
|
+
tools: McpToolDefinition[];
|
|
21
|
+
callTool: (name: string, args: Record<string, unknown>) => Promise<unknown>;
|
|
22
|
+
meter?: { credits: number };
|
|
23
|
+
cost?: Record<string, unknown>;
|
|
24
|
+
provider?: string;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* Was this failure OUR OWN web service? — the other half of `internal-db-class.ts`.
|
|
29
|
+
*
|
|
30
|
+
* fleet #1089 pulled failures from our own Postgres out of `upstream_down` by
|
|
31
|
+
* keying on the SQLSTATE inside PostgREST's four-key error envelope. That
|
|
32
|
+
* covered the majority and structurally could not cover the rest: the rest
|
|
33
|
+
* never reach Postgres, so they carry no SQLSTATE. What was left, measured over
|
|
34
|
+
* the 24h to 2026-09-02T15:00Z (fleet #1096):
|
|
35
|
+
*
|
|
36
|
+
* 5 pipeworx-catalog get_pack_tools Pipeworx catalog error: 522 — error code: 522
|
|
37
|
+
* 3 fleet fleet_list_open … upstream_down: Fleet task queue did not respond within 25s
|
|
38
|
+
*
|
|
39
|
+
* 521/522/523/526 are Cloudflare saying its edge could not reach an ORIGIN, and
|
|
40
|
+
* in both of those rows the origin is ours — `gateway.pipeworx.io` for the
|
|
41
|
+
* catalog pack (it self-fetches when the gateway hasn't injected a manifest),
|
|
42
|
+
* our own Supabase for fleet. There is no third party anywhere in either call.
|
|
43
|
+
* Same defect as #1089: our own outage filed under `upstream_down`, the one
|
|
44
|
+
* class that means "the source is unreachable and there is nothing for us to
|
|
45
|
+
* fix", which is why the problem-tools triage skips it.
|
|
46
|
+
*
|
|
47
|
+
* WHY NOT A WORDING RULE. The obvious fix is to match `fleet db error:` and
|
|
48
|
+
* `Pipeworx catalog error:` in classifyToolError. Each is emitted from exactly
|
|
49
|
+
* one site today, so it would work today. It would also rot the first time
|
|
50
|
+
* somebody rewords a label — silently, and in the direction of hiding our own
|
|
51
|
+
* outage, which is worse than the bug being fixed. Every prose rule in
|
|
52
|
+
* error-class.ts has needed widening as packs invented new wording (#409/#450/
|
|
53
|
+
* #584); that history is most of that file's comment budget.
|
|
54
|
+
*
|
|
55
|
+
* WHAT THIS KEYS ON INSTEAD: **the host the call actually reached.** A URL's
|
|
56
|
+
* hostname is a fact about the call, not a guess about its prose. Two
|
|
57
|
+
* consequences that a pack-level flag could not give us, and the reason the
|
|
58
|
+
* flag was rejected:
|
|
59
|
+
*
|
|
60
|
+
* - It describes the CALL, not the pack. `govcon-intel` fans out to our own
|
|
61
|
+
* Supabase AND to genuine third parties; `court-listener` holds our cache
|
|
62
|
+
* in Supabase and fetches courtlistener.com. An `internallyHosted: true` on
|
|
63
|
+
* either pack would relabel a real third-party outage as ours — inventing
|
|
64
|
+
* work, which is the same class of error in the opposite direction.
|
|
65
|
+
* - It covers every future internal pack for free, instead of one declared
|
|
66
|
+
* slug at a time.
|
|
67
|
+
*
|
|
68
|
+
* WHY IT SURVIVES A REWORD. The marker below is not matched as a literal by two
|
|
69
|
+
* separate files. `markInternalOrigin()` writes it and `internalHostMetricsClass()`
|
|
70
|
+
* reads it, both from the single exported `INTERNAL_ORIGIN_MARKER` constant in
|
|
71
|
+
* this module — so changing the wording changes both sides in the same edit and
|
|
72
|
+
* cannot desynchronise them. The pack's own label (`fleet db error:`,
|
|
73
|
+
* `Pipeworx catalog error:`) is not read at all: reword it freely, the class is
|
|
74
|
+
* unaffected. That is the property `stripClassPrefix` lacked when it drifted
|
|
75
|
+
* from its own classifier three times and needed a CI gate to hold them
|
|
76
|
+
* together.
|
|
77
|
+
*
|
|
78
|
+
* WHERE THE 5xx TEST LIVES. `markInternalOrigin` is called from the places that
|
|
79
|
+
* hold the real `Response` — `httpError`/`httpErrorMessage` and the timeout
|
|
80
|
+
* branch of `fetchWithTimeout` in `shared/src/http.ts` — so "is this an
|
|
81
|
+
* availability failure" is decided from the actual status code, never re-derived
|
|
82
|
+
* by scraping a number out of a sentence. A 404 from our own registry for a slug
|
|
83
|
+
* that does not exist is a caller's bad argument and is deliberately NOT marked.
|
|
84
|
+
*/
|
|
85
|
+
|
|
86
|
+
/**
|
|
87
|
+
* OUR OWN web service was unreachable — not an upstream, and never `upstream_down`.
|
|
88
|
+
*
|
|
89
|
+
* ONE value, not three, unlike `internal_db_*`. That split existed because a
|
|
90
|
+
* slow query, an exhausted pool and an unknown SQLSTATE have different owners
|
|
91
|
+
* and different fixes. Here there is only one story to tell — an origin we run
|
|
92
|
+
* did not answer the edge — and one owner. A bucket with no distinct owner per
|
|
93
|
+
* value is decoration; #724 is what happens when a class holds several
|
|
94
|
+
* situations, and inventing sub-values ahead of a reason to act on them
|
|
95
|
+
* differently is the same mistake with the sign flipped.
|
|
96
|
+
*
|
|
97
|
+
* METRICS ONLY, exactly like PLATFORM_KEY_ERROR_CLASS and the internal_db
|
|
98
|
+
* values. `classifyToolError` still answers `upstream_down` for the retry and
|
|
99
|
+
* hint paths, which only care whether retrying or a sibling tool might work —
|
|
100
|
+
* and it might. Nothing a caller sees or is charged changes here.
|
|
101
|
+
*
|
|
102
|
+
* READ SIDE: this value is in BROKEN_TOOL_CLASSES, FAULT_CLASSES and
|
|
103
|
+
* ALL_ERROR_CLASSES in `workers/registry-api/src/index.ts`. All three, or it
|
|
104
|
+
* lands on no dashboard — fleet #721 is the warning, where the #719 split
|
|
105
|
+
* worked on the write side and was invisible for weeks.
|
|
106
|
+
*/
|
|
107
|
+
const INTERNAL_SERVICE_UNREACHABLE_CLASS = 'internal_service_unreachable';
|
|
108
|
+
|
|
109
|
+
/**
|
|
110
|
+
* The token that carries "this origin is ours" from the call site to the
|
|
111
|
+
* classifier.
|
|
112
|
+
*
|
|
113
|
+
* Appended to the error message rather than attached to the Error object,
|
|
114
|
+
* because the object does not survive the trip: 275 packs return `{ error:
|
|
115
|
+
* string }` instead of throwing, the gateway reads `observedError` as a string,
|
|
116
|
+
* and the fleet pack rebuilds its error from a captured status + body across a
|
|
117
|
+
* retry loop. A property on an Error would be dropped by every one of those
|
|
118
|
+
* paths and the class would work in tests and vanish in production.
|
|
119
|
+
*
|
|
120
|
+
* WORDING IS LOAD-BEARING, same rule as labelAge's note in authority.ts. This
|
|
121
|
+
* string is appended to a pack's thrown Error message (shared/src/http.ts),
|
|
122
|
+
* and a thrown Error's message is exactly what the gateway hands back to the
|
|
123
|
+
* caller as `content[0].text` when nothing rewrites it (workers/gateway/src
|
|
124
|
+
* catches the throw and sets `rawResult.message = stripClassPrefix(error)`,
|
|
125
|
+
* which does not touch this suffix) — so the original wording,
|
|
126
|
+
* " [pipeworx-hosted origin — our own service, not a third party]", was not a
|
|
127
|
+
* theoretical leak: it shipped live on pipeworx-catalog's 522s, 7 times in 6
|
|
128
|
+
* hours on 2026-09-02 (see tests/golden-internal-service.test.ts), verbatim
|
|
129
|
+
* naming Pipeworx as the host. check:hosting-claims never caught it because it
|
|
130
|
+
* did not scan shared/ at all (task #2009). Reworded to describe the
|
|
131
|
+
* OBSERVATION (the origin did not answer) without a claim about who runs it —
|
|
132
|
+
* the identical fix labelAge got: drop the possessive, keep the fact.
|
|
133
|
+
*/
|
|
134
|
+
const INTERNAL_ORIGIN_MARKER = ' [origin did not respond — retry before concluding the named source is down]';
|
|
135
|
+
|
|
136
|
+
/**
|
|
137
|
+
* Supabase's data plane for a project is `<ref>.supabase.co`, where the ref is
|
|
138
|
+
* exactly twenty lowercase letters (ours is `pqauisounztsgdgfkhke`).
|
|
139
|
+
*
|
|
140
|
+
* Matching the shape rather than listing the ref keeps this correct when we add
|
|
141
|
+
* a project — `supabaseEnv` on a pack entry already points some packs at a
|
|
142
|
+
* second one — while still excluding `status.supabase.co`, which is Supabase's
|
|
143
|
+
* own status page and emphatically not our database. Verified 2026-09-02 by
|
|
144
|
+
* `grep -rhoE '[a-z0-9-]+\.supabase\.(co|in)' mcps shared workers scripts`: the
|
|
145
|
+
* only real project ref anywhere in the tree is ours, the rest are doc
|
|
146
|
+
* placeholders (`abc`, `xyz`, `example`) which this pattern also excludes. Same
|
|
147
|
+
* finding internal-db-class.ts relies on for the PostgREST envelope being ours
|
|
148
|
+
* by construction.
|
|
149
|
+
*/
|
|
150
|
+
const SUPABASE_PROJECT_HOST = /^[a-z]{20}\.supabase\.(co|in)$/;
|
|
151
|
+
|
|
152
|
+
/**
|
|
153
|
+
* Is this a host WE run?
|
|
154
|
+
*
|
|
155
|
+
* Deliberately NOT including `*.workers.dev`: plenty of third-party APIs are
|
|
156
|
+
* hosted on workers.dev, so the suffix says where something runs and not who
|
|
157
|
+
* owns it. Every internal call we actually make goes to a `pipeworx.io`
|
|
158
|
+
* hostname or to our Supabase project, both of which are ownership facts.
|
|
159
|
+
*
|
|
160
|
+
* `workers/gateway/src/provenance.ts`'s `OUR_HOSTS` answers the same
|
|
161
|
+
* question and DOES include `workers.dev` — a documented divergence
|
|
162
|
+
* (task #2051), not a bug to converge. That list decides what a response may
|
|
163
|
+
* cite as a data SOURCE, where a false negative (citing our own worker as an
|
|
164
|
+
* external source) is the hosting-disclosure leak this whole file exists to
|
|
165
|
+
* prevent, so it errs broad. This one decides who gets BLAMED for a 5xx in
|
|
166
|
+
* outage metrics read by on-call, where a false positive (crediting our own
|
|
167
|
+
* infra with a third party's outage) hides the real failure, so it errs
|
|
168
|
+
* narrow. Same suffix, opposite direction, because they are never called for
|
|
169
|
+
* the same reason.
|
|
170
|
+
*
|
|
171
|
+
* Returns false on anything unparseable rather than throwing — this runs inside
|
|
172
|
+
* an error path, and an error path that can itself throw turns a diagnosable
|
|
173
|
+
* failure into a mystery.
|
|
174
|
+
*/
|
|
175
|
+
function isPipeworxOrigin(url: string | URL | undefined | null): boolean {
|
|
176
|
+
if (!url) return false;
|
|
177
|
+
let host: string;
|
|
178
|
+
try {
|
|
179
|
+
host = new URL(url instanceof URL ? url.href : url).hostname.toLowerCase();
|
|
180
|
+
} catch {
|
|
181
|
+
return false;
|
|
182
|
+
}
|
|
183
|
+
if (host === 'pipeworx.io' || host.endsWith('.pipeworx.io')) return true;
|
|
184
|
+
return SUPABASE_PROJECT_HOST.test(host);
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
/**
|
|
188
|
+
* Append the marker when this failure was OUR origin failing to answer.
|
|
189
|
+
*
|
|
190
|
+
* `status` is the HTTP status when there is one, and omitted for a timeout —
|
|
191
|
+
* where there is no response at all, and "the origin did not answer" is the
|
|
192
|
+
* whole observation. Statuses below 500 are left alone: a 404 from our own
|
|
193
|
+
* registry for a slug that does not exist is the caller's argument, not our
|
|
194
|
+
* outage, and marking it would put ordinary 404s on the incident dashboard.
|
|
195
|
+
*
|
|
196
|
+
* Idempotent, so a message that is wrapped and re-marked on the way up (the
|
|
197
|
+
* fleet pack's retry loop re-throws through two layers) carries the marker once.
|
|
198
|
+
*/
|
|
199
|
+
function markInternalOrigin(
|
|
200
|
+
message: string,
|
|
201
|
+
url: string | URL | undefined | null,
|
|
202
|
+
status?: number,
|
|
203
|
+
): string {
|
|
204
|
+
if (status !== undefined && status < 500) return message;
|
|
205
|
+
if (!isPipeworxOrigin(url)) return message;
|
|
206
|
+
if (message.includes(INTERNAL_ORIGIN_MARKER)) return message;
|
|
207
|
+
return message + INTERNAL_ORIGIN_MARKER;
|
|
208
|
+
}
|
|
209
|
+
|
|
210
|
+
/**
|
|
211
|
+
* Which blob4 value a failure from our own web services books as, or undefined
|
|
212
|
+
* if this is not one.
|
|
213
|
+
*
|
|
214
|
+
* Ordered AFTER `internalDbMetricsClass` at the call site: a PostgREST envelope
|
|
215
|
+
* from our own Supabase is a strictly more specific statement about the same
|
|
216
|
+
* row (which of our services, and why), and the two cannot disagree about
|
|
217
|
+
* whether the failure is ours.
|
|
218
|
+
*/
|
|
219
|
+
function internalHostMetricsClass(error: string): string | undefined {
|
|
220
|
+
return error.includes(INTERNAL_ORIGIN_MARKER) ? INTERNAL_SERVICE_UNREACHABLE_CLASS : undefined;
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
/**
|
|
225
|
+
* One place to turn a failed `fetch` into an error a caller can act on.
|
|
226
|
+
*
|
|
227
|
+
* Nearly every pack was written the same way:
|
|
228
|
+
*
|
|
229
|
+
* if (!res.ok) throw new Error(`Unsplash: ${res.status}`);
|
|
230
|
+
*
|
|
231
|
+
* which discards the response body — and the body is usually where the upstream
|
|
232
|
+
* says what was actually wrong ("**symbol** not found: GBP", "parameter `year`
|
|
233
|
+
* out of range", "unknown taxonomy id"). The caller gets a number, cannot
|
|
234
|
+
* self-correct, and retries the same broken call. A 2026-07-31 sweep found this
|
|
235
|
+
* shape in 481 of 1,400 packs, 47 of them PLATFORM-keyed.
|
|
236
|
+
*
|
|
237
|
+
* It also hides bugs one level down. Two of the first three packs audited had a
|
|
238
|
+
* second defect that only existed because of this line: unsplash's rate-limit
|
|
239
|
+
* branch sat BELOW a catch-all and was unreachable, and bea-gov parsed
|
|
240
|
+
* `BEAAPI.Error.APIErrorDescription` below a `!res.ok` throw that made the
|
|
241
|
+
* parsing dead code for every non-200.
|
|
242
|
+
*
|
|
243
|
+
* DELIBERATELY NOT A CLASSIFIER. It does not add `user_error:` /
|
|
244
|
+
* `upstream_down:` prefixes. Those decide which tier a failure lands in, and the
|
|
245
|
+
* `error` tier is what the daily problem-tools list is built from — it means
|
|
246
|
+
* "Pipeworx has a defect". A 400 is genuinely ambiguous: often a caller's bad
|
|
247
|
+
* argument, but sometimes a query WE built wrong (ted-eu comma-joined its CPV
|
|
248
|
+
* values into something TED rejected, and that bug was found only because it sat
|
|
249
|
+
* in `error`). Blanket-classifying 400s as caller mistakes would have hidden it.
|
|
250
|
+
* A pack that KNOWS which it is should keep saying so explicitly; this helper is
|
|
251
|
+
* for the 481 that say nothing at all.
|
|
252
|
+
*/
|
|
253
|
+
|
|
254
|
+
/** Longest upstream explanation we'll pass through. Enough for a real message,
|
|
255
|
+
* short enough that an HTML page or a stack trace can't swamp the error. */
|
|
256
|
+
|
|
257
|
+
const MAX_DETAIL = 300;
|
|
258
|
+
|
|
259
|
+
/**
|
|
260
|
+
* Default bound for `fetchWithTimeout` when a pack doesn't state its own.
|
|
261
|
+
*
|
|
262
|
+
* 25s mirrors the number `epo-ops` landed on after measuring the real failure:
|
|
263
|
+
* a degraded upstream that doesn't error, it just never answers, and a Worker
|
|
264
|
+
* sits in `await fetch()` until ITS OWN execution budget kills the request —
|
|
265
|
+
* which can take minutes, not seconds (epo_ops_search_patents measured 4-8
|
|
266
|
+
* MINUTE hangs before this existed). 25s is short enough that a caller gets a
|
|
267
|
+
* fast, actionable error instead of holding the connection, and long enough
|
|
268
|
+
* that it doesn't false-trip on a merely-slow-but-alive upstream.
|
|
269
|
+
*/
|
|
270
|
+
const DEFAULT_FETCH_TIMEOUT_MS = 25_000;
|
|
271
|
+
|
|
272
|
+
/**
|
|
273
|
+
* Read the body of a failed response and fold it into a throwable Error.
|
|
274
|
+
*
|
|
275
|
+
* Usage — note the `await`, which is the one thing that makes this a mechanical
|
|
276
|
+
* change rather than a drop-in:
|
|
277
|
+
*
|
|
278
|
+
* if (!res.ok) throw await httpError(res, 'Unsplash');
|
|
279
|
+
*
|
|
280
|
+
* Safe to call on any non-ok response: a body that is missing, empty, unreadable
|
|
281
|
+
* or HTML degrades to exactly the old `Name: 404` string rather than throwing
|
|
282
|
+
* something new from inside the error path.
|
|
283
|
+
*/
|
|
284
|
+
async function httpError(res: Response, name: string): Promise<Error> {
|
|
285
|
+
return new Error(await httpErrorMessage(res, name));
|
|
286
|
+
}
|
|
287
|
+
|
|
288
|
+
/** The message text without constructing an Error — for packs that need to wrap
|
|
289
|
+
* it in their own envelope or add an explicit classification prefix. */
|
|
290
|
+
async function httpErrorMessage(res: Response, name: string): Promise<string> {
|
|
291
|
+
// The one place a 5xx from a host WE run gets stamped as ours. `res.url` is
|
|
292
|
+
// the URL the fetch actually resolved to (after redirects), so this is a fact
|
|
293
|
+
// about the call rather than a guess from the `name` the pack passed in —
|
|
294
|
+
// reword that label freely, the class does not move. See
|
|
295
|
+
// internal-host-class.ts; no-op for every third-party upstream, which is why
|
|
296
|
+
// this touches 481 packs' error text and changes none of it.
|
|
297
|
+
return markInternalOrigin(
|
|
298
|
+
`${name}: ${res.status}${detailSuffix(await readDetail(res))}`,
|
|
299
|
+
res.url,
|
|
300
|
+
res.status,
|
|
301
|
+
);
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
/**
|
|
305
|
+
* Just the upstream's own explanation — no name, no status.
|
|
306
|
+
*
|
|
307
|
+
* For a pack that has already said both in its own sentence. epo-ops reads
|
|
308
|
+
* `EPO rejected this search as too large (HTTP 413) — ${httpErrorMessage(…)}`,
|
|
309
|
+
* which rendered as `… (HTTP 413) — EPO: 413.` once the XML detail was being
|
|
310
|
+
* dropped: the upstream named twice, the status twice, and the one thing EPO
|
|
311
|
+
* actually said ("Not enough characters before truncation character") nowhere
|
|
312
|
+
* (fleet #712). Returns '' when the body carries nothing readable, so a caller
|
|
313
|
+
* can fall back to its own wording.
|
|
314
|
+
*/
|
|
315
|
+
async function upstreamDetail(res: Response): Promise<string> {
|
|
316
|
+
return readDetail(res);
|
|
317
|
+
}
|
|
318
|
+
|
|
319
|
+
/**
|
|
320
|
+
* Read a SUCCESSFUL response as JSON, failing loudly when it isn't JSON.
|
|
321
|
+
*
|
|
322
|
+
* `httpError` above only ever runs on `!res.ok`, which leaves the nastier half
|
|
323
|
+
* of the problem unhandled: an upstream that answers **HTTP 200 with an HTML
|
|
324
|
+
* page**. A bot wall, a login redirect, a maintenance interstitial and a CDN
|
|
325
|
+
* error page are all 200s, so `res.ok` is true, and `res.json()` then throws
|
|
326
|
+
* `Unexpected token '<', "<!DOCTYPE "... is not valid JSON`.
|
|
327
|
+
*
|
|
328
|
+
* That string is the problem. It names no upstream, carries no status, and
|
|
329
|
+
* reads like a parser bug in Pipeworx — so it lands in the `error` tier, which
|
|
330
|
+
* means "we have a defect", and the caller is told nothing they can act on.
|
|
331
|
+
* data.govt.nz sat dead behind an Imperva challenge this way and every
|
|
332
|
+
* status-code health check we own reported it green (7889a845). A zero-length
|
|
333
|
+
* body has the same shape: `Unexpected end of JSON input`, seen this week on
|
|
334
|
+
* uk-gazette (83% of external calls) and census.
|
|
335
|
+
*
|
|
336
|
+
* UNLIKE `httpError`, this one DOES classify, and the asymmetry is deliberate.
|
|
337
|
+
* A 400 is genuinely ambiguous — often the caller's bad argument, sometimes a
|
|
338
|
+
* query we built wrong — so blanket-classifying it would hide our own bugs.
|
|
339
|
+
* There is no such ambiguity here: **no argument a caller can pass makes a JSON
|
|
340
|
+
* API return an HTML page.** It is always the upstream, so `upstream_down:` is
|
|
341
|
+
* a statement of fact rather than a guess, and it keeps these out of the
|
|
342
|
+
* problem-tools list where they crowd out real defects.
|
|
343
|
+
*
|
|
344
|
+
* const data = await parseJson<Feed>(res, 'UK Gazette');
|
|
345
|
+
*
|
|
346
|
+
* Call it only after the `!res.ok` check — on a failed response you want
|
|
347
|
+
* `httpError`, which mines the body for the upstream's own explanation.
|
|
348
|
+
*/
|
|
349
|
+
async function parseJson<T>(res: Response, name: string): Promise<T> {
|
|
350
|
+
let raw: string;
|
|
351
|
+
try {
|
|
352
|
+
raw = await res.text();
|
|
353
|
+
} catch {
|
|
354
|
+
throw new Error(
|
|
355
|
+
`upstream_down: ${name} returned a body that could not be read (HTTP ${res.status}). ` +
|
|
356
|
+
'The connection most likely dropped mid-response; retrying is reasonable.',
|
|
357
|
+
);
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
const type = res.headers.get('content-type') ?? 'no content-type';
|
|
361
|
+
|
|
362
|
+
if (!raw.trim()) {
|
|
363
|
+
throw new Error(
|
|
364
|
+
`upstream_down: ${name} answered HTTP ${res.status} with an EMPTY body where JSON was expected (${type}). ` +
|
|
365
|
+
'Nothing about the request can cause this — it is an upstream fault, and the same call may well work on retry.',
|
|
366
|
+
);
|
|
367
|
+
}
|
|
368
|
+
|
|
369
|
+
// Checked before parsing rather than in the catch, because knowing it is
|
|
370
|
+
// markup is what turns "we failed to parse something" into "they served a
|
|
371
|
+
// web page" — the second is diagnosable, the first is not.
|
|
372
|
+
const head = raw.slice(0, 200).trimStart().toLowerCase();
|
|
373
|
+
if (head.startsWith('<!doctype') || head.startsWith('<html') || head.startsWith('<?xml')) {
|
|
374
|
+
const kind = head.startsWith('<?xml') ? 'an XML document' : 'an HTML page';
|
|
375
|
+
// The summary, not the source. Pasting the first 120 characters of a web
|
|
376
|
+
// page handed the agent `<!DOCTYPE html><html lang="en"…` — the same leak
|
|
377
|
+
// this branch exists to describe (fleet #712).
|
|
378
|
+
throw new Error(
|
|
379
|
+
`upstream_down: ${name} answered HTTP ${res.status} with ${kind} instead of JSON (${type}). ` +
|
|
380
|
+
'That is typically a bot wall, a login redirect or a maintenance page — it is returned as a SUCCESS, ' +
|
|
381
|
+
`so status-code health checks read it as fine. No argument change will get past it. ` +
|
|
382
|
+
`The page says: ${summarizeErrorBody(raw) || 'nothing readable'}`,
|
|
383
|
+
);
|
|
384
|
+
}
|
|
385
|
+
|
|
386
|
+
try {
|
|
387
|
+
return JSON.parse(raw) as T;
|
|
388
|
+
} catch {
|
|
389
|
+
throw new Error(
|
|
390
|
+
`upstream_down: ${name} answered HTTP ${res.status} with a body that is not valid JSON (${type}). ` +
|
|
391
|
+
`It begins: ${stripMarkup(raw).slice(0, 120) || '(unreadable)'}`,
|
|
392
|
+
);
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
|
|
396
|
+
/**
|
|
397
|
+
* `fetch`, but bounded — the fix for a systemic gap found 2026-08-30: a grep
|
|
398
|
+
* audit of every pack's `mcps/*\/src/index.ts` found 1,339 of ~1,500 call
|
|
399
|
+
* `fetch()` with NO timeout guard anywhere in the file. Two of those
|
|
400
|
+
* (epo-ops, statcan) were confirmed live-hanging for 4-8 minutes before this
|
|
401
|
+
* existed — every unguarded call carries the same risk, just unconfirmed.
|
|
402
|
+
*
|
|
403
|
+
* Mirrors the `epoFetch` wrapper `mcps/epo-ops/src/index.ts` shipped first:
|
|
404
|
+
* bound the request with `AbortSignal.timeout`, and on a timeout/abort throw
|
|
405
|
+
* an `upstream_down:` error that names the upstream and the bound rather than
|
|
406
|
+
* letting the raw `TimeoutError`/`AbortError` (which names neither) propagate.
|
|
407
|
+
* `upstream_down:` is deliberate, same reasoning as `parseJson` above — no
|
|
408
|
+
* argument a caller passes can make an upstream hang, so it is always the
|
|
409
|
+
* upstream's fault, and marking it that way keeps a slow API off the
|
|
410
|
+
* problem-tools list where it would crowd out our own defects.
|
|
411
|
+
*
|
|
412
|
+
* Usage — a mechanical swap for a bare `fetch(url, init)`:
|
|
413
|
+
*
|
|
414
|
+
* const res = await fetchWithTimeout(url, init, 'Some API');
|
|
415
|
+
*
|
|
416
|
+
* Pass `timeoutMs` as a fourth argument to override the default for a pack
|
|
417
|
+
* with a known-slower upstream; the label should be the same short name you'd
|
|
418
|
+
* pass to `httpError`/`httpErrorMessage` for that call.
|
|
419
|
+
*/
|
|
420
|
+
async function fetchWithTimeout(
|
|
421
|
+
url: string | URL,
|
|
422
|
+
init: RequestInit = {},
|
|
423
|
+
name: string,
|
|
424
|
+
timeoutMs: number = DEFAULT_FETCH_TIMEOUT_MS,
|
|
425
|
+
): Promise<Response> {
|
|
426
|
+
try {
|
|
427
|
+
return await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
|
|
428
|
+
} catch (err) {
|
|
429
|
+
if (err instanceof Error && (err.name === 'TimeoutError' || err.name === 'AbortError')) {
|
|
430
|
+
// States the OBSERVATION (no response in N seconds), not a diagnosis.
|
|
431
|
+
// "appears to be degraded" is an inference about the vendor that we have
|
|
432
|
+
// not checked, and it is wrong in a way that misdirects whoever reads it:
|
|
433
|
+
// a timeout from a Worker can equally mean OUR egress is blocked.
|
|
434
|
+
//
|
|
435
|
+
// Measured today (2026-09-01, fleet #1047): every call to
|
|
436
|
+
// mainnet.base.org failed from the x402 facilitator while the identical
|
|
437
|
+
// request from a laptop returned 200. Base was entirely healthy; the
|
|
438
|
+
// public RPC refuses Cloudflare Worker egress. Had this message fired
|
|
439
|
+
// there it would have blamed Base by name, and the next person would have
|
|
440
|
+
// waited for a vendor outage to clear that did not exist.
|
|
441
|
+
// A timeout has no status to test — there is no response at all — so
|
|
442
|
+
// `markInternalOrigin` is called without one: an origin we run that never
|
|
443
|
+
// answered is an availability failure by definition. This is the half of
|
|
444
|
+
// fleet #1096 with neither a SQLSTATE nor a status code to key on.
|
|
445
|
+
throw new Error(
|
|
446
|
+
markInternalOrigin(
|
|
447
|
+
`upstream_down: ${name} did not respond within ${timeoutMs / 1000}s. ` +
|
|
448
|
+
`That can be ${name} being slow or down, or this environment being unable to reach it ` +
|
|
449
|
+
`(some hosts refuse datacenter/Worker egress) — retry shortly, and check reachability ` +
|
|
450
|
+
`from elsewhere before concluding ${name} is down.`,
|
|
451
|
+
url,
|
|
452
|
+
),
|
|
453
|
+
);
|
|
454
|
+
}
|
|
455
|
+
throw err;
|
|
456
|
+
}
|
|
457
|
+
}
|
|
458
|
+
|
|
459
|
+
function detailSuffix(detail: string): string {
|
|
460
|
+
return detail ? ` — ${detail}` : '';
|
|
461
|
+
}
|
|
462
|
+
|
|
463
|
+
async function readDetail(res: Response): Promise<string> {
|
|
464
|
+
let raw: string;
|
|
465
|
+
try {
|
|
466
|
+
raw = await res.text();
|
|
467
|
+
} catch {
|
|
468
|
+
// Body already consumed, or the connection died mid-read. The status alone
|
|
469
|
+
// is still worth throwing — never let the error path throw its own error.
|
|
470
|
+
return '';
|
|
471
|
+
}
|
|
472
|
+
return summarizeErrorBody(raw);
|
|
473
|
+
}
|
|
474
|
+
|
|
475
|
+
/**
|
|
476
|
+
* Turn ANY error body — JSON, HTML, XML or plain text — into one short phrase
|
|
477
|
+
* that never contains markup.
|
|
478
|
+
*
|
|
479
|
+
* This used to just drop an HTML or XML body on the floor, on the reasoning
|
|
480
|
+
* that markup crowds out the status. That was half right. Dropping it loses the
|
|
481
|
+
* one sentence a caller could have acted on: an `Access Denied` title, an SDMX
|
|
482
|
+
* `<message:Error>` text, an OPS fault string. A 2026-08-30 support sweep
|
|
483
|
+
* measured 13 of 291 caller-facing error rows carrying a raw page or document
|
|
484
|
+
* verbatim, across 11 packs, and in every one of them the useful content —
|
|
485
|
+
* "Access Denied", "Invalid country code", "SCRAPE_TIMEOUT" — was in there,
|
|
486
|
+
* buried in markup the agent had to parse out of a string (fleet #712).
|
|
487
|
+
*
|
|
488
|
+
* So: extract the meaning, discard the markup. The output is passed through
|
|
489
|
+
* `stripMarkup` unconditionally, which is what lets `check:error-body-leak`
|
|
490
|
+
* assert mechanically that no caller-facing message can contain `<?xml`,
|
|
491
|
+
* `<!DOCTYPE` or `<html`.
|
|
492
|
+
*/
|
|
493
|
+
function summarizeErrorBody(raw: string): string {
|
|
494
|
+
if (!raw || !raw.trim()) return '';
|
|
495
|
+
|
|
496
|
+
const head = raw.slice(0, 400).trimStart().toLowerCase();
|
|
497
|
+
|
|
498
|
+
// An HTML error page (Cloudflare interstitial, nginx default, a login
|
|
499
|
+
// redirect) says what it is in its <title>, and almost nowhere else.
|
|
500
|
+
if (head.startsWith('<!doctype') || head.startsWith('<html')) {
|
|
501
|
+
const title = htmlTitle(raw);
|
|
502
|
+
return title
|
|
503
|
+
? `${title} (upstream returned an HTML error page, not an API response)`
|
|
504
|
+
: 'upstream returned an HTML error page, not an API response';
|
|
505
|
+
}
|
|
506
|
+
|
|
507
|
+
// XML fault documents — EPO OPS, SDMX (`<message:Error>`), SOAP faults. The
|
|
508
|
+
// human sentence sits in a child element whose tag name says what it is.
|
|
509
|
+
if (head.startsWith('<?xml') || head.startsWith('<')) {
|
|
510
|
+
const fault = xmlFaultText(raw);
|
|
511
|
+
return fault
|
|
512
|
+
? `${stripMarkup(fault).slice(0, MAX_DETAIL)} (from the upstream's XML error document)`
|
|
513
|
+
: 'upstream returned an XML error document with no readable message';
|
|
514
|
+
}
|
|
515
|
+
|
|
516
|
+
// Most JSON error bodies bury one human sentence among ids and echoed request
|
|
517
|
+
// params. Prefer that sentence; fall back to the whole body when the shape is
|
|
518
|
+
// unfamiliar, since an unfamiliar shape is exactly when we can least afford to
|
|
519
|
+
// guess wrong and show nothing.
|
|
520
|
+
const fromJson = messageFromJson(raw);
|
|
521
|
+
return stripMarkup(fromJson ?? raw).slice(0, MAX_DETAIL);
|
|
522
|
+
}
|
|
523
|
+
|
|
524
|
+
/** The `<title>` of an HTML error page, or its first `<h1>` — the two places a
|
|
525
|
+
* bot wall, a 502 and an "Access Denied" all state what happened. */
|
|
526
|
+
function htmlTitle(raw: string): string | null {
|
|
527
|
+
const head = raw.slice(0, 4000);
|
|
528
|
+
for (const re of [/<title[^>]*>([\s\S]*?)<\/title>/i, /<h1[^>]*>([\s\S]*?)<\/h1>/i]) {
|
|
529
|
+
const m = re.exec(head);
|
|
530
|
+
const text = m ? stripMarkup(m[1]) : '';
|
|
531
|
+
if (text) return text.slice(0, 160);
|
|
532
|
+
}
|
|
533
|
+
return null;
|
|
534
|
+
}
|
|
535
|
+
|
|
536
|
+
/** Tag names that carry the explanation in an XML fault document, namespace
|
|
537
|
+
* prefix optional (`<message:Error>`, `<com:Text>`, `<faultstring>`). */
|
|
538
|
+
const XML_FAULT_TAG_RE =
|
|
539
|
+
/<(?:[A-Za-z0-9_.-]+:)?(?:text|message|description|faultstring|reason|detail|title|errormessage|error)\b[^>]*>([^<]{2,400})</i;
|
|
540
|
+
|
|
541
|
+
function xmlFaultText(raw: string): string | null {
|
|
542
|
+
const head = raw.slice(0, 8000);
|
|
543
|
+
const tagged = XML_FAULT_TAG_RE.exec(head);
|
|
544
|
+
if (tagged && tagged[1].trim()) return tagged[1];
|
|
545
|
+
|
|
546
|
+
// Nothing conventionally named — take the longest text node instead. A fault
|
|
547
|
+
// document with one sentence in an oddly named element is still readable;
|
|
548
|
+
// returning nothing at all is not.
|
|
549
|
+
let best = '';
|
|
550
|
+
for (const m of head.matchAll(/>([^<>]{8,400})</g)) {
|
|
551
|
+
const text = m[1].trim();
|
|
552
|
+
if (text.length > best.length) best = text;
|
|
553
|
+
}
|
|
554
|
+
return best || null;
|
|
555
|
+
}
|
|
556
|
+
|
|
557
|
+
/**
|
|
558
|
+
* Remove every tag and stray angle bracket, then collapse whitespace.
|
|
559
|
+
*
|
|
560
|
+
* Applied to everything on the way out, including the JSON and plain-text
|
|
561
|
+
* paths, because an upstream is free to embed markup in a JSON string field —
|
|
562
|
+
* and a leak is a leak regardless of which branch produced it.
|
|
563
|
+
*/
|
|
564
|
+
function stripMarkup(s: string): string {
|
|
565
|
+
return collapse(decodeEntities(s.replace(/<[^>]*>/g, ' ')).replace(/[<>]/g, ' '));
|
|
566
|
+
}
|
|
567
|
+
|
|
568
|
+
/** The handful of entities that show up in error-page titles. Decoded AFTER
|
|
569
|
+
* tags are stripped and BEFORE the angle-bracket sweep, so `<script>`
|
|
570
|
+
* in a title cannot decode into markup that survives — EMBL-EBI's ChEMBL 500
|
|
571
|
+
* page renders as `500 Internal Server Error < EMBL-EBI` otherwise. */
|
|
572
|
+
function decodeEntities(s: string): string {
|
|
573
|
+
return s
|
|
574
|
+
.replace(/&(?:amp|#0*38);/gi, '&')
|
|
575
|
+
.replace(/&(?:lt|#0*60);/gi, '<')
|
|
576
|
+
.replace(/&(?:gt|#0*62);/gi, '>')
|
|
577
|
+
.replace(/&(?:quot|#0*34);/gi, '"')
|
|
578
|
+
.replace(/&(?:#0*39|apos|#x0*27);/gi, "'")
|
|
579
|
+
.replace(/ /gi, ' ');
|
|
580
|
+
}
|
|
581
|
+
|
|
582
|
+
/** The conventional "what went wrong" field, under any of the names upstreams
|
|
583
|
+
* actually use. Checked in order; first non-empty string wins. */
|
|
584
|
+
const MESSAGE_KEYS = [
|
|
585
|
+
'message', 'error_message', 'errorMessage', 'detail', 'details',
|
|
586
|
+
'description', 'error_description', 'reason', 'title', 'fault',
|
|
587
|
+
];
|
|
588
|
+
|
|
589
|
+
function messageFromJson(raw: string): string | null {
|
|
590
|
+
let parsed: unknown;
|
|
591
|
+
try {
|
|
592
|
+
parsed = JSON.parse(raw);
|
|
593
|
+
} catch {
|
|
594
|
+
return null;
|
|
595
|
+
}
|
|
596
|
+
return pickMessage(parsed, 0);
|
|
597
|
+
}
|
|
598
|
+
|
|
599
|
+
function pickMessage(node: unknown, depth: number): string | null {
|
|
600
|
+
// Two levels covers `{error: {message}}` and `{errors: [{detail}]}`, the two
|
|
601
|
+
// shapes that account for nearly all of them, without walking a large payload.
|
|
602
|
+
if (depth > 2 || node == null) return null;
|
|
603
|
+
|
|
604
|
+
if (typeof node === 'string') return node.trim() || null;
|
|
605
|
+
|
|
606
|
+
if (Array.isArray(node)) {
|
|
607
|
+
for (const item of node) {
|
|
608
|
+
const found = pickMessage(item, depth + 1);
|
|
609
|
+
if (found) return found;
|
|
610
|
+
}
|
|
611
|
+
return null;
|
|
612
|
+
}
|
|
613
|
+
|
|
614
|
+
if (typeof node !== 'object') return null;
|
|
615
|
+
const obj = node as Record<string, unknown>;
|
|
616
|
+
|
|
617
|
+
for (const key of MESSAGE_KEYS) {
|
|
618
|
+
const v = obj[key];
|
|
619
|
+
if (typeof v === 'string' && v.trim()) return v.trim();
|
|
620
|
+
}
|
|
621
|
+
// `{error: …}` where error is itself an object or a string — the single most
|
|
622
|
+
// common wrapper, so it is worth descending into by name rather than scanning
|
|
623
|
+
// every key and risking picking up an echoed request parameter.
|
|
624
|
+
for (const key of ['error', 'errors', 'fault', 'Error', 'data']) {
|
|
625
|
+
if (key in obj) {
|
|
626
|
+
const found = pickMessage(obj[key], depth + 1);
|
|
627
|
+
if (found) return found;
|
|
628
|
+
}
|
|
629
|
+
}
|
|
630
|
+
return null;
|
|
631
|
+
}
|
|
632
|
+
|
|
633
|
+
/** Errors are read in a single line of log output; newlines and runs of
|
|
634
|
+
* whitespace make a multi-line body unreadable there. */
|
|
635
|
+
function collapse(s: string): string {
|
|
636
|
+
return s.replace(/\s+/g, ' ').trim();
|
|
637
|
+
}
|
|
638
|
+
|
|
639
|
+
|
|
640
|
+
// Reusable entity-resolution helpers for MCP packs. SELF-CONTAINED — no internal
|
|
641
|
+
// imports — so publish-pack.sh can inline it into standalone pack builds the same
|
|
642
|
+
// way it inlines the McpToolExport type.
|
|
643
|
+
//
|
|
644
|
+
// Recurring failure mode across financial packs: callers pass a company NAME
|
|
645
|
+
// ("Apple", "apple inc") where a ticker / CIK / provider symbol is expected, and
|
|
646
|
+
// the pack 404s or throws "not found". `rankMatches` is a generic name-ranker any
|
|
647
|
+
// pack can run over its OWN list (US tickers, B3 tickers, drug names, airports…);
|
|
648
|
+
// `resolveSecEntity` wraps it around the SEC company_tickers.json universe, shared
|
|
649
|
+
// by the packs that key on CIK (edgar, sec).
|
|
650
|
+
|
|
651
|
+
type MatchKind = 'exact' | 'prefix' | 'word' | 'substring';
|
|
652
|
+
|
|
653
|
+
interface RankedMatch<T> {
|
|
654
|
+
item: T;
|
|
655
|
+
kind: MatchKind;
|
|
656
|
+
score: number;
|
|
657
|
+
}
|
|
658
|
+
|
|
659
|
+
const normalize = (s: string): string =>
|
|
660
|
+
s.toUpperCase().replace(/[.,]/g, '').replace(/\s+/g, ' ').trim();
|
|
661
|
+
|
|
662
|
+
/**
|
|
663
|
+
* Rank `items` by how well their name matches `query`:
|
|
664
|
+
* exact (4) > prefix (3) > whole-word (2) > substring (1). Ties break by shortest
|
|
665
|
+
* name — the primary entity (e.g. "Apple Inc." over "Apple Hospitality REIT").
|
|
666
|
+
* Returns only items that match at all, best first. Pure (no I/O).
|
|
667
|
+
*/
|
|
668
|
+
function rankMatches<T>(
|
|
669
|
+
query: string,
|
|
670
|
+
items: T[],
|
|
671
|
+
getName: (item: T) => string,
|
|
672
|
+
): RankedMatch<T>[] {
|
|
673
|
+
const q = normalize(query);
|
|
674
|
+
if (!q) return [];
|
|
675
|
+
const scored: { item: T; kind: MatchKind; score: number; len: number }[] = [];
|
|
676
|
+
for (const item of items) {
|
|
677
|
+
const name = getName(item);
|
|
678
|
+
const n = normalize(name);
|
|
679
|
+
let kind: MatchKind | null = null;
|
|
680
|
+
let score = 0;
|
|
681
|
+
if (n === q) { kind = 'exact'; score = 4; }
|
|
682
|
+
else if (n.startsWith(q)) { kind = 'prefix'; score = 3; }
|
|
683
|
+
else if (n.includes(` ${q} `) || n.endsWith(` ${q}`)) { kind = 'word'; score = 2; }
|
|
684
|
+
else if (n.includes(q)) { kind = 'substring'; score = 1; }
|
|
685
|
+
if (kind) scored.push({ item, kind, score, len: name.length });
|
|
686
|
+
}
|
|
687
|
+
scored.sort((a, b) => b.score - a.score || a.len - b.len);
|
|
688
|
+
return scored.map(({ item, kind, score }) => ({ item, kind, score }));
|
|
689
|
+
}
|
|
690
|
+
|
|
691
|
+
interface SecTickerRow { cik_str: number; ticker: string; title: string }
|
|
692
|
+
|
|
693
|
+
interface SecEntity {
|
|
694
|
+
ticker: string;
|
|
695
|
+
cik: string;
|
|
696
|
+
cik_padded: string;
|
|
697
|
+
company_name: string;
|
|
698
|
+
matched_by: 'ticker' | 'company_name';
|
|
699
|
+
alternatives?: { ticker: string; company_name: string; cik: string }[];
|
|
700
|
+
}
|
|
701
|
+
|
|
702
|
+
const SEC_TICKERS_URL = 'https://www.sec.gov/files/company_tickers.json';
|
|
703
|
+
|
|
704
|
+
/**
|
|
705
|
+
* Resolve a ticker OR company name to its SEC identity (CIK + canonical name).
|
|
706
|
+
* Exact ticker first (the common, unambiguous case), then fuzzy company-name
|
|
707
|
+
* fallback so "Apple" / "APPLE" → AAPL's CIK. Throws if nothing matches.
|
|
708
|
+
*
|
|
709
|
+
* `headers` lets callers pass their pack's SEC User-Agent — www.sec.gov requires
|
|
710
|
+
* a UA. `fetchImpl` defaults to global fetch (override in tests).
|
|
711
|
+
*/
|
|
712
|
+
async function resolveSecEntity(
|
|
713
|
+
query: string,
|
|
714
|
+
opts: { fetchImpl?: typeof fetch; headers?: Record<string, string> } = {},
|
|
715
|
+
): Promise<SecEntity> {
|
|
716
|
+
if (typeof query !== 'string' || !query.trim()) {
|
|
717
|
+
throw new Error('Required argument is missing or empty. Pass a ticker like "AAPL" or a company name like "Apple".');
|
|
718
|
+
}
|
|
719
|
+
const doFetch = opts.fetchImpl ?? fetch;
|
|
720
|
+
const res = await doFetch(SEC_TICKERS_URL, { headers: opts.headers });
|
|
721
|
+
if (!res.ok) throw new Error(`SEC ticker lookup error: ${res.status}`);
|
|
722
|
+
const data = (await res.json()) as Record<string, SecTickerRow>;
|
|
723
|
+
const rows = Object.values(data);
|
|
724
|
+
|
|
725
|
+
// 1) Exact ticker match — the common, unambiguous case.
|
|
726
|
+
const q = query.toUpperCase().trim();
|
|
727
|
+
for (const r of rows) {
|
|
728
|
+
if (r.ticker === q) return toEntity(r, 'ticker');
|
|
729
|
+
}
|
|
730
|
+
|
|
731
|
+
// 2) Company-name fallback.
|
|
732
|
+
const ranked = rankMatches(query, rows, (r) => r.title);
|
|
733
|
+
if (ranked.length) {
|
|
734
|
+
const best = toEntity(ranked[0].item, 'company_name');
|
|
735
|
+
const alts = ranked.slice(1, 4).map((m) => ({
|
|
736
|
+
ticker: m.item.ticker,
|
|
737
|
+
company_name: m.item.title,
|
|
738
|
+
cik: String(m.item.cik_str),
|
|
739
|
+
}));
|
|
740
|
+
if (alts.length) best.alternatives = alts;
|
|
741
|
+
return best;
|
|
742
|
+
}
|
|
743
|
+
|
|
744
|
+
throw new Error(`No SEC company matches "${query}". Pass a US-listed ticker ("AAPL") or the exact listed-company name ("Apple Inc."). If this is a clinical-trial sponsor, an operating subsidiary (e.g. "Merck Sharp & Dohme" → Merck & Co), or a foreign/private entity, call sponsor_to_filer({sponsor}) instead — it resolves subsidiaries to the listed parent and honestly reports when no US-listed filer exists.`);
|
|
745
|
+
}
|
|
746
|
+
|
|
747
|
+
function toEntity(r: SecTickerRow, matched_by: 'ticker' | 'company_name'): SecEntity {
|
|
748
|
+
return {
|
|
749
|
+
ticker: r.ticker,
|
|
750
|
+
cik: String(r.cik_str),
|
|
751
|
+
cik_padded: String(r.cik_str).padStart(10, '0'),
|
|
752
|
+
company_name: r.title,
|
|
753
|
+
matched_by,
|
|
754
|
+
};
|
|
755
|
+
}
|
|
756
|
+
|
|
757
|
+
const GENERIC_CORP_WORDS = new Set([
|
|
758
|
+
'THE', 'A', 'INC', 'CORP', 'CORPORATION', 'CO', 'COMPANY', 'LTD', 'LIMITED',
|
|
759
|
+
'LLC', 'LP', 'PLC', 'SA', 'AG', 'NV', 'GMBH', 'AB', 'AS', 'OY', 'SPA',
|
|
760
|
+
'GROUP', 'HOLDINGS', 'HOLDING', 'AND', 'OF', 'US', 'USA', 'INTERNATIONAL',
|
|
761
|
+
'GLOBAL',
|
|
762
|
+
]);
|
|
763
|
+
|
|
764
|
+
/**
|
|
765
|
+
* Split a corporate/organization name into its SIGNIFICANT tokens — words
|
|
766
|
+
* that aren't generic corporate boilerplate (Inc, Co, Ltd, Group, ...) or
|
|
767
|
+
* punctuation — sorted LONGEST FIRST. Built for cross-registry name joins
|
|
768
|
+
* where the two registries anchor on different words of the same name: SEC
|
|
769
|
+
* lists Eli Lilly as "ELI LILLY & Co", but Drugs@FDA's sponsor_name field
|
|
770
|
+
* uses "LILLY" — the longer, more distinctive token, not the first one
|
|
771
|
+
* ("ELI" alone is short and matches too loosely). Pure (no I/O); callers
|
|
772
|
+
* typically try tokens in order until one call to their OWN registry
|
|
773
|
+
* returns a result.
|
|
774
|
+
*/
|
|
775
|
+
function significantNameTokens(name: string): string[] {
|
|
776
|
+
const tokens = name
|
|
777
|
+
.toUpperCase()
|
|
778
|
+
.replace(/[.,&/()-]/g, ' ')
|
|
779
|
+
.split(/\s+/)
|
|
780
|
+
.filter((t) => t.length > 1 && !GENERIC_CORP_WORDS.has(t));
|
|
781
|
+
return [...new Set(tokens)].sort((a, b) => b.length - a.length);
|
|
782
|
+
}
|
|
783
|
+
/**
|
|
784
|
+
* Italian regulated disclosures direct from eMarket Storage (Teleborsa) — keyless, same-day-fresh.
|
|
785
|
+
*
|
|
786
|
+
* The Italian sibling of amf-filings (France).
|
|
787
|
+
*
|
|
788
|
+
* eMarket Storage is one of Italy's two Officially Appointed Mechanisms
|
|
789
|
+
* (OAMs) for EU Transparency Directive regulated-information dissemination —
|
|
790
|
+
* a mandated central storage point issuers use to publish disclosures
|
|
791
|
+
* (informazioni privilegiate, notifiche di partecipazioni rilevanti,
|
|
792
|
+
* relazioni finanziarie, internal dealing, etc.).
|
|
793
|
+
*
|
|
794
|
+
* Built for the same reason as amf-filings: filings.xbrl.org (the community
|
|
795
|
+
* ESEF index we otherwise proxy) runs months behind for current-year Italian
|
|
796
|
+
* filings. This pack goes to the primary disseminator instead. Verified
|
|
797
|
+
* 2026-09-23: a category="104" (Informazioni privilegiate) query for
|
|
798
|
+
* 2026-09-22..2026-09-24 returned a WEBUILD disclosure published
|
|
799
|
+
* 2026-09-23 17:13 local time, with its PDF confirmed live (HTTP 200).
|
|
800
|
+
*
|
|
801
|
+
* There is no formal API — `/jsonapi` on this Drupal site 404s. The listing
|
|
802
|
+
* at emarketstorage.it/it/comunicati-finanziari is a plain GET-filterable
|
|
803
|
+
* Drupal View; this pack parses its HTML with targeted regex (Cloudflare
|
|
804
|
+
* Workers have no DOMParser — same approach as spain-tenders/gdacs).
|
|
805
|
+
*
|
|
806
|
+
* ⚠️ DOCUMENT INDEX, NOT XBRL FACTS. Every row is a disclosure EVENT — a
|
|
807
|
+
* title, an issuer, a timestamp, and a link to the underlying PDF. There is
|
|
808
|
+
* no per-fact structured-data extraction (no "net income = X" lookup).
|
|
809
|
+
*
|
|
810
|
+
* ⚠️ eMARKET-COVERED ISSUERS ONLY — NOT EVERY ITALIAN LISTED COMPANY. Italy
|
|
811
|
+
* has a SECOND OAM, 1INFO (a separate, keyless JSON API covering ~314
|
|
812
|
+
* issuers), and an issuer discloses through exactly one of the two. Some
|
|
813
|
+
* well-known names (e.g. IREN, SOMEC) are 1INFO issuers and will NOT be
|
|
814
|
+
* found here — confirmed 2026-09-23 by their absence from eMarket Storage's
|
|
815
|
+
* own ~480-company issuer list. This pack does not merge 1INFO; a company
|
|
816
|
+
* not found is reported as such, with that explanation, not as an error.
|
|
817
|
+
*
|
|
818
|
+
* ⚠️ NO ISIN/LEI. Unlike amf-filings, eMarket Storage's listing and its
|
|
819
|
+
* issuer picklist expose only a company NAME and an internal Teleborsa
|
|
820
|
+
* "azienda" numeric id — no ISIN or LEI field was found anywhere on the
|
|
821
|
+
* listing or a per-company page (checked 2026-09-23). Identify issuers by
|
|
822
|
+
* name (resolved against the site's own issuer list) or by azienda_id
|
|
823
|
+
* directly if you already have it from a prior search.
|
|
824
|
+
*
|
|
825
|
+
* ⚠️ date_to IS INCLUSIVE, but the upstream `data_to` param is EXCLUSIVE of
|
|
826
|
+
* the day itself — this is a silent-LOSS trap, not just a single-day one.
|
|
827
|
+
* Verified live 2026-09-24: date_from=2026-09-21&date_to=2026-09-22 against
|
|
828
|
+
* the raw source returned rows from the 21st ONLY, silently dropping the
|
|
829
|
+
* entire 22nd — a caller reading "21st through 22nd" got back a wrong
|
|
830
|
+
* answer with no error. This tool always sends upstream a bound one
|
|
831
|
+
* calendar day past the caller's inclusive date_to and echoes both values
|
|
832
|
+
* (`date_to` inclusive, `upstream_date_to_exclusive` the raw bound sent).
|
|
833
|
+
*
|
|
834
|
+
* All tools return shaped, LLM-friendly objects (not raw HTML) and never
|
|
835
|
+
* throw — fetch/parse failures resolve to { error }.
|
|
836
|
+
*/
|
|
837
|
+
|
|
838
|
+
|
|
839
|
+
const UA = 'Pipeworx/1.0 (+https://pipeworx.io; support@pipeworx.io)';
|
|
840
|
+
const ORIGIN = 'https://www.emarketstorage.it';
|
|
841
|
+
const LISTING_PATH = '/it/comunicati-finanziari';
|
|
842
|
+
const PAGE_SIZE = 24; // Drupal view's fixed page size — verified live, every page but the last was exactly 24 rows.
|
|
843
|
+
|
|
844
|
+
async function pwFetch(url: string | URL, init?: RequestInit): Promise<Response> {
|
|
845
|
+
return fetchWithTimeout(
|
|
846
|
+
url,
|
|
847
|
+
{ ...init, headers: { Accept: 'text/html', 'User-Agent': UA, ...(init?.headers ?? {}) } },
|
|
848
|
+
'eMarket Storage (Teleborsa OAM)',
|
|
849
|
+
);
|
|
850
|
+
}
|
|
851
|
+
|
|
852
|
+
// EU Transparency Directive category codes, as eMarket Storage's own
|
|
853
|
+
// `categoria` filter enumerates them (extracted from the site's exposed
|
|
854
|
+
// filter select, 2026-09-23). Shortened to the headline + plain description;
|
|
855
|
+
// the omitted middle segment is boilerplate ("tutte le informazioni
|
|
856
|
+
// comunicate ai sensi dell'articolo N della direttiva 2004/109/CE").
|
|
857
|
+
const CATEGORY_LABELS: Record<string, string> = {
|
|
858
|
+
'100': '1.1 Relazioni finanziarie annuali e relazioni di revisione annuali',
|
|
859
|
+
'101': '1.2 Relazioni finanziarie semestrali e revisioni limitate',
|
|
860
|
+
'102': '1.3 Pagamento ai governi',
|
|
861
|
+
'103': "2.1 Stato membro d'origine",
|
|
862
|
+
'104': '2.2 Informazioni privilegiate',
|
|
863
|
+
'105': '2.3 Notifiche di partecipazioni rilevanti',
|
|
864
|
+
'106': "2.4 Acquisizione o cessione di azioni proprie dell'emittente",
|
|
865
|
+
'107': '2.5 Totale dei diritti di voto e del capitale',
|
|
866
|
+
'108': '2.6 Modifiche dei diritti inerenti alle categorie di azioni o valori mobiliari',
|
|
867
|
+
'109': '3.1 Ulteriori informazioni previste dalla regolamentazione nazionale',
|
|
868
|
+
'110': 'MANTRA — Internal Dealing (operazioni di persone rilevanti e strettamente associate)',
|
|
869
|
+
'111': 'MANRSS — Relazione sulla gestione inclusa la dichiarazione di sostenibilità',
|
|
870
|
+
'150': "REGEM — Altre informazioni regolamentate (art. 65-ter Regolamento Consob 11971/1999)",
|
|
871
|
+
};
|
|
872
|
+
const CATEGORY_HINT = Object.entries(CATEGORY_LABELS).map(([code, label]) => `${code}=${label}`).join('; ');
|
|
873
|
+
|
|
874
|
+
const tools: McpToolExport['tools'] = [
|
|
875
|
+
{
|
|
876
|
+
name: 'emarket_search_disclosures',
|
|
877
|
+
description:
|
|
878
|
+
`Search Italian regulated company disclosures from eMarket Storage (Teleborsa), one of Italy's two EU Transparency Directive Officially Appointed Mechanisms. PREFER OVER esef_filing_search FOR ITALIAN ISSUERS COVERED HERE — this source is updated same-day, unlike the community ESEF index which runs months behind. Identify the issuer with company (free-text name, resolved against eMarket's own ~480-issuer list) or azienda_id (Teleborsa's internal numeric id, from a prior result) — there is no ISIN/LEI field on this source. date_to IS INCLUSIVE (the last day you want included) — this tool handles the underlying source's own date_to being EXCLUSIVE by always querying one calendar day past it, so date_from="2026-09-21", date_to="2026-09-22" correctly returns rows from BOTH the 21st and the 22nd; a single date_from with no date_to searches just that one day. COVERAGE: only issuers that disclose through eMarket Storage — a second Italian mechanism, 1INFO, covers a separate set of issuers (e.g. IREN, SOMEC) and is NOT included; an unmatched company name is reported as "not an eMarket Storage issuer", not as an error. Category codes: ${CATEGORY_HINT}. Returns disclosure EVENTS (title, company, timestamp, PDF link) — NOT extracted XBRL facts.`,
|
|
879
|
+
inputSchema: {
|
|
880
|
+
type: 'object',
|
|
881
|
+
properties: {
|
|
882
|
+
company: { type: 'string', description: 'Free-text issuer name, e.g. "Saipem", "amplifon". Resolved against eMarket Storage\'s own issuer picklist (name match, not a fulltext search). If it matches more than one issuer equally well, the response lists the candidates instead of guessing — retry with azienda_id.' },
|
|
883
|
+
azienda_id: { type: ['string', 'number'], description: 'Teleborsa\'s internal issuer id, e.g. "1247" (Saipem). Use the value returned by a previous company search to skip name resolution.' },
|
|
884
|
+
category: { type: 'string', description: 'EU Transparency Directive category code to filter by, e.g. "104" for Informazioni privilegiate. See tool description for the full code list. When set, every returned row is tagged with this category (the source does not expose a category on the row itself, only as a search filter — so category is null on unfiltered results).' },
|
|
885
|
+
market: { type: 'string', description: 'Exact market/segment name to filter by, e.g. "Euronext Milan", "Euronext STAR Milan", "MTA". Must match eMarket Storage\'s own market label exactly; omit if unsure.' },
|
|
886
|
+
cerca: { type: 'string', description: 'Full-text search across disclosure titles and attachment contents.' },
|
|
887
|
+
date_from: { type: 'string', description: 'Only disclosures published on or after this date (YYYY-MM-DD, inclusive). If date_to is omitted, this tool searches just this one day.' },
|
|
888
|
+
date_to: { type: 'string', description: 'Only disclosures published on or before this date (YYYY-MM-DD, INCLUSIVE — the last day you want included). The upstream source\'s own date_to parameter is EXCLUSIVE of that day, so this tool always adds one calendar day internally before querying; the response echoes both your inclusive date_to and the exclusive bound actually sent upstream.' },
|
|
889
|
+
limit: { type: ['number', 'string'], description: `Number of disclosures to return (1-${PAGE_SIZE}). Default 10. The underlying source pages in fixed blocks of ${PAGE_SIZE}; a limit/offset combination that crosses a page boundary returns only the remainder of that page — use has_more and increase offset by ${PAGE_SIZE} to page further.` },
|
|
890
|
+
offset: { type: ['number', 'string'], description: 'Result offset for pagination. Default 0.' },
|
|
891
|
+
},
|
|
892
|
+
},
|
|
893
|
+
},
|
|
894
|
+
{
|
|
895
|
+
name: 'emarket_get_disclosure',
|
|
896
|
+
description:
|
|
897
|
+
'Fetch a single eMarket Storage disclosure by its Teleborsa protocollo id and publication date, as returned by emarket_search_disclosures. This source has no by-id lookup endpoint, only by-day listings, so both id and date are required. Returns the shaped record — company, title, category (if known), timestamp, and the document (PDF) URL.',
|
|
898
|
+
inputSchema: {
|
|
899
|
+
type: 'object',
|
|
900
|
+
properties: {
|
|
901
|
+
id: { type: 'string', description: 'Teleborsa protocollo id, e.g. "189482", from an emarket_search_disclosures result.' },
|
|
902
|
+
date: { type: 'string', description: "The disclosure's publication date (YYYY-MM-DD), from the same search result (published_at_local's date part)." },
|
|
903
|
+
},
|
|
904
|
+
required: ['id', 'date'],
|
|
905
|
+
},
|
|
906
|
+
},
|
|
907
|
+
];
|
|
908
|
+
|
|
909
|
+
async function callTool(name: string, args: Record<string, unknown>): Promise<unknown> {
|
|
910
|
+
try {
|
|
911
|
+
switch (name) {
|
|
912
|
+
case 'emarket_search_disclosures':
|
|
913
|
+
return await searchDisclosures(args);
|
|
914
|
+
case 'emarket_get_disclosure':
|
|
915
|
+
return await getDisclosure(args);
|
|
916
|
+
default:
|
|
917
|
+
return { error: `Unknown tool: ${name}` };
|
|
918
|
+
}
|
|
919
|
+
} catch (e) {
|
|
920
|
+
return { error: e instanceof Error ? e.message : String(e) };
|
|
921
|
+
}
|
|
922
|
+
}
|
|
923
|
+
|
|
924
|
+
// ---- issuer (azienda) picklist -- name/id map ------------------------------
|
|
925
|
+
|
|
926
|
+
interface Issuer { id: string; name: string }
|
|
927
|
+
|
|
928
|
+
let aziendaCache: { list: Issuer[]; until: number } | null = null;
|
|
929
|
+
const AZIENDA_TTL_MS = 24 * 60 * 60 * 1000; // the issuer roster changes rarely; a day-old cache is fine for name resolution.
|
|
930
|
+
|
|
931
|
+
async function getAziendaMap(): Promise<Issuer[]> {
|
|
932
|
+
if (aziendaCache && aziendaCache.until > Date.now()) return aziendaCache.list;
|
|
933
|
+
const res = await pwFetch(`${ORIGIN}${LISTING_PATH}`);
|
|
934
|
+
if (!res.ok) throw await httpError(res, 'eMarket Storage (Teleborsa OAM)');
|
|
935
|
+
const html = await res.text();
|
|
936
|
+
const list = parseAziendaSelect(html);
|
|
937
|
+
aziendaCache = { list, until: Date.now() + AZIENDA_TTL_MS };
|
|
938
|
+
return list;
|
|
939
|
+
}
|
|
940
|
+
|
|
941
|
+
function parseAziendaSelect(html: string): Issuer[] {
|
|
942
|
+
const selectMatch = /<select[^>]*id="edit-azienda"[^>]*>([\s\S]*?)<\/select>/.exec(html);
|
|
943
|
+
if (!selectMatch) return [];
|
|
944
|
+
const list: Issuer[] = [];
|
|
945
|
+
const optRe = /<option value="(\d+)">([^<]*)<\/option>/g;
|
|
946
|
+
let m: RegExpExecArray | null;
|
|
947
|
+
while ((m = optRe.exec(selectMatch[1]))) {
|
|
948
|
+
const nm = stripMarkup(m[2]).trim();
|
|
949
|
+
if (nm) list.push({ id: m[1], name: nm });
|
|
950
|
+
}
|
|
951
|
+
return list;
|
|
952
|
+
}
|
|
953
|
+
|
|
954
|
+
// ---- listing parsing --------------------------------------------------------
|
|
955
|
+
|
|
956
|
+
interface RawRow {
|
|
957
|
+
protocollo: string;
|
|
958
|
+
aziendaId: string | null;
|
|
959
|
+
company: string;
|
|
960
|
+
title: string;
|
|
961
|
+
documentUrl: string | null;
|
|
962
|
+
publishedAtLocal: string | null;
|
|
963
|
+
}
|
|
964
|
+
|
|
965
|
+
function extractRows(html: string): RawRow[] {
|
|
966
|
+
const marker = 'class="views-row"';
|
|
967
|
+
const rows: RawRow[] = [];
|
|
968
|
+
let idx = html.indexOf(marker);
|
|
969
|
+
while (idx !== -1) {
|
|
970
|
+
const nextIdx = html.indexOf(marker, idx + marker.length);
|
|
971
|
+
let end = nextIdx;
|
|
972
|
+
if (end === -1) {
|
|
973
|
+
const pagerIdx = html.indexOf('<nav class="pager"', idx);
|
|
974
|
+
end = pagerIdx === -1 ? html.length : pagerIdx;
|
|
975
|
+
}
|
|
976
|
+
const block = html.slice(idx, end);
|
|
977
|
+
const row = parseRow(block);
|
|
978
|
+
if (row) rows.push(row);
|
|
979
|
+
idx = nextIdx;
|
|
980
|
+
}
|
|
981
|
+
return rows;
|
|
982
|
+
}
|
|
983
|
+
|
|
984
|
+
function parseRow(block: string): RawRow | null {
|
|
985
|
+
const protoM = /data-protocollo="(\d+)"/.exec(block);
|
|
986
|
+
if (!protoM) return null;
|
|
987
|
+
const aziendaM = /comunicati-finanziari\?azienda=(\d+)/.exec(block);
|
|
988
|
+
const pdfM = /href="(\/sites\/default\/files\/comunicati\/[^"]+\.pdf)"/.exec(block);
|
|
989
|
+
const timeM = /<time[^>]*>([^<]+)<\/time>/.exec(block);
|
|
990
|
+
const companyM = /class="news-azienda"><a[^>]*>([^<]*)<\/a>/.exec(block);
|
|
991
|
+
const titleM = /class="news-title"><a[^>]*>([^<]*)<\/a>/.exec(block);
|
|
992
|
+
return {
|
|
993
|
+
protocollo: protoM[1],
|
|
994
|
+
aziendaId: aziendaM ? aziendaM[1] : null,
|
|
995
|
+
company: companyM ? stripMarkup(companyM[1]).trim() : '',
|
|
996
|
+
title: titleM ? stripMarkup(titleM[1]).trim() : '',
|
|
997
|
+
documentUrl: pdfM ? `${ORIGIN}${pdfM[1]}` : null,
|
|
998
|
+
publishedAtLocal: timeM ? isoFromItalianDateTime(timeM[1].trim()) : null,
|
|
999
|
+
};
|
|
1000
|
+
}
|
|
1001
|
+
|
|
1002
|
+
// The listing's visible timestamp is "DD/MM/YYYY - HH:MM" in Italian local
|
|
1003
|
+
// time (Europe/Rome). The row's `datetime` attribute is NOT usable — it is
|
|
1004
|
+
// truncated to something like "34Z" on every row observed (an upstream
|
|
1005
|
+
// templating bug), so this parses the human-readable text instead.
|
|
1006
|
+
function isoFromItalianDateTime(s: string): string | null {
|
|
1007
|
+
const m = /^(\d{2})\/(\d{2})\/(\d{4})\s*-\s*(\d{2}):(\d{2})$/.exec(s);
|
|
1008
|
+
if (!m) return null;
|
|
1009
|
+
const [, dd, mm, yyyy, HH, MM] = m;
|
|
1010
|
+
return `${yyyy}-${mm}-${dd}T${HH}:${MM}:00`;
|
|
1011
|
+
}
|
|
1012
|
+
|
|
1013
|
+
function parseListing(html: string): { rows: RawRow[]; hasNext: boolean; lastPageIndex: number | null } {
|
|
1014
|
+
const rows = extractRows(html);
|
|
1015
|
+
const hasNext = /pager__item--next/.test(html);
|
|
1016
|
+
const lastM = /pager__item--last[\s\S]{0,400}?page=(\d+)/.exec(html);
|
|
1017
|
+
return { rows, hasNext, lastPageIndex: lastM ? Number(lastM[1]) : null };
|
|
1018
|
+
}
|
|
1019
|
+
|
|
1020
|
+
async function fetchListing(params: URLSearchParams): Promise<{ rows: RawRow[]; hasNext: boolean; lastPageIndex: number | null }> {
|
|
1021
|
+
const res = await pwFetch(`${ORIGIN}${LISTING_PATH}?${params.toString()}`);
|
|
1022
|
+
if (!res.ok) throw await httpError(res, 'eMarket Storage (Teleborsa OAM)');
|
|
1023
|
+
return parseListing(await res.text());
|
|
1024
|
+
}
|
|
1025
|
+
|
|
1026
|
+
// Add one calendar day to a YYYY-MM-DD string (UTC arithmetic — the source's
|
|
1027
|
+
// date filter operates on calendar dates, not instants, so timezone drift
|
|
1028
|
+
// here does not matter).
|
|
1029
|
+
function addOneDay(dateStr: string): string {
|
|
1030
|
+
const [y, m, d] = dateStr.split('-').map(Number);
|
|
1031
|
+
const dt = new Date(Date.UTC(y, m - 1, d));
|
|
1032
|
+
dt.setUTCDate(dt.getUTCDate() + 1);
|
|
1033
|
+
return dt.toISOString().slice(0, 10);
|
|
1034
|
+
}
|
|
1035
|
+
|
|
1036
|
+
function shapeRow(r: RawRow, categoryArg: string | undefined): Record<string, unknown> {
|
|
1037
|
+
return {
|
|
1038
|
+
id: r.protocollo,
|
|
1039
|
+
company: r.company,
|
|
1040
|
+
azienda_id: r.aziendaId,
|
|
1041
|
+
title: r.title,
|
|
1042
|
+
// The listing does not expose a per-row category — only the search
|
|
1043
|
+
// filter does. When a category filter was applied, every returned row
|
|
1044
|
+
// genuinely belongs to it (that is what the filter guarantees), so it is
|
|
1045
|
+
// safe to echo; on an unfiltered search this is honestly null rather than
|
|
1046
|
+
// guessed.
|
|
1047
|
+
category: categoryArg ?? null,
|
|
1048
|
+
category_label: categoryArg ? (CATEGORY_LABELS[categoryArg] ?? null) : null,
|
|
1049
|
+
published_at_local: r.publishedAtLocal,
|
|
1050
|
+
timezone: 'Europe/Rome',
|
|
1051
|
+
document_url: r.documentUrl,
|
|
1052
|
+
};
|
|
1053
|
+
}
|
|
1054
|
+
|
|
1055
|
+
function strArg(v: unknown): string | undefined {
|
|
1056
|
+
if (typeof v === 'string') {
|
|
1057
|
+
const t = v.trim();
|
|
1058
|
+
return t ? t : undefined;
|
|
1059
|
+
}
|
|
1060
|
+
if (typeof v === 'number' && Number.isFinite(v)) return String(v);
|
|
1061
|
+
return undefined;
|
|
1062
|
+
}
|
|
1063
|
+
|
|
1064
|
+
function clampInt(v: unknown, dflt: number, min: number, max: number): number {
|
|
1065
|
+
let n: number;
|
|
1066
|
+
if (typeof v === 'number' && Number.isFinite(v)) n = Math.trunc(v);
|
|
1067
|
+
else if (typeof v === 'string' && v.trim() && Number.isFinite(Number(v))) n = Math.trunc(Number(v));
|
|
1068
|
+
else return dflt;
|
|
1069
|
+
return Math.min(max, Math.max(min, n));
|
|
1070
|
+
}
|
|
1071
|
+
|
|
1072
|
+
async function searchDisclosures(args: Record<string, unknown>): Promise<unknown> {
|
|
1073
|
+
const companyQuery = strArg(args.company);
|
|
1074
|
+
const aziendaIdArg = strArg(args.azienda_id);
|
|
1075
|
+
const categoryArg = strArg(args.category);
|
|
1076
|
+
const marketArg = strArg(args.market);
|
|
1077
|
+
const cercaArg = strArg(args.cerca);
|
|
1078
|
+
const dateFrom = strArg(args.date_from);
|
|
1079
|
+
const dateToArg = strArg(args.date_to);
|
|
1080
|
+
const limit = clampInt(args.limit, 10, 1, PAGE_SIZE);
|
|
1081
|
+
const offset = clampInt(args.offset, 0, 0, 100000);
|
|
1082
|
+
|
|
1083
|
+
// date_to in THIS tool's contract is INCLUSIVE (the last day to include),
|
|
1084
|
+
// but the upstream `data_to` parameter is EXCLUSIVE of the day itself —
|
|
1085
|
+
// and that mismatch is a genuine SILENT-LOSS bug, not just the single-day
|
|
1086
|
+
// case: verified live 2026-09-24, date_from=2026-09-21&date_to=2026-09-22
|
|
1087
|
+
// (a caller asking for "the 21st through the 22nd") returned 13 rows, ALL
|
|
1088
|
+
// from the 21st — sending date_to=2026-09-22 upstream silently dropped the
|
|
1089
|
+
// entire 22nd. Always send upstream a bound one calendar day PAST the
|
|
1090
|
+
// caller's inclusive date_to; a lone date_from with no date_to means "just
|
|
1091
|
+
// that one day" (inclusiveDateTo defaults to dateFrom in that case).
|
|
1092
|
+
const inclusiveDateTo = dateToArg ?? dateFrom;
|
|
1093
|
+
const upstreamDateTo = inclusiveDateTo ? addOneDay(inclusiveDateTo) : undefined;
|
|
1094
|
+
|
|
1095
|
+
let aziendaId: string | undefined = aziendaIdArg;
|
|
1096
|
+
let resolvedCompany: string | undefined;
|
|
1097
|
+
let candidates: { azienda_id: string; company: string }[] | undefined;
|
|
1098
|
+
|
|
1099
|
+
if (!aziendaId && companyQuery) {
|
|
1100
|
+
const issuers = await getAziendaMap();
|
|
1101
|
+
const ranked = rankMatches(companyQuery, issuers, (e) => e.name);
|
|
1102
|
+
if (ranked.length === 0) {
|
|
1103
|
+
return {
|
|
1104
|
+
error: `"${companyQuery}" does not match any eMarket Storage issuer.`,
|
|
1105
|
+
note: 'This pack only covers issuers that disclose through eMarket Storage. A separate mechanism, 1INFO, covers a different set of Italian issuers (e.g. IREN, SOMEC) and is not included here — the company may be a 1INFO issuer instead.',
|
|
1106
|
+
};
|
|
1107
|
+
}
|
|
1108
|
+
const top = ranked[0];
|
|
1109
|
+
const tiedAtTop = ranked.filter((r) => r.score === top.score);
|
|
1110
|
+
if (tiedAtTop.length > 1) {
|
|
1111
|
+
return {
|
|
1112
|
+
error: `"${companyQuery}" matches more than one eMarket Storage issuer equally well.`,
|
|
1113
|
+
candidates: tiedAtTop.slice(0, 10).map((r) => ({ azienda_id: r.item.id, company: r.item.name })),
|
|
1114
|
+
};
|
|
1115
|
+
}
|
|
1116
|
+
aziendaId = top.item.id;
|
|
1117
|
+
resolvedCompany = top.item.name;
|
|
1118
|
+
candidates = ranked.slice(0, 5).map((r) => ({ azienda_id: r.item.id, company: r.item.name }));
|
|
1119
|
+
}
|
|
1120
|
+
|
|
1121
|
+
const page = Math.floor(offset / PAGE_SIZE);
|
|
1122
|
+
const withinPageOffset = offset - page * PAGE_SIZE;
|
|
1123
|
+
|
|
1124
|
+
const params = new URLSearchParams();
|
|
1125
|
+
if (dateFrom) params.set('data_from', dateFrom);
|
|
1126
|
+
if (upstreamDateTo) params.set('data_to', upstreamDateTo);
|
|
1127
|
+
if (aziendaId) params.set('azienda', aziendaId);
|
|
1128
|
+
if (categoryArg) params.set('categoria', categoryArg);
|
|
1129
|
+
if (marketArg) params.set('mercato', marketArg);
|
|
1130
|
+
if (cercaArg) {
|
|
1131
|
+
params.set('cerca', cercaArg);
|
|
1132
|
+
params.set('tipo_ricerca', 'fulltext');
|
|
1133
|
+
}
|
|
1134
|
+
if (page > 0) params.set('page', String(page));
|
|
1135
|
+
|
|
1136
|
+
const { rows, hasNext, lastPageIndex } = await fetchListing(params);
|
|
1137
|
+
const pageSlice = rows.slice(withinPageOffset, withinPageOffset + limit);
|
|
1138
|
+
const shaped = pageSlice.map((r) => shapeRow(r, categoryArg));
|
|
1139
|
+
|
|
1140
|
+
return {
|
|
1141
|
+
count: shaped.length,
|
|
1142
|
+
limit,
|
|
1143
|
+
offset,
|
|
1144
|
+
has_more: hasNext || withinPageOffset + limit < rows.length,
|
|
1145
|
+
page_size: PAGE_SIZE,
|
|
1146
|
+
// A true LOWER BOUND, never a fabricated exact total: every page but the
|
|
1147
|
+
// last is a full PAGE_SIZE (verified live), so `last_page_index` pages of
|
|
1148
|
+
// PAGE_SIZE rows are guaranteed to exist even before counting the last one.
|
|
1149
|
+
...(lastPageIndex !== null ? { at_least_total: lastPageIndex * PAGE_SIZE } : {}),
|
|
1150
|
+
...(dateFrom ? { date_from: dateFrom } : {}),
|
|
1151
|
+
// date_to echoed here is the caller's INCLUSIVE end date (defaulting to
|
|
1152
|
+
// date_from when omitted); upstream_date_to_exclusive is the actual bound
|
|
1153
|
+
// sent to the source (one day later), shown for anyone debugging against
|
|
1154
|
+
// the raw upstream directly.
|
|
1155
|
+
...(inclusiveDateTo ? { date_to: inclusiveDateTo, upstream_date_to_exclusive: upstreamDateTo } : {}),
|
|
1156
|
+
...(aziendaId ? { azienda_id: aziendaId } : {}),
|
|
1157
|
+
...(resolvedCompany ? { company_resolved: resolvedCompany } : {}),
|
|
1158
|
+
...(candidates && candidates.length > 1 ? { other_candidates: candidates.filter((c) => c.azienda_id !== aziendaId) } : {}),
|
|
1159
|
+
...(categoryArg ? { category: categoryArg, category_label: CATEGORY_LABELS[categoryArg] ?? null } : {}),
|
|
1160
|
+
disclosures: shaped,
|
|
1161
|
+
};
|
|
1162
|
+
}
|
|
1163
|
+
|
|
1164
|
+
async function getDisclosure(args: Record<string, unknown>): Promise<unknown> {
|
|
1165
|
+
const id = strArg(args.id);
|
|
1166
|
+
const date = strArg(args.date);
|
|
1167
|
+
if (!id) throw new Error('emarket_get_disclosure requires "id" — a Teleborsa protocollo id like "189482", from emarket_search_disclosures results.');
|
|
1168
|
+
if (!date) throw new Error('emarket_get_disclosure requires "date" — the disclosure\'s publication date (YYYY-MM-DD). This source has no by-id lookup, only by-day listings.');
|
|
1169
|
+
|
|
1170
|
+
const dateTo = addOneDay(date);
|
|
1171
|
+
const MAX_PAGES = 15; // bounds the worst case (a very busy day for the whole market) to ~15 sequential fetches.
|
|
1172
|
+
for (let page = 0; page < MAX_PAGES; page++) {
|
|
1173
|
+
const params = new URLSearchParams({ data_from: date, data_to: dateTo });
|
|
1174
|
+
if (page > 0) params.set('page', String(page));
|
|
1175
|
+
const { rows, hasNext } = await fetchListing(params);
|
|
1176
|
+
const hit = rows.find((r) => r.protocollo === id);
|
|
1177
|
+
if (hit) return shapeRow(hit, undefined);
|
|
1178
|
+
if (!hasNext) break;
|
|
1179
|
+
}
|
|
1180
|
+
return { error: 'disclosure not found for that id/date', id, date };
|
|
1181
|
+
}
|
|
1182
|
+
|
|
1183
|
+
export default { tools, callTool, meter: { credits: 1 } } satisfies McpToolExport;
|