@pipeworx/mcp-louisiana-code 0.0.0-stage → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +209 -2
- package/bin/cli.js +17 -0
- package/package.json +30 -4
- package/server.json +18 -0
- package/src/index.ts +1821 -0
- package/src/server.ts +48 -0
- package/tsconfig.json +18 -0
package/src/index.ts
ADDED
|
@@ -0,0 +1,1821 @@
|
|
|
1
|
+
interface McpToolDefinition {
|
|
2
|
+
name: string;
|
|
3
|
+
description: string;
|
|
4
|
+
/** Human-facing one-liner (fleet #1967). Optional; consumers fall back to
|
|
5
|
+
* description. Kept in step with shared/src/types.ts — scripts/lib/
|
|
6
|
+
* check-inlined-types.mjs reports drift at publish time. */
|
|
7
|
+
summary?: string;
|
|
8
|
+
inputSchema: {
|
|
9
|
+
type: 'object';
|
|
10
|
+
properties: Record<string, unknown>;
|
|
11
|
+
required?: string[];
|
|
12
|
+
anyOf?: Array<{ required: string[] }>;
|
|
13
|
+
oneOf?: Array<{ required: string[] }>;
|
|
14
|
+
allOf?: Array<{ required: string[] }>;
|
|
15
|
+
};
|
|
16
|
+
outputSchema?: Record<string, unknown>;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
interface McpToolExport {
|
|
20
|
+
tools: McpToolDefinition[];
|
|
21
|
+
callTool: (name: string, args: Record<string, unknown>) => Promise<unknown>;
|
|
22
|
+
meter?: { credits: number };
|
|
23
|
+
cost?: Record<string, unknown>;
|
|
24
|
+
provider?: string;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* Was this failure OUR OWN web service? — the other half of `internal-db-class.ts`.
|
|
29
|
+
*
|
|
30
|
+
* fleet #1089 pulled failures from our own Postgres out of `upstream_down` by
|
|
31
|
+
* keying on the SQLSTATE inside PostgREST's four-key error envelope. That
|
|
32
|
+
* covered the majority and structurally could not cover the rest: the rest
|
|
33
|
+
* never reach Postgres, so they carry no SQLSTATE. What was left, measured over
|
|
34
|
+
* the 24h to 2026-09-02T15:00Z (fleet #1096):
|
|
35
|
+
*
|
|
36
|
+
* 5 pipeworx-catalog get_pack_tools Pipeworx catalog error: 522 — error code: 522
|
|
37
|
+
* 3 fleet fleet_list_open … upstream_down: Fleet task queue did not respond within 25s
|
|
38
|
+
*
|
|
39
|
+
* 521/522/523/526 are Cloudflare saying its edge could not reach an ORIGIN, and
|
|
40
|
+
* in both of those rows the origin is ours — `gateway.pipeworx.io` for the
|
|
41
|
+
* catalog pack (it self-fetches when the gateway hasn't injected a manifest),
|
|
42
|
+
* our own Supabase for fleet. There is no third party anywhere in either call.
|
|
43
|
+
* Same defect as #1089: our own outage filed under `upstream_down`, the one
|
|
44
|
+
* class that means "the source is unreachable and there is nothing for us to
|
|
45
|
+
* fix", which is why the problem-tools triage skips it.
|
|
46
|
+
*
|
|
47
|
+
* WHY NOT A WORDING RULE. The obvious fix is to match `fleet db error:` and
|
|
48
|
+
* `Pipeworx catalog error:` in classifyToolError. Each is emitted from exactly
|
|
49
|
+
* one site today, so it would work today. It would also rot the first time
|
|
50
|
+
* somebody rewords a label — silently, and in the direction of hiding our own
|
|
51
|
+
* outage, which is worse than the bug being fixed. Every prose rule in
|
|
52
|
+
* error-class.ts has needed widening as packs invented new wording (#409/#450/
|
|
53
|
+
* #584); that history is most of that file's comment budget.
|
|
54
|
+
*
|
|
55
|
+
* WHAT THIS KEYS ON INSTEAD: **the host the call actually reached.** A URL's
|
|
56
|
+
* hostname is a fact about the call, not a guess about its prose. Two
|
|
57
|
+
* consequences that a pack-level flag could not give us, and the reason the
|
|
58
|
+
* flag was rejected:
|
|
59
|
+
*
|
|
60
|
+
* - It describes the CALL, not the pack. `govcon-intel` fans out to our own
|
|
61
|
+
* Supabase AND to genuine third parties; `court-listener` holds our cache
|
|
62
|
+
* in Supabase and fetches courtlistener.com. An `internallyHosted: true` on
|
|
63
|
+
* either pack would relabel a real third-party outage as ours — inventing
|
|
64
|
+
* work, which is the same class of error in the opposite direction.
|
|
65
|
+
* - It covers every future internal pack for free, instead of one declared
|
|
66
|
+
* slug at a time.
|
|
67
|
+
*
|
|
68
|
+
* WHY IT SURVIVES A REWORD. The marker below is not matched as a literal by two
|
|
69
|
+
* separate files. `markInternalOrigin()` writes it and `internalHostMetricsClass()`
|
|
70
|
+
* reads it, both from the single exported `INTERNAL_ORIGIN_MARKER` constant in
|
|
71
|
+
* this module — so changing the wording changes both sides in the same edit and
|
|
72
|
+
* cannot desynchronise them. The pack's own label (`fleet db error:`,
|
|
73
|
+
* `Pipeworx catalog error:`) is not read at all: reword it freely, the class is
|
|
74
|
+
* unaffected. That is the property `stripClassPrefix` lacked when it drifted
|
|
75
|
+
* from its own classifier three times and needed a CI gate to hold them
|
|
76
|
+
* together.
|
|
77
|
+
*
|
|
78
|
+
* WHERE THE 5xx TEST LIVES. `markInternalOrigin` is called from the places that
|
|
79
|
+
* hold the real `Response` — `httpError`/`httpErrorMessage` and the timeout
|
|
80
|
+
* branch of `fetchWithTimeout` in `shared/src/http.ts` — so "is this an
|
|
81
|
+
* availability failure" is decided from the actual status code, never re-derived
|
|
82
|
+
* by scraping a number out of a sentence. A 404 from our own registry for a slug
|
|
83
|
+
* that does not exist is a caller's bad argument and is deliberately NOT marked.
|
|
84
|
+
*/
|
|
85
|
+
|
|
86
|
+
/**
|
|
87
|
+
* OUR OWN web service was unreachable — not an upstream, and never `upstream_down`.
|
|
88
|
+
*
|
|
89
|
+
* ONE value, not three, unlike `internal_db_*`. That split existed because a
|
|
90
|
+
* slow query, an exhausted pool and an unknown SQLSTATE have different owners
|
|
91
|
+
* and different fixes. Here there is only one story to tell — an origin we run
|
|
92
|
+
* did not answer the edge — and one owner. A bucket with no distinct owner per
|
|
93
|
+
* value is decoration; #724 is what happens when a class holds several
|
|
94
|
+
* situations, and inventing sub-values ahead of a reason to act on them
|
|
95
|
+
* differently is the same mistake with the sign flipped.
|
|
96
|
+
*
|
|
97
|
+
* METRICS ONLY, exactly like PLATFORM_KEY_ERROR_CLASS and the internal_db
|
|
98
|
+
* values. `classifyToolError` still answers `upstream_down` for the retry and
|
|
99
|
+
* hint paths, which only care whether retrying or a sibling tool might work —
|
|
100
|
+
* and it might. Nothing a caller sees or is charged changes here.
|
|
101
|
+
*
|
|
102
|
+
* READ SIDE: this value is in BROKEN_TOOL_CLASSES, FAULT_CLASSES and
|
|
103
|
+
* ALL_ERROR_CLASSES in `workers/registry-api/src/index.ts`. All three, or it
|
|
104
|
+
* lands on no dashboard — fleet #721 is the warning, where the #719 split
|
|
105
|
+
* worked on the write side and was invisible for weeks.
|
|
106
|
+
*/
|
|
107
|
+
const INTERNAL_SERVICE_UNREACHABLE_CLASS = 'internal_service_unreachable';
|
|
108
|
+
|
|
109
|
+
/**
|
|
110
|
+
* The token that carries "this origin is ours" from the call site to the
|
|
111
|
+
* classifier.
|
|
112
|
+
*
|
|
113
|
+
* Appended to the error message rather than attached to the Error object,
|
|
114
|
+
* because the object does not survive the trip: 275 packs return `{ error:
|
|
115
|
+
* string }` instead of throwing, the gateway reads `observedError` as a string,
|
|
116
|
+
* and the fleet pack rebuilds its error from a captured status + body across a
|
|
117
|
+
* retry loop. A property on an Error would be dropped by every one of those
|
|
118
|
+
* paths and the class would work in tests and vanish in production.
|
|
119
|
+
*
|
|
120
|
+
* WORDING IS LOAD-BEARING, same rule as labelAge's note in authority.ts. This
|
|
121
|
+
* string is appended to a pack's thrown Error message (shared/src/http.ts),
|
|
122
|
+
* and a thrown Error's message is exactly what the gateway hands back to the
|
|
123
|
+
* caller as `content[0].text` when nothing rewrites it (workers/gateway/src
|
|
124
|
+
* catches the throw and sets `rawResult.message = stripClassPrefix(error)`,
|
|
125
|
+
* which does not touch this suffix) — so the original wording,
|
|
126
|
+
* " [pipeworx-hosted origin — our own service, not a third party]", was not a
|
|
127
|
+
* theoretical leak: it shipped live on pipeworx-catalog's 522s, 7 times in 6
|
|
128
|
+
* hours on 2026-09-02 (see tests/golden-internal-service.test.ts), verbatim
|
|
129
|
+
* naming Pipeworx as the host. check:hosting-claims never caught it because it
|
|
130
|
+
* did not scan shared/ at all (task #2009). Reworded to describe the
|
|
131
|
+
* OBSERVATION (the origin did not answer) without a claim about who runs it —
|
|
132
|
+
* the identical fix labelAge got: drop the possessive, keep the fact.
|
|
133
|
+
*/
|
|
134
|
+
const INTERNAL_ORIGIN_MARKER = ' [origin did not respond — retry before concluding the named source is down]';
|
|
135
|
+
|
|
136
|
+
/**
|
|
137
|
+
* Supabase's data plane for a project is `<ref>.supabase.co`, where the ref is
|
|
138
|
+
* exactly twenty lowercase letters (ours is `pqauisounztsgdgfkhke`).
|
|
139
|
+
*
|
|
140
|
+
* Matching the shape rather than listing the ref keeps this correct when we add
|
|
141
|
+
* a project — `supabaseEnv` on a pack entry already points some packs at a
|
|
142
|
+
* second one — while still excluding `status.supabase.co`, which is Supabase's
|
|
143
|
+
* own status page and emphatically not our database. Verified 2026-09-02 by
|
|
144
|
+
* `grep -rhoE '[a-z0-9-]+\.supabase\.(co|in)' mcps shared workers scripts`: the
|
|
145
|
+
* only real project ref anywhere in the tree is ours, the rest are doc
|
|
146
|
+
* placeholders (`abc`, `xyz`, `example`) which this pattern also excludes. Same
|
|
147
|
+
* finding internal-db-class.ts relies on for the PostgREST envelope being ours
|
|
148
|
+
* by construction.
|
|
149
|
+
*/
|
|
150
|
+
const SUPABASE_PROJECT_HOST = /^[a-z]{20}\.supabase\.(co|in)$/;
|
|
151
|
+
|
|
152
|
+
/**
|
|
153
|
+
* Is this a host WE run?
|
|
154
|
+
*
|
|
155
|
+
* Deliberately NOT including `*.workers.dev`: plenty of third-party APIs are
|
|
156
|
+
* hosted on workers.dev, so the suffix says where something runs and not who
|
|
157
|
+
* owns it. Every internal call we actually make goes to a `pipeworx.io`
|
|
158
|
+
* hostname or to our Supabase project, both of which are ownership facts.
|
|
159
|
+
*
|
|
160
|
+
* `workers/gateway/src/provenance.ts`'s `OUR_HOSTS` answers the same
|
|
161
|
+
* question and DOES include `workers.dev` — a documented divergence
|
|
162
|
+
* (task #2051), not a bug to converge. That list decides what a response may
|
|
163
|
+
* cite as a data SOURCE, where a false negative (citing our own worker as an
|
|
164
|
+
* external source) is the hosting-disclosure leak this whole file exists to
|
|
165
|
+
* prevent, so it errs broad. This one decides who gets BLAMED for a 5xx in
|
|
166
|
+
* outage metrics read by on-call, where a false positive (crediting our own
|
|
167
|
+
* infra with a third party's outage) hides the real failure, so it errs
|
|
168
|
+
* narrow. Same suffix, opposite direction, because they are never called for
|
|
169
|
+
* the same reason.
|
|
170
|
+
*
|
|
171
|
+
* Returns false on anything unparseable rather than throwing — this runs inside
|
|
172
|
+
* an error path, and an error path that can itself throw turns a diagnosable
|
|
173
|
+
* failure into a mystery.
|
|
174
|
+
*/
|
|
175
|
+
function isPipeworxOrigin(url: string | URL | undefined | null): boolean {
|
|
176
|
+
if (!url) return false;
|
|
177
|
+
let host: string;
|
|
178
|
+
try {
|
|
179
|
+
host = new URL(url instanceof URL ? url.href : url).hostname.toLowerCase();
|
|
180
|
+
} catch {
|
|
181
|
+
return false;
|
|
182
|
+
}
|
|
183
|
+
if (host === 'pipeworx.io' || host.endsWith('.pipeworx.io')) return true;
|
|
184
|
+
return SUPABASE_PROJECT_HOST.test(host);
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
/**
|
|
188
|
+
* Append the marker when this failure was OUR origin failing to answer.
|
|
189
|
+
*
|
|
190
|
+
* `status` is the HTTP status when there is one, and omitted for a timeout —
|
|
191
|
+
* where there is no response at all, and "the origin did not answer" is the
|
|
192
|
+
* whole observation. Statuses below 500 are left alone: a 404 from our own
|
|
193
|
+
* registry for a slug that does not exist is the caller's argument, not our
|
|
194
|
+
* outage, and marking it would put ordinary 404s on the incident dashboard.
|
|
195
|
+
*
|
|
196
|
+
* Idempotent, so a message that is wrapped and re-marked on the way up (the
|
|
197
|
+
* fleet pack's retry loop re-throws through two layers) carries the marker once.
|
|
198
|
+
*/
|
|
199
|
+
function markInternalOrigin(
|
|
200
|
+
message: string,
|
|
201
|
+
url: string | URL | undefined | null,
|
|
202
|
+
status?: number,
|
|
203
|
+
): string {
|
|
204
|
+
if (status !== undefined && status < 500) return message;
|
|
205
|
+
if (!isPipeworxOrigin(url)) return message;
|
|
206
|
+
if (message.includes(INTERNAL_ORIGIN_MARKER)) return message;
|
|
207
|
+
return message + INTERNAL_ORIGIN_MARKER;
|
|
208
|
+
}
|
|
209
|
+
|
|
210
|
+
/**
|
|
211
|
+
* Which blob4 value a failure from our own web services books as, or undefined
|
|
212
|
+
* if this is not one.
|
|
213
|
+
*
|
|
214
|
+
* Ordered AFTER `internalDbMetricsClass` at the call site: a PostgREST envelope
|
|
215
|
+
* from our own Supabase is a strictly more specific statement about the same
|
|
216
|
+
* row (which of our services, and why), and the two cannot disagree about
|
|
217
|
+
* whether the failure is ours.
|
|
218
|
+
*/
|
|
219
|
+
function internalHostMetricsClass(error: string): string | undefined {
|
|
220
|
+
return error.includes(INTERNAL_ORIGIN_MARKER) ? INTERNAL_SERVICE_UNREACHABLE_CLASS : undefined;
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
/**
|
|
225
|
+
* One place to turn a failed `fetch` into an error a caller can act on.
|
|
226
|
+
*
|
|
227
|
+
* Nearly every pack was written the same way:
|
|
228
|
+
*
|
|
229
|
+
* if (!res.ok) throw new Error(`Unsplash: ${res.status}`);
|
|
230
|
+
*
|
|
231
|
+
* which discards the response body — and the body is usually where the upstream
|
|
232
|
+
* says what was actually wrong ("**symbol** not found: GBP", "parameter `year`
|
|
233
|
+
* out of range", "unknown taxonomy id"). The caller gets a number, cannot
|
|
234
|
+
* self-correct, and retries the same broken call. A 2026-07-31 sweep found this
|
|
235
|
+
* shape in 481 of 1,400 packs, 47 of them PLATFORM-keyed.
|
|
236
|
+
*
|
|
237
|
+
* It also hides bugs one level down. Two of the first three packs audited had a
|
|
238
|
+
* second defect that only existed because of this line: unsplash's rate-limit
|
|
239
|
+
* branch sat BELOW a catch-all and was unreachable, and bea-gov parsed
|
|
240
|
+
* `BEAAPI.Error.APIErrorDescription` below a `!res.ok` throw that made the
|
|
241
|
+
* parsing dead code for every non-200.
|
|
242
|
+
*
|
|
243
|
+
* DELIBERATELY NOT A CLASSIFIER. It does not add `user_error:` /
|
|
244
|
+
* `upstream_down:` prefixes. Those decide which tier a failure lands in, and the
|
|
245
|
+
* `error` tier is what the daily problem-tools list is built from — it means
|
|
246
|
+
* "Pipeworx has a defect". A 400 is genuinely ambiguous: often a caller's bad
|
|
247
|
+
* argument, but sometimes a query WE built wrong (ted-eu comma-joined its CPV
|
|
248
|
+
* values into something TED rejected, and that bug was found only because it sat
|
|
249
|
+
* in `error`). Blanket-classifying 400s as caller mistakes would have hidden it.
|
|
250
|
+
* A pack that KNOWS which it is should keep saying so explicitly; this helper is
|
|
251
|
+
* for the 481 that say nothing at all.
|
|
252
|
+
*/
|
|
253
|
+
|
|
254
|
+
/** Longest upstream explanation we'll pass through. Enough for a real message,
|
|
255
|
+
* short enough that an HTML page or a stack trace can't swamp the error. */
|
|
256
|
+
|
|
257
|
+
const MAX_DETAIL = 300;
|
|
258
|
+
|
|
259
|
+
/**
|
|
260
|
+
* Default bound for `fetchWithTimeout` when a pack doesn't state its own.
|
|
261
|
+
*
|
|
262
|
+
* 25s mirrors the number `epo-ops` landed on after measuring the real failure:
|
|
263
|
+
* a degraded upstream that doesn't error, it just never answers, and a Worker
|
|
264
|
+
* sits in `await fetch()` until ITS OWN execution budget kills the request —
|
|
265
|
+
* which can take minutes, not seconds (epo_ops_search_patents measured 4-8
|
|
266
|
+
* MINUTE hangs before this existed). 25s is short enough that a caller gets a
|
|
267
|
+
* fast, actionable error instead of holding the connection, and long enough
|
|
268
|
+
* that it doesn't false-trip on a merely-slow-but-alive upstream.
|
|
269
|
+
*/
|
|
270
|
+
const DEFAULT_FETCH_TIMEOUT_MS = 25_000;
|
|
271
|
+
|
|
272
|
+
/**
|
|
273
|
+
* Read the body of a failed response and fold it into a throwable Error.
|
|
274
|
+
*
|
|
275
|
+
* Usage — note the `await`, which is the one thing that makes this a mechanical
|
|
276
|
+
* change rather than a drop-in:
|
|
277
|
+
*
|
|
278
|
+
* if (!res.ok) throw await httpError(res, 'Unsplash');
|
|
279
|
+
*
|
|
280
|
+
* Safe to call on any non-ok response: a body that is missing, empty, unreadable
|
|
281
|
+
* or HTML degrades to exactly the old `Name: 404` string rather than throwing
|
|
282
|
+
* something new from inside the error path.
|
|
283
|
+
*/
|
|
284
|
+
async function httpError(res: Response, name: string): Promise<Error> {
|
|
285
|
+
return new Error(await httpErrorMessage(res, name));
|
|
286
|
+
}
|
|
287
|
+
|
|
288
|
+
/** The message text without constructing an Error — for packs that need to wrap
|
|
289
|
+
* it in their own envelope or add an explicit classification prefix. */
|
|
290
|
+
async function httpErrorMessage(res: Response, name: string): Promise<string> {
|
|
291
|
+
// The one place a 5xx from a host WE run gets stamped as ours. `res.url` is
|
|
292
|
+
// the URL the fetch actually resolved to (after redirects), so this is a fact
|
|
293
|
+
// about the call rather than a guess from the `name` the pack passed in —
|
|
294
|
+
// reword that label freely, the class does not move. See
|
|
295
|
+
// internal-host-class.ts; no-op for every third-party upstream, which is why
|
|
296
|
+
// this touches 481 packs' error text and changes none of it.
|
|
297
|
+
return markInternalOrigin(
|
|
298
|
+
`${name}: ${res.status}${detailSuffix(await readDetail(res))}${responseHints(res)}`,
|
|
299
|
+
res.url,
|
|
300
|
+
res.status,
|
|
301
|
+
);
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
/**
|
|
305
|
+
* Facts about a FAILED response that live in its headers, not its body, appended
|
|
306
|
+
* so the gateway's classifier (which only ever sees this string) can tell a limit
|
|
307
|
+
* from a wall from a refusal (fleet #3477). Both are standard, both are absent on
|
|
308
|
+
* almost every response, and neither is invented: `Retry-After` is the server
|
|
309
|
+
* saying "come back later" (the one thing that makes a 403 a throttle), and
|
|
310
|
+
* Cloudflare marks a bot challenge with `cf-mitigated: challenge`.
|
|
311
|
+
*/
|
|
312
|
+
function responseHints(res: Response): string {
|
|
313
|
+
const hints: string[] = [];
|
|
314
|
+
const retryAfter = res.headers.get('retry-after');
|
|
315
|
+
if (retryAfter) hints.push(`retry-after: ${retryAfter.slice(0, 40)}`);
|
|
316
|
+
if ((res.headers.get('cf-mitigated') ?? '').toLowerCase() === 'challenge') hints.push('Cloudflare bot challenge (cf-mitigated: challenge)');
|
|
317
|
+
return hints.length ? ` (${hints.join('; ')})` : '';
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
/**
|
|
321
|
+
* Just the upstream's own explanation — no name, no status.
|
|
322
|
+
*
|
|
323
|
+
* For a pack that has already said both in its own sentence. epo-ops reads
|
|
324
|
+
* `EPO rejected this search as too large (HTTP 413) — ${httpErrorMessage(…)}`,
|
|
325
|
+
* which rendered as `… (HTTP 413) — EPO: 413.` once the XML detail was being
|
|
326
|
+
* dropped: the upstream named twice, the status twice, and the one thing EPO
|
|
327
|
+
* actually said ("Not enough characters before truncation character") nowhere
|
|
328
|
+
* (fleet #712). Returns '' when the body carries nothing readable, so a caller
|
|
329
|
+
* can fall back to its own wording.
|
|
330
|
+
*/
|
|
331
|
+
async function upstreamDetail(res: Response): Promise<string> {
|
|
332
|
+
return readDetail(res);
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
/**
|
|
336
|
+
* Read a SUCCESSFUL response as JSON, failing loudly when it isn't JSON.
|
|
337
|
+
*
|
|
338
|
+
* `httpError` above only ever runs on `!res.ok`, which leaves the nastier half
|
|
339
|
+
* of the problem unhandled: an upstream that answers **HTTP 200 with an HTML
|
|
340
|
+
* page**. A bot wall, a login redirect, a maintenance interstitial and a CDN
|
|
341
|
+
* error page are all 200s, so `res.ok` is true, and `res.json()` then throws
|
|
342
|
+
* `Unexpected token '<', "<!DOCTYPE "... is not valid JSON`.
|
|
343
|
+
*
|
|
344
|
+
* That string is the problem. It names no upstream, carries no status, and
|
|
345
|
+
* reads like a parser bug in Pipeworx — so it lands in the `error` tier, which
|
|
346
|
+
* means "we have a defect", and the caller is told nothing they can act on.
|
|
347
|
+
* data.govt.nz sat dead behind an Imperva challenge this way and every
|
|
348
|
+
* status-code health check we own reported it green (7889a845). A zero-length
|
|
349
|
+
* body has the same shape: `Unexpected end of JSON input`, seen this week on
|
|
350
|
+
* uk-gazette (83% of external calls) and census.
|
|
351
|
+
*
|
|
352
|
+
* UNLIKE `httpError`, this one DOES classify, and the asymmetry is deliberate.
|
|
353
|
+
* A 400 is genuinely ambiguous — often the caller's bad argument, sometimes a
|
|
354
|
+
* query we built wrong — so blanket-classifying it would hide our own bugs.
|
|
355
|
+
* There is no such ambiguity here: **no argument a caller can pass makes a JSON
|
|
356
|
+
* API return an HTML page.** It is always the upstream, so `upstream_down:` is
|
|
357
|
+
* a statement of fact rather than a guess, and it keeps these out of the
|
|
358
|
+
* problem-tools list where they crowd out real defects.
|
|
359
|
+
*
|
|
360
|
+
* const data = await parseJson<Feed>(res, 'UK Gazette');
|
|
361
|
+
*
|
|
362
|
+
* Call it only after the `!res.ok` check — on a failed response you want
|
|
363
|
+
* `httpError`, which mines the body for the upstream's own explanation.
|
|
364
|
+
*/
|
|
365
|
+
async function parseJson<T>(res: Response, name: string): Promise<T> {
|
|
366
|
+
let raw: string;
|
|
367
|
+
try {
|
|
368
|
+
raw = await res.text();
|
|
369
|
+
} catch {
|
|
370
|
+
throw new Error(
|
|
371
|
+
`upstream_down: ${name} returned a body that could not be read (HTTP ${res.status}). ` +
|
|
372
|
+
'The connection most likely dropped mid-response; retrying is reasonable.',
|
|
373
|
+
);
|
|
374
|
+
}
|
|
375
|
+
|
|
376
|
+
const type = res.headers.get('content-type') ?? 'no content-type';
|
|
377
|
+
|
|
378
|
+
if (!raw.trim()) {
|
|
379
|
+
throw new Error(
|
|
380
|
+
`upstream_down: ${name} answered HTTP ${res.status} with an EMPTY body where JSON was expected (${type}). ` +
|
|
381
|
+
'Nothing about the request can cause this — it is an upstream fault, and the same call may well work on retry.',
|
|
382
|
+
);
|
|
383
|
+
}
|
|
384
|
+
|
|
385
|
+
// Checked before parsing rather than in the catch, because knowing it is
|
|
386
|
+
// markup is what turns "we failed to parse something" into "they served a
|
|
387
|
+
// web page" — the second is diagnosable, the first is not.
|
|
388
|
+
const head = raw.slice(0, 200).trimStart().toLowerCase();
|
|
389
|
+
if (head.startsWith('<!doctype') || head.startsWith('<html') || head.startsWith('<?xml')) {
|
|
390
|
+
const kind = head.startsWith('<?xml') ? 'an XML document' : 'an HTML page';
|
|
391
|
+
// The summary, not the source. Pasting the first 120 characters of a web
|
|
392
|
+
// page handed the agent `<!DOCTYPE html><html lang="en"…` — the same leak
|
|
393
|
+
// this branch exists to describe (fleet #712).
|
|
394
|
+
throw new Error(
|
|
395
|
+
`upstream_down: ${name} answered HTTP ${res.status} with ${kind} instead of JSON (${type}). ` +
|
|
396
|
+
'That is typically a bot wall, a login redirect or a maintenance page — it is returned as a SUCCESS, ' +
|
|
397
|
+
`so status-code health checks read it as fine. No argument change will get past it. ` +
|
|
398
|
+
`The page says: ${summarizeErrorBody(raw) || 'nothing readable'}`,
|
|
399
|
+
);
|
|
400
|
+
}
|
|
401
|
+
|
|
402
|
+
try {
|
|
403
|
+
return JSON.parse(raw) as T;
|
|
404
|
+
} catch {
|
|
405
|
+
throw new Error(
|
|
406
|
+
`upstream_down: ${name} answered HTTP ${res.status} with a body that is not valid JSON (${type}). ` +
|
|
407
|
+
`It begins: ${stripMarkup(raw).slice(0, 120) || '(unreadable)'}`,
|
|
408
|
+
);
|
|
409
|
+
}
|
|
410
|
+
}
|
|
411
|
+
|
|
412
|
+
/**
|
|
413
|
+
* `fetch`, but bounded — the fix for a systemic gap found 2026-08-30: a grep
|
|
414
|
+
* audit of every pack's `mcps/*\/src/index.ts` found 1,339 of ~1,500 call
|
|
415
|
+
* `fetch()` with NO timeout guard anywhere in the file. Two of those
|
|
416
|
+
* (epo-ops, statcan) were confirmed live-hanging for 4-8 minutes before this
|
|
417
|
+
* existed — every unguarded call carries the same risk, just unconfirmed.
|
|
418
|
+
*
|
|
419
|
+
* Mirrors the `epoFetch` wrapper `mcps/epo-ops/src/index.ts` shipped first:
|
|
420
|
+
* bound the request with `AbortSignal.timeout`, and on a timeout/abort throw
|
|
421
|
+
* an `upstream_down:` error that names the upstream and the bound rather than
|
|
422
|
+
* letting the raw `TimeoutError`/`AbortError` (which names neither) propagate.
|
|
423
|
+
* `upstream_down:` is deliberate, same reasoning as `parseJson` above — no
|
|
424
|
+
* argument a caller passes can make an upstream hang, so it is always the
|
|
425
|
+
* upstream's fault, and marking it that way keeps a slow API off the
|
|
426
|
+
* problem-tools list where it would crowd out our own defects.
|
|
427
|
+
*
|
|
428
|
+
* Usage — a mechanical swap for a bare `fetch(url, init)`:
|
|
429
|
+
*
|
|
430
|
+
* const res = await fetchWithTimeout(url, init, 'Some API');
|
|
431
|
+
*
|
|
432
|
+
* Pass `timeoutMs` as a fourth argument to override the default for a pack
|
|
433
|
+
* with a known-slower upstream; the label should be the same short name you'd
|
|
434
|
+
* pass to `httpError`/`httpErrorMessage` for that call.
|
|
435
|
+
*/
|
|
436
|
+
async function fetchWithTimeout(
|
|
437
|
+
url: string | URL,
|
|
438
|
+
init: RequestInit = {},
|
|
439
|
+
name: string,
|
|
440
|
+
timeoutMs: number = DEFAULT_FETCH_TIMEOUT_MS,
|
|
441
|
+
): Promise<Response> {
|
|
442
|
+
try {
|
|
443
|
+
return await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
|
|
444
|
+
} catch (err) {
|
|
445
|
+
if (err instanceof Error && (err.name === 'TimeoutError' || err.name === 'AbortError')) {
|
|
446
|
+
// States the OBSERVATION (no response in N seconds), not a diagnosis.
|
|
447
|
+
// "appears to be degraded" is an inference about the vendor that we have
|
|
448
|
+
// not checked, and it is wrong in a way that misdirects whoever reads it:
|
|
449
|
+
// a timeout from a Worker can equally mean OUR egress is blocked.
|
|
450
|
+
//
|
|
451
|
+
// Measured today (2026-09-01, fleet #1047): every call to
|
|
452
|
+
// mainnet.base.org failed from the x402 facilitator while the identical
|
|
453
|
+
// request from a laptop returned 200. Base was entirely healthy; the
|
|
454
|
+
// public RPC refuses Cloudflare Worker egress. Had this message fired
|
|
455
|
+
// there it would have blamed Base by name, and the next person would have
|
|
456
|
+
// waited for a vendor outage to clear that did not exist.
|
|
457
|
+
// A timeout has no status to test — there is no response at all — so
|
|
458
|
+
// `markInternalOrigin` is called without one: an origin we run that never
|
|
459
|
+
// answered is an availability failure by definition. This is the half of
|
|
460
|
+
// fleet #1096 with neither a SQLSTATE nor a status code to key on.
|
|
461
|
+
throw new Error(
|
|
462
|
+
markInternalOrigin(
|
|
463
|
+
`upstream_down: ${name} did not respond within ${timeoutMs / 1000}s. ` +
|
|
464
|
+
`That can be ${name} being slow or down, or this environment being unable to reach it ` +
|
|
465
|
+
`(some hosts refuse datacenter/Worker egress) — retry shortly, and check reachability ` +
|
|
466
|
+
`from elsewhere before concluding ${name} is down.`,
|
|
467
|
+
url,
|
|
468
|
+
),
|
|
469
|
+
);
|
|
470
|
+
}
|
|
471
|
+
// Fleet #2382. Everything that isn't a timeout/abort here is a genuine
|
|
472
|
+
// NETWORK-LEVEL failure — DNS resolution, connection refused, TLS handshake,
|
|
473
|
+
// Cloudflare's own "Network connection lost." — meaning `fetch()` itself
|
|
474
|
+
// threw and no HTTP response of any kind was ever received. Until this fix
|
|
475
|
+
// that raw exception was rethrown VERBATIM: a bare `TypeError: fetch failed`
|
|
476
|
+
// (or the Workers-runtime equivalent) names no upstream, carries no class
|
|
477
|
+
// token, and reads exactly like a defect in OUR code — because it says
|
|
478
|
+
// nothing about the call at all. It landed in `error`, the tier that means
|
|
479
|
+
// "Pipeworx has a defect", for every one of the (at the time of writing)
|
|
480
|
+
// ~470 packs that call this helper directly with no wrapper of their own.
|
|
481
|
+
//
|
|
482
|
+
// `dexscreener` hit this independently (fleet #1579) and fixed it with a
|
|
483
|
+
// bespoke per-pack try/catch around `fetchWithTimeout`. That fix is correct
|
|
484
|
+
// but only covers one pack; every other caller of this shared helper still
|
|
485
|
+
// leaked the raw exception. Moving the same fix HERE — the one place that
|
|
486
|
+
// already carries the timeout case — covers every pack that uses
|
|
487
|
+
// `fetchWithTimeout` without a wrapper, for free, and without widening
|
|
488
|
+
// `classifyToolError`'s regex list: the fix is giving the message a proper
|
|
489
|
+
// `upstream_down:` token at the point the two facts (no response was ever
|
|
490
|
+
// received, and which host we were trying to reach) are actually in hand,
|
|
491
|
+
// not teaching the classifier to guess from prose after the fact.
|
|
492
|
+
//
|
|
493
|
+
// Safe on the same grounds as the timeout branch above: no argument a
|
|
494
|
+
// caller passes can make `fetch()` itself throw a connection-level error,
|
|
495
|
+
// so this is always an availability failure, never a caller mistake. Same
|
|
496
|
+
// `markInternalOrigin` treatment — an origin we run that never answered is
|
|
497
|
+
// still ours, not a third party's outage.
|
|
498
|
+
const raw = err instanceof Error ? err.message : String(err);
|
|
499
|
+
throw new Error(
|
|
500
|
+
markInternalOrigin(
|
|
501
|
+
`upstream_down: could not reach ${name} at all (${raw.slice(0, 160)}). ` +
|
|
502
|
+
`No request reached ${name}, so this says NOTHING about whether the arguments you passed ` +
|
|
503
|
+
'are valid — do not re-check them on the strength of this error. Retry shortly.',
|
|
504
|
+
url,
|
|
505
|
+
),
|
|
506
|
+
);
|
|
507
|
+
}
|
|
508
|
+
}
|
|
509
|
+
|
|
510
|
+
function detailSuffix(detail: string): string {
|
|
511
|
+
return detail ? ` — ${detail}` : '';
|
|
512
|
+
}
|
|
513
|
+
|
|
514
|
+
async function readDetail(res: Response): Promise<string> {
|
|
515
|
+
let raw: string;
|
|
516
|
+
try {
|
|
517
|
+
raw = await res.text();
|
|
518
|
+
} catch {
|
|
519
|
+
// Body already consumed, or the connection died mid-read. The status alone
|
|
520
|
+
// is still worth throwing — never let the error path throw its own error.
|
|
521
|
+
return '';
|
|
522
|
+
}
|
|
523
|
+
return summarizeErrorBody(raw);
|
|
524
|
+
}
|
|
525
|
+
|
|
526
|
+
/**
|
|
527
|
+
* Turn ANY error body — JSON, HTML, XML or plain text — into one short phrase
|
|
528
|
+
* that never contains markup.
|
|
529
|
+
*
|
|
530
|
+
* This used to just drop an HTML or XML body on the floor, on the reasoning
|
|
531
|
+
* that markup crowds out the status. That was half right. Dropping it loses the
|
|
532
|
+
* one sentence a caller could have acted on: an `Access Denied` title, an SDMX
|
|
533
|
+
* `<message:Error>` text, an OPS fault string. A 2026-08-30 support sweep
|
|
534
|
+
* measured 13 of 291 caller-facing error rows carrying a raw page or document
|
|
535
|
+
* verbatim, across 11 packs, and in every one of them the useful content —
|
|
536
|
+
* "Access Denied", "Invalid country code", "SCRAPE_TIMEOUT" — was in there,
|
|
537
|
+
* buried in markup the agent had to parse out of a string (fleet #712).
|
|
538
|
+
*
|
|
539
|
+
* So: extract the meaning, discard the markup. The output is passed through
|
|
540
|
+
* `stripMarkup` unconditionally, which is what lets `check:error-body-leak`
|
|
541
|
+
* assert mechanically that no caller-facing message can contain `<?xml`,
|
|
542
|
+
* `<!DOCTYPE` or `<html`.
|
|
543
|
+
*/
|
|
544
|
+
function summarizeErrorBody(raw: string): string {
|
|
545
|
+
if (!raw || !raw.trim()) return '';
|
|
546
|
+
|
|
547
|
+
const head = raw.slice(0, 400).trimStart().toLowerCase();
|
|
548
|
+
|
|
549
|
+
// An HTML error page (Cloudflare interstitial, nginx default, a login
|
|
550
|
+
// redirect) says what it is in its <title>, and almost nowhere else.
|
|
551
|
+
if (head.startsWith('<!doctype') || head.startsWith('<html')) {
|
|
552
|
+
const title = htmlTitle(raw);
|
|
553
|
+
return title
|
|
554
|
+
? `${title} (upstream returned an HTML error page, not an API response)`
|
|
555
|
+
: 'upstream returned an HTML error page, not an API response';
|
|
556
|
+
}
|
|
557
|
+
|
|
558
|
+
// XML fault documents — EPO OPS, SDMX (`<message:Error>`), SOAP faults. The
|
|
559
|
+
// human sentence sits in a child element whose tag name says what it is.
|
|
560
|
+
if (head.startsWith('<?xml') || head.startsWith('<')) {
|
|
561
|
+
const fault = xmlFaultText(raw);
|
|
562
|
+
return fault
|
|
563
|
+
? `${stripMarkup(fault).slice(0, MAX_DETAIL)} (from the upstream's XML error document)`
|
|
564
|
+
: 'upstream returned an XML error document with no readable message';
|
|
565
|
+
}
|
|
566
|
+
|
|
567
|
+
// Most JSON error bodies bury one human sentence among ids and echoed request
|
|
568
|
+
// params. Prefer that sentence; fall back to the whole body when the shape is
|
|
569
|
+
// unfamiliar, since an unfamiliar shape is exactly when we can least afford to
|
|
570
|
+
// guess wrong and show nothing.
|
|
571
|
+
const fromJson = messageFromJson(raw);
|
|
572
|
+
return stripMarkup(fromJson ?? raw).slice(0, MAX_DETAIL);
|
|
573
|
+
}
|
|
574
|
+
|
|
575
|
+
/** The `<title>` of an HTML error page, or its first `<h1>` — the two places a
|
|
576
|
+
* bot wall, a 502 and an "Access Denied" all state what happened. */
|
|
577
|
+
function htmlTitle(raw: string): string | null {
|
|
578
|
+
const head = raw.slice(0, 4000);
|
|
579
|
+
for (const re of [/<title[^>]*>([\s\S]*?)<\/title>/i, /<h1[^>]*>([\s\S]*?)<\/h1>/i]) {
|
|
580
|
+
const m = re.exec(head);
|
|
581
|
+
const text = m ? stripMarkup(m[1]) : '';
|
|
582
|
+
if (text) return text.slice(0, 160);
|
|
583
|
+
}
|
|
584
|
+
return null;
|
|
585
|
+
}
|
|
586
|
+
|
|
587
|
+
/** Tag names that carry the explanation in an XML fault document, namespace
|
|
588
|
+
* prefix optional (`<message:Error>`, `<com:Text>`, `<faultstring>`). */
|
|
589
|
+
const XML_FAULT_TAG_RE =
|
|
590
|
+
/<(?:[A-Za-z0-9_.-]+:)?(?:text|message|description|faultstring|reason|detail|title|errormessage|error)\b[^>]*>([^<]{2,400})</i;
|
|
591
|
+
|
|
592
|
+
function xmlFaultText(raw: string): string | null {
|
|
593
|
+
const head = raw.slice(0, 8000);
|
|
594
|
+
const tagged = XML_FAULT_TAG_RE.exec(head);
|
|
595
|
+
if (tagged && tagged[1].trim()) return tagged[1];
|
|
596
|
+
|
|
597
|
+
// Nothing conventionally named — take the longest text node instead. A fault
|
|
598
|
+
// document with one sentence in an oddly named element is still readable;
|
|
599
|
+
// returning nothing at all is not.
|
|
600
|
+
let best = '';
|
|
601
|
+
for (const m of head.matchAll(/>([^<>]{8,400})</g)) {
|
|
602
|
+
const text = m[1].trim();
|
|
603
|
+
if (text.length > best.length) best = text;
|
|
604
|
+
}
|
|
605
|
+
return best || null;
|
|
606
|
+
}
|
|
607
|
+
|
|
608
|
+
/**
|
|
609
|
+
* Remove every tag and stray angle bracket, then collapse whitespace.
|
|
610
|
+
*
|
|
611
|
+
* Applied to everything on the way out, including the JSON and plain-text
|
|
612
|
+
* paths, because an upstream is free to embed markup in a JSON string field —
|
|
613
|
+
* and a leak is a leak regardless of which branch produced it.
|
|
614
|
+
*/
|
|
615
|
+
function stripMarkup(s: string): string {
|
|
616
|
+
return collapse(decodeEntities(s.replace(/<[^>]*>/g, ' ')).replace(/[<>]/g, ' '));
|
|
617
|
+
}
|
|
618
|
+
|
|
619
|
+
/** The handful of entities that show up in error-page titles. Decoded AFTER
|
|
620
|
+
* tags are stripped and BEFORE the angle-bracket sweep, so `<script>`
|
|
621
|
+
* in a title cannot decode into markup that survives — EMBL-EBI's ChEMBL 500
|
|
622
|
+
* page renders as `500 Internal Server Error < EMBL-EBI` otherwise. */
|
|
623
|
+
function decodeEntities(s: string): string {
|
|
624
|
+
return s
|
|
625
|
+
.replace(/&(?:amp|#0*38);/gi, '&')
|
|
626
|
+
.replace(/&(?:lt|#0*60);/gi, '<')
|
|
627
|
+
.replace(/&(?:gt|#0*62);/gi, '>')
|
|
628
|
+
.replace(/&(?:quot|#0*34);/gi, '"')
|
|
629
|
+
.replace(/&(?:#0*39|apos|#x0*27);/gi, "'")
|
|
630
|
+
.replace(/ /gi, ' ');
|
|
631
|
+
}
|
|
632
|
+
|
|
633
|
+
/** The conventional "what went wrong" field, under any of the names upstreams
|
|
634
|
+
* actually use. Checked in order; first non-empty string wins. */
|
|
635
|
+
const MESSAGE_KEYS = [
|
|
636
|
+
'message', 'error_message', 'errorMessage', 'detail', 'details',
|
|
637
|
+
'description', 'error_description', 'reason', 'title', 'fault',
|
|
638
|
+
];
|
|
639
|
+
|
|
640
|
+
function messageFromJson(raw: string): string | null {
|
|
641
|
+
let parsed: unknown;
|
|
642
|
+
try {
|
|
643
|
+
parsed = JSON.parse(raw);
|
|
644
|
+
} catch {
|
|
645
|
+
return null;
|
|
646
|
+
}
|
|
647
|
+
return pickMessage(parsed, 0);
|
|
648
|
+
}
|
|
649
|
+
|
|
650
|
+
function pickMessage(node: unknown, depth: number): string | null {
|
|
651
|
+
// Two levels covers `{error: {message}}` and `{errors: [{detail}]}`, the two
|
|
652
|
+
// shapes that account for nearly all of them, without walking a large payload.
|
|
653
|
+
if (depth > 2 || node == null) return null;
|
|
654
|
+
|
|
655
|
+
if (typeof node === 'string') return node.trim() || null;
|
|
656
|
+
|
|
657
|
+
if (Array.isArray(node)) {
|
|
658
|
+
for (const item of node) {
|
|
659
|
+
const found = pickMessage(item, depth + 1);
|
|
660
|
+
if (found) return found;
|
|
661
|
+
}
|
|
662
|
+
return null;
|
|
663
|
+
}
|
|
664
|
+
|
|
665
|
+
if (typeof node !== 'object') return null;
|
|
666
|
+
const obj = node as Record<string, unknown>;
|
|
667
|
+
|
|
668
|
+
for (const key of MESSAGE_KEYS) {
|
|
669
|
+
const v = obj[key];
|
|
670
|
+
if (typeof v === 'string' && v.trim()) return v.trim();
|
|
671
|
+
}
|
|
672
|
+
// `{error: …}` where error is itself an object or a string — the single most
|
|
673
|
+
// common wrapper, so it is worth descending into by name rather than scanning
|
|
674
|
+
// every key and risking picking up an echoed request parameter.
|
|
675
|
+
for (const key of ['error', 'errors', 'fault', 'Error', 'data']) {
|
|
676
|
+
if (key in obj) {
|
|
677
|
+
const found = pickMessage(obj[key], depth + 1);
|
|
678
|
+
if (found) return found;
|
|
679
|
+
}
|
|
680
|
+
}
|
|
681
|
+
return null;
|
|
682
|
+
}
|
|
683
|
+
|
|
684
|
+
/** Errors are read in a single line of log output; newlines and runs of
|
|
685
|
+
* whitespace make a multi-line body unreadable there. */
|
|
686
|
+
function collapse(s: string): string {
|
|
687
|
+
return s.replace(/\s+/g, ' ').trim();
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
// ── Bounded readers — peak memory, not just wall time (fleet #3322) ──────
|
|
691
|
+
//
|
|
692
|
+
// `parseJson` above does `await res.text()` then `JSON.parse(raw)`, so a
|
|
693
|
+
// multi-megabyte upstream body is held TWICE at peak: once as the raw string
|
|
694
|
+
// and once as the object graph (which for an array of small objects runs
|
|
695
|
+
// several times the byte size). Nothing in `workers/gateway` can see that
|
|
696
|
+
// peak — it happens inside the pack, before any gateway code holds a payload —
|
|
697
|
+
// which is why the gateway-side payload caps of #3293 and #3320 did not move
|
|
698
|
+
// the 503/1102 rate at all.
|
|
699
|
+
//
|
|
700
|
+
// Measured on the live gateway, 2026-10-19, sha fa5de5c34, direct tools/call:
|
|
701
|
+
// statcan_list_cubes 8,049,566 B <- one upstream array, no limit argument
|
|
702
|
+
// gnomad_gene BRCA1 2,732,706 B
|
|
703
|
+
// Five of those in flight at the quality runner's width is ~40 MB of parse
|
|
704
|
+
// peak against a 128 MB isolate; Cloudflare kills the isolate and every
|
|
705
|
+
// request in flight returns 503/1102, which is why the victims look random.
|
|
706
|
+
//
|
|
707
|
+
// `readJsonArrayPrefix` is the fix for the dominant shape: an upstream that
|
|
708
|
+
// returns one enormous top-level JSON array with no server-side paging. It
|
|
709
|
+
// parses elements off the stream and DISCARDS the consumed bytes, so peak
|
|
710
|
+
// retained memory is one element plus one chunk rather than the whole body,
|
|
711
|
+
// and it cancels the body as soon as it has what it was asked for.
|
|
712
|
+
|
|
713
|
+
/** Default ceiling for a single upstream JSON body read into an isolate.
|
|
714
|
+
* Chosen so the known tail (statcan 8.0 MB, gnomad 2.7 MB) is bounded well
|
|
715
|
+
* below the point where a handful of concurrent reads exhausts 128 MB. */
|
|
716
|
+
const DEFAULT_MAX_JSON_BYTES = 1_500_000;
|
|
717
|
+
|
|
718
|
+
interface JsonArrayPrefix<T> {
|
|
719
|
+
/** The decoded elements, at most `maxItems` of them. */
|
|
720
|
+
items: T[];
|
|
721
|
+
/** True when the upstream array had more elements than we read. */
|
|
722
|
+
truncated: boolean;
|
|
723
|
+
/** Bytes actually pulled off the socket — the number that bounds memory. */
|
|
724
|
+
bytesRead: number;
|
|
725
|
+
/** `Content-Length` if the upstream declared one, else null. */
|
|
726
|
+
declaredBytes: number | null;
|
|
727
|
+
}
|
|
728
|
+
|
|
729
|
+
/**
|
|
730
|
+
* Read the FIRST `maxItems` elements of a top-level JSON array off a response
|
|
731
|
+
* stream without ever materialising the whole body.
|
|
732
|
+
*
|
|
733
|
+
* Use this instead of `parseJson` when the upstream returns one big array and
|
|
734
|
+
* offers no `limit`/`offset` of its own. Peak retained memory is one element
|
|
735
|
+
* plus the current chunk; the body is cancelled as soon as `maxItems` is
|
|
736
|
+
* reached, so the remaining megabytes are never transferred at all.
|
|
737
|
+
*
|
|
738
|
+
* const { items, truncated } = await readJsonArrayPrefix<Cube>(
|
|
739
|
+
* res, 'StatCan WDS', { maxItems: limit + offset });
|
|
740
|
+
*
|
|
741
|
+
* `maxBytes` is a second, independent backstop for a pathological element (a
|
|
742
|
+
* single 50 MB object): hitting it stops the read and sets `truncated`, rather
|
|
743
|
+
* than throwing, because a partial answer plus an explicit truncated flag is
|
|
744
|
+
* more useful to a caller than an error.
|
|
745
|
+
*/
|
|
746
|
+
async function readJsonArrayPrefix<T>(
|
|
747
|
+
res: Response,
|
|
748
|
+
name: string,
|
|
749
|
+
opts: { maxItems: number; maxBytes?: number },
|
|
750
|
+
): Promise<JsonArrayPrefix<T>> {
|
|
751
|
+
const maxBytes = opts.maxBytes ?? DEFAULT_MAX_JSON_BYTES;
|
|
752
|
+
const declaredRaw = Number(res.headers.get('content-length'));
|
|
753
|
+
const declaredBytes = Number.isFinite(declaredRaw) && declaredRaw > 0 ? declaredRaw : null;
|
|
754
|
+
|
|
755
|
+
// No streaming body available (a mock, or an already-buffered response):
|
|
756
|
+
// fall back to the whole-text path so behaviour stays correct, just unbounded.
|
|
757
|
+
if (!res.body) {
|
|
758
|
+
const all = await parseJson<T[]>(res, name);
|
|
759
|
+
if (!Array.isArray(all)) throw new Error(`upstream_down: ${name} returned ${typeof all} where a JSON array was expected.`);
|
|
760
|
+
return {
|
|
761
|
+
items: all.slice(0, opts.maxItems),
|
|
762
|
+
truncated: all.length > opts.maxItems,
|
|
763
|
+
bytesRead: declaredBytes ?? 0,
|
|
764
|
+
declaredBytes,
|
|
765
|
+
};
|
|
766
|
+
}
|
|
767
|
+
|
|
768
|
+
const reader = res.body.getReader();
|
|
769
|
+
const decoder = new TextDecoder();
|
|
770
|
+
const items: T[] = [];
|
|
771
|
+
|
|
772
|
+
let buf = '';
|
|
773
|
+
let scan = 0;
|
|
774
|
+
let bytesRead = 0;
|
|
775
|
+
let started = false; // consumed the opening '['
|
|
776
|
+
let arrayEnded = false;
|
|
777
|
+
let depth = 0;
|
|
778
|
+
let inStr = false;
|
|
779
|
+
let esc = false;
|
|
780
|
+
let elemStart = -1;
|
|
781
|
+
let truncated = false;
|
|
782
|
+
|
|
783
|
+
const push = (text: string) => {
|
|
784
|
+
const t = text.trim();
|
|
785
|
+
if (!t) return;
|
|
786
|
+
items.push(JSON.parse(t) as T);
|
|
787
|
+
};
|
|
788
|
+
|
|
789
|
+
try {
|
|
790
|
+
outer: while (items.length < opts.maxItems && !arrayEnded) {
|
|
791
|
+
const { value, done } = await reader.read();
|
|
792
|
+
if (done) break;
|
|
793
|
+
bytesRead += value.byteLength;
|
|
794
|
+
buf += decoder.decode(value, { stream: true });
|
|
795
|
+
if (bytesRead > maxBytes) { truncated = true; break; }
|
|
796
|
+
|
|
797
|
+
for (; scan < buf.length; scan++) {
|
|
798
|
+
const ch = buf[scan];
|
|
799
|
+
|
|
800
|
+
if (inStr) {
|
|
801
|
+
if (esc) { esc = false; continue; }
|
|
802
|
+
if (ch === '\\') { esc = true; continue; }
|
|
803
|
+
if (ch === '"') inStr = false;
|
|
804
|
+
continue;
|
|
805
|
+
}
|
|
806
|
+
|
|
807
|
+
if (!started) {
|
|
808
|
+
if (ch === '[') { started = true; continue; }
|
|
809
|
+
if (ch.trim() === '') continue;
|
|
810
|
+
throw new Error(
|
|
811
|
+
`upstream_down: ${name} returned a body that does not begin with a JSON array (saw ${JSON.stringify(ch)}). ` +
|
|
812
|
+
'This reader is only for upstreams that answer with one top-level array.',
|
|
813
|
+
);
|
|
814
|
+
}
|
|
815
|
+
|
|
816
|
+
if (ch === '"') { if (depth === 0 && elemStart < 0) elemStart = scan; inStr = true; continue; }
|
|
817
|
+
|
|
818
|
+
if (ch === '{' || ch === '[') {
|
|
819
|
+
if (depth === 0 && elemStart < 0) elemStart = scan;
|
|
820
|
+
depth++;
|
|
821
|
+
continue;
|
|
822
|
+
}
|
|
823
|
+
|
|
824
|
+
if (ch === '}' || ch === ']') {
|
|
825
|
+
if (depth > 0) {
|
|
826
|
+
depth--;
|
|
827
|
+
if (depth === 0 && elemStart >= 0) {
|
|
828
|
+
push(buf.slice(elemStart, scan + 1));
|
|
829
|
+
elemStart = -1;
|
|
830
|
+
if (items.length >= opts.maxItems) { truncated = true; scan++; break outer; }
|
|
831
|
+
}
|
|
832
|
+
continue;
|
|
833
|
+
}
|
|
834
|
+
// depth 0 and a closing bracket: the end of the top-level array.
|
|
835
|
+
if (elemStart >= 0) { push(buf.slice(elemStart, scan)); elemStart = -1; }
|
|
836
|
+
arrayEnded = true;
|
|
837
|
+
break outer;
|
|
838
|
+
}
|
|
839
|
+
|
|
840
|
+
if (ch === ',' && depth === 0) {
|
|
841
|
+
if (elemStart >= 0) {
|
|
842
|
+
push(buf.slice(elemStart, scan));
|
|
843
|
+
elemStart = -1;
|
|
844
|
+
if (items.length >= opts.maxItems) { truncated = true; scan++; break outer; }
|
|
845
|
+
}
|
|
846
|
+
continue;
|
|
847
|
+
}
|
|
848
|
+
|
|
849
|
+
// A bare scalar element (number / true / false / null).
|
|
850
|
+
if (depth === 0 && elemStart < 0 && ch.trim() !== '') elemStart = scan;
|
|
851
|
+
}
|
|
852
|
+
|
|
853
|
+
// Drop everything already consumed. THIS is what bounds memory: without
|
|
854
|
+
// it `buf` grows to the full body and the reader is streaming in name only.
|
|
855
|
+
if (elemStart >= 0) {
|
|
856
|
+
buf = buf.slice(elemStart);
|
|
857
|
+
scan -= elemStart;
|
|
858
|
+
elemStart = 0;
|
|
859
|
+
} else {
|
|
860
|
+
buf = buf.slice(scan);
|
|
861
|
+
scan = 0;
|
|
862
|
+
}
|
|
863
|
+
}
|
|
864
|
+
} finally {
|
|
865
|
+
// Cancel rather than drain: the point is that the remaining megabytes are
|
|
866
|
+
// never transferred. A cancel on an already-finished body is a no-op.
|
|
867
|
+
await reader.cancel().catch(() => {});
|
|
868
|
+
}
|
|
869
|
+
|
|
870
|
+
return { items, truncated, bytesRead, declaredBytes };
|
|
871
|
+
}
|
|
872
|
+
|
|
873
|
+
/**
|
|
874
|
+
* `parseJson`, with a hard ceiling on how many bytes are read.
|
|
875
|
+
*
|
|
876
|
+
* For an upstream whose body is not a single array (so `readJsonArrayPrefix`
|
|
877
|
+
* does not apply) but which can still answer with megabytes. Unlike the array
|
|
878
|
+
* reader this one THROWS when the cap is hit, because a truncated prefix of an
|
|
879
|
+
* arbitrary JSON document is not parseable and there is no partial answer to
|
|
880
|
+
* hand back. A declared `Content-Length` over the cap is refused before a
|
|
881
|
+
* single chunk is read.
|
|
882
|
+
*/
|
|
883
|
+
async function parseJsonBounded<T>(
|
|
884
|
+
res: Response,
|
|
885
|
+
name: string,
|
|
886
|
+
maxBytes: number = DEFAULT_MAX_JSON_BYTES,
|
|
887
|
+
): Promise<T> {
|
|
888
|
+
const declaredRaw = Number(res.headers.get('content-length'));
|
|
889
|
+
const declared = Number.isFinite(declaredRaw) && declaredRaw > 0 ? declaredRaw : null;
|
|
890
|
+
|
|
891
|
+
const tooBig = (n: number) =>
|
|
892
|
+
new Error(
|
|
893
|
+
`upstream_down: ${name} answered with ${n.toLocaleString()} bytes, over this pack's ${maxBytes.toLocaleString()}-byte ceiling. ` +
|
|
894
|
+
'The body is not read past the ceiling on purpose — a few concurrent reads of a body that size exhaust the ' +
|
|
895
|
+
'Worker isolate and take every other in-flight request down with them. Narrow the request (a smaller range, ' +
|
|
896
|
+
'a specific id, or a lower limit) and retry.',
|
|
897
|
+
);
|
|
898
|
+
|
|
899
|
+
if (declared !== null && declared > maxBytes) {
|
|
900
|
+
await res.body?.cancel().catch(() => {});
|
|
901
|
+
throw tooBig(declared);
|
|
902
|
+
}
|
|
903
|
+
if (!res.body) return parseJson<T>(res, name);
|
|
904
|
+
|
|
905
|
+
const reader = res.body.getReader();
|
|
906
|
+
const decoder = new TextDecoder();
|
|
907
|
+
let raw = '';
|
|
908
|
+
let bytesRead = 0;
|
|
909
|
+
try {
|
|
910
|
+
for (;;) {
|
|
911
|
+
const { value, done } = await reader.read();
|
|
912
|
+
if (done) break;
|
|
913
|
+
bytesRead += value.byteLength;
|
|
914
|
+
if (bytesRead > maxBytes) throw tooBig(bytesRead);
|
|
915
|
+
raw += decoder.decode(value, { stream: true });
|
|
916
|
+
}
|
|
917
|
+
raw += decoder.decode();
|
|
918
|
+
} finally {
|
|
919
|
+
await reader.cancel().catch(() => {});
|
|
920
|
+
}
|
|
921
|
+
|
|
922
|
+
if (!raw.trim()) {
|
|
923
|
+
throw new Error(
|
|
924
|
+
`upstream_down: ${name} answered HTTP ${res.status} with an EMPTY body where JSON was expected. ` +
|
|
925
|
+
'Nothing about the request can cause this — it is an upstream fault, and the same call may well work on retry.',
|
|
926
|
+
);
|
|
927
|
+
}
|
|
928
|
+
try {
|
|
929
|
+
return JSON.parse(raw) as T;
|
|
930
|
+
} catch {
|
|
931
|
+
throw new Error(
|
|
932
|
+
`upstream_down: ${name} answered HTTP ${res.status} with a body that is not valid JSON. ` +
|
|
933
|
+
`It begins: ${stripMarkup(raw).slice(0, 120) || '(unreadable)'}`,
|
|
934
|
+
);
|
|
935
|
+
}
|
|
936
|
+
}
|
|
937
|
+
|
|
938
|
+
|
|
939
|
+
/**
|
|
940
|
+
* HTML-to-text helpers shared by the state statute packs.
|
|
941
|
+
*
|
|
942
|
+
* One decoder rather than one per pack, because the copies had already begun
|
|
943
|
+
* to drift: the hex-entity case (  em space, — em dash) was
|
|
944
|
+
* handled in Florida's copy and not California's, so Californian statutes were
|
|
945
|
+
* quietly emitting raw entities where punctuation belonged. Fixed once here.
|
|
946
|
+
*
|
|
947
|
+
* publish-pack.sh inlines workspace imports, so a standalone pack still ships
|
|
948
|
+
* self-contained.
|
|
949
|
+
*/
|
|
950
|
+
|
|
951
|
+
const SCRIPT = /<(script|style)\b[^>]*>[\s\S]*?<\/\1>/gi;
|
|
952
|
+
const BLOCK = /<\/?(p|div|br|tr|li|h[1-6]|blockquote)\b[^>]*>/gi;
|
|
953
|
+
|
|
954
|
+
/** Convert a slice of statute HTML to readable plain text. */
|
|
955
|
+
function statuteText(html: string): string {
|
|
956
|
+
return html
|
|
957
|
+
.replace(/\r\n?/g, '\n')
|
|
958
|
+
.replace(SCRIPT, ' ')
|
|
959
|
+
.replace(BLOCK, '\n')
|
|
960
|
+
.replace(/<[^>]+>/g, '')
|
|
961
|
+
.replace(/ /g, ' ')
|
|
962
|
+
.replace(/&/g, '&')
|
|
963
|
+
.replace(/</g, '<')
|
|
964
|
+
.replace(/>/g, '>')
|
|
965
|
+
.replace(/"/g, '"')
|
|
966
|
+
// Hex before decimal: legislature sites emit   and —
|
|
967
|
+
// constantly, and a decimal-only decoder leaves them in the middle of the
|
|
968
|
+
// statute looking like markup noise.
|
|
969
|
+
.replace(/&#x([0-9a-f]+);/gi, (_, h) => String.fromCodePoint(parseInt(h, 16)))
|
|
970
|
+
.replace(/&#(\d+);/g, (_, d) => String.fromCharCode(Number(d)))
|
|
971
|
+
.replace(/§/g, '\u00a7')
|
|
972
|
+
// Named entities that carry MEANING, decoded before the catch-all below.
|
|
973
|
+
// This was a real defect: the catch-all replaced – with a SPACE, so
|
|
974
|
+
// Maryland's "§2–201." decoded to "2 201" and a lookup for
|
|
975
|
+
// section 2-201 reported a statute that plainly exists as missing. Dashes
|
|
976
|
+
// are everywhere in statutory text and numbering, so the corruption was
|
|
977
|
+
// silent and general rather than particular to one state.
|
|
978
|
+
.replace(/–/g, '\u2013')
|
|
979
|
+
.replace(/—/g, '\u2014')
|
|
980
|
+
.replace(/’|'/g, '\u2019')
|
|
981
|
+
.replace(/‘/g, '\u2018')
|
|
982
|
+
.replace(/“/g, '\u201c')
|
|
983
|
+
.replace(/”/g, '\u201d')
|
|
984
|
+
.replace(/…/g, '\u2026')
|
|
985
|
+
.replace(/&[a-z]+;/gi, ' ')
|
|
986
|
+
.replace(/[ \t]+/g, ' ')
|
|
987
|
+
.replace(/ *\n */g, '\n')
|
|
988
|
+
.replace(/\n{3,}/g, '\n\n')
|
|
989
|
+
.trim();
|
|
990
|
+
}
|
|
991
|
+
|
|
992
|
+
/**
|
|
993
|
+
* Text from a container, starting AFTER its opening tag.
|
|
994
|
+
*
|
|
995
|
+
* Slicing at the marker itself leaves the tail of the tag — `laws-body">` — as
|
|
996
|
+
* the first characters of the statute, which is exactly what three packs did
|
|
997
|
+
* before testing caught it.
|
|
998
|
+
*/
|
|
999
|
+
function textFromContainer(html: string, marker: string | RegExp): string | null {
|
|
1000
|
+
const i = typeof marker === 'string' ? html.indexOf(marker) : html.search(marker);
|
|
1001
|
+
if (i === -1) return null;
|
|
1002
|
+
const gt = html.indexOf('>', i);
|
|
1003
|
+
return statuteText(html.slice(gt === -1 ? i : gt + 1));
|
|
1004
|
+
}
|
|
1005
|
+
|
|
1006
|
+
/**
|
|
1007
|
+
* Read a statute response as text, honouring its actual encoding.
|
|
1008
|
+
*
|
|
1009
|
+
* Several state sites serve WINDOWS-1252 while sending `content-type:
|
|
1010
|
+
* text/html` with no charset. Response.text() assumes UTF-8, so their smart
|
|
1011
|
+
* quotes and non-breaking spaces decode to replacement characters — Nevada
|
|
1012
|
+
* rendered `"Murder" defined` as mojibake, and Oregon's section headings
|
|
1013
|
+
* became unmatchable because the "space" after the section number is a 0xA0
|
|
1014
|
+
* that never survived the decode.
|
|
1015
|
+
*
|
|
1016
|
+
* That is the quiet kind of damage: the text still looks like text, so nothing
|
|
1017
|
+
* errors, and a heading regex simply stops matching for reasons no one can see
|
|
1018
|
+
* in the output.
|
|
1019
|
+
*
|
|
1020
|
+
* Strict UTF-8 first — if the bytes really are UTF-8 this succeeds and nothing
|
|
1021
|
+
* changes — then fall back to windows-1252, which decodes every byte and so
|
|
1022
|
+
* cannot itself fail.
|
|
1023
|
+
*/
|
|
1024
|
+
async function readStatuteResponse(res: Response): Promise<string> {
|
|
1025
|
+
const buf = await res.arrayBuffer();
|
|
1026
|
+
try {
|
|
1027
|
+
return new TextDecoder('utf-8', { fatal: true, ignoreBOM: false }).decode(buf);
|
|
1028
|
+
} catch {
|
|
1029
|
+
return new TextDecoder('windows-1252').decode(buf);
|
|
1030
|
+
}
|
|
1031
|
+
}
|
|
1032
|
+
|
|
1033
|
+
/**
|
|
1034
|
+
* Cut one section out of a page that holds a whole chapter.
|
|
1035
|
+
*
|
|
1036
|
+
* A section number appears several times on these pages and only one of them
|
|
1037
|
+
* starts the statute. The others are a table-of-contents entry at the top and
|
|
1038
|
+
* cross-references inside neighbouring sections. Picking the FIRST match
|
|
1039
|
+
* returns a heading with nothing under it; picking the LAST returns whatever
|
|
1040
|
+
* fragment follows a cross-reference. Both were tried and both produced
|
|
1041
|
+
* confident, tiny, wrong answers — Oregon 140 characters, Nevada 39, each
|
|
1042
|
+
* looking like a real result.
|
|
1043
|
+
*
|
|
1044
|
+
* The body is simply the candidate with the most text before the next section
|
|
1045
|
+
* begins, which is true regardless of where the page puts its contents list.
|
|
1046
|
+
*
|
|
1047
|
+
* @param heading matches the start of the wanted section (global flag required)
|
|
1048
|
+
* @param next matches the start of ANY section, to bound the slice
|
|
1049
|
+
*/
|
|
1050
|
+
function sliceSection(text: string, heading: RegExp, next: RegExp): string | null {
|
|
1051
|
+
// Record where each candidate starts AND how long its heading is. Skipping
|
|
1052
|
+
// only one character past the start lets the pattern re-match the very
|
|
1053
|
+
// heading we just found, which yields an empty body — that bug returned
|
|
1054
|
+
// section_not_found for a section plainly present on the page.
|
|
1055
|
+
const found: Array<{ at: number; len: number }> = [];
|
|
1056
|
+
const re = new RegExp(heading.source, heading.flags.includes('g') ? heading.flags : heading.flags + 'g');
|
|
1057
|
+
for (let m = re.exec(text); m; m = re.exec(text)) {
|
|
1058
|
+
found.push({ at: m.index, len: m[0].length });
|
|
1059
|
+
if (re.lastIndex === m.index) re.lastIndex++; // guard zero-width matches
|
|
1060
|
+
}
|
|
1061
|
+
if (!found.length) return null;
|
|
1062
|
+
|
|
1063
|
+
let best: string | null = null;
|
|
1064
|
+
for (const { at, len } of found) {
|
|
1065
|
+
const from = at + len;
|
|
1066
|
+
const nre = new RegExp(next.source, next.flags.includes('g') ? next.flags : next.flags + 'g');
|
|
1067
|
+
const m = nre.exec(text.slice(from));
|
|
1068
|
+
const body = (m ? text.slice(at, from + m.index) : text.slice(at)).trim();
|
|
1069
|
+
if (body.length > (best?.length ?? 0)) best = body;
|
|
1070
|
+
}
|
|
1071
|
+
return best && best.length > 0 ? best : null;
|
|
1072
|
+
}
|
|
1073
|
+
/**
|
|
1074
|
+
* Louisiana Laws — Revised Statutes, Civil Code, Code of Civil Procedure,
|
|
1075
|
+
* Code of Criminal Procedure, Code of Evidence, Children's Code and the
|
|
1076
|
+
* Louisiana Constitution — section by citation with its enactment and
|
|
1077
|
+
* amendment history parsed out, full-text topic search across all of those
|
|
1078
|
+
* code bodies, and a browse of every section in one Revised Statutes title.
|
|
1079
|
+
*
|
|
1080
|
+
* SOURCE: the Louisiana State Legislature's own law site, legis.la.gov
|
|
1081
|
+
* (IIS / ASP.NET WebForms). Keyless, no cookie, no CAPTCHA, no JavaScript
|
|
1082
|
+
* needed. There is no Lexis hop anywhere in it — the text is served by the
|
|
1083
|
+
* legislature itself.
|
|
1084
|
+
*
|
|
1085
|
+
* SHAPE OF THE SOURCE, verified live 2026-10-07, because it is a form rather
|
|
1086
|
+
* than a REST API:
|
|
1087
|
+
*
|
|
1088
|
+
* - A section page is a plain GET: Law.aspx?d=<doc_id>. The citation sits
|
|
1089
|
+
* in <span id="ctl00_PageBody_LabelName">, the body in
|
|
1090
|
+
* <span id="ctl00_PageBody_LabelDocument"> as <P> paragraphs whose LAST
|
|
1091
|
+
* paragraph is the history line ("Added by Acts 1976, No. 655, §1.
|
|
1092
|
+
* Amended by Acts 1977, No. 392, §1; ...").
|
|
1093
|
+
* - Doc ids are NOT in citation order (d=78337 is RS 14:2, d=78338 is
|
|
1094
|
+
* RS 14:20, d=78339 is RS 14:201 — string-sorted), so a citation cannot
|
|
1095
|
+
* be turned into a doc id arithmetically. The site's "View a Specific
|
|
1096
|
+
* Law" form does it: POST the form's hidden __VIEWSTATE fields plus the
|
|
1097
|
+
* law body, title and section, and the server answers 302 to
|
|
1098
|
+
* Law.aspx?d=<id>. An unknown citation re-renders the form with no
|
|
1099
|
+
* redirect, which is the not-found signal.
|
|
1100
|
+
* - Full-text search is the same form, cross-page-posted to
|
|
1101
|
+
* LawSearchList.aspx with the per-body checkboxes. Results are
|
|
1102
|
+
* server-rendered rows (<a href="law.aspx?d=N">RS 14:20</a>, heading,
|
|
1103
|
+
* "Last Modified mm/dd/yyyy"), relevance-sorted, first 100 of N with
|
|
1104
|
+
* the total stated. The "Select All" checkbox is client-side JavaScript
|
|
1105
|
+
* only — the server honours the ten individual boxes, so "all bodies"
|
|
1106
|
+
* means ticking all ten.
|
|
1107
|
+
* - A Revised Statutes title's contents come from the Table of Contents
|
|
1108
|
+
* page via a LinkButton postback (ListViewTOC1$ctrlN) — one request
|
|
1109
|
+
* returns every section of the title with its heading.
|
|
1110
|
+
* - The __VIEWSTATE is not session-bound: one GET of the form supplies
|
|
1111
|
+
* hidden fields that stay valid for repeated POSTs, so the pack caches
|
|
1112
|
+
* them per isolate and a warm citation lookup is one POST + one GET.
|
|
1113
|
+
*
|
|
1114
|
+
* WHAT THE SOURCE CANNOT DO: it serves the CURRENT compiled text only. A
|
|
1115
|
+
* point-in-time prior version of a section is not available here, and every
|
|
1116
|
+
* section response says so in `historical_version` rather than omitting it.
|
|
1117
|
+
* The amendment history IS available (the trailing Acts line) and is parsed
|
|
1118
|
+
* into `history` / `amendments`.
|
|
1119
|
+
*/
|
|
1120
|
+
|
|
1121
|
+
const ORIGIN = 'https://legis.la.gov';
|
|
1122
|
+
const FORM_URL = `${ORIGIN}/Legis/LawSearch.aspx`;
|
|
1123
|
+
const SEARCH_LIST_URL = `${ORIGIN}/Legis/LawSearchList.aspx`;
|
|
1124
|
+
const TOC_URL = `${ORIGIN}/Legis/Laws_Toc.aspx?folder=75&level=Parent`;
|
|
1125
|
+
const UA = 'pipeworx-mcp-louisiana-code/1.0 (+https://pipeworx.io)';
|
|
1126
|
+
const UPSTREAM = 'Louisiana State Legislature (legis.la.gov)';
|
|
1127
|
+
const P = 'ctl00$ctl00$PageBody$PageContent$';
|
|
1128
|
+
const FORM_TTL_MS = 30 * 60 * 1000;
|
|
1129
|
+
|
|
1130
|
+
async function pwFetch(url: string, init?: RequestInit): Promise<Response> {
|
|
1131
|
+
const headers = { 'User-Agent': UA, ...(init?.headers ?? {}) };
|
|
1132
|
+
return fetchWithTimeout(url, { ...init, headers }, UPSTREAM);
|
|
1133
|
+
}
|
|
1134
|
+
|
|
1135
|
+
/* ------------------------------------------------------------------ */
|
|
1136
|
+
/* Law bodies */
|
|
1137
|
+
/* ------------------------------------------------------------------ */
|
|
1138
|
+
|
|
1139
|
+
interface Body {
|
|
1140
|
+
code: string;
|
|
1141
|
+
name: string;
|
|
1142
|
+
/** index of the body's checkbox on the search form */
|
|
1143
|
+
box: number;
|
|
1144
|
+
/** two-number citation (title:section / article:section) vs one article number */
|
|
1145
|
+
twoPart: boolean;
|
|
1146
|
+
/** how a citation is rendered back */
|
|
1147
|
+
cite: (a: string, b?: string) => string;
|
|
1148
|
+
/** whether the "View a Specific Law" form supports it (rules do not) */
|
|
1149
|
+
lookup: boolean;
|
|
1150
|
+
}
|
|
1151
|
+
|
|
1152
|
+
const BODIES: Record<string, Body> = {
|
|
1153
|
+
RS: { code: 'RS', name: 'Revised Statutes', box: 9, twoPart: true, lookup: true,
|
|
1154
|
+
cite: (a, b) => `RS ${a}:${b}` },
|
|
1155
|
+
CC: { code: 'CC', name: 'Civil Code', box: 1, twoPart: false, lookup: true,
|
|
1156
|
+
cite: (a) => `CC ${a}` },
|
|
1157
|
+
CCP: { code: 'CCP', name: 'Code of Civil Procedure', box: 2, twoPart: false, lookup: true,
|
|
1158
|
+
cite: (a) => `CCP ${a}` },
|
|
1159
|
+
CCRP: { code: 'CCRP', name: 'Code of Criminal Procedure', box: 3, twoPart: false, lookup: true,
|
|
1160
|
+
cite: (a) => `CCRP ${a}` },
|
|
1161
|
+
CE: { code: 'CE', name: 'Code of Evidence', box: 4, twoPart: false, lookup: true,
|
|
1162
|
+
cite: (a) => `CE ${a}` },
|
|
1163
|
+
CHC: { code: 'CHC', name: "Children's Code", box: 0, twoPart: false, lookup: true,
|
|
1164
|
+
cite: (a) => `CHC ${a}` },
|
|
1165
|
+
CONST: { code: 'CONST', name: 'Louisiana Constitution', box: 6, twoPart: true, lookup: true,
|
|
1166
|
+
cite: (a, b) => `CONST ${a}:${b}` },
|
|
1167
|
+
CA: { code: 'CA', name: 'Constitution Ancillaries', box: 5, twoPart: true, lookup: false,
|
|
1168
|
+
cite: (a, b) => `CA ${a}:${b}` },
|
|
1169
|
+
HRULE: { code: 'HRULE', name: 'House Rules', box: 7, twoPart: true, lookup: false,
|
|
1170
|
+
cite: (a, b) => `HRULE ${a}:${b}` },
|
|
1171
|
+
SRULE: { code: 'SRULE', name: 'Senate Rules', box: 10, twoPart: true, lookup: false,
|
|
1172
|
+
cite: (a, b) => `SRULE ${a}:${b}` },
|
|
1173
|
+
JRULE: { code: 'JRULE', name: 'Joint Rules', box: 8, twoPart: true, lookup: false,
|
|
1174
|
+
cite: (a, b) => `JRULE ${a}:${b}` },
|
|
1175
|
+
};
|
|
1176
|
+
const SEARCH_BODY_CODES = Object.keys(BODIES);
|
|
1177
|
+
|
|
1178
|
+
/** Loose prefixes people actually type, normalised (letters only). */
|
|
1179
|
+
const PREFIX_TO_BODY: Record<string, string> = {
|
|
1180
|
+
'': 'RS', rs: 'RS', revstat: 'RS', revisedstatute: 'RS', revisedstatutes: 'RS', larevstat: 'RS',
|
|
1181
|
+
cc: 'CC', civcode: 'CC', civilcode: 'CC',
|
|
1182
|
+
ccp: 'CCP', codeofcivilprocedure: 'CCP', codecivproc: 'CCP', ccpr: 'CCP',
|
|
1183
|
+
ccrp: 'CCRP', ccrp_: 'CCRP', crp: 'CCRP', codeofcriminalprocedure: 'CCRP', codecrimproc: 'CCRP',
|
|
1184
|
+
ce: 'CE', codeofevidence: 'CE', codeevid: 'CE',
|
|
1185
|
+
chc: 'CHC', childrenscode: 'CHC', chcode: 'CHC',
|
|
1186
|
+
const: 'CONST', constitution: 'CONST', laconst: 'CONST', louisianaconstitution: 'CONST',
|
|
1187
|
+
};
|
|
1188
|
+
|
|
1189
|
+
function romanToInt(s: string): number | null {
|
|
1190
|
+
const map: Record<string, number> = { i: 1, v: 5, x: 10, l: 50, c: 100 };
|
|
1191
|
+
const t = s.toLowerCase();
|
|
1192
|
+
if (!/^[ivxlc]+$/.test(t)) return null;
|
|
1193
|
+
let total = 0;
|
|
1194
|
+
for (let i = 0; i < t.length; i++) {
|
|
1195
|
+
const cur = map[t[i]];
|
|
1196
|
+
const next = map[t[i + 1]] ?? 0;
|
|
1197
|
+
total += cur < next ? -cur : cur;
|
|
1198
|
+
}
|
|
1199
|
+
return total;
|
|
1200
|
+
}
|
|
1201
|
+
|
|
1202
|
+
interface ParsedCitation { body: Body; first: string; second?: string; display: string }
|
|
1203
|
+
|
|
1204
|
+
/**
|
|
1205
|
+
* Accepts the forms a caller is likely to paste: "RS 14:20", "La. R.S. 14:20",
|
|
1206
|
+
* "14:20", "CC 2315", "La. C.C. art. 2315", "Civil Code art. 2315",
|
|
1207
|
+
* "CCP 966", "C.Cr.P. art. 701", "CE 404", "Ch.C. art. 603",
|
|
1208
|
+
* "Const. Art. I, §5", "CONST 1:5".
|
|
1209
|
+
*/
|
|
1210
|
+
function parseCitation(raw: string): ParsedCitation | null {
|
|
1211
|
+
let s = raw.trim().replace(/\s+/g, ' ').replace(/^la\.?\s*/i, '').replace(/^louisiana\s+/i, '');
|
|
1212
|
+
s = s.replace(/§/g, ' ').replace(/\s+/g, ' ').trim();
|
|
1213
|
+
const firstDigit = s.search(/\d/);
|
|
1214
|
+
if (firstDigit === -1) return null;
|
|
1215
|
+
let prefix = s.slice(0, firstDigit);
|
|
1216
|
+
const rest = s.slice(firstDigit).replace(/\s+/g, '');
|
|
1217
|
+
|
|
1218
|
+
// Constitution with a roman article: "Const. Art. I, §5" / "Const Art I Sec 5"
|
|
1219
|
+
const constRoman = /^const(?:itution)?\.?\s*art(?:icle)?\.?\s*([ivxlc]+)\b[\s,:.]*(?:sec(?:tion)?\.?)?\s*$/i.exec(prefix);
|
|
1220
|
+
if (constRoman) {
|
|
1221
|
+
const art = romanToInt(constRoman[1]);
|
|
1222
|
+
const sec = /^(\d+)$/.exec(rest);
|
|
1223
|
+
if (art && sec) {
|
|
1224
|
+
const body = BODIES.CONST;
|
|
1225
|
+
return { body, first: String(art), second: sec[1], display: body.cite(String(art), sec[1]) };
|
|
1226
|
+
}
|
|
1227
|
+
return null;
|
|
1228
|
+
}
|
|
1229
|
+
|
|
1230
|
+
prefix = prefix.replace(/\b(art(?:icle)?|sec(?:tion)?|no)\b\.?/gi, ' ');
|
|
1231
|
+
const key = prefix.toLowerCase().replace(/[^a-z]/g, '');
|
|
1232
|
+
const code = PREFIX_TO_BODY[key];
|
|
1233
|
+
if (!code) return null;
|
|
1234
|
+
const body = BODIES[code];
|
|
1235
|
+
|
|
1236
|
+
if (body.twoPart) {
|
|
1237
|
+
// "14:20", "14:2800.1", "1:5", or Constitution "1,5" / "1-5"
|
|
1238
|
+
const m = /^(\d+)[:,\-](\d+(?:\.\d+)*[A-Za-z]?)$/.exec(rest);
|
|
1239
|
+
if (!m) return null;
|
|
1240
|
+
return { body, first: m[1], second: m[2], display: body.cite(m[1], m[2]) };
|
|
1241
|
+
}
|
|
1242
|
+
const m = /^(\d+(?:\.\d+)*[A-Za-z]?)$/.exec(rest);
|
|
1243
|
+
if (!m) return null;
|
|
1244
|
+
return { body, first: m[1], display: body.cite(m[1]) };
|
|
1245
|
+
}
|
|
1246
|
+
|
|
1247
|
+
/* ------------------------------------------------------------------ */
|
|
1248
|
+
/* The ASP.NET form */
|
|
1249
|
+
/* ------------------------------------------------------------------ */
|
|
1250
|
+
|
|
1251
|
+
interface FormState { fields: Record<string, string>; currentThrough: string | null; at: number }
|
|
1252
|
+
|
|
1253
|
+
const formCache = new Map<string, FormState>();
|
|
1254
|
+
|
|
1255
|
+
function hiddenFields(html: string): Record<string, string> {
|
|
1256
|
+
const out: Record<string, string> = {};
|
|
1257
|
+
const re = /<input[^>]*type="hidden"[^>]*>/gi;
|
|
1258
|
+
for (let m = re.exec(html); m; m = re.exec(html)) {
|
|
1259
|
+
const name = /name="([^"]+)"/.exec(m[0]);
|
|
1260
|
+
const value = /value="([^"]*)"/.exec(m[0]);
|
|
1261
|
+
if (name) out[name[1]] = value ? decodeAttr(value[1]) : '';
|
|
1262
|
+
}
|
|
1263
|
+
return out;
|
|
1264
|
+
}
|
|
1265
|
+
|
|
1266
|
+
function decodeAttr(s: string): string {
|
|
1267
|
+
return s.replace(/"/g, '"').replace(/'/g, "'").replace(/</g, '<').replace(/>/g, '>').replace(/&/g, '&');
|
|
1268
|
+
}
|
|
1269
|
+
|
|
1270
|
+
function currentThroughOf(html: string): string | null {
|
|
1271
|
+
const m = /updated through the\s*(?:<[^>]*>\s*)*([^<.]+?)\s*(?:<|\.)/i.exec(html);
|
|
1272
|
+
return m ? m[1].replace(/\s+/g, ' ').trim() : null;
|
|
1273
|
+
}
|
|
1274
|
+
|
|
1275
|
+
function encodeForm(fields: Record<string, string>): string {
|
|
1276
|
+
const p = new URLSearchParams();
|
|
1277
|
+
for (const [k, v] of Object.entries(fields)) p.append(k, v);
|
|
1278
|
+
return p.toString(); // "$" becomes %24, which is what IIS expects
|
|
1279
|
+
}
|
|
1280
|
+
|
|
1281
|
+
async function postForm(url: string, fields: Record<string, string>): Promise<Response> {
|
|
1282
|
+
return pwFetch(url, {
|
|
1283
|
+
method: 'POST',
|
|
1284
|
+
headers: { 'Content-Type': 'application/x-www-form-urlencoded', Referer: FORM_URL },
|
|
1285
|
+
body: encodeForm(fields),
|
|
1286
|
+
redirect: 'manual',
|
|
1287
|
+
});
|
|
1288
|
+
}
|
|
1289
|
+
|
|
1290
|
+
/**
|
|
1291
|
+
* The form's hidden fields for a given law body. For RS the fresh GET is
|
|
1292
|
+
* already in the right state; for every other body the dropdown's own
|
|
1293
|
+
* postback has to run once so the server-side state (and the box hints)
|
|
1294
|
+
* switch to that body. Cached per isolate; `force` bypasses the cache after
|
|
1295
|
+
* a POST that came back without a redirect, in case the viewstate aged out.
|
|
1296
|
+
*/
|
|
1297
|
+
async function formFor(bodyCode: string, force = false): Promise<FormState> {
|
|
1298
|
+
const cached = formCache.get(bodyCode);
|
|
1299
|
+
if (cached && !force && Date.now() - cached.at < FORM_TTL_MS) return cached;
|
|
1300
|
+
|
|
1301
|
+
const res = await pwFetch(FORM_URL);
|
|
1302
|
+
if (!res.ok) throw new Error(`${UPSTREAM} returned HTTP ${res.status} for the law search form`);
|
|
1303
|
+
const html = await readStatuteResponse(res);
|
|
1304
|
+
let fields = hiddenFields(html);
|
|
1305
|
+
if (!fields.__VIEWSTATE) throw new Error(`${UPSTREAM} law search form had no __VIEWSTATE — page shape changed`);
|
|
1306
|
+
const currentThrough = currentThroughOf(html);
|
|
1307
|
+
|
|
1308
|
+
if (bodyCode !== 'RS') {
|
|
1309
|
+
const switched = await postForm(FORM_URL, {
|
|
1310
|
+
...fields,
|
|
1311
|
+
__EVENTTARGET: `${P}ddlLawBodies`,
|
|
1312
|
+
__EVENTARGUMENT: '',
|
|
1313
|
+
[`${P}ddlLawBodies`]: bodyCode,
|
|
1314
|
+
[`${P}tbFirstNumber`]: ' Title',
|
|
1315
|
+
[`${P}tbSecondNumber`]: ' Section',
|
|
1316
|
+
});
|
|
1317
|
+
if (switched.status !== 200) throw new Error(`${UPSTREAM} returned HTTP ${switched.status} switching the form to ${bodyCode}`);
|
|
1318
|
+
fields = hiddenFields(await readStatuteResponse(switched));
|
|
1319
|
+
if (!fields.__VIEWSTATE) throw new Error(`${UPSTREAM} form switch to ${bodyCode} returned no __VIEWSTATE`);
|
|
1320
|
+
}
|
|
1321
|
+
const state = { fields, currentThrough, at: Date.now() };
|
|
1322
|
+
formCache.set(bodyCode, state);
|
|
1323
|
+
return state;
|
|
1324
|
+
}
|
|
1325
|
+
|
|
1326
|
+
function docIdFromRedirect(res: Response): string | null {
|
|
1327
|
+
if (res.status < 300 || res.status >= 400) return null;
|
|
1328
|
+
const loc = res.headers.get('location') ?? '';
|
|
1329
|
+
const m = /law\.aspx\?d=(\d+)/i.exec(loc);
|
|
1330
|
+
return m ? m[1] : null;
|
|
1331
|
+
}
|
|
1332
|
+
|
|
1333
|
+
/** citation -> doc id via the "View a Specific Law" form, or null when the site does not know it. */
|
|
1334
|
+
async function resolveDocId(c: ParsedCitation): Promise<{ docId: string | null; currentThrough: string | null }> {
|
|
1335
|
+
for (const attempt of [0, 1]) {
|
|
1336
|
+
const form = await formFor(c.body.code, attempt === 1);
|
|
1337
|
+
const fields: Record<string, string> = {
|
|
1338
|
+
...form.fields,
|
|
1339
|
+
__EVENTTARGET: '',
|
|
1340
|
+
__EVENTARGUMENT: '',
|
|
1341
|
+
[`${P}ddlLawBodies`]: c.body.code,
|
|
1342
|
+
[`${P}tbFirstNumber`]: c.first,
|
|
1343
|
+
[`${P}btnViewLaw`]: 'View',
|
|
1344
|
+
};
|
|
1345
|
+
if (c.body.twoPart) fields[`${P}tbSecondNumber`] = c.second ?? '';
|
|
1346
|
+
const res = await postForm(FORM_URL, fields);
|
|
1347
|
+
const docId = docIdFromRedirect(res);
|
|
1348
|
+
if (docId) return { docId, currentThrough: form.currentThrough };
|
|
1349
|
+
if (res.status === 200) {
|
|
1350
|
+
// The form re-rendered: either the citation is unknown, or (attempt 0
|
|
1351
|
+
// only) the cached viewstate aged out. One forced refresh settles it.
|
|
1352
|
+
await res.arrayBuffer().catch(() => undefined);
|
|
1353
|
+
if (attempt === 1) return { docId: null, currentThrough: form.currentThrough };
|
|
1354
|
+
continue;
|
|
1355
|
+
}
|
|
1356
|
+
throw new Error(`${UPSTREAM} returned HTTP ${res.status} resolving ${c.display}`);
|
|
1357
|
+
}
|
|
1358
|
+
return { docId: null, currentThrough: null };
|
|
1359
|
+
}
|
|
1360
|
+
|
|
1361
|
+
/* ------------------------------------------------------------------ */
|
|
1362
|
+
/* Section page */
|
|
1363
|
+
/* ------------------------------------------------------------------ */
|
|
1364
|
+
|
|
1365
|
+
const HISTORY_LINE = /^(Added by |Amended by |Acts \d{4}|Enacted by |Reenacted by |Redesignated |Renumbered |Repealed by |Redesignated from |Added by Acts|Acts \d{4},)/i;
|
|
1366
|
+
const HEADING_LINE = /^(§\s*[\dA-Za-z.]+|Art(?:icle)?\.\s*[\dA-Za-z.]+|Section\s+[\dA-Za-z.]+|Rule\s+[\dA-Za-z.]+)[.\s]/;
|
|
1367
|
+
|
|
1368
|
+
interface Amendment { year: number; act: number; session: string | null }
|
|
1369
|
+
|
|
1370
|
+
function parseAmendments(history: string): Amendment[] {
|
|
1371
|
+
const out: Amendment[] = [];
|
|
1372
|
+
const re = /Acts\s+(\d{4})(?:,\s*(\d+(?:st|nd|rd|th)\s+Ex(?:tra)?(?:ordinary)?\.?\s*Sess(?:ion)?\.?))?,\s*No\.\s*(\d+)/gi;
|
|
1373
|
+
for (let m = re.exec(history); m; m = re.exec(history)) {
|
|
1374
|
+
out.push({ year: Number(m[1]), act: Number(m[3]), session: m[2] ? m[2].replace(/\s+/g, ' ').trim() : null });
|
|
1375
|
+
}
|
|
1376
|
+
return out;
|
|
1377
|
+
}
|
|
1378
|
+
|
|
1379
|
+
interface Section {
|
|
1380
|
+
citation: string;
|
|
1381
|
+
heading: string | null;
|
|
1382
|
+
hierarchy: string[];
|
|
1383
|
+
text: string;
|
|
1384
|
+
history: string | null;
|
|
1385
|
+
amendments: Amendment[];
|
|
1386
|
+
}
|
|
1387
|
+
|
|
1388
|
+
function parseSectionPage(html: string): Section | null {
|
|
1389
|
+
const nameM = /id="ctl00_PageBody_LabelName"[^>]*>([^<]*)</.exec(html);
|
|
1390
|
+
const docM = /<span id="ctl00_PageBody_LabelDocument">([\s\S]*?)<\/span>\s*<\/div>/.exec(html);
|
|
1391
|
+
if (!nameM || !docM) return null;
|
|
1392
|
+
const citation = statuteText(nameM[1]).trim();
|
|
1393
|
+
// Split on the page's own <P> boundaries, not on newlines: the source
|
|
1394
|
+
// hard-wraps long paragraphs with raw line breaks (RS 14:30's history line
|
|
1395
|
+
// spans nine of them), and a newline split turned one history paragraph
|
|
1396
|
+
// into fragments of which only the first looked like history.
|
|
1397
|
+
const lines = docM[1]
|
|
1398
|
+
.split(/<\/?p\b[^>]*>/i)
|
|
1399
|
+
.map((p) => statuteText(p).replace(/\s+/g, ' ').trim())
|
|
1400
|
+
.filter(Boolean);
|
|
1401
|
+
if (!lines.length) return null;
|
|
1402
|
+
|
|
1403
|
+
let headingIdx = lines.findIndex((l) => HEADING_LINE.test(l));
|
|
1404
|
+
if (headingIdx === -1) headingIdx = 0;
|
|
1405
|
+
const hierarchy = lines.slice(0, headingIdx);
|
|
1406
|
+
const heading = lines[headingIdx] ?? null;
|
|
1407
|
+
|
|
1408
|
+
let end = lines.length;
|
|
1409
|
+
const historyLines: string[] = [];
|
|
1410
|
+
while (end > headingIdx + 1 && historyLines.length < 3 && HISTORY_LINE.test(lines[end - 1])) {
|
|
1411
|
+
historyLines.unshift(lines[end - 1]);
|
|
1412
|
+
end--;
|
|
1413
|
+
}
|
|
1414
|
+
const bodyLines = lines.slice(headingIdx + 1, end);
|
|
1415
|
+
const history = historyLines.length ? historyLines.join(' ') : null;
|
|
1416
|
+
return {
|
|
1417
|
+
citation, heading, hierarchy,
|
|
1418
|
+
text: bodyLines.join('\n'),
|
|
1419
|
+
history,
|
|
1420
|
+
amendments: history ? parseAmendments(history) : [],
|
|
1421
|
+
};
|
|
1422
|
+
}
|
|
1423
|
+
|
|
1424
|
+
function bodyOfCitation(citation: string): Body | null {
|
|
1425
|
+
const code = citation.split(/\s+/)[0]?.toUpperCase();
|
|
1426
|
+
return BODIES[code] ?? null;
|
|
1427
|
+
}
|
|
1428
|
+
|
|
1429
|
+
async function fetchSection(docId: string): Promise<{ section: Section; url: string } | { error: 'not_found' | 'empty'; url: string }> {
|
|
1430
|
+
const url = `${ORIGIN}/Legis/Law.aspx?d=${docId}`;
|
|
1431
|
+
const res = await pwFetch(url);
|
|
1432
|
+
if (res.status === 404) return { error: 'not_found', url };
|
|
1433
|
+
if (!res.ok) throw new Error(`${UPSTREAM} returned HTTP ${res.status} for document ${docId}`);
|
|
1434
|
+
const html = await readStatuteResponse(res);
|
|
1435
|
+
const section = parseSectionPage(html);
|
|
1436
|
+
if (!section || (section.text.length < 20 && !section.history)) return { error: 'empty', url };
|
|
1437
|
+
return { section, url };
|
|
1438
|
+
}
|
|
1439
|
+
|
|
1440
|
+
/* ------------------------------------------------------------------ */
|
|
1441
|
+
/* Search list */
|
|
1442
|
+
/* ------------------------------------------------------------------ */
|
|
1443
|
+
|
|
1444
|
+
interface SearchRow { doc_id: string; citation: string; body: string | null; body_name: string | null; heading: string; last_modified: string | null; url: string }
|
|
1445
|
+
|
|
1446
|
+
function parseSearchList(html: string): { total: number | null; rows: SearchRow[] } {
|
|
1447
|
+
const totalM = /There are ([\d,]+) sections? of law in this list/i.exec(html);
|
|
1448
|
+
const total = totalM ? Number(totalM[1].replace(/,/g, '')) : null;
|
|
1449
|
+
const rows: SearchRow[] = [];
|
|
1450
|
+
const re = /<a href="law\.aspx\?d=(\d+)" target="_blank">([^<]*)<\/a>\s*<\/td>\s*<td>\s*<a href="law\.aspx\?d=\1" target="_blank">([\s\S]*?)<\/a>/gi;
|
|
1451
|
+
for (let m = re.exec(html); m; m = re.exec(html)) {
|
|
1452
|
+
const citation = statuteText(m[2]).trim();
|
|
1453
|
+
const body = bodyOfCitation(citation);
|
|
1454
|
+
rows.push({
|
|
1455
|
+
doc_id: m[1], citation,
|
|
1456
|
+
body: body?.code ?? null, body_name: body?.name ?? null,
|
|
1457
|
+
heading: statuteText(m[3]).replace(/\s+/g, ' ').trim(),
|
|
1458
|
+
last_modified: null,
|
|
1459
|
+
url: `${ORIGIN}/Legis/Law.aspx?d=${m[1]}`,
|
|
1460
|
+
});
|
|
1461
|
+
}
|
|
1462
|
+
const mods = [...html.matchAll(/Last Modified\s+(\d{2}\/\d{2}\/\d{4})/g)].map((m) => m[1]);
|
|
1463
|
+
if (mods.length === rows.length) {
|
|
1464
|
+
rows.forEach((r, i) => {
|
|
1465
|
+
const [mm, dd, yyyy] = mods[i].split('/');
|
|
1466
|
+
r.last_modified = `${yyyy}-${mm}-${dd}`;
|
|
1467
|
+
});
|
|
1468
|
+
}
|
|
1469
|
+
return { total, rows };
|
|
1470
|
+
}
|
|
1471
|
+
|
|
1472
|
+
function normaliseBodies(arg: unknown): { codes: string[] } | { error: string } {
|
|
1473
|
+
if (arg == null || arg === '' || arg === 'all' || (Array.isArray(arg) && arg.length === 0)) return { codes: SEARCH_BODY_CODES };
|
|
1474
|
+
const list = Array.isArray(arg) ? arg : String(arg).split(/[,\s]+/);
|
|
1475
|
+
const codes: string[] = [];
|
|
1476
|
+
for (const raw of list) {
|
|
1477
|
+
const key = String(raw).toLowerCase().replace(/[^a-z]/g, '');
|
|
1478
|
+
const code = key === 'all' ? null : (PREFIX_TO_BODY[key] ?? (BODIES[String(raw).toUpperCase()] ? String(raw).toUpperCase() : undefined));
|
|
1479
|
+
if (key === 'all') return { codes: SEARCH_BODY_CODES };
|
|
1480
|
+
if (!code) return { error: `"${raw}" is not a Louisiana law body code. Use one or more of: ${SEARCH_BODY_CODES.join(', ')}.` };
|
|
1481
|
+
if (!codes.includes(code)) codes.push(code);
|
|
1482
|
+
}
|
|
1483
|
+
return { codes };
|
|
1484
|
+
}
|
|
1485
|
+
|
|
1486
|
+
/* ------------------------------------------------------------------ */
|
|
1487
|
+
/* Title table of contents */
|
|
1488
|
+
/* ------------------------------------------------------------------ */
|
|
1489
|
+
|
|
1490
|
+
interface TocState { fields: Record<string, string>; titles: Map<string, { ctrl: string; name: string }>; at: number }
|
|
1491
|
+
let tocCache: TocState | null = null;
|
|
1492
|
+
|
|
1493
|
+
async function tocForm(force = false): Promise<TocState> {
|
|
1494
|
+
if (tocCache && !force && Date.now() - tocCache.at < FORM_TTL_MS) return tocCache;
|
|
1495
|
+
const res = await pwFetch(TOC_URL);
|
|
1496
|
+
if (!res.ok) throw new Error(`${UPSTREAM} returned HTTP ${res.status} for the Revised Statutes table of contents`);
|
|
1497
|
+
const html = await readStatuteResponse(res);
|
|
1498
|
+
const fields = hiddenFields(html);
|
|
1499
|
+
const titles = new Map<string, { ctrl: string; name: string }>();
|
|
1500
|
+
const re = /ListViewTOC1\$(ctrl\d+)\$LinkButton1a[^>]*>\s*TITLE\s+(\d+[A-Z]?)\s*<[\s\S]*?ListViewTOC1\$\1\$LinkButton1b[^>]*>([^<]*)</g;
|
|
1501
|
+
for (let m = re.exec(html); m; m = re.exec(html)) {
|
|
1502
|
+
titles.set(m[2].toUpperCase(), { ctrl: m[1], name: statuteText(m[3]).trim() });
|
|
1503
|
+
}
|
|
1504
|
+
if (!titles.size || !fields.__VIEWSTATE) throw new Error(`${UPSTREAM} table of contents had no title list — page shape changed`);
|
|
1505
|
+
tocCache = { fields, titles, at: Date.now() };
|
|
1506
|
+
return tocCache;
|
|
1507
|
+
}
|
|
1508
|
+
|
|
1509
|
+
interface TocRow { citation: string; section: string; heading: string; doc_id: string; url: string; repealed: boolean }
|
|
1510
|
+
|
|
1511
|
+
function parseTocRows(html: string, title: string): { titleHeading: string | null; rows: TocRow[] } {
|
|
1512
|
+
const rows: TocRow[] = [];
|
|
1513
|
+
let titleHeading: string | null = null;
|
|
1514
|
+
const re = /<a[^>]*href="Law\.aspx\?d=(\d+)" target="_blank">([^<]*)<\/a>\s*<\/td>\s*<td[^>]*>\s*<a[^>]*href="Law\.aspx\?d=\1" target="_blank">([\s\S]*?)<\/a>/gi;
|
|
1515
|
+
for (let m = re.exec(html); m; m = re.exec(html)) {
|
|
1516
|
+
const citation = statuteText(m[2]).trim();
|
|
1517
|
+
const heading = statuteText(m[3]).replace(/\s+/g, ' ').trim();
|
|
1518
|
+
const sec = new RegExp(`^RS\\s+${title}:(\\S+)$`, 'i').exec(citation);
|
|
1519
|
+
if (!sec) {
|
|
1520
|
+
if (new RegExp(`^RS\\s+${title}$`, 'i').test(citation)) titleHeading = heading;
|
|
1521
|
+
continue;
|
|
1522
|
+
}
|
|
1523
|
+
rows.push({
|
|
1524
|
+
citation, section: sec[1], heading, doc_id: m[1],
|
|
1525
|
+
url: `${ORIGIN}/Legis/Law.aspx?d=${m[1]}`,
|
|
1526
|
+
repealed: /^repealed\b/i.test(heading),
|
|
1527
|
+
});
|
|
1528
|
+
}
|
|
1529
|
+
return { titleHeading, rows };
|
|
1530
|
+
}
|
|
1531
|
+
|
|
1532
|
+
/* ------------------------------------------------------------------ */
|
|
1533
|
+
/* Tools */
|
|
1534
|
+
/* ------------------------------------------------------------------ */
|
|
1535
|
+
|
|
1536
|
+
const tools: McpToolExport['tools'] = [
|
|
1537
|
+
{
|
|
1538
|
+
name: 'louisiana_statute',
|
|
1539
|
+
description:
|
|
1540
|
+
'Get the FULL TEXT of one section of Louisiana law by citation — Louisiana Revised Statutes ("RS 14:20" justifiable homicide, "La. R.S. 32:414" driver licence suspension), Civil Code articles ("CC 2315" liability for damages), Code of Civil Procedure ("CCP 966" summary judgment), Code of Criminal Procedure ("CCRP 701" speedy trial), Code of Evidence ("CE 404"), Children\'s Code ("CHC 603") and the Louisiana Constitution ("Const. Art. I, §5"). Returns the heading, statutory text, the section\'s enactment and amendment history ("Added by Acts 1976, No. 655; Amended by Acts 2014, No. 163") parsed into year/act pairs, and the legislature\'s own URL. Keyless; sourced live from the Louisiana State Legislature. Use for "what does Louisiana R.S. 14:20 say", "text of La. Civil Code art. 2315", or to check a Louisiana statute a case or contract cites.',
|
|
1541
|
+
inputSchema: {
|
|
1542
|
+
type: 'object' as const,
|
|
1543
|
+
properties: {
|
|
1544
|
+
citation: { type: 'string', description: 'The citation as written: "RS 14:20", "La. R.S. 9:2800.1", "14:20" (Revised Statutes), "CC 2315" / "La. C.C. art. 2315" (Civil Code), "CCP 966", "CCRP 701", "CE 404", "CHC 603", "Const. Art. I, §5" or "CONST 1:5".' },
|
|
1545
|
+
doc_id: { type: 'string', description: 'Alternative to citation: the legis.la.gov document id (the d= number) returned by louisiana_law_search or louisiana_title_contents.' },
|
|
1546
|
+
},
|
|
1547
|
+
},
|
|
1548
|
+
},
|
|
1549
|
+
{
|
|
1550
|
+
name: 'louisiana_law_search',
|
|
1551
|
+
description:
|
|
1552
|
+
'Full-text search of Louisiana law BY TOPIC or keyword — "vehicular homicide", "security deposit lessor", "concealed handgun permit", "wrongful death damages" — across the Revised Statutes, Civil Code, Code of Civil Procedure, Code of Criminal Procedure, Code of Evidence, Children\'s Code and the Louisiana Constitution, optionally narrowed to chosen code bodies. Returns relevance-ranked sections with citation, heading, the date each was last modified, the total match count, and the doc_id to pass to louisiana_statute for full text. The engine ANDs every word, so two or three specific words outperform a sentence. Keyless; sourced live from the Louisiana State Legislature.',
|
|
1553
|
+
inputSchema: {
|
|
1554
|
+
type: 'object' as const,
|
|
1555
|
+
properties: {
|
|
1556
|
+
query: { type: 'string', description: 'Topic or keywords, e.g. "vehicular homicide". Words are ANDed; "a or b" and "a not b" are understood; ""exact phrase"" in doubled quotes matches in order.' },
|
|
1557
|
+
bodies: { type: 'array', items: { type: 'string' }, description: 'Law bodies to search: RS (Revised Statutes), CC (Civil Code), CCP, CCRP, CE, CHC (Children\'s Code), CONST, CA, HRULE, SRULE, JRULE. Default: all.' },
|
|
1558
|
+
limit: { type: 'number', description: 'Max results to return, default 20, max 100 (the source renders the first 100 of a larger set).' },
|
|
1559
|
+
},
|
|
1560
|
+
required: ['query'],
|
|
1561
|
+
},
|
|
1562
|
+
},
|
|
1563
|
+
{
|
|
1564
|
+
name: 'louisiana_title_contents',
|
|
1565
|
+
description:
|
|
1566
|
+
'List every section in one TITLE of the Louisiana Revised Statutes with its heading and doc_id — Title 14 Criminal Law, Title 32 Motor Vehicles, Title 47 Revenue and Taxation, Title 9 Civil Code Ancillaries — optionally filtered by a word in the heading, so an agent can find the right section when a keyword search is too broad ("every section of Title 14 with \'homicide\' in its heading"). Repealed sections are flagged. Keyless; sourced live from the Louisiana State Legislature\'s table of contents.',
|
|
1567
|
+
inputSchema: {
|
|
1568
|
+
type: 'object' as const,
|
|
1569
|
+
properties: {
|
|
1570
|
+
title: { type: 'string', description: 'Revised Statutes title number, e.g. "14" (Criminal Law), "32" (Motor Vehicles), "47" (Revenue and Taxation).' },
|
|
1571
|
+
filter: { type: 'string', description: 'Optional case-insensitive substring to match in the section heading or citation, e.g. "homicide".' },
|
|
1572
|
+
offset: { type: 'number', description: 'Skip this many matching sections, default 0 — for paging through a large title.' },
|
|
1573
|
+
limit: { type: 'number', description: 'Max sections to return, default 50, max 200.' },
|
|
1574
|
+
},
|
|
1575
|
+
required: ['title'],
|
|
1576
|
+
},
|
|
1577
|
+
},
|
|
1578
|
+
];
|
|
1579
|
+
|
|
1580
|
+
const SOURCE_NOTE = 'Louisiana State Legislature (legis.la.gov), live fetch, keyless';
|
|
1581
|
+
const ATTRIBUTION = 'Louisiana statutes are public record; the legislature notes its site text is maintained for drafting purposes and is not the official publication.';
|
|
1582
|
+
const HISTORICAL_NOTE = {
|
|
1583
|
+
available: false,
|
|
1584
|
+
note: 'legis.la.gov serves the current compiled text only; a prior point-in-time version of a section is not available from this source. The amendment history (which Acts changed it, and when) is in `history` / `amendments`.',
|
|
1585
|
+
};
|
|
1586
|
+
|
|
1587
|
+
async function louisianaStatute(args: Record<string, unknown>) {
|
|
1588
|
+
const now = new Date().toISOString();
|
|
1589
|
+
let docId = args.doc_id != null ? String(args.doc_id).trim().replace(/^d=/i, '') : '';
|
|
1590
|
+
let parsed: ParsedCitation | null = null;
|
|
1591
|
+
let currentThrough: string | null = formCache.get('RS')?.currentThrough ?? null;
|
|
1592
|
+
|
|
1593
|
+
if (!docId) {
|
|
1594
|
+
const raw = String(args.citation ?? '').trim();
|
|
1595
|
+
if (!raw) {
|
|
1596
|
+
return { found: false, reason: 'missing_argument',
|
|
1597
|
+
message: 'louisiana_statute needs a citation (e.g. "RS 14:20", "CC 2315") or a doc_id from louisiana_law_search.' };
|
|
1598
|
+
}
|
|
1599
|
+
parsed = parseCitation(raw);
|
|
1600
|
+
if (!parsed) {
|
|
1601
|
+
return { found: false, reason: 'unparsed_citation', citation: raw,
|
|
1602
|
+
message: `"${raw}" is not a Louisiana citation this tool recognises.`,
|
|
1603
|
+
hint: 'Revised Statutes are title:section ("RS 14:20", "9:2800.1"); code articles are a body plus article number ("CC 2315", "CCP 966", "CCRP 701", "CE 404", "CHC 603"); the Constitution is "Const. Art. I, §5" or "CONST 1:5".' };
|
|
1604
|
+
}
|
|
1605
|
+
if (!parsed.body.lookup) {
|
|
1606
|
+
return { found: false, reason: 'body_not_lookupable', citation: parsed.display,
|
|
1607
|
+
message: `${parsed.body.name} cannot be fetched by citation through this source.`,
|
|
1608
|
+
hint: 'Use louisiana_law_search with bodies set to that body and pass a result\'s doc_id back to louisiana_statute.' };
|
|
1609
|
+
}
|
|
1610
|
+
const r = await resolveDocId(parsed);
|
|
1611
|
+
currentThrough = r.currentThrough ?? currentThrough;
|
|
1612
|
+
if (!r.docId) {
|
|
1613
|
+
return { found: false, reason: 'section_not_found', citation: parsed.display, body: parsed.body.code, body_name: parsed.body.name,
|
|
1614
|
+
message: `The Louisiana State Legislature's site has no ${parsed.body.name} entry for ${parsed.display}.`,
|
|
1615
|
+
hint: 'Section numbers are not contiguous — repealed and reserved numbers are normal. louisiana_title_contents lists what exists in a Revised Statutes title; louisiana_law_search finds sections by topic.',
|
|
1616
|
+
laws_current_through: currentThrough, data_as_of: now };
|
|
1617
|
+
}
|
|
1618
|
+
docId = r.docId;
|
|
1619
|
+
}
|
|
1620
|
+
if (!/^\d+$/.test(docId)) {
|
|
1621
|
+
return { found: false, reason: 'bad_doc_id', doc_id: docId, message: 'doc_id must be the numeric d= value from a legis.la.gov Law.aspx link.' };
|
|
1622
|
+
}
|
|
1623
|
+
|
|
1624
|
+
const got = await fetchSection(docId);
|
|
1625
|
+
if ('error' in got) {
|
|
1626
|
+
return { found: false, reason: got.error === 'not_found' ? 'document_not_found' : 'empty_document', doc_id: docId, url: got.url,
|
|
1627
|
+
message: got.error === 'not_found'
|
|
1628
|
+
? `legis.la.gov has no document ${docId}.`
|
|
1629
|
+
: `Document ${docId} resolved but carried no statutory text — it may be a repealed or reserved section.`,
|
|
1630
|
+
data_as_of: now };
|
|
1631
|
+
}
|
|
1632
|
+
const s = got.section;
|
|
1633
|
+
const body = bodyOfCitation(s.citation) ?? parsed?.body ?? null;
|
|
1634
|
+
return {
|
|
1635
|
+
found: true,
|
|
1636
|
+
citation: s.citation,
|
|
1637
|
+
body: body?.code ?? null,
|
|
1638
|
+
body_name: body?.name ?? null,
|
|
1639
|
+
heading: s.heading,
|
|
1640
|
+
hierarchy: s.hierarchy,
|
|
1641
|
+
text: s.text,
|
|
1642
|
+
text_chars: s.text.length,
|
|
1643
|
+
history: s.history,
|
|
1644
|
+
amendments: s.amendments,
|
|
1645
|
+
last_amended_year: s.amendments.length ? Math.max(...s.amendments.map((a) => a.year)) : null,
|
|
1646
|
+
historical_version: HISTORICAL_NOTE,
|
|
1647
|
+
doc_id: docId,
|
|
1648
|
+
url: got.url,
|
|
1649
|
+
laws_current_through: currentThrough,
|
|
1650
|
+
source: SOURCE_NOTE,
|
|
1651
|
+
attribution: ATTRIBUTION,
|
|
1652
|
+
data_as_of: now,
|
|
1653
|
+
};
|
|
1654
|
+
}
|
|
1655
|
+
|
|
1656
|
+
async function louisianaLawSearch(args: Record<string, unknown>) {
|
|
1657
|
+
const now = new Date().toISOString();
|
|
1658
|
+
const q = String(args.query ?? '').trim();
|
|
1659
|
+
if (!q) {
|
|
1660
|
+
return { found: false, reason: 'empty_query',
|
|
1661
|
+
message: 'louisiana_law_search needs a query — search by topic, e.g. "vehicular homicide".',
|
|
1662
|
+
hint: 'To look up a known citation use louisiana_statute instead.' };
|
|
1663
|
+
}
|
|
1664
|
+
const bodies = normaliseBodies(args.bodies);
|
|
1665
|
+
if ('error' in bodies) return { found: false, reason: 'bad_body', message: bodies.error };
|
|
1666
|
+
const limit = Math.min(100, Math.max(1, Number(args.limit) || 20));
|
|
1667
|
+
|
|
1668
|
+
let parsedList: { total: number | null; rows: SearchRow[] } | null = null;
|
|
1669
|
+
let currentThrough: string | null = null;
|
|
1670
|
+
for (const attempt of [0, 1]) {
|
|
1671
|
+
const form = await formFor('RS', attempt === 1);
|
|
1672
|
+
currentThrough = form.currentThrough;
|
|
1673
|
+
const fields: Record<string, string> = {
|
|
1674
|
+
...form.fields,
|
|
1675
|
+
__EVENTTARGET: '',
|
|
1676
|
+
__EVENTARGUMENT: '',
|
|
1677
|
+
[`${P}ddlLawBodies`]: 'RS',
|
|
1678
|
+
[`${P}tbFirstNumber`]: ' Title',
|
|
1679
|
+
[`${P}tbSecondNumber`]: ' Section',
|
|
1680
|
+
[`${P}tbText`]: q,
|
|
1681
|
+
[`${P}btnSearchText`]: 'Search',
|
|
1682
|
+
};
|
|
1683
|
+
for (const code of bodies.codes) fields[`${P}cbLaws$${BODIES[code].box}`] = 'on';
|
|
1684
|
+
const res = await postForm(SEARCH_LIST_URL, fields);
|
|
1685
|
+
if (res.status >= 300 && res.status < 400) {
|
|
1686
|
+
// A single-hit search 302s straight to the section; a rejected one
|
|
1687
|
+
// 302s back to the blank form.
|
|
1688
|
+
const docId = docIdFromRedirect(res);
|
|
1689
|
+
await res.arrayBuffer().catch(() => undefined);
|
|
1690
|
+
if (docId) {
|
|
1691
|
+
const got = await fetchSection(docId);
|
|
1692
|
+
if ('error' in got) { parsedList = { total: 0, rows: [] }; break; }
|
|
1693
|
+
const body = bodyOfCitation(got.section.citation);
|
|
1694
|
+
parsedList = { total: 1, rows: [{ doc_id: docId, citation: got.section.citation, body: body?.code ?? null, body_name: body?.name ?? null,
|
|
1695
|
+
heading: got.section.heading ?? '', last_modified: null, url: got.url }] };
|
|
1696
|
+
break;
|
|
1697
|
+
}
|
|
1698
|
+
if (attempt === 0) continue;
|
|
1699
|
+
return { found: false, reason: 'search_rejected', query: q, bodies: bodies.codes,
|
|
1700
|
+
message: `The Louisiana State Legislature's search engine sent "${q}" back to the form without a result list. It does that silently for queries that match too many sections.`,
|
|
1701
|
+
hint: 'Add a second, more specific word — "tax" alone is refused, "sales tax exemption" is answered.',
|
|
1702
|
+
laws_current_through: currentThrough, data_as_of: now };
|
|
1703
|
+
}
|
|
1704
|
+
if (!res.ok) throw new Error(`${UPSTREAM} returned HTTP ${res.status} for the search list`);
|
|
1705
|
+
const html = await readStatuteResponse(res);
|
|
1706
|
+
if (!/sections? of law in this list/i.test(html)) {
|
|
1707
|
+
// Rendered the search form instead of a list: viewstate aged out or
|
|
1708
|
+
// the query was refused. Refresh once, then report.
|
|
1709
|
+
if (attempt === 0) continue;
|
|
1710
|
+
return { found: false, reason: 'search_rejected', query: q, bodies: bodies.codes,
|
|
1711
|
+
message: `The Louisiana State Legislature's search engine sent "${q}" back to the form without a result list. It does that silently for queries that match too many sections.`,
|
|
1712
|
+
hint: 'Add a second, more specific word — "tax" alone is refused, "sales tax exemption" is answered.',
|
|
1713
|
+
laws_current_through: currentThrough, data_as_of: now };
|
|
1714
|
+
}
|
|
1715
|
+
parsedList = parseSearchList(html);
|
|
1716
|
+
break;
|
|
1717
|
+
}
|
|
1718
|
+
const list = parsedList ?? { total: 0, rows: [] };
|
|
1719
|
+
if (!list.rows.length) {
|
|
1720
|
+
return { found: false, reason: 'no_match', query: q, bodies: bodies.codes, total: list.total ?? 0,
|
|
1721
|
+
message: `No section of Louisiana law matched "${q}" in ${bodies.codes.join(', ')}.`,
|
|
1722
|
+
hint: 'Every word must appear — try fewer words, Louisiana\'s own terms (lessor/lessee rather than landlord/tenant, parish rather than county), or "a or b" for synonyms.',
|
|
1723
|
+
laws_current_through: currentThrough, data_as_of: now };
|
|
1724
|
+
}
|
|
1725
|
+
const results = list.rows.slice(0, limit);
|
|
1726
|
+
return {
|
|
1727
|
+
found: true,
|
|
1728
|
+
query: q,
|
|
1729
|
+
bodies: bodies.codes,
|
|
1730
|
+
total: list.total ?? list.rows.length,
|
|
1731
|
+
count: results.length,
|
|
1732
|
+
truncated_at_source: (list.total ?? 0) > list.rows.length,
|
|
1733
|
+
results,
|
|
1734
|
+
hint: 'Pass a result\'s doc_id (or its citation) to louisiana_statute for the full text and amendment history.',
|
|
1735
|
+
laws_current_through: currentThrough,
|
|
1736
|
+
source: SOURCE_NOTE,
|
|
1737
|
+
attribution: ATTRIBUTION,
|
|
1738
|
+
data_as_of: now,
|
|
1739
|
+
};
|
|
1740
|
+
}
|
|
1741
|
+
|
|
1742
|
+
async function louisianaTitleContents(args: Record<string, unknown>) {
|
|
1743
|
+
const now = new Date().toISOString();
|
|
1744
|
+
const title = String(args.title ?? '').trim().replace(/^(?:title|rs|la\.?\s*r\.?s\.?)\s*/i, '').replace(/:.*$/, '').toUpperCase();
|
|
1745
|
+
if (!/^\d+[A-Z]?$/.test(title)) {
|
|
1746
|
+
return { found: false, reason: 'bad_title', title: args.title ?? null,
|
|
1747
|
+
message: 'title must be a Revised Statutes title number, e.g. "14" or "47".' };
|
|
1748
|
+
}
|
|
1749
|
+
const filter = String(args.filter ?? '').trim().toLowerCase();
|
|
1750
|
+
const offset = Math.max(0, Number(args.offset) || 0);
|
|
1751
|
+
const limit = Math.min(200, Math.max(1, Number(args.limit) || 50));
|
|
1752
|
+
|
|
1753
|
+
let parsedRows: { titleHeading: string | null; rows: TocRow[] } | null = null;
|
|
1754
|
+
let titleName: string | null = null;
|
|
1755
|
+
for (const attempt of [0, 1]) {
|
|
1756
|
+
const toc = await tocForm(attempt === 1);
|
|
1757
|
+
const entry = toc.titles.get(title);
|
|
1758
|
+
if (!entry) {
|
|
1759
|
+
const known = [...toc.titles.keys()].join(', ');
|
|
1760
|
+
return { found: false, reason: 'title_not_found', title,
|
|
1761
|
+
message: `The Louisiana Revised Statutes have no Title ${title}.`,
|
|
1762
|
+
hint: `Titles currently in force: ${known}.`, data_as_of: now };
|
|
1763
|
+
}
|
|
1764
|
+
titleName = entry.name;
|
|
1765
|
+
const res = await postForm(TOC_URL, {
|
|
1766
|
+
...toc.fields,
|
|
1767
|
+
__EVENTTARGET: `${P}ListViewTOC1$${entry.ctrl}$LinkButton1a`,
|
|
1768
|
+
__EVENTARGUMENT: '',
|
|
1769
|
+
});
|
|
1770
|
+
if (!res.ok) {
|
|
1771
|
+
await res.arrayBuffer().catch(() => undefined);
|
|
1772
|
+
if (attempt === 0) continue;
|
|
1773
|
+
throw new Error(`${UPSTREAM} returned HTTP ${res.status} for the Title ${title} contents`);
|
|
1774
|
+
}
|
|
1775
|
+
const html = await readStatuteResponse(res);
|
|
1776
|
+
parsedRows = parseTocRows(html, title);
|
|
1777
|
+
if (parsedRows.rows.length || attempt === 1) break;
|
|
1778
|
+
}
|
|
1779
|
+
const all = parsedRows?.rows ?? [];
|
|
1780
|
+
if (!all.length) {
|
|
1781
|
+
return { found: false, reason: 'empty_title', title, title_name: titleName,
|
|
1782
|
+
message: `The table of contents for Title ${title} came back with no sections — the page shape may have changed.`,
|
|
1783
|
+
data_as_of: now };
|
|
1784
|
+
}
|
|
1785
|
+
const matched = filter ? all.filter((r) => r.heading.toLowerCase().includes(filter) || r.citation.toLowerCase().includes(filter)) : all;
|
|
1786
|
+
const page = matched.slice(offset, offset + limit);
|
|
1787
|
+
return {
|
|
1788
|
+
found: page.length > 0,
|
|
1789
|
+
title,
|
|
1790
|
+
title_name: titleName,
|
|
1791
|
+
title_heading: parsedRows?.titleHeading ?? null,
|
|
1792
|
+
filter: filter || null,
|
|
1793
|
+
total_sections: all.length,
|
|
1794
|
+
matched: matched.length,
|
|
1795
|
+
offset,
|
|
1796
|
+
count: page.length,
|
|
1797
|
+
next_offset: offset + page.length < matched.length ? offset + page.length : null,
|
|
1798
|
+
sections: page,
|
|
1799
|
+
...(page.length ? {} : { message: `No section of Title ${title} matches "${filter}" in its heading.`, hint: 'Headings are short — try a shorter word, or louisiana_law_search for full-text matching.' }),
|
|
1800
|
+
hint: 'Pass a section\'s doc_id or citation to louisiana_statute for its full text.',
|
|
1801
|
+
laws_current_through: formCache.get('RS')?.currentThrough ?? null,
|
|
1802
|
+
source: `${SOURCE_NOTE} — Revised Statutes table of contents`,
|
|
1803
|
+
attribution: ATTRIBUTION,
|
|
1804
|
+
data_as_of: now,
|
|
1805
|
+
};
|
|
1806
|
+
}
|
|
1807
|
+
|
|
1808
|
+
async function callTool(name: string, args: Record<string, unknown>): Promise<unknown> {
|
|
1809
|
+
switch (name) {
|
|
1810
|
+
case 'louisiana_statute':
|
|
1811
|
+
return louisianaStatute(args);
|
|
1812
|
+
case 'louisiana_law_search':
|
|
1813
|
+
return louisianaLawSearch(args);
|
|
1814
|
+
case 'louisiana_title_contents':
|
|
1815
|
+
return louisianaTitleContents(args);
|
|
1816
|
+
default:
|
|
1817
|
+
throw new Error(`Unknown tool: ${name}`);
|
|
1818
|
+
}
|
|
1819
|
+
}
|
|
1820
|
+
|
|
1821
|
+
export default { tools, callTool, meter: { credits: 1 } } satisfies McpToolExport;
|