@reclaimprotocol/agent 0.1.18 → 0.1.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/README.md +6 -2
  2. package/lib/authoring/backend.d.ts +4 -0
  3. package/lib/authoring/tools.js +4 -1
  4. package/lib/cdp/capture.d.ts +2 -2
  5. package/lib/cdp/capture.js +25 -21
  6. package/lib/cdp/client.d.ts +39 -1
  7. package/lib/cdp/client.js +125 -1
  8. package/lib/mcp/api/operations.gen.js +33 -9
  9. package/lib/mcp/instructions.js +27 -3
  10. package/lib/mcp/start.js +12 -8
  11. package/lib/mcp/tools/agent/attach.d.ts +18 -4
  12. package/lib/mcp/tools/agent/attach.js +142 -52
  13. package/lib/mcp/tools/agent/build.d.ts +1 -1
  14. package/lib/mcp/tools/agent/build.js +5 -3
  15. package/lib/mcp/tools/agent/capture.d.ts +1 -0
  16. package/lib/mcp/tools/agent/capture.js +8 -1
  17. package/lib/mcp/tools/agent/eval.js +2 -3
  18. package/lib/mcp/tools/agent/how-it-works.d.ts +1 -1
  19. package/lib/mcp/tools/agent/how-it-works.js +1 -1
  20. package/lib/mcp/tools/agent/publish.js +22 -1
  21. package/lib/mcp/tools/agent/session.d.ts +2 -2
  22. package/lib/mcp/tools/agent/session.js +21 -5
  23. package/lib/mcp/tools/agent/shared.js +4 -6
  24. package/lib/mcp/tools/authenticate/authenticate.d.ts +1 -1
  25. package/lib/mcp/tools/authenticate/authenticate.js +10 -4
  26. package/lib/mcp/tools/authenticate/builder-access.d.ts +8 -0
  27. package/lib/mcp/tools/authenticate/builder-access.js +31 -0
  28. package/lib/mcp/tools/authenticate/index.d.ts +1 -0
  29. package/lib/mcp/tools/authenticate/index.js +1 -0
  30. package/lib/old/login-cdp.js +11 -3
  31. package/lib/old/tools/publish.js +23 -1
  32. package/lib/provider/draft.d.ts +20 -0
  33. package/lib/provider/draft.js +75 -51
  34. package/lib/provider/index.d.ts +1 -1
  35. package/lib/provider/index.js +1 -1
  36. package/lib/provider/secrets.d.ts +37 -0
  37. package/lib/provider/secrets.js +147 -6
  38. package/lib/provider/to-version.d.ts +7 -0
  39. package/lib/provider/to-version.js +11 -1
  40. package/package.json +2 -2
  41. package/skill/SKILL.builder.md +43 -95
  42. package/skill/SKILL.common.md +102 -0
  43. package/skill/SKILL.old.md +20 -74
  44. package/skill/builder-mode.md +2 -2
  45. package/skill/injection-api.md +95 -10
  46. package/skill/old-mode.md +2 -2
  47. package/src/authoring/backend.ts +4 -0
  48. package/src/authoring/tools.ts +4 -1
  49. package/src/cdp/capture.ts +24 -24
  50. package/src/cdp/client.ts +197 -2
  51. package/src/mcp/api/operations.gen.ts +33 -9
  52. package/src/mcp/instructions.ts +36 -3
  53. package/src/mcp/start.ts +13 -8
  54. package/src/mcp/tools/agent/attach.ts +198 -57
  55. package/src/mcp/tools/agent/build.ts +9 -2
  56. package/src/mcp/tools/agent/capture.ts +10 -1
  57. package/src/mcp/tools/agent/eval.ts +2 -3
  58. package/src/mcp/tools/agent/how-it-works.ts +1 -1
  59. package/src/mcp/tools/agent/publish.ts +22 -1
  60. package/src/mcp/tools/agent/session.ts +29 -8
  61. package/src/mcp/tools/agent/shared.ts +5 -10
  62. package/src/mcp/tools/authenticate/authenticate.ts +14 -4
  63. package/src/mcp/tools/authenticate/builder-access.ts +42 -0
  64. package/src/mcp/tools/authenticate/index.ts +4 -0
  65. package/src/old/login-cdp.ts +13 -3
  66. package/src/old/tools/publish.ts +25 -3
  67. package/src/provider/draft.ts +98 -56
  68. package/src/provider/index.ts +9 -1
  69. package/src/provider/secrets.ts +171 -6
  70. package/src/provider/to-version.ts +12 -1
  71. package/lib/authoring/find.d.ts +0 -3
  72. package/lib/authoring/find.js +0 -54
  73. package/lib/authoring/propose.d.ts +0 -3
  74. package/lib/authoring/propose.js +0 -109
  75. package/lib/authoring/replay.d.ts +0 -10
  76. package/lib/authoring/replay.js +0 -34
  77. package/lib/cli/args.d.ts +0 -14
  78. package/lib/cli/args.js +0 -19
  79. package/lib/cli/commands.d.ts +0 -1
  80. package/lib/cli/commands.js +0 -19
  81. package/lib/cli.d.ts +0 -1
  82. package/lib/cli.js +0 -7
  83. package/lib/mcp/credentials/authenticate.d.ts +0 -3
  84. package/lib/mcp/credentials/authenticate.js +0 -108
  85. package/lib/mcp/credentials/build.d.ts +0 -5
  86. package/lib/mcp/credentials/build.js +0 -18
  87. package/lib/mcp/credentials/cache.d.ts +0 -70
  88. package/lib/mcp/credentials/cache.js +0 -131
  89. package/lib/mcp/credentials/env-file.d.ts +0 -25
  90. package/lib/mcp/credentials/env-file.js +0 -71
  91. package/lib/mcp/credentials/import.d.ts +0 -2
  92. package/lib/mcp/credentials/import.js +0 -52
  93. package/lib/mcp/credentials/issue.d.ts +0 -2
  94. package/lib/mcp/credentials/issue.js +0 -84
  95. package/lib/mcp/credentials/keypair.d.ts +0 -17
  96. package/lib/mcp/credentials/keypair.js +0 -48
  97. package/lib/mcp/credentials/link.d.ts +0 -3
  98. package/lib/mcp/credentials/link.js +0 -107
  99. package/lib/mcp/credentials/list-cached.d.ts +0 -2
  100. package/lib/mcp/credentials/list-cached.js +0 -55
  101. package/lib/mcp/credentials/owner-key.d.ts +0 -23
  102. package/lib/mcp/credentials/owner-key.js +0 -58
  103. package/lib/mcp/credentials/paths.d.ts +0 -12
  104. package/lib/mcp/credentials/paths.js +0 -35
  105. package/lib/mcp/credentials/poll.d.ts +0 -27
  106. package/lib/mcp/credentials/poll.js +0 -61
  107. package/lib/mcp/credentials/register.d.ts +0 -18
  108. package/lib/mcp/credentials/register.js +0 -30
  109. package/lib/mcp/credentials/resolve-owner-key.d.ts +0 -12
  110. package/lib/mcp/credentials/resolve-owner-key.js +0 -68
  111. package/lib/mcp/credentials/session-cache.d.ts +0 -14
  112. package/lib/mcp/credentials/session-cache.js +0 -42
  113. package/lib/mcp/credentials/status.d.ts +0 -3
  114. package/lib/mcp/credentials/status.js +0 -76
  115. package/lib/mcp/register.d.ts +0 -38
  116. package/lib/mcp/register.js +0 -80
  117. package/lib/mcp/tools/analyze.d.ts +0 -3
  118. package/lib/mcp/tools/analyze.js +0 -26
  119. package/lib/mcp/tools/attach.d.ts +0 -11
  120. package/lib/mcp/tools/attach.js +0 -72
  121. package/lib/mcp/tools/capture.d.ts +0 -10
  122. package/lib/mcp/tools/capture.js +0 -142
  123. package/lib/mcp/tools/eval.d.ts +0 -5
  124. package/lib/mcp/tools/eval.js +0 -127
  125. package/lib/mcp/tools/find.d.ts +0 -3
  126. package/lib/mcp/tools/find.js +0 -60
  127. package/lib/mcp/tools/owner-key.d.ts +0 -2
  128. package/lib/mcp/tools/owner-key.js +0 -63
  129. package/lib/mcp/tools/proof.d.ts +0 -3
  130. package/lib/mcp/tools/proof.js +0 -214
  131. package/lib/mcp/tools/propose.d.ts +0 -9
  132. package/lib/mcp/tools/propose.js +0 -75
  133. package/lib/mcp/tools/publish.d.ts +0 -3
  134. package/lib/mcp/tools/publish.js +0 -59
  135. package/lib/mcp/tools/replay.d.ts +0 -3
  136. package/lib/mcp/tools/replay.js +0 -46
  137. package/lib/mcp/tools/session.d.ts +0 -10
  138. package/lib/mcp/tools/session.js +0 -29
  139. package/lib/mcp/tools/verification/diagnose.d.ts +0 -11
  140. package/lib/mcp/tools/verification/diagnose.js +0 -132
  141. package/lib/mcp/verifications/build.d.ts +0 -5
  142. package/lib/mcp/verifications/build.js +0 -14
  143. package/lib/mcp/verifications/create.d.ts +0 -3
  144. package/lib/mcp/verifications/create.js +0 -57
  145. package/lib/mcp/verifications/find.d.ts +0 -3
  146. package/lib/mcp/verifications/find.js +0 -37
  147. package/lib/mcp/verifications/get.d.ts +0 -3
  148. package/lib/mcp/verifications/get.js +0 -26
  149. package/lib/mcp/verifications/update.d.ts +0 -3
  150. package/lib/mcp/verifications/update.js +0 -78
  151. package/lib/old/tools/get-version-config.d.ts +0 -17
  152. package/lib/old/tools/get-version-config.js +0 -47
  153. package/lib/routes.gen.d.ts +0 -271
  154. package/lib/routes.gen.js +0 -73
  155. package/lib/types/openapi.d.ts +0 -4
  156. package/lib/types/openapi.gen.d.ts +0 -3967
  157. package/lib/types/openapi.gen.js +0 -5
  158. package/lib/types/openapi.js +0 -1
@@ -1,4 +1,5 @@
1
1
  import { isOprfHashable, OPRF_MAX_BYTES, synthesizeMatcher } from './matcher.ts'
2
+ import { normalizeCandidates } from './normalize.ts'
2
3
  import type {
3
4
  CapturedRequest,
4
5
  OprfMode,
@@ -7,7 +8,11 @@ import type {
7
8
  ResponseRedaction,
8
9
  SecretParamRef,
9
10
  } from './schema.ts'
10
- import { splitSecrets } from './secrets.ts'
11
+ import {
12
+ secretUrlCharBudget,
13
+ splitSecrets,
14
+ stripTransportHeaders,
15
+ } from './secrets.ts'
11
16
 
12
17
  /** OPRF mode for the auto-hash floor — TEE-native (attestor rejects oprf-raw,
13
18
  * isn't set up for gnark oprf). */
@@ -66,51 +71,6 @@ export interface DraftResult {
66
71
  extractions: Extraction[]
67
72
  }
68
73
 
69
- /** Request headers that must NOT survive into the provider params. Three kinds:
70
- * - Conditional headers (`if-none-match`/`if-modified-since`/…): a captured
71
- * cached ETag/date makes the origin answer 304/412 when the attestor
72
- * re-issues, and the attestor treats non-2xx as failure. We always want the
73
- * full fresh response.
74
- * - Transfer headers the ATTESTOR sets itself (`connection: close`,
75
- * `accept-encoding: identity`). Passing our own duplicates/collides with the
76
- * request the attestor builds, so leave them out — the attestor already
77
- * forces `identity` (uncompressed, so its byte-matching works).
78
- * - Host / framing headers the TRANSPORT owns (`host`, `content-length`,
79
- * `transfer-encoding`) and HTTP/2 pseudo-headers (`:authority`/`:method`/…,
80
- * which CDP surfaces on h2 captures). The attestor derives `Host` from the
81
- * URL and sets its own; a baked `Host` produces a DUPLICATE
82
- * (`found: h,h`) that fails the receipt check / 400s the origin. A stale
83
- * `content-length` breaks a re-serialized body. Pseudo-headers aren't valid
84
- * real headers at all. */
85
- const STRIP_REQUEST_HEADERS = new Set([
86
- 'if-none-match',
87
- 'if-modified-since',
88
- 'if-match',
89
- 'if-unmodified-since',
90
- 'if-range',
91
- 'connection',
92
- 'accept-encoding',
93
- 'host',
94
- 'content-length',
95
- 'transfer-encoding',
96
- // Per-session anti-CSRF tokens. Not caught by splitSecrets (no `-token`
97
- // suffix), so without this they baked in as PUBLIC headers and went stale at
98
- // verify time — the attestor replayed one user's captured CSRF for everyone,
99
- // which the origin rejects. A CSRF token is never portable; drop it.
100
- 'csrf',
101
- 'x-csrf',
102
- 'xsrf',
103
- 'x-xsrf',
104
- 'x-csrf-token',
105
- 'xsrf-token',
106
- ])
107
-
108
- /** True for an HTTP/2 pseudo-header (`:authority`, `:method`, `:path`,
109
- * `:scheme`) — never a valid request header the attestor can replay. */
110
- function isPseudoHeader(name: string): boolean {
111
- return name.startsWith(':')
112
- }
113
-
114
74
  /** A header VALUE that is a per-session/request token — a UUID or a long opaque
115
75
  * hex/base64 blob. Such a value is captured-user-specific: baked into the
116
76
  * provider it goes stale and the origin rejects the replay for everyone else.
@@ -124,19 +84,19 @@ function isVolatileHeaderValue(value: string): boolean {
124
84
  || /^[A-Za-z0-9_-]{32,}$/.test(v)
125
85
  }
126
86
 
127
- /** Drop the headers the attestor manages or that would 304 at proof time
128
- * (see {@link STRIP_REQUEST_HEADERS}); keep every other captured header so the
129
- * attestor's replay looks like the browser's request. */
87
+ /** Drop a PUBLIC header whose value is per-session/request volatile (see
88
+ * {@link isVolatileHeaderValue}) — public headers get frozen into the
89
+ * persisted provider, so a volatile one goes stale and fails every other
90
+ * user's replay. Secret headers are re-captured fresh per verification
91
+ * (never persisted), so this doesn't apply to them; keep every other
92
+ * captured public header so the attestor's replay looks like the browser's
93
+ * request. */
130
94
  function sanitizeRequestHeaders(
131
95
  headers: Record<string, string>,
132
96
  ): Record<string, string> {
133
97
  const out: Record<string, string> = {}
134
98
  for(const [k, v] of Object.entries(headers)) {
135
- if(
136
- STRIP_REQUEST_HEADERS.has(k.toLowerCase())
137
- || isPseudoHeader(k)
138
- || isVolatileHeaderValue(v)
139
- ) {
99
+ if(isVolatileHeaderValue(v)) {
140
100
  continue
141
101
  }
142
102
 
@@ -233,6 +193,79 @@ export function assertPortableMatches(
233
193
  }
234
194
  }
235
195
 
196
+ /** Reject a draft that OPRF-hashes a target whose value ALSO appears in the
197
+ * request URL. The whole point of `hash` is that the attestor never sees
198
+ * the value in cleartext — but URL `paramValues` are always signed into the
199
+ * attestor's context in the clear (attestor-core: "those in URL... will be
200
+ * put into context and signed"), so a value that's both hashed in the
201
+ * response AND present in the URL is visible there anyway. This isn't a
202
+ * privacy nuance the author can weigh (unlike {@link assertPortableMatches}
203
+ * bare-literal cases) — it doesn't verify. Throwing here, at draft time,
204
+ * surfaces that immediately instead of a confusing later proof failure. */
205
+ export function assertNoOprfUrlConflict(
206
+ url: string,
207
+ targets: DraftTarget[],
208
+ effectiveHashes: (OprfMode | undefined)[],
209
+ ) {
210
+ for(const [i, t] of targets.entries()) {
211
+ const hash = effectiveHashes[i]
212
+ if(!hash) {
213
+ continue
214
+ }
215
+
216
+ const inUrl = [t.value, ...normalizeCandidates(t.value)]
217
+ .some((v) => url.includes(v))
218
+ if(inUrl) {
219
+ throw new Error(
220
+ `target "${t.name}" is OPRF-hashed (${hash}) but its value also `
221
+ + `appears in the request URL ("${url}") — the attestor signs URL `
222
+ + 'param values into context in the clear, so it would see this '
223
+ + 'value regardless of the hash. Drop `hash` for this target, or '
224
+ + "capture a request whose URL doesn't carry the value.",
225
+ )
226
+ }
227
+ }
228
+ }
229
+
230
+ /** Reject a draft whose URL bakes in a secret header/cookie's value beyond
231
+ * what write-redaction can actually hide there. A secret value used in the
232
+ * URL is NOT an automatic leak — write-redaction (`key-update`/`zk`) can
233
+ * redact it from the attestor's view up to {@link secretUrlCharBudget}
234
+ * characters, summed across every secret value that appears in that URL
235
+ * (not per-value). Below the budget the header buys real privacy; at or
236
+ * over it, the value is effectively visible regardless of hiding the
237
+ * header (same class of problem as {@link assertNoOprfUrlConflict} for
238
+ * OPRF-hashed targets, which has no such budget at all). */
239
+ export function assertNoSecretUrlConflict(
240
+ url: string,
241
+ secrets: Record<string, string>,
242
+ writeRedactionMode?: ReclaimProvider['writeRedactionMode'],
243
+ ) {
244
+ let redactedChars = 0
245
+ const overlapping: string[] = []
246
+ for(const [name, value] of Object.entries(secrets)) {
247
+ const inUrl = [value, ...normalizeCandidates(value)]
248
+ .some((v) => url.includes(v))
249
+ if(inUrl) {
250
+ redactedChars += value.length
251
+ overlapping.push(name)
252
+ }
253
+ }
254
+
255
+ const budget = secretUrlCharBudget(writeRedactionMode)
256
+ if(redactedChars > budget) {
257
+ throw new Error(
258
+ `secret header(s) ${overlapping.map((n) => `"${n}"`).join(', ')} `
259
+ + `also appear in the request URL ("${url}"), totaling `
260
+ + `${redactedChars} character(s) to hide — over the ${budget}-`
261
+ + `character budget write-redaction (${writeRedactionMode
262
+ ?? 'key-update'}) can actually hide there. Drop the header, `
263
+ + "shorten/remove the value's overlap with the URL, or switch to "
264
+ + "'zk' if that raises the budget enough.",
265
+ )
266
+ }
267
+ }
268
+
236
269
  /** Derive a `paramValues` key (and capture-group name) from the provider
237
270
  * name's last alphanumeric token. `"GitHub Username"` → `"username"`,
238
271
  * `"x-followers"` → `"followers"`. */
@@ -262,6 +295,7 @@ export function draftProvider(
262
295
  const matches: ResponseMatch[] = []
263
296
  const redactions: ResponseRedaction[] = []
264
297
  const extractions: Extraction[] = []
298
+ const effectiveHashes: (OprfMode | undefined)[] = []
265
299
  let paramValues: Record<string, string> | undefined
266
300
  const seenParams = new Set<string>()
267
301
  for(const t of targets) {
@@ -279,6 +313,7 @@ export function draftProvider(
279
313
  // The model makes the contextual calls (which named fields are sensitive)
280
314
  // via an explicit per-target hash; this floor only guarantees the obvious.
281
315
  const effectiveHash = t.hash ?? hash ?? defaultSensitiveHash(t.value)
316
+ effectiveHashes.push(effectiveHash)
282
317
  const synthesis = synthesizeMatcher(
283
318
  req.responseBody,
284
319
  req.contentType,
@@ -311,8 +346,15 @@ export function draftProvider(
311
346
 
312
347
  // Portability gate: never ship a draft that bakes a per-user value literally.
313
348
  assertPortableMatches(matches, redactions, targets)
314
-
315
- const { secrets, publics } = splitSecrets(req.requestHeaders)
349
+ // OPRF gate: never ship a draft that hashes a value the URL also reveals.
350
+ assertNoOprfUrlConflict(req.url, targets, effectiveHashes)
351
+
352
+ const { secrets, publics } = splitSecrets(
353
+ stripTransportHeaders(req.requestHeaders)
354
+ )
355
+ // Secret-header gate: never ship a draft whose URL reveals the same value a
356
+ // stripped secret header carries — hiding the header buys nothing then.
357
+ assertNoSecretUrlConflict(req.url, secrets)
316
358
  // Sanitize the public headers before they enter the provider. Two problems
317
359
  // a captured browser request carries: (1) `accept-encoding: gzip, …`, which
318
360
  // makes the attestor match against compressed bytes (it does no transparent
@@ -17,7 +17,15 @@ export type {
17
17
  ResponseRedaction,
18
18
  SecretParamRef,
19
19
  } from './schema.ts'
20
- export { classifyHeader, splitSecrets } from './secrets.ts'
20
+ export {
21
+ assertSecretParamValuesFitUrlBudget,
22
+ classifyHeader,
23
+ classifyParamName,
24
+ secretUrlCharBudget,
25
+ splitSecretParamValues,
26
+ splitSecrets,
27
+ stripTransportHeaders,
28
+ } from './secrets.ts'
21
29
  // Recipe → version `requests[]` (a `RequestSelection`) — the same mapping the
22
30
  // MCP publish uses, so the cloud authoring publish stays byte-identical.
23
31
  export { providerToRequestSelection } from './to-version.ts'
@@ -1,14 +1,99 @@
1
- const SECRET_EXACT = new Set(['cookie', 'authorization', 'proxy-authorization'])
1
+ import type { ReclaimProvider } from './schema.ts'
2
2
 
3
- const SECRET_SUFFIXES = ['-token', '-key', '-secret', '-auth']
3
+ /** Headers safe to reveal to the attestor unredacted — everything else
4
+ * (`Cookie`, `Authorization`, any custom header, even ones that look inert
5
+ * like `Content-Type`) is secret by default. Allowlist, not a denylist:
6
+ * same exact list `reclaim-inapp-sdk` (`_PUBLIC_HEADERS_ALLOW_LIST`,
7
+ * `request.dart`) and `reclaim-portal` (`DEFAULT_PUBLIC_HEADERS`,
8
+ * `claim-builder.ts`) use for their own `witnessParams`/header split. */
9
+ const PUBLIC_HEADERS = new Set([
10
+ 'user-agent',
11
+ 'accept',
12
+ 'accept-language',
13
+ 'accept-encoding',
14
+ 'sec-fetch-mode',
15
+ 'sec-fetch-site',
16
+ 'sec-fetch-user',
17
+ 'origin',
18
+ 'x-requested-with',
19
+ 'sec-ch-ua',
20
+ 'sec-ch-ua-mobile',
21
+ ])
4
22
 
5
23
  export function classifyHeader(name: string): boolean {
6
- const lower = name.toLowerCase()
7
- if(SECRET_EXACT.has(lower)) {
8
- return true
24
+ return !PUBLIC_HEADERS.has(name.toLowerCase())
25
+ }
26
+
27
+ /** Headers that must NOT survive into EITHER the public or secret side —
28
+ * structural/transport, never a credential. Three kinds:
29
+ * - Conditional headers (`if-none-match`/`if-modified-since`/…): a captured
30
+ * cached ETag/date makes the origin answer 304/412 when the attestor
31
+ * re-issues, and the attestor treats non-2xx as failure. We always want
32
+ * the full fresh response.
33
+ * - Transfer headers the ATTESTOR sets itself (`connection: close`,
34
+ * `accept-encoding: identity`). Passing our own duplicates/collides with
35
+ * the request the attestor builds, so leave them out.
36
+ * - Host / framing headers the TRANSPORT owns (`host`, `content-length`,
37
+ * `transfer-encoding`). The attestor derives `Host` from the URL and sets
38
+ * its own; a baked `Host` produces a DUPLICATE that fails the receipt
39
+ * check / 400s the origin. A stale `content-length` breaks a
40
+ * re-serialized body.
41
+ * Must be stripped BEFORE `splitSecrets`, not after: under the allowlist
42
+ * classifier these all fall into `secrets` (none are on `PUBLIC_HEADERS`),
43
+ * and a header like `Host` — whose value trivially mirrors the URL's
44
+ * hostname, by definition — would trip a URL-conflict check on a
45
+ * structural, not a privacy, coincidence. */
46
+ const STRIP_REQUEST_HEADERS = new Set([
47
+ 'if-none-match',
48
+ 'if-modified-since',
49
+ 'if-match',
50
+ 'if-unmodified-since',
51
+ 'if-range',
52
+ 'connection',
53
+ 'accept-encoding',
54
+ 'host',
55
+ 'content-length',
56
+ 'transfer-encoding',
57
+ // Per-session anti-CSRF tokens: never portable (baking one in replays a
58
+ // single captured user's token for everyone, which the origin rejects).
59
+ // The allowlist classifier already routes these to `secrets` — a proof
60
+ // attempt sends the CURRENT user's own captured value, which is correct —
61
+ // but stripping them here means they never even take that path, and
62
+ // definitely never survive into a persisted, public recipe.
63
+ 'csrf',
64
+ 'x-csrf',
65
+ 'xsrf',
66
+ 'x-xsrf',
67
+ 'x-csrf-token',
68
+ 'xsrf-token',
69
+ ])
70
+
71
+ /** True for an HTTP/2 pseudo-header (`:authority`, `:method`, `:path`,
72
+ * `:scheme`, which CDP surfaces on h2 captures) — never a valid request
73
+ * header the attestor can replay. Same BEFORE-the-split reasoning as
74
+ * {@link STRIP_REQUEST_HEADERS}. */
75
+ function isPseudoHeader(name: string): boolean {
76
+ return name.startsWith(':')
77
+ }
78
+
79
+ /** Drop {@link STRIP_REQUEST_HEADERS} and HTTP/2 pseudo-headers. Call this on
80
+ * the RAW captured headers before {@link splitSecrets} — both the draft-time
81
+ * authoring flow and the live per-user verification capture need it, so
82
+ * neither ends up sending a duplicate `Host` or an invalid `:authority` to
83
+ * the attestor via either the public or the secret channel. */
84
+ export function stripTransportHeaders(
85
+ headers: Record<string, string>,
86
+ ): Record<string, string> {
87
+ const out: Record<string, string> = {}
88
+ for(const [k, v] of Object.entries(headers)) {
89
+ if(STRIP_REQUEST_HEADERS.has(k.toLowerCase()) || isPseudoHeader(k)) {
90
+ continue
91
+ }
92
+
93
+ out[k] = v
9
94
  }
10
95
 
11
- return SECRET_SUFFIXES.some((s) => lower.endsWith(s))
96
+ return out
12
97
  }
13
98
 
14
99
  export function splitSecrets(headers: Record<string, string>): {
@@ -27,3 +112,83 @@ export function splitSecrets(headers: Record<string, string>): {
27
112
 
28
113
  return { secrets, publics }
29
114
  }
115
+
116
+ /** Total characters write-redaction can hide from the attestor, summed
117
+ * ACROSS EVERY secret-classified value used in the URL — not a per-value
118
+ * cap. Default mode (`'key-update'`, also what an unset field resolves to)
119
+ * caps at 2; `'zk'` at 12. At or under the budget the overlap is genuinely
120
+ * hidden; over it, the value (or the combination of values) is effectively
121
+ * still visible to the attestor regardless of secret-marking. */
122
+ export function secretUrlCharBudget(
123
+ writeRedactionMode: ReclaimProvider['writeRedactionMode'],
124
+ ): number {
125
+ return writeRedactionMode === 'zk' ? 12 : 2
126
+ }
127
+
128
+ /** A `paramValues`/context key is secret iff its name contains `SECRET`
129
+ * (case-insensitive) — e.g. `SECRET_apiKey`, `context.SECRET_apiKey`. Same
130
+ * naming-convention classifier reclaim-inapp-sdk and reclaim-portal use for
131
+ * their `witnessParams`/`paramValues` maps (no separate boolean flag). */
132
+ export function classifyParamName(name: string): boolean {
133
+ return name.toUpperCase().includes('SECRET')
134
+ }
135
+
136
+ /** Split a `paramValues` map (bare `{{name}}` / `{{context.<name>}}` entries)
137
+ * into public (→ `params.paramValues`, revealed to the attestor) and secret
138
+ * (→ `secretParams.paramValues`) by {@link classifyParamName}. A secret
139
+ * value used in the URL is still hidden — up to {@link secretUrlCharBudget}
140
+ * characters, summed across every such value in that URL. */
141
+ export function splitSecretParamValues(paramValues: Record<string, string>): {
142
+ secrets: Record<string, string>
143
+ publics: Record<string, string>
144
+ } {
145
+ const secrets: Record<string, string> = {}
146
+ const publics: Record<string, string> = {}
147
+ for(const [k, v] of Object.entries(paramValues)) {
148
+ if(classifyParamName(k)) {
149
+ secrets[k] = v
150
+ } else {
151
+ publics[k] = v
152
+ }
153
+ }
154
+
155
+ return { secrets, publics }
156
+ }
157
+
158
+ /** Reject a proof attempt whose URL/geoLocation templates SECRET-named
159
+ * context param(s) whose ACTUAL values (now known — the consumer supplied
160
+ * them at session-create) exceed the write-redaction budget once summed.
161
+ * Structural placement (which params end up in the URL) is knowable at
162
+ * publish time and isn't rejected there — only the real values decide
163
+ * whether it fits, and those only exist once a verification session is
164
+ * underway. Checks the placeholder TOKEN (`{{<key>}}`), not a value search —
165
+ * the URL/geoLocation explicitly reference the param by name. */
166
+ export function assertSecretParamValuesFitUrlBudget(
167
+ url: string,
168
+ geoLocation: string | undefined,
169
+ secretParamValues: Record<string, string>,
170
+ writeRedactionMode: ReclaimProvider['writeRedactionMode'],
171
+ ) {
172
+ const haystack = `${url}\n${geoLocation ?? ''}`
173
+ let redactedChars = 0
174
+ const used: string[] = []
175
+ for(const [key, value] of Object.entries(secretParamValues)) {
176
+ if(haystack.includes(`{{${key}}}`)) {
177
+ redactedChars += value.length
178
+ used.push(key)
179
+ }
180
+ }
181
+
182
+ const budget = secretUrlCharBudget(writeRedactionMode)
183
+ if(redactedChars > budget) {
184
+ throw new Error(
185
+ `secret context param(s) ${used.map((k) => `"${k}"`).join(', ')} `
186
+ + `are templated into the URL/geoLocation ("${url}") with a `
187
+ + `combined value length of ${redactedChars} character(s) — over `
188
+ + `the ${budget}-character budget write-redaction `
189
+ + `(${writeRedactionMode ?? 'key-update'}) can actually hide there. `
190
+ + "Ask the consumer for a shorter value, switch to 'zk' if that "
191
+ + 'raises the budget enough, or move this param to the body.',
192
+ )
193
+ }
194
+ }
@@ -105,6 +105,13 @@ const CONTEXT_PARAM_RE = /\{\{context\.([A-Za-z_][A-Za-z0-9_]*)\}\}/g
105
105
  * recipe can never reference a context value the Builder doesn't require.
106
106
  * Returns undefined when nothing references context (the field is optional).
107
107
  * Authors can refine types/descriptions in the version editor.
108
+ *
109
+ * A SECRET-named context param (see `classifyParamName`) is NOT rejected here
110
+ * even when it's templated into the URL/geoLocation — write-redaction can
111
+ * still hide it there, up to `secretUrlCharBudget` characters (summed across
112
+ * every such value in that URL). Whether it actually fits is only knowable
113
+ * once a real value exists, so that check runs at verification time
114
+ * (`verify/run.ts`), against the consumer's actual supplied value — not here.
108
115
  */
109
116
  export function deriveRequiredContext(
110
117
  providers: ReclaimProvider[],
@@ -114,7 +121,11 @@ export function deriveRequiredContext(
114
121
  } = {},
115
122
  ): CreateProviderVersionRequest['requiredContext'] {
116
123
  const parts: string[] = []
117
- for(const p of [...providers, ...(injection.allowedJsRequests ?? [])]) {
124
+ for(const p of providers) {
125
+ parts.push(p.url, p.body ?? '')
126
+ }
127
+
128
+ for(const p of injection.allowedJsRequests ?? []) {
118
129
  parts.push(p.url, p.body ?? '')
119
130
  }
120
131
 
@@ -1,3 +0,0 @@
1
- import { type RegisteredTool } from '../tools/registry.ts';
2
- import { type ResolveBackend } from './util.ts';
3
- export declare function findTool(resolveBackend: ResolveBackend): RegisteredTool;
@@ -1,54 +0,0 @@
1
- /**
2
- * `find_requests_containing` — search captured responses for any encoding of a
3
- * value and rank the requests that return it. Authored once as a plain
4
- * {@link RegisteredTool}; the MCP and cloud loop each pass their own backend
5
- * resolver (see tools.ts / mcp/tools/agent/shared.ts). Server-side: response
6
- * bodies stay here, only metadata + a short snippet leave.
7
- */
8
- import { normalizeCandidates } from "../provider/normalize.js";
9
- import { defineTool } from "../tools/registry.js";
10
- import { objectSchema, publicRequest } from "./util.js";
11
- export function findTool(resolveBackend) {
12
- return defineTool({
13
- name: 'find_requests_containing',
14
- description: 'Search captured responses for any encoding of `value` (raw, '
15
- + 'URL/JSON/HTML-escaped, …). Returns a ranked candidate list with '
16
- + 'the matched variant, score, and a short snippet — used to locate '
17
- + 'the request that returns a target. Server-side; bodies stay here.',
18
- inputSchema: objectSchema({ value: { type: 'string' }, limit: { type: 'number' } }, ['value']),
19
- }, async (args) => {
20
- const backend = resolveBackend(args);
21
- const variants = normalizeCandidates(String(args.value));
22
- const ranked = [];
23
- for (const r of backend.capture.requests.values()) {
24
- if (!r.responseBody) {
25
- continue;
26
- }
27
- let hit;
28
- for (const v of variants) {
29
- const idx = r.responseBody.indexOf(v);
30
- if (idx >= 0) {
31
- const start = Math.max(0, idx - 40);
32
- const end = Math.min(r.responseBody.length, idx + v.length + 40);
33
- hit = { snippet: r.responseBody.slice(start, end), variant: v };
34
- break;
35
- }
36
- }
37
- if (!hit) {
38
- continue;
39
- }
40
- // Prefer JSON responses + smaller bodies (likely API endpoints).
41
- const score = (r.contentType.includes('json') ? 10 : 0)
42
- + Math.max(0, 5 - Math.log10(Math.max(r.size, 1)));
43
- ranked.push({
44
- ...publicRequest(r),
45
- matchedVariant: hit.variant,
46
- snippet: hit.snippet,
47
- score,
48
- });
49
- }
50
- ranked.sort((a, b) => b.score - a.score);
51
- const limit = Number(args.limit) || 10;
52
- return { candidates: ranked.slice(0, limit) };
53
- });
54
- }
@@ -1,3 +0,0 @@
1
- import { type RegisteredTool } from '../tools/registry.ts';
2
- import { type ResolveBackend } from './util.ts';
3
- export declare function proposeTool(resolveBackend: ResolveBackend): RegisteredTool;
@@ -1,109 +0,0 @@
1
- /**
2
- * `propose_provider` — draft a provider (recipe + captured secrets) from ONE
3
- * captured request, one match + redaction per target value. Authored once as a
4
- * plain {@link RegisteredTool}; hosts pass their own backend resolver. The
5
- * draft (recipe + real secret header values) is held server-side under an
6
- * opaque `draftId`; the result carries only the secret-free provider.
7
- */
8
- import { draftProvider } from "../provider/draft.js";
9
- import { OPRF_MAX_BYTES } from "../provider/matcher.js";
10
- import { verificationWarnings } from "../provider/verification-checks.js";
11
- import { defineTool } from "../tools/registry.js";
12
- import { objectSchema } from "./util.js";
13
- export function proposeTool(resolveBackend) {
14
- return defineTool({
15
- name: 'propose_provider',
16
- description: 'Draft a provider from ONE captured request. Pass `targets` (an '
17
- + 'array): one entry per value to extract, each with its `value` '
18
- + '(verbatim) and a distinct `name` (its param). The provider gets '
19
- + 'one match + redaction per target. Returns a draftId + recipe '
20
- + '(never secrets). Prefer a SINGLE request holding ALL values. '
21
- + 'Single-value shorthand: `target` + `name`. Per-target `hash` '
22
- + 'OPRF-hashes that value.',
23
- inputSchema: objectSchema({
24
- requestId: { type: 'string' },
25
- name: { type: 'string' },
26
- targets: {
27
- type: 'array',
28
- items: {
29
- type: 'object',
30
- properties: {
31
- value: { type: 'string' },
32
- name: { type: 'string' },
33
- hash: {
34
- type: 'string',
35
- enum: ['oprf-raw', 'oprf', 'oprf-mpc'],
36
- },
37
- },
38
- required: ['value', 'name'],
39
- },
40
- },
41
- target: { type: 'string' },
42
- hash: { type: 'string', enum: ['oprf-raw', 'oprf', 'oprf-mpc'] },
43
- }, ['requestId', 'name']),
44
- }, async (args) => {
45
- const backend = resolveBackend(args);
46
- const requestId = String(args.requestId);
47
- const providerName = String(args.name);
48
- const defaultHash = args.hash;
49
- // Explicit multi-value `targets`, else the single `target` shorthand.
50
- const raw = Array.isArray(args.targets) ? args.targets : [];
51
- const targets = raw.length
52
- ? raw.map((t) => {
53
- const o = t;
54
- return {
55
- value: String(o.value),
56
- name: String(o.name),
57
- ...(typeof o.hash === 'string'
58
- ? { hash: o.hash }
59
- : {}),
60
- };
61
- })
62
- : typeof args.target === 'string'
63
- ? [{
64
- value: args.target,
65
- name: providerName,
66
- ...(defaultHash ? { hash: defaultHash } : {}),
67
- }]
68
- : [];
69
- if (targets.length === 0) {
70
- throw new Error('propose_provider needs a `target` value or a non-empty '
71
- + '`targets` array');
72
- }
73
- for (const t of targets) {
74
- if ((t.hash ?? defaultHash) !== undefined
75
- && t.value.length > OPRF_MAX_BYTES) {
76
- throw new Error(`OPRF caps hashed values at ${OPRF_MAX_BYTES} bytes; got `
77
- + `${t.value.length}-byte "${t.value}". Use a tighter `
78
- + 'target or drop `hash`.');
79
- }
80
- }
81
- const captured = backend.capture.requests.get(requestId);
82
- if (!captured) {
83
- throw new Error(`no captured request ${requestId}`);
84
- }
85
- if (!captured.responseBody) {
86
- throw new Error(`request body unavailable for ${requestId}`);
87
- }
88
- const { provider, secretRefs, extractions } = draftProvider(captured, targets, providerName, defaultHash);
89
- // Materialize the real secret header values for later replay/prove;
90
- // they stay in the server-side draft, never in this result.
91
- const secrets = {};
92
- for (const ref of secretRefs) {
93
- const real = captured.requestHeaders[ref.name];
94
- if (real !== undefined) {
95
- secrets[ref.name] = real;
96
- }
97
- }
98
- const draftId = backend.drafts.put({
99
- provider, secretRefs, secrets, requestId, extractions,
100
- });
101
- const warnings = verificationWarnings(provider);
102
- return {
103
- draftId,
104
- provider,
105
- secretRefs,
106
- ...(warnings.length ? { verificationWarnings: warnings } : {}),
107
- };
108
- });
109
- }
@@ -1,10 +0,0 @@
1
- /**
2
- * `replay_request` — validate a drafted recipe before proving: confirm its
3
- * selectors extract the target(s), and (with `withoutSecrets`) that the
4
- * endpoint is auth-bound. Authored once as a plain {@link RegisteredTool}; the
5
- * backend does the actual replay (MCP re-runs locally, cloud re-issues in the
6
- * TEE pod).
7
- */
8
- import { type RegisteredTool } from '../tools/registry.ts';
9
- import { type ResolveBackend } from './util.ts';
10
- export declare function replayTool(resolveBackend: ResolveBackend): RegisteredTool;
@@ -1,34 +0,0 @@
1
- /**
2
- * `replay_request` — validate a drafted recipe before proving: confirm its
3
- * selectors extract the target(s), and (with `withoutSecrets`) that the
4
- * endpoint is auth-bound. Authored once as a plain {@link RegisteredTool}; the
5
- * backend does the actual replay (MCP re-runs locally, cloud re-issues in the
6
- * TEE pod).
7
- */
8
- import { defineTool } from "../tools/registry.js";
9
- import { objectSchema } from "./util.js";
10
- export function replayTool(resolveBackend) {
11
- return defineTool({
12
- name: 'replay_request',
13
- description: 'Validate the drafted recipe before proving — confirm its selectors '
14
- + 'extract the target value. Returns diagnostics; run before '
15
- + 'proving. Set `withoutSecrets: true` for the AUTH-BOUND check: it '
16
- + 're-issues the request with NO secrets/cookies (an anonymous '
17
- + 'visitor). If the values still extract (valid:true), the endpoint '
18
- + 'is PUBLIC and the proof would not bind to the user — reject it '
19
- + 'and find an auth-bound request instead.',
20
- inputSchema: objectSchema({
21
- draftId: { type: 'string' },
22
- withoutSecrets: { type: 'boolean' },
23
- }, ['draftId']),
24
- }, async (args) => {
25
- const backend = resolveBackend(args);
26
- const draft = backend.drafts.get(String(args.draftId));
27
- if (!draft) {
28
- throw new Error(`no draft ${String(args.draftId)}`);
29
- }
30
- return backend.replay(draft, {
31
- withoutSecrets: Boolean(args.withoutSecrets),
32
- });
33
- });
34
- }