@asterxsk/kiln 0.4.0 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +155 -155
  2. package/agent/AGENTS.md +67 -67
  3. package/agent/README.md +5 -5
  4. package/agent/extensions/ask-user/index.ts +418 -418
  5. package/agent/extensions/ask-user/install.ps1 +27 -27
  6. package/agent/extensions/ask-user/install.sh +24 -24
  7. package/agent/extensions/ask-user/package-lock.json +769 -769
  8. package/agent/extensions/ask-user/package.json +19 -19
  9. package/agent/extensions/ask-user/prompt.ts +45 -45
  10. package/agent/extensions/ask-user/tsconfig.json +7 -7
  11. package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
  12. package/agent/extensions/background-terminals/index.ts +627 -627
  13. package/agent/extensions/background-terminals/install.ps1 +27 -27
  14. package/agent/extensions/background-terminals/install.sh +24 -24
  15. package/agent/extensions/background-terminals/manager.test.ts +735 -735
  16. package/agent/extensions/background-terminals/output.test.ts +109 -109
  17. package/agent/extensions/background-terminals/package-lock.json +769 -769
  18. package/agent/extensions/background-terminals/package.json +17 -17
  19. package/agent/extensions/background-terminals/prompt.test.ts +125 -125
  20. package/agent/extensions/background-terminals/ps.test.ts +82 -82
  21. package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
  22. package/agent/extensions/background-terminals/src/domain.ts +87 -87
  23. package/agent/extensions/background-terminals/src/manager.ts +907 -907
  24. package/agent/extensions/background-terminals/src/output.ts +84 -84
  25. package/agent/extensions/background-terminals/src/prompt.ts +142 -142
  26. package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
  27. package/agent/extensions/background-terminals/src/runtime.ts +36 -36
  28. package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
  29. package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
  30. package/agent/extensions/background-terminals/tsconfig.json +7 -7
  31. package/agent/extensions/destructive/README.md +31 -31
  32. package/agent/extensions/destructive/index.ts +88 -88
  33. package/agent/extensions/destructive/install.ps1 +27 -27
  34. package/agent/extensions/destructive/install.sh +24 -24
  35. package/agent/extensions/file-search/index.spec.ts +443 -443
  36. package/agent/extensions/file-search/index.ts +459 -459
  37. package/agent/extensions/file-search/install.ps1 +27 -27
  38. package/agent/extensions/file-search/install.sh +24 -24
  39. package/agent/extensions/file-search/package-lock.json +2253 -2253
  40. package/agent/extensions/file-search/package.json +23 -23
  41. package/agent/extensions/file-search/src/args.ts +122 -122
  42. package/agent/extensions/file-search/src/binaries.ts +422 -422
  43. package/agent/extensions/file-search/src/output.ts +126 -126
  44. package/agent/extensions/file-search/src/process.ts +146 -146
  45. package/agent/extensions/file-search/src/prompt.ts +52 -52
  46. package/agent/extensions/file-search/tsconfig.json +7 -7
  47. package/agent/extensions/goal/README.md +50 -50
  48. package/agent/extensions/goal/index.ts +155 -155
  49. package/agent/extensions/goal/install.ps1 +27 -27
  50. package/agent/extensions/goal/install.sh +24 -24
  51. package/agent/extensions/kiln-update/README.md +38 -25
  52. package/agent/extensions/kiln-update/index.ts +177 -99
  53. package/agent/extensions/modelconf/PLAN.md +915 -915
  54. package/agent/extensions/modelconf/README.md +66 -66
  55. package/agent/extensions/modelconf/index.ts +296 -296
  56. package/agent/extensions/modelconf/install.ps1 +27 -27
  57. package/agent/extensions/modelconf/install.sh +24 -24
  58. package/agent/extensions/modelconf/package-lock.json +1809 -1809
  59. package/agent/extensions/modelconf/package.json +13 -13
  60. package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
  61. package/agent/extensions/modelconf/src/glob.ts +13 -13
  62. package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
  63. package/agent/extensions/modelconf/src/persistence.ts +164 -164
  64. package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
  65. package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
  66. package/agent/extensions/modelconf/tsconfig.json +15 -15
  67. package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
  68. package/agent/extensions/pi-web-access/LICENSE +21 -21
  69. package/agent/extensions/pi-web-access/README.md +470 -470
  70. package/agent/extensions/pi-web-access/SECURITY.md +5 -5
  71. package/agent/extensions/pi-web-access/activity.ts +101 -101
  72. package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
  73. package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
  74. package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
  75. package/agent/extensions/pi-web-access/content-find.ts +139 -139
  76. package/agent/extensions/pi-web-access/credential-source.ts +191 -191
  77. package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
  78. package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
  79. package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
  80. package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
  81. package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
  82. package/agent/extensions/pi-web-access/exa.ts +526 -526
  83. package/agent/extensions/pi-web-access/extract.ts +1196 -1196
  84. package/agent/extensions/pi-web-access/feature-config.ts +29 -29
  85. package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
  86. package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
  87. package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
  88. package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
  89. package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
  90. package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
  91. package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
  92. package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
  93. package/agent/extensions/pi-web-access/github-api.ts +197 -197
  94. package/agent/extensions/pi-web-access/github-extract.ts +746 -746
  95. package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
  96. package/agent/extensions/pi-web-access/index.ts +1737 -1737
  97. package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
  98. package/agent/extensions/pi-web-access/package.json +64 -64
  99. package/agent/extensions/pi-web-access/page-query.ts +96 -96
  100. package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
  101. package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
  102. package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
  103. package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
  104. package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
  105. package/agent/extensions/pi-web-access/search-types.ts +20 -20
  106. package/agent/extensions/pi-web-access/source-check.ts +282 -282
  107. package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
  108. package/agent/extensions/pi-web-access/storage.ts +521 -521
  109. package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
  110. package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
  111. package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
  112. package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
  113. package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
  114. package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
  115. package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
  116. package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
  117. package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
  118. package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
  119. package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
  120. package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
  121. package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
  122. package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
  123. package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
  124. package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
  125. package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
  126. package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
  127. package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
  128. package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
  129. package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
  130. package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
  131. package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
  132. package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
  133. package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
  134. package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
  135. package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
  136. package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
  137. package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
  138. package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
  139. package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
  140. package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
  141. package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
  142. package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
  143. package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
  144. package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
  145. package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
  146. package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
  147. package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
  148. package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
  149. package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
  150. package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
  151. package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
  152. package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
  153. package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
  154. package/agent/extensions/pi-web-access/tsconfig.json +11 -11
  155. package/agent/extensions/pi-web-access/utils.ts +451 -451
  156. package/agent/extensions/pi-web-access/video-extract.ts +392 -392
  157. package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
  158. package/agent/extensions/shared/activity-status.ts +31 -31
  159. package/agent/extensions/shared/child-session.test.ts +270 -270
  160. package/agent/extensions/shared/child-session.ts +148 -148
  161. package/agent/extensions/shared/context-utilization.test.ts +48 -48
  162. package/agent/extensions/shared/context-utilization.ts +47 -47
  163. package/agent/extensions/shared/dashboard-state.ts +99 -99
  164. package/agent/extensions/shared/install.ps1 +27 -27
  165. package/agent/extensions/shared/install.sh +24 -24
  166. package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
  167. package/agent/extensions/shared/tool-call-timeout.ts +104 -104
  168. package/agent/extensions/skillsconf/README.md +74 -74
  169. package/agent/extensions/skillsconf/index.ts +92 -92
  170. package/agent/extensions/skillsconf/install.ps1 +27 -27
  171. package/agent/extensions/skillsconf/install.sh +24 -24
  172. package/agent/extensions/skillsconf/package-lock.json +1809 -1809
  173. package/agent/extensions/skillsconf/package.json +18 -18
  174. package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
  175. package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
  176. package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
  177. package/agent/extensions/skillsconf/src/filter.ts +74 -74
  178. package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
  179. package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
  180. package/agent/extensions/skillsconf/src/persistence.ts +169 -169
  181. package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
  182. package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
  183. package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
  184. package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
  185. package/agent/extensions/skillsconf/tsconfig.json +15 -15
  186. package/agent/extensions/statusline/index.ts +273 -282
  187. package/agent/extensions/statusline/install.ps1 +27 -27
  188. package/agent/extensions/statusline/install.sh +24 -24
  189. package/agent/extensions/subagents/by-the-way.test.ts +29 -29
  190. package/agent/extensions/subagents/claude.test.ts +119 -119
  191. package/agent/extensions/subagents/codex.test.ts +102 -102
  192. package/agent/extensions/subagents/context-usage.test.ts +107 -107
  193. package/agent/extensions/subagents/docs/design-plan.md +568 -568
  194. package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
  195. package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
  196. package/agent/extensions/subagents/index.ts +779 -779
  197. package/agent/extensions/subagents/install.ps1 +27 -27
  198. package/agent/extensions/subagents/install.sh +24 -24
  199. package/agent/extensions/subagents/manager.test.ts +276 -276
  200. package/agent/extensions/subagents/package-lock.json +2244 -2244
  201. package/agent/extensions/subagents/package.json +19 -19
  202. package/agent/extensions/subagents/result-delivery.test.ts +27 -27
  203. package/agent/extensions/subagents/src/backend.ts +73 -73
  204. package/agent/extensions/subagents/src/backends/claude.ts +701 -701
  205. package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
  206. package/agent/extensions/subagents/src/backends/pi.ts +575 -575
  207. package/agent/extensions/subagents/src/backends/stub.ts +300 -300
  208. package/agent/extensions/subagents/src/by-the-way.ts +21 -21
  209. package/agent/extensions/subagents/src/domain.ts +253 -253
  210. package/agent/extensions/subagents/src/format.ts +74 -74
  211. package/agent/extensions/subagents/src/manager.ts +736 -736
  212. package/agent/extensions/subagents/src/prompt.ts +92 -92
  213. package/agent/extensions/subagents/src/result-delivery.ts +20 -20
  214. package/agent/extensions/subagents/src/runtime.ts +53 -53
  215. package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
  216. package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
  217. package/agent/extensions/subagents/takeover.test.ts +29 -29
  218. package/agent/extensions/subagents/tsconfig.json +7 -7
  219. package/agent/extensions/todo/AGENTS.md +38 -38
  220. package/agent/extensions/todo/LICENSE +21 -21
  221. package/agent/extensions/todo/config.ts +55 -55
  222. package/agent/extensions/todo/index.ts +151 -151
  223. package/agent/extensions/todo/install.ps1 +27 -27
  224. package/agent/extensions/todo/install.sh +24 -24
  225. package/agent/extensions/todo/locales/de.json +17 -17
  226. package/agent/extensions/todo/locales/en.json +15 -15
  227. package/agent/extensions/todo/locales/es.json +17 -17
  228. package/agent/extensions/todo/locales/fr.json +17 -17
  229. package/agent/extensions/todo/locales/pt-BR.json +17 -17
  230. package/agent/extensions/todo/locales/pt.json +17 -17
  231. package/agent/extensions/todo/locales/ru.json +17 -17
  232. package/agent/extensions/todo/locales/uk.json +17 -17
  233. package/agent/extensions/todo/locales/zh.json +17 -17
  234. package/agent/extensions/todo/package-lock.json +3358 -3358
  235. package/agent/extensions/todo/package.json +67 -67
  236. package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
  237. package/agent/extensions/todo/state/invariants.ts +20 -20
  238. package/agent/extensions/todo/state/replay.ts +38 -38
  239. package/agent/extensions/todo/state/selectors.ts +107 -107
  240. package/agent/extensions/todo/state/state-reducer.ts +326 -326
  241. package/agent/extensions/todo/state/state.ts +18 -18
  242. package/agent/extensions/todo/state/store.ts +82 -82
  243. package/agent/extensions/todo/state/task-graph.ts +57 -57
  244. package/agent/extensions/todo/todo-overlay.ts +200 -200
  245. package/agent/extensions/todo/todo.ts +155 -155
  246. package/agent/extensions/todo/tool/response-envelope.ts +109 -109
  247. package/agent/extensions/todo/tool/types.ts +206 -206
  248. package/agent/extensions/todo/view/format.ts +177 -177
  249. package/agent/extensions/trim-context/README.md +54 -54
  250. package/agent/extensions/trim-context/index.ts +487 -487
  251. package/agent/extensions/trim-context/install.ps1 +27 -27
  252. package/agent/extensions/trim-context/install.sh +24 -24
  253. package/agent/keybindings.json +7 -7
  254. package/agent/version.txt +1 -1
  255. package/bin/kiln.js +20 -13
  256. package/package.json +1 -1
  257. package/agent/extensions/taste/index.ts +0 -443
  258. package/agent/extensions/taste/install.ps1 +0 -27
  259. package/agent/extensions/taste/install.sh +0 -24
@@ -1,451 +1,451 @@
1
- import { AsyncLocalStorage } from "node:async_hooks";
2
- import { spawn } from "node:child_process";
3
- import { existsSync, readFileSync } from "node:fs";
4
- import { mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
5
- import { homedir, tmpdir } from "node:os";
6
- import { join } from "node:path";
7
-
8
- export function getWebSearchConfigDir(): string {
9
- if (process.env.PI_CODING_AGENT_DIR) return process.env.PI_CODING_AGENT_DIR;
10
- if (process.env.XDG_CONFIG_HOME) return join(process.env.XDG_CONFIG_HOME, "pi");
11
- return join(homedir(), ".pi");
12
- }
13
-
14
- export function getWebSearchConfigPath(): string {
15
- return join(getWebSearchConfigDir(), "web-search.json");
16
- }
17
-
18
- interface ApiBaseUrlOptions {
19
- configKey: string;
20
- configuredValue: unknown;
21
- defaultValue: string;
22
- environmentKey: string;
23
- environmentValue: string | undefined;
24
- }
25
-
26
- export function resolveApiBaseUrl(options: ApiBaseUrlOptions): string {
27
- const fromEnvironment = options.environmentValue !== undefined;
28
- const value = fromEnvironment ? options.environmentValue : options.configuredValue;
29
- if (value === undefined) return options.defaultValue;
30
-
31
- const source = fromEnvironment
32
- ? options.environmentKey
33
- : `${options.configKey} in ${getWebSearchConfigPath()}`;
34
- if (typeof value !== "string" || value.trim().length === 0) {
35
- throw new Error(`${source} must be an absolute HTTP(S) URL`);
36
- }
37
-
38
- let url: URL;
39
- try {
40
- url = new URL(value.trim());
41
- } catch {
42
- throw new Error(`${source} must be an absolute HTTP(S) URL`);
43
- }
44
- if (url.protocol !== "https:") {
45
- throw new Error(`${source} must be an absolute HTTPS URL`);
46
- }
47
- if (url.username || url.password) {
48
- throw new Error(`${source} must not include credentials`);
49
- }
50
- if (url.search || url.hash) {
51
- throw new Error(`${source} must not include query parameters or fragments`);
52
- }
53
-
54
- url.search = "";
55
- url.hash = "";
56
- url.pathname = url.pathname.replace(/\/+$/, "");
57
- return url.toString().replace(/\/+$/, "");
58
- }
59
-
60
- const API_REDIRECT_STATUSES = new Set([301, 302, 303, 307, 308]);
61
- const API_REQUEST_BODY_HEADERS = ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"];
62
- const MAX_API_REDIRECTS = 5;
63
-
64
- export async function fetchWithCredentialRedirects(
65
- url: string,
66
- init: RequestInit,
67
- credentialHeaders: readonly string[],
68
- ): Promise<Response> {
69
- let current = new URL(url);
70
- let requestInit = init;
71
-
72
- for (let redirects = 0; ; redirects++) {
73
- const response = await fetch(current, { ...requestInit, redirect: "manual" });
74
- if (!API_REDIRECT_STATUSES.has(response.status)) return response;
75
-
76
- const location = response.headers.get("location");
77
- if (!location) return response;
78
- if (redirects === MAX_API_REDIRECTS) {
79
- throw new Error(`Too many API redirects from ${url}`);
80
- }
81
-
82
- const next = new URL(location, current);
83
- if (next.protocol !== "http:" && next.protocol !== "https:") {
84
- throw new Error(`API redirect from ${current.origin} must use HTTP(S)`);
85
- }
86
- const method = requestInit.method?.toUpperCase() ?? "GET";
87
- if (
88
- ((response.status === 301 || response.status === 302) && method === "POST")
89
- || (response.status === 303 && method !== "GET" && method !== "HEAD")
90
- ) {
91
- const headers = new Headers(requestInit.headers);
92
- for (const name of API_REQUEST_BODY_HEADERS) headers.delete(name);
93
- const { body: _body, ...withoutBody } = requestInit;
94
- requestInit = { ...withoutBody, method: "GET", headers };
95
- }
96
- if (next.origin !== current.origin) {
97
- const headers = new Headers(requestInit.headers);
98
- for (const name of credentialHeaders) headers.delete(name);
99
- requestInit = { ...requestInit, headers };
100
- }
101
- current = next;
102
- }
103
- }
104
-
105
- export function formatSeconds(s: number): string {
106
- const h = Math.floor(s / 3600);
107
- const m = Math.floor((s % 3600) / 60);
108
- const sec = s % 60;
109
- if (h > 0) return `${h}:${String(m).padStart(2, "0")}:${String(sec).padStart(2, "0")}`;
110
- return `${m}:${String(sec).padStart(2, "0")}`;
111
- }
112
-
113
- export function readExecError(err: unknown): { code?: string; stderr: string; message: string } {
114
- if (!err || typeof err !== "object") {
115
- return { stderr: "", message: String(err) };
116
- }
117
- const code = (err as { code?: string }).code;
118
- const message = (err as { message?: string }).message ?? "";
119
- const stderrRaw = (err as { stderr?: Buffer | string }).stderr;
120
- const stderr = Buffer.isBuffer(stderrRaw)
121
- ? stderrRaw.toString("utf-8")
122
- : typeof stderrRaw === "string"
123
- ? stderrRaw
124
- : "";
125
- return { code, stderr, message };
126
- }
127
-
128
- export function isTimeoutError(err: unknown): boolean {
129
- if (!err || typeof err !== "object") return false;
130
- if ((err as { killed?: boolean }).killed) return true;
131
- const name = (err as { name?: string }).name;
132
- const code = (err as { code?: string }).code;
133
- const message = (err as { message?: string }).message ?? "";
134
- return name === "AbortError" || code === "ETIMEDOUT" || message.toLowerCase().includes("timed out");
135
- }
136
-
137
- export function trimErrorText(text: string): string {
138
- return text.replace(/\s+/g, " ").trim().slice(0, 200);
139
- }
140
-
141
- export function mapFfmpegError(err: unknown): string {
142
- const { code, stderr, message } = readExecError(err);
143
- if (code === "ENOENT") return "ffmpeg is not installed. Install with: brew install ffmpeg";
144
- if (isTimeoutError(err)) return "ffmpeg timed out extracting frame";
145
- if (stderr.includes("403")) return "Stream URL returned 403 — may have expired, try again";
146
- const snippet = trimErrorText(stderr || message);
147
- return snippet ? `ffmpeg failed: ${snippet}` : "ffmpeg failed";
148
- }
149
-
150
- const proxyStorage = new AsyncLocalStorage<string | null>();
151
-
152
- export function normalizeProxyUrl(value: unknown, source: string): string | null {
153
- if (value === undefined || value === null) return null;
154
- if (typeof value !== "string") throw new Error(`${source} must be an http(s) proxy URL string`);
155
- const trimmed = value.trim();
156
- if (!trimmed) return null;
157
- let parsed: URL;
158
- try {
159
- parsed = new URL(trimmed);
160
- } catch {
161
- throw new Error(`${source} must be a valid proxy URL: ${JSON.stringify(trimmed)}`);
162
- }
163
- if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
164
- throw new Error(`${source} must use the http:// or https:// scheme: ${trimmed}`);
165
- }
166
- if (!parsed.hostname) throw new Error(`${source} must include a proxy host: ${trimmed}`);
167
- parsed.hash = "";
168
- parsed.search = "";
169
- return parsed.toString();
170
- }
171
-
172
- function redactProxyUrl(value: string): string {
173
- const parsed = new URL(value);
174
- if (parsed.username) parsed.username = "redacted";
175
- if (parsed.password) parsed.password = "redacted";
176
- return parsed.toString();
177
- }
178
-
179
- function loadConfiguredProxy(): string | null {
180
- let configured: unknown;
181
- const path = getWebSearchConfigPath();
182
- if (existsSync(path)) {
183
- let raw: unknown;
184
- try {
185
- raw = JSON.parse(readFileSync(path, "utf-8"));
186
- } catch (err) {
187
- const message = err instanceof Error ? err.message : String(err);
188
- throw new Error(`Failed to load proxy config from ${path}: ${message}`);
189
- }
190
- if (raw && typeof raw === "object" && !Array.isArray(raw)) configured = (raw as { proxy?: unknown }).proxy;
191
- }
192
- if (configured === undefined) return null;
193
- return normalizeProxyUrl(configured, `proxy in ${getWebSearchConfigPath()}`);
194
- }
195
-
196
- export function runWithProxy<T>(proxy: string | undefined, fn: () => T): T {
197
- if (proxy === undefined) return fn();
198
- const normalized = normalizeProxyUrl(proxy, "proxy");
199
- return proxyStorage.run(normalized, fn);
200
- }
201
-
202
- export function getActiveProxy(): string | null {
203
- const scoped = proxyStorage.getStore();
204
- return scoped !== undefined ? scoped : loadConfiguredProxy();
205
- }
206
-
207
- export function hasScopedProxyDecision(): boolean {
208
- return proxyStorage.getStore() !== undefined;
209
- }
210
-
211
- function noProxyEntryMatches(hostname: string, entry: string): boolean {
212
- if (!entry) return false;
213
- if (entry === "*") return true;
214
- let host = entry;
215
- if (host.startsWith("[")) {
216
- const close = host.indexOf("]");
217
- if (close > 0) host = host.slice(0, close + 1);
218
- } else {
219
- const colon = host.lastIndexOf(":");
220
- if (colon > -1 && /^\d+$/.test(host.slice(colon + 1))) host = host.slice(0, colon);
221
- }
222
- host = host.toLowerCase().replace(/^\[|\]$/g, "");
223
- if (!host) return false;
224
- return hostname === host || hostname.endsWith(host.startsWith(".") ? host : `.${host}`);
225
- }
226
-
227
- /** True when a URL must NOT be sent through the active proxy. */
228
- export function isProxyBypassedUrl(url: URL): boolean {
229
- const hostname = url.hostname.toLowerCase().replace(/^\[|\]$/g, "");
230
- if (hostname === "localhost" || hostname.endsWith(".localhost") || hostname === "127.0.0.1" || hostname === "::1") return true;
231
- const noProxy = process.env.NO_PROXY || process.env.no_proxy;
232
- if (noProxy && noProxy.split(",").some((entry) => noProxyEntryMatches(hostname, entry.trim()))) return true;
233
- return false;
234
- }
235
-
236
- export interface ProxiedRequestInit extends RequestInit {
237
- /** Caller-supplied proxy; bypasses AsyncLocalStorage for pLimit-safe contexts. */
238
- __proxy?: string;
239
- }
240
-
241
- interface ProxiedFetch {
242
- (input: RequestInfo | URL, init?: ProxiedRequestInit): Promise<Response>;
243
- __piWebAccessProxyFetch?: boolean;
244
- }
245
-
246
- /** Wraps globalThis.fetch so every http(s) call routes through curl while a proxy is active. Idempotent. */
247
- export function installGlobalProxyFetch(): void {
248
- const current = globalThis.fetch as ProxiedFetch;
249
- if (typeof current !== "function" || current.__piWebAccessProxyFetch === true) return;
250
- const nativeFetch = current;
251
- const wrapped: ProxiedFetch = ((input: RequestInfo | URL, init?: ProxiedRequestInit) => {
252
- // Prefer caller-attached __proxy (survives pLimit context loss) over AsyncLocalStorage.
253
- const proxy = init?.__proxy ?? getActiveProxy();
254
- if (!proxy) return nativeFetch(input, init);
255
- let url: URL | null = null;
256
- try {
257
- url = new URL(typeof input === "string" || input instanceof URL ? input : input.url);
258
- } catch {
259
- url = null;
260
- }
261
- if (!url || (url.protocol !== "http:" && url.protocol !== "https:") || isProxyBypassedUrl(url)) {
262
- return nativeFetch(input, init);
263
- }
264
- return fetchViaCurl(url, init ?? {}, proxy);
265
- });
266
- wrapped.__piWebAccessProxyFetch = true;
267
- globalThis.fetch = wrapped;
268
- }
269
-
270
- function parseHeaderDump(dump: string): { status: number; statusText: string; headers: Array<[string, string]> } {
271
- const blocks = dump.split(/\r?\n\r?\n/).filter((block) => /^HTTP\/[\d.]+\s+\d{3}/.test(block.trim()));
272
- const block = (blocks.length > 0 ? blocks[blocks.length - 1] : "").trim();
273
- const lines = block.split(/\r?\n/);
274
- let status = 0;
275
- let statusText = "";
276
- const headers: Array<[string, string]> = [];
277
- for (const line of lines) {
278
- const match = /^HTTP\/[\d.]+\s+(\d{3})(?:\s+(.*))?$/.exec(line.trim());
279
- if (match) {
280
- status = Number(match[1]);
281
- statusText = match[2] ?? "";
282
- headers.length = 0;
283
- continue;
284
- }
285
- const separator = line.indexOf(":");
286
- if (separator > 0) {
287
- const name = line.slice(0, separator).trim();
288
- if (name.toLowerCase() === "content-encoding" || name.toLowerCase() === "content-length") continue;
289
- headers.push([name, line.slice(separator + 1).trim()]);
290
- }
291
- }
292
- return { status, statusText, headers };
293
- }
294
-
295
- class CurlTransportError extends Error {}
296
-
297
- async function fetchViaCurl(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
298
- let current = url;
299
- let currentInit = init;
300
- for (let redirects = 0; ; redirects++) {
301
- const response = await fetchViaCurlOnce(current, currentInit, proxyUrl);
302
- const location = response.headers.get("location");
303
- if (!location || ![301, 302, 303, 307, 308].includes(response.status)) {
304
- if (redirects > 0) Object.defineProperty(response, "redirected", { value: true, configurable: true });
305
- return response;
306
- }
307
- if (currentInit.redirect === "manual") return response;
308
- if (currentInit.redirect === "error") throw new TypeError(`Proxy fetch redirect blocked from ${current.toString()}`);
309
- if (redirects === 20) throw new Error(`Too many proxy redirects from ${url.toString()}`);
310
-
311
- const next = new URL(location, current);
312
- if (next.protocol !== "http:" && next.protocol !== "https:") throw new Error(`Proxy redirect from ${current.origin} must use HTTP(S)`);
313
-
314
- let headers = new Headers(currentInit.headers);
315
- let nextInit: RequestInit;
316
- const method = currentInit.method?.toUpperCase() ?? "GET";
317
- if (((response.status === 301 || response.status === 302) && method === "POST") || (response.status === 303 && method !== "GET" && method !== "HEAD")) {
318
- for (const name of ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"]) headers.delete(name);
319
- const { body: _body, ...withoutBody } = currentInit;
320
- nextInit = { ...withoutBody, method: "GET", headers };
321
- } else {
322
- nextInit = { ...currentInit, headers };
323
- }
324
-
325
- if (next.origin !== current.origin) {
326
- headers = new Headers();
327
- nextInit = { ...nextInit, headers };
328
- }
329
- current = next;
330
- currentInit = nextInit;
331
- }
332
- }
333
-
334
- async function fetchViaCurlOnce(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
335
- const method = (init.method ?? "GET").toUpperCase();
336
- const headers = new Headers(init.headers);
337
-
338
- const dir = await mkdtemp(join(tmpdir(), "pi-web-access-proxy-"));
339
- const headerFile = join(dir, "headers");
340
- const bodyFile = join(dir, "body");
341
- const requestBodyFile = join(dir, "request-body");
342
-
343
- const args: string[] = [
344
- "--silent",
345
- "--show-error",
346
- "--compressed",
347
- "--connect-timeout", "20",
348
- "-x", proxyUrl,
349
- "-D", headerFile,
350
- "--output", bodyFile,
351
- "--write-out", "%{json}",
352
- ];
353
-
354
- if (method !== "GET" && method !== "HEAD") args.push("-X", method);
355
-
356
- for (const [name, value] of headers.entries()) {
357
- if (value === "") continue;
358
- args.push("-H", `${name}: ${value}`);
359
- }
360
-
361
- const body = init.body;
362
- if (body !== undefined && body !== null) {
363
- let buffer: Buffer;
364
- if (typeof body === "string") buffer = Buffer.from(body, "utf-8");
365
- else if (body instanceof URLSearchParams) buffer = Buffer.from(body.toString(), "utf-8");
366
- else if (body instanceof ArrayBuffer) buffer = Buffer.from(body);
367
- else if (ArrayBuffer.isView(body)) buffer = Buffer.from(body.buffer, body.byteOffset, body.byteLength);
368
- else throw new Error(`Unsupported request body type for proxy fetch: ${typeof body}`);
369
- await writeFile(requestBodyFile, buffer);
370
- args.push("--data-binary", `@${requestBodyFile}`);
371
- if (method === "GET") args.unshift("-X", "GET");
372
- }
373
-
374
- args.push(url.toString());
375
-
376
- const signal = init.signal ?? null;
377
- let stdout: string;
378
- try {
379
- stdout = await new Promise<string>((resolve, reject) => {
380
- if (signal?.aborted) {
381
- reject(new DOMException("The operation was aborted.", "AbortError"));
382
- return;
383
- }
384
- const child = spawn("curl", args, { windowsHide: true });
385
- let out = "";
386
- let stderr = "";
387
- const onAbort = () => { try { child.kill(); } catch {} };
388
- if (signal) {
389
- signal.addEventListener("abort", onAbort, { once: true });
390
- }
391
- child.stdout?.on("data", (chunk: Buffer) => { out += chunk.toString("utf-8"); });
392
- child.stderr?.on("data", (chunk: Buffer) => { if (stderr.length < 4096) stderr += chunk.toString("utf-8"); });
393
- child.once("error", (err: NodeJS.ErrnoException) => {
394
- signal?.removeEventListener("abort", onAbort);
395
- reject(new CurlTransportError(err.code === "ENOENT"
396
- ? "curl executable not found on PATH; proxy transport requires curl"
397
- : `curl failed to start: ${err.message}`));
398
- });
399
- child.once("close", (code) => {
400
- signal?.removeEventListener("abort", onAbort);
401
- if (signal?.aborted) return reject(new DOMException("The operation was aborted.", "AbortError"));
402
- if (code !== 0 && !out.trim()) {
403
- return reject(new CurlTransportError(`curl exited with code ${code ?? "unknown"} via ${redactProxyUrl(proxyUrl)}${stderr.trim() ? `: ${stderr.trim()}` : ""}`));
404
- }
405
- resolve(out);
406
- });
407
- });
408
- } catch (err) {
409
- await rm(dir, { recursive: true, force: true }).catch(() => {});
410
- if (err instanceof CurlTransportError) throw new Error(err.message);
411
- throw err;
412
- }
413
-
414
- let bodyBuffer = Buffer.alloc(0);
415
- let dump = "";
416
- try {
417
- [dump, bodyBuffer] = await Promise.all([readFile(headerFile, "utf-8"), readFile(bodyFile)]);
418
- } catch {
419
- // HEAD or empty responses may not produce output files.
420
- } finally {
421
- await rm(dir, { recursive: true, force: true }).catch(() => {});
422
- }
423
-
424
- const { status, statusText, headers: responseHeaders } = parseHeaderDump(dump);
425
- if (status === 0) {
426
- throw new Error(`Proxy fetch to ${url.toString()} via ${redactProxyUrl(proxyUrl)} returned no HTTP status`);
427
- }
428
-
429
- let finalUrl = url.toString();
430
- let redirected = false;
431
- try {
432
- const trimmed = stdout.trim();
433
- if (trimmed.startsWith("{")) {
434
- const writeOut = JSON.parse(trimmed) as { url_effective?: string; num_redirects?: number };
435
- if (writeOut.url_effective) finalUrl = writeOut.url_effective;
436
- redirected = (writeOut.num_redirects ?? 0) > 0;
437
- }
438
- } catch {
439
- // Older curl without %{json}; the header dump already provided the status.
440
- }
441
-
442
- const nullBody = status === 204 || status === 205 || status === 304;
443
- const response = new Response(nullBody ? null : new Uint8Array(bodyBuffer), {
444
- status,
445
- statusText: statusText || undefined,
446
- headers: new Headers(responseHeaders),
447
- });
448
- Object.defineProperty(response, "url", { value: finalUrl, configurable: true });
449
- Object.defineProperty(response, "redirected", { value: redirected, configurable: true });
450
- return response;
451
- }
1
+ import { AsyncLocalStorage } from "node:async_hooks";
2
+ import { spawn } from "node:child_process";
3
+ import { existsSync, readFileSync } from "node:fs";
4
+ import { mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
5
+ import { homedir, tmpdir } from "node:os";
6
+ import { join } from "node:path";
7
+
8
+ export function getWebSearchConfigDir(): string {
9
+ if (process.env.PI_CODING_AGENT_DIR) return process.env.PI_CODING_AGENT_DIR;
10
+ if (process.env.XDG_CONFIG_HOME) return join(process.env.XDG_CONFIG_HOME, "pi");
11
+ return join(homedir(), ".pi");
12
+ }
13
+
14
+ export function getWebSearchConfigPath(): string {
15
+ return join(getWebSearchConfigDir(), "web-search.json");
16
+ }
17
+
18
+ interface ApiBaseUrlOptions {
19
+ configKey: string;
20
+ configuredValue: unknown;
21
+ defaultValue: string;
22
+ environmentKey: string;
23
+ environmentValue: string | undefined;
24
+ }
25
+
26
+ export function resolveApiBaseUrl(options: ApiBaseUrlOptions): string {
27
+ const fromEnvironment = options.environmentValue !== undefined;
28
+ const value = fromEnvironment ? options.environmentValue : options.configuredValue;
29
+ if (value === undefined) return options.defaultValue;
30
+
31
+ const source = fromEnvironment
32
+ ? options.environmentKey
33
+ : `${options.configKey} in ${getWebSearchConfigPath()}`;
34
+ if (typeof value !== "string" || value.trim().length === 0) {
35
+ throw new Error(`${source} must be an absolute HTTP(S) URL`);
36
+ }
37
+
38
+ let url: URL;
39
+ try {
40
+ url = new URL(value.trim());
41
+ } catch {
42
+ throw new Error(`${source} must be an absolute HTTP(S) URL`);
43
+ }
44
+ if (url.protocol !== "https:") {
45
+ throw new Error(`${source} must be an absolute HTTPS URL`);
46
+ }
47
+ if (url.username || url.password) {
48
+ throw new Error(`${source} must not include credentials`);
49
+ }
50
+ if (url.search || url.hash) {
51
+ throw new Error(`${source} must not include query parameters or fragments`);
52
+ }
53
+
54
+ url.search = "";
55
+ url.hash = "";
56
+ url.pathname = url.pathname.replace(/\/+$/, "");
57
+ return url.toString().replace(/\/+$/, "");
58
+ }
59
+
60
+ const API_REDIRECT_STATUSES = new Set([301, 302, 303, 307, 308]);
61
+ const API_REQUEST_BODY_HEADERS = ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"];
62
+ const MAX_API_REDIRECTS = 5;
63
+
64
+ export async function fetchWithCredentialRedirects(
65
+ url: string,
66
+ init: RequestInit,
67
+ credentialHeaders: readonly string[],
68
+ ): Promise<Response> {
69
+ let current = new URL(url);
70
+ let requestInit = init;
71
+
72
+ for (let redirects = 0; ; redirects++) {
73
+ const response = await fetch(current, { ...requestInit, redirect: "manual" });
74
+ if (!API_REDIRECT_STATUSES.has(response.status)) return response;
75
+
76
+ const location = response.headers.get("location");
77
+ if (!location) return response;
78
+ if (redirects === MAX_API_REDIRECTS) {
79
+ throw new Error(`Too many API redirects from ${url}`);
80
+ }
81
+
82
+ const next = new URL(location, current);
83
+ if (next.protocol !== "http:" && next.protocol !== "https:") {
84
+ throw new Error(`API redirect from ${current.origin} must use HTTP(S)`);
85
+ }
86
+ const method = requestInit.method?.toUpperCase() ?? "GET";
87
+ if (
88
+ ((response.status === 301 || response.status === 302) && method === "POST")
89
+ || (response.status === 303 && method !== "GET" && method !== "HEAD")
90
+ ) {
91
+ const headers = new Headers(requestInit.headers);
92
+ for (const name of API_REQUEST_BODY_HEADERS) headers.delete(name);
93
+ const { body: _body, ...withoutBody } = requestInit;
94
+ requestInit = { ...withoutBody, method: "GET", headers };
95
+ }
96
+ if (next.origin !== current.origin) {
97
+ const headers = new Headers(requestInit.headers);
98
+ for (const name of credentialHeaders) headers.delete(name);
99
+ requestInit = { ...requestInit, headers };
100
+ }
101
+ current = next;
102
+ }
103
+ }
104
+
105
+ export function formatSeconds(s: number): string {
106
+ const h = Math.floor(s / 3600);
107
+ const m = Math.floor((s % 3600) / 60);
108
+ const sec = s % 60;
109
+ if (h > 0) return `${h}:${String(m).padStart(2, "0")}:${String(sec).padStart(2, "0")}`;
110
+ return `${m}:${String(sec).padStart(2, "0")}`;
111
+ }
112
+
113
+ export function readExecError(err: unknown): { code?: string; stderr: string; message: string } {
114
+ if (!err || typeof err !== "object") {
115
+ return { stderr: "", message: String(err) };
116
+ }
117
+ const code = (err as { code?: string }).code;
118
+ const message = (err as { message?: string }).message ?? "";
119
+ const stderrRaw = (err as { stderr?: Buffer | string }).stderr;
120
+ const stderr = Buffer.isBuffer(stderrRaw)
121
+ ? stderrRaw.toString("utf-8")
122
+ : typeof stderrRaw === "string"
123
+ ? stderrRaw
124
+ : "";
125
+ return { code, stderr, message };
126
+ }
127
+
128
+ export function isTimeoutError(err: unknown): boolean {
129
+ if (!err || typeof err !== "object") return false;
130
+ if ((err as { killed?: boolean }).killed) return true;
131
+ const name = (err as { name?: string }).name;
132
+ const code = (err as { code?: string }).code;
133
+ const message = (err as { message?: string }).message ?? "";
134
+ return name === "AbortError" || code === "ETIMEDOUT" || message.toLowerCase().includes("timed out");
135
+ }
136
+
137
+ export function trimErrorText(text: string): string {
138
+ return text.replace(/\s+/g, " ").trim().slice(0, 200);
139
+ }
140
+
141
+ export function mapFfmpegError(err: unknown): string {
142
+ const { code, stderr, message } = readExecError(err);
143
+ if (code === "ENOENT") return "ffmpeg is not installed. Install with: brew install ffmpeg";
144
+ if (isTimeoutError(err)) return "ffmpeg timed out extracting frame";
145
+ if (stderr.includes("403")) return "Stream URL returned 403 — may have expired, try again";
146
+ const snippet = trimErrorText(stderr || message);
147
+ return snippet ? `ffmpeg failed: ${snippet}` : "ffmpeg failed";
148
+ }
149
+
150
+ const proxyStorage = new AsyncLocalStorage<string | null>();
151
+
152
+ export function normalizeProxyUrl(value: unknown, source: string): string | null {
153
+ if (value === undefined || value === null) return null;
154
+ if (typeof value !== "string") throw new Error(`${source} must be an http(s) proxy URL string`);
155
+ const trimmed = value.trim();
156
+ if (!trimmed) return null;
157
+ let parsed: URL;
158
+ try {
159
+ parsed = new URL(trimmed);
160
+ } catch {
161
+ throw new Error(`${source} must be a valid proxy URL: ${JSON.stringify(trimmed)}`);
162
+ }
163
+ if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
164
+ throw new Error(`${source} must use the http:// or https:// scheme: ${trimmed}`);
165
+ }
166
+ if (!parsed.hostname) throw new Error(`${source} must include a proxy host: ${trimmed}`);
167
+ parsed.hash = "";
168
+ parsed.search = "";
169
+ return parsed.toString();
170
+ }
171
+
172
+ function redactProxyUrl(value: string): string {
173
+ const parsed = new URL(value);
174
+ if (parsed.username) parsed.username = "redacted";
175
+ if (parsed.password) parsed.password = "redacted";
176
+ return parsed.toString();
177
+ }
178
+
179
+ function loadConfiguredProxy(): string | null {
180
+ let configured: unknown;
181
+ const path = getWebSearchConfigPath();
182
+ if (existsSync(path)) {
183
+ let raw: unknown;
184
+ try {
185
+ raw = JSON.parse(readFileSync(path, "utf-8"));
186
+ } catch (err) {
187
+ const message = err instanceof Error ? err.message : String(err);
188
+ throw new Error(`Failed to load proxy config from ${path}: ${message}`);
189
+ }
190
+ if (raw && typeof raw === "object" && !Array.isArray(raw)) configured = (raw as { proxy?: unknown }).proxy;
191
+ }
192
+ if (configured === undefined) return null;
193
+ return normalizeProxyUrl(configured, `proxy in ${getWebSearchConfigPath()}`);
194
+ }
195
+
196
+ export function runWithProxy<T>(proxy: string | undefined, fn: () => T): T {
197
+ if (proxy === undefined) return fn();
198
+ const normalized = normalizeProxyUrl(proxy, "proxy");
199
+ return proxyStorage.run(normalized, fn);
200
+ }
201
+
202
+ export function getActiveProxy(): string | null {
203
+ const scoped = proxyStorage.getStore();
204
+ return scoped !== undefined ? scoped : loadConfiguredProxy();
205
+ }
206
+
207
+ export function hasScopedProxyDecision(): boolean {
208
+ return proxyStorage.getStore() !== undefined;
209
+ }
210
+
211
+ function noProxyEntryMatches(hostname: string, entry: string): boolean {
212
+ if (!entry) return false;
213
+ if (entry === "*") return true;
214
+ let host = entry;
215
+ if (host.startsWith("[")) {
216
+ const close = host.indexOf("]");
217
+ if (close > 0) host = host.slice(0, close + 1);
218
+ } else {
219
+ const colon = host.lastIndexOf(":");
220
+ if (colon > -1 && /^\d+$/.test(host.slice(colon + 1))) host = host.slice(0, colon);
221
+ }
222
+ host = host.toLowerCase().replace(/^\[|\]$/g, "");
223
+ if (!host) return false;
224
+ return hostname === host || hostname.endsWith(host.startsWith(".") ? host : `.${host}`);
225
+ }
226
+
227
+ /** True when a URL must NOT be sent through the active proxy. */
228
+ export function isProxyBypassedUrl(url: URL): boolean {
229
+ const hostname = url.hostname.toLowerCase().replace(/^\[|\]$/g, "");
230
+ if (hostname === "localhost" || hostname.endsWith(".localhost") || hostname === "127.0.0.1" || hostname === "::1") return true;
231
+ const noProxy = process.env.NO_PROXY || process.env.no_proxy;
232
+ if (noProxy && noProxy.split(",").some((entry) => noProxyEntryMatches(hostname, entry.trim()))) return true;
233
+ return false;
234
+ }
235
+
236
+ export interface ProxiedRequestInit extends RequestInit {
237
+ /** Caller-supplied proxy; bypasses AsyncLocalStorage for pLimit-safe contexts. */
238
+ __proxy?: string;
239
+ }
240
+
241
+ interface ProxiedFetch {
242
+ (input: RequestInfo | URL, init?: ProxiedRequestInit): Promise<Response>;
243
+ __piWebAccessProxyFetch?: boolean;
244
+ }
245
+
246
+ /** Wraps globalThis.fetch so every http(s) call routes through curl while a proxy is active. Idempotent. */
247
+ export function installGlobalProxyFetch(): void {
248
+ const current = globalThis.fetch as ProxiedFetch;
249
+ if (typeof current !== "function" || current.__piWebAccessProxyFetch === true) return;
250
+ const nativeFetch = current;
251
+ const wrapped: ProxiedFetch = ((input: RequestInfo | URL, init?: ProxiedRequestInit) => {
252
+ // Prefer caller-attached __proxy (survives pLimit context loss) over AsyncLocalStorage.
253
+ const proxy = init?.__proxy ?? getActiveProxy();
254
+ if (!proxy) return nativeFetch(input, init);
255
+ let url: URL | null = null;
256
+ try {
257
+ url = new URL(typeof input === "string" || input instanceof URL ? input : input.url);
258
+ } catch {
259
+ url = null;
260
+ }
261
+ if (!url || (url.protocol !== "http:" && url.protocol !== "https:") || isProxyBypassedUrl(url)) {
262
+ return nativeFetch(input, init);
263
+ }
264
+ return fetchViaCurl(url, init ?? {}, proxy);
265
+ });
266
+ wrapped.__piWebAccessProxyFetch = true;
267
+ globalThis.fetch = wrapped;
268
+ }
269
+
270
+ function parseHeaderDump(dump: string): { status: number; statusText: string; headers: Array<[string, string]> } {
271
+ const blocks = dump.split(/\r?\n\r?\n/).filter((block) => /^HTTP\/[\d.]+\s+\d{3}/.test(block.trim()));
272
+ const block = (blocks.length > 0 ? blocks[blocks.length - 1] : "").trim();
273
+ const lines = block.split(/\r?\n/);
274
+ let status = 0;
275
+ let statusText = "";
276
+ const headers: Array<[string, string]> = [];
277
+ for (const line of lines) {
278
+ const match = /^HTTP\/[\d.]+\s+(\d{3})(?:\s+(.*))?$/.exec(line.trim());
279
+ if (match) {
280
+ status = Number(match[1]);
281
+ statusText = match[2] ?? "";
282
+ headers.length = 0;
283
+ continue;
284
+ }
285
+ const separator = line.indexOf(":");
286
+ if (separator > 0) {
287
+ const name = line.slice(0, separator).trim();
288
+ if (name.toLowerCase() === "content-encoding" || name.toLowerCase() === "content-length") continue;
289
+ headers.push([name, line.slice(separator + 1).trim()]);
290
+ }
291
+ }
292
+ return { status, statusText, headers };
293
+ }
294
+
295
+ class CurlTransportError extends Error {}
296
+
297
+ async function fetchViaCurl(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
298
+ let current = url;
299
+ let currentInit = init;
300
+ for (let redirects = 0; ; redirects++) {
301
+ const response = await fetchViaCurlOnce(current, currentInit, proxyUrl);
302
+ const location = response.headers.get("location");
303
+ if (!location || ![301, 302, 303, 307, 308].includes(response.status)) {
304
+ if (redirects > 0) Object.defineProperty(response, "redirected", { value: true, configurable: true });
305
+ return response;
306
+ }
307
+ if (currentInit.redirect === "manual") return response;
308
+ if (currentInit.redirect === "error") throw new TypeError(`Proxy fetch redirect blocked from ${current.toString()}`);
309
+ if (redirects === 20) throw new Error(`Too many proxy redirects from ${url.toString()}`);
310
+
311
+ const next = new URL(location, current);
312
+ if (next.protocol !== "http:" && next.protocol !== "https:") throw new Error(`Proxy redirect from ${current.origin} must use HTTP(S)`);
313
+
314
+ let headers = new Headers(currentInit.headers);
315
+ let nextInit: RequestInit;
316
+ const method = currentInit.method?.toUpperCase() ?? "GET";
317
+ if (((response.status === 301 || response.status === 302) && method === "POST") || (response.status === 303 && method !== "GET" && method !== "HEAD")) {
318
+ for (const name of ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"]) headers.delete(name);
319
+ const { body: _body, ...withoutBody } = currentInit;
320
+ nextInit = { ...withoutBody, method: "GET", headers };
321
+ } else {
322
+ nextInit = { ...currentInit, headers };
323
+ }
324
+
325
+ if (next.origin !== current.origin) {
326
+ headers = new Headers();
327
+ nextInit = { ...nextInit, headers };
328
+ }
329
+ current = next;
330
+ currentInit = nextInit;
331
+ }
332
+ }
333
+
334
+ async function fetchViaCurlOnce(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
335
+ const method = (init.method ?? "GET").toUpperCase();
336
+ const headers = new Headers(init.headers);
337
+
338
+ const dir = await mkdtemp(join(tmpdir(), "pi-web-access-proxy-"));
339
+ const headerFile = join(dir, "headers");
340
+ const bodyFile = join(dir, "body");
341
+ const requestBodyFile = join(dir, "request-body");
342
+
343
+ const args: string[] = [
344
+ "--silent",
345
+ "--show-error",
346
+ "--compressed",
347
+ "--connect-timeout", "20",
348
+ "-x", proxyUrl,
349
+ "-D", headerFile,
350
+ "--output", bodyFile,
351
+ "--write-out", "%{json}",
352
+ ];
353
+
354
+ if (method !== "GET" && method !== "HEAD") args.push("-X", method);
355
+
356
+ for (const [name, value] of headers.entries()) {
357
+ if (value === "") continue;
358
+ args.push("-H", `${name}: ${value}`);
359
+ }
360
+
361
+ const body = init.body;
362
+ if (body !== undefined && body !== null) {
363
+ let buffer: Buffer;
364
+ if (typeof body === "string") buffer = Buffer.from(body, "utf-8");
365
+ else if (body instanceof URLSearchParams) buffer = Buffer.from(body.toString(), "utf-8");
366
+ else if (body instanceof ArrayBuffer) buffer = Buffer.from(body);
367
+ else if (ArrayBuffer.isView(body)) buffer = Buffer.from(body.buffer, body.byteOffset, body.byteLength);
368
+ else throw new Error(`Unsupported request body type for proxy fetch: ${typeof body}`);
369
+ await writeFile(requestBodyFile, buffer);
370
+ args.push("--data-binary", `@${requestBodyFile}`);
371
+ if (method === "GET") args.unshift("-X", "GET");
372
+ }
373
+
374
+ args.push(url.toString());
375
+
376
+ const signal = init.signal ?? null;
377
+ let stdout: string;
378
+ try {
379
+ stdout = await new Promise<string>((resolve, reject) => {
380
+ if (signal?.aborted) {
381
+ reject(new DOMException("The operation was aborted.", "AbortError"));
382
+ return;
383
+ }
384
+ const child = spawn("curl", args, { windowsHide: true });
385
+ let out = "";
386
+ let stderr = "";
387
+ const onAbort = () => { try { child.kill(); } catch {} };
388
+ if (signal) {
389
+ signal.addEventListener("abort", onAbort, { once: true });
390
+ }
391
+ child.stdout?.on("data", (chunk: Buffer) => { out += chunk.toString("utf-8"); });
392
+ child.stderr?.on("data", (chunk: Buffer) => { if (stderr.length < 4096) stderr += chunk.toString("utf-8"); });
393
+ child.once("error", (err: NodeJS.ErrnoException) => {
394
+ signal?.removeEventListener("abort", onAbort);
395
+ reject(new CurlTransportError(err.code === "ENOENT"
396
+ ? "curl executable not found on PATH; proxy transport requires curl"
397
+ : `curl failed to start: ${err.message}`));
398
+ });
399
+ child.once("close", (code) => {
400
+ signal?.removeEventListener("abort", onAbort);
401
+ if (signal?.aborted) return reject(new DOMException("The operation was aborted.", "AbortError"));
402
+ if (code !== 0 && !out.trim()) {
403
+ return reject(new CurlTransportError(`curl exited with code ${code ?? "unknown"} via ${redactProxyUrl(proxyUrl)}${stderr.trim() ? `: ${stderr.trim()}` : ""}`));
404
+ }
405
+ resolve(out);
406
+ });
407
+ });
408
+ } catch (err) {
409
+ await rm(dir, { recursive: true, force: true }).catch(() => {});
410
+ if (err instanceof CurlTransportError) throw new Error(err.message);
411
+ throw err;
412
+ }
413
+
414
+ let bodyBuffer = Buffer.alloc(0);
415
+ let dump = "";
416
+ try {
417
+ [dump, bodyBuffer] = await Promise.all([readFile(headerFile, "utf-8"), readFile(bodyFile)]);
418
+ } catch {
419
+ // HEAD or empty responses may not produce output files.
420
+ } finally {
421
+ await rm(dir, { recursive: true, force: true }).catch(() => {});
422
+ }
423
+
424
+ const { status, statusText, headers: responseHeaders } = parseHeaderDump(dump);
425
+ if (status === 0) {
426
+ throw new Error(`Proxy fetch to ${url.toString()} via ${redactProxyUrl(proxyUrl)} returned no HTTP status`);
427
+ }
428
+
429
+ let finalUrl = url.toString();
430
+ let redirected = false;
431
+ try {
432
+ const trimmed = stdout.trim();
433
+ if (trimmed.startsWith("{")) {
434
+ const writeOut = JSON.parse(trimmed) as { url_effective?: string; num_redirects?: number };
435
+ if (writeOut.url_effective) finalUrl = writeOut.url_effective;
436
+ redirected = (writeOut.num_redirects ?? 0) > 0;
437
+ }
438
+ } catch {
439
+ // Older curl without %{json}; the header dump already provided the status.
440
+ }
441
+
442
+ const nullBody = status === 204 || status === 205 || status === 304;
443
+ const response = new Response(nullBody ? null : new Uint8Array(bodyBuffer), {
444
+ status,
445
+ statusText: statusText || undefined,
446
+ headers: new Headers(responseHeaders),
447
+ });
448
+ Object.defineProperty(response, "url", { value: finalUrl, configurable: true });
449
+ Object.defineProperty(response, "redirected", { value: redirected, configurable: true });
450
+ return response;
451
+ }