@asterxsk/kiln 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +170 -170
  3. package/agent/AGENTS.md +67 -67
  4. package/agent/README.md +5 -5
  5. package/agent/extensions/AGENTS.md +68 -68
  6. package/agent/extensions/ask-user/index.ts +418 -418
  7. package/agent/extensions/ask-user/package-lock.json +769 -769
  8. package/agent/extensions/ask-user/package.json +19 -19
  9. package/agent/extensions/ask-user/prompt.ts +45 -45
  10. package/agent/extensions/ask-user/tsconfig.json +7 -7
  11. package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
  12. package/agent/extensions/background-terminals/index.ts +627 -627
  13. package/agent/extensions/background-terminals/manager.test.ts +735 -735
  14. package/agent/extensions/background-terminals/output.test.ts +109 -109
  15. package/agent/extensions/background-terminals/package-lock.json +769 -769
  16. package/agent/extensions/background-terminals/package.json +17 -17
  17. package/agent/extensions/background-terminals/prompt.test.ts +125 -125
  18. package/agent/extensions/background-terminals/ps.test.ts +82 -82
  19. package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
  20. package/agent/extensions/background-terminals/src/domain.ts +87 -87
  21. package/agent/extensions/background-terminals/src/manager.ts +907 -907
  22. package/agent/extensions/background-terminals/src/output.ts +84 -84
  23. package/agent/extensions/background-terminals/src/prompt.ts +142 -142
  24. package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
  25. package/agent/extensions/background-terminals/src/runtime.ts +36 -36
  26. package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
  27. package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
  28. package/agent/extensions/background-terminals/tsconfig.json +7 -7
  29. package/agent/extensions/file-search/index.spec.ts +443 -443
  30. package/agent/extensions/file-search/index.ts +459 -459
  31. package/agent/extensions/file-search/package-lock.json +2253 -2253
  32. package/agent/extensions/file-search/package.json +23 -23
  33. package/agent/extensions/file-search/src/args.ts +122 -122
  34. package/agent/extensions/file-search/src/binaries.ts +422 -422
  35. package/agent/extensions/file-search/src/output.ts +126 -126
  36. package/agent/extensions/file-search/src/process.ts +146 -146
  37. package/agent/extensions/file-search/src/prompt.ts +52 -52
  38. package/agent/extensions/file-search/tsconfig.json +7 -7
  39. package/agent/extensions/modelconf/PLAN.md +915 -915
  40. package/agent/extensions/modelconf/index.ts +296 -296
  41. package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
  42. package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
  43. package/agent/extensions/pi-web-access/LICENSE +21 -21
  44. package/agent/extensions/pi-web-access/README.md +470 -470
  45. package/agent/extensions/pi-web-access/SECURITY.md +5 -5
  46. package/agent/extensions/pi-web-access/activity.ts +101 -101
  47. package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
  48. package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
  49. package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
  50. package/agent/extensions/pi-web-access/content-find.ts +139 -139
  51. package/agent/extensions/pi-web-access/credential-source.ts +191 -191
  52. package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
  53. package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
  54. package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
  55. package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
  56. package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
  57. package/agent/extensions/pi-web-access/exa.ts +526 -526
  58. package/agent/extensions/pi-web-access/extract.ts +1196 -1196
  59. package/agent/extensions/pi-web-access/feature-config.ts +29 -29
  60. package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
  61. package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
  62. package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
  63. package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
  64. package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
  65. package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
  66. package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
  67. package/agent/extensions/pi-web-access/github-api.ts +197 -197
  68. package/agent/extensions/pi-web-access/github-extract.ts +746 -746
  69. package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
  70. package/agent/extensions/pi-web-access/index.ts +1737 -1737
  71. package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
  72. package/agent/extensions/pi-web-access/package.json +64 -64
  73. package/agent/extensions/pi-web-access/page-query.ts +96 -96
  74. package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
  75. package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
  76. package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
  77. package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
  78. package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
  79. package/agent/extensions/pi-web-access/source-check.ts +282 -282
  80. package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
  81. package/agent/extensions/pi-web-access/storage.ts +521 -521
  82. package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
  83. package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
  84. package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
  85. package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
  86. package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
  87. package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
  88. package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
  89. package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
  90. package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
  91. package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
  92. package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
  93. package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
  94. package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
  95. package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
  96. package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
  97. package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
  98. package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
  99. package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
  100. package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
  101. package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
  102. package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
  103. package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
  104. package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
  105. package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
  106. package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
  107. package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
  108. package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
  109. package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
  110. package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
  111. package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
  112. package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
  113. package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
  114. package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
  115. package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
  116. package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
  117. package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
  118. package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
  119. package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
  120. package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
  121. package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
  122. package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
  123. package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
  124. package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
  125. package/agent/extensions/pi-web-access/tsconfig.json +11 -11
  126. package/agent/extensions/pi-web-access/utils.ts +451 -451
  127. package/agent/extensions/pi-web-access/video-extract.ts +392 -392
  128. package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
  129. package/agent/extensions/shared/activity-status.ts +31 -31
  130. package/agent/extensions/shared/child-session.test.ts +270 -270
  131. package/agent/extensions/shared/child-session.ts +148 -148
  132. package/agent/extensions/shared/context-utilization.test.ts +48 -48
  133. package/agent/extensions/shared/context-utilization.ts +47 -47
  134. package/agent/extensions/shared/dashboard-state.ts +99 -99
  135. package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
  136. package/agent/extensions/shared/tool-call-timeout.ts +104 -104
  137. package/agent/extensions/subagents/by-the-way.test.ts +29 -29
  138. package/agent/extensions/subagents/claude.test.ts +119 -119
  139. package/agent/extensions/subagents/codex.test.ts +102 -102
  140. package/agent/extensions/subagents/context-usage.test.ts +107 -107
  141. package/agent/extensions/subagents/docs/design-plan.md +568 -568
  142. package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
  143. package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
  144. package/agent/extensions/subagents/index.ts +779 -779
  145. package/agent/extensions/subagents/manager.test.ts +276 -276
  146. package/agent/extensions/subagents/package-lock.json +2244 -2244
  147. package/agent/extensions/subagents/package.json +19 -19
  148. package/agent/extensions/subagents/result-delivery.test.ts +27 -27
  149. package/agent/extensions/subagents/src/backend.ts +73 -73
  150. package/agent/extensions/subagents/src/backends/claude.ts +701 -701
  151. package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
  152. package/agent/extensions/subagents/src/backends/pi.ts +575 -575
  153. package/agent/extensions/subagents/src/backends/stub.ts +300 -300
  154. package/agent/extensions/subagents/src/by-the-way.ts +21 -21
  155. package/agent/extensions/subagents/src/domain.ts +253 -253
  156. package/agent/extensions/subagents/src/format.ts +74 -74
  157. package/agent/extensions/subagents/src/manager.ts +736 -736
  158. package/agent/extensions/subagents/src/prompt.ts +92 -92
  159. package/agent/extensions/subagents/src/result-delivery.ts +20 -20
  160. package/agent/extensions/subagents/src/runtime.ts +53 -53
  161. package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
  162. package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
  163. package/agent/extensions/subagents/takeover.test.ts +29 -29
  164. package/agent/extensions/subagents/tsconfig.json +7 -7
  165. package/agent/extensions/todo/AGENTS.md +38 -38
  166. package/agent/extensions/todo/LICENSE +21 -21
  167. package/agent/extensions/todo/config.ts +55 -55
  168. package/agent/extensions/todo/index.ts +151 -151
  169. package/agent/extensions/todo/locales/de.json +17 -17
  170. package/agent/extensions/todo/locales/en.json +15 -15
  171. package/agent/extensions/todo/locales/es.json +17 -17
  172. package/agent/extensions/todo/locales/fr.json +17 -17
  173. package/agent/extensions/todo/locales/pt-BR.json +17 -17
  174. package/agent/extensions/todo/locales/pt.json +17 -17
  175. package/agent/extensions/todo/locales/ru.json +17 -17
  176. package/agent/extensions/todo/locales/uk.json +17 -17
  177. package/agent/extensions/todo/locales/zh.json +17 -17
  178. package/agent/extensions/todo/package-lock.json +3358 -3358
  179. package/agent/extensions/todo/package.json +67 -67
  180. package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
  181. package/agent/extensions/todo/state/invariants.ts +20 -20
  182. package/agent/extensions/todo/state/replay.ts +38 -38
  183. package/agent/extensions/todo/state/selectors.ts +107 -107
  184. package/agent/extensions/todo/state/state-reducer.ts +326 -326
  185. package/agent/extensions/todo/state/state.ts +18 -18
  186. package/agent/extensions/todo/state/store.ts +82 -82
  187. package/agent/extensions/todo/state/task-graph.ts +57 -57
  188. package/agent/extensions/todo/todo-overlay.ts +200 -200
  189. package/agent/extensions/todo/todo.ts +155 -155
  190. package/agent/extensions/todo/tool/response-envelope.ts +109 -109
  191. package/agent/extensions/todo/tool/types.ts +206 -206
  192. package/agent/extensions/todo/view/format.ts +177 -177
  193. package/agent/install.ps1 +637 -527
  194. package/agent/install.sh +620 -511
  195. package/agent/keybindings.json +7 -7
  196. package/bin/kiln.js +124 -11
  197. package/package.json +8 -2
  198. package/agent/extensions/taste/index.ts +0 -443
  199. package/agent/extensions/taste/install.ps1 +0 -23
  200. package/agent/extensions/taste/install.sh +0 -21
  201. /package/agent/extensions/{status line → statusline}/index.ts +0 -0
  202. /package/agent/extensions/{status line → statusline}/install.ps1 +0 -0
  203. /package/agent/extensions/{status line → statusline}/install.sh +0 -0
@@ -1,451 +1,451 @@
1
- import { AsyncLocalStorage } from "node:async_hooks";
2
- import { spawn } from "node:child_process";
3
- import { existsSync, readFileSync } from "node:fs";
4
- import { mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
5
- import { homedir, tmpdir } from "node:os";
6
- import { join } from "node:path";
7
-
8
- export function getWebSearchConfigDir(): string {
9
- if (process.env.PI_CODING_AGENT_DIR) return process.env.PI_CODING_AGENT_DIR;
10
- if (process.env.XDG_CONFIG_HOME) return join(process.env.XDG_CONFIG_HOME, "pi");
11
- return join(homedir(), ".pi");
12
- }
13
-
14
- export function getWebSearchConfigPath(): string {
15
- return join(getWebSearchConfigDir(), "web-search.json");
16
- }
17
-
18
- interface ApiBaseUrlOptions {
19
- configKey: string;
20
- configuredValue: unknown;
21
- defaultValue: string;
22
- environmentKey: string;
23
- environmentValue: string | undefined;
24
- }
25
-
26
- export function resolveApiBaseUrl(options: ApiBaseUrlOptions): string {
27
- const fromEnvironment = options.environmentValue !== undefined;
28
- const value = fromEnvironment ? options.environmentValue : options.configuredValue;
29
- if (value === undefined) return options.defaultValue;
30
-
31
- const source = fromEnvironment
32
- ? options.environmentKey
33
- : `${options.configKey} in ${getWebSearchConfigPath()}`;
34
- if (typeof value !== "string" || value.trim().length === 0) {
35
- throw new Error(`${source} must be an absolute HTTP(S) URL`);
36
- }
37
-
38
- let url: URL;
39
- try {
40
- url = new URL(value.trim());
41
- } catch {
42
- throw new Error(`${source} must be an absolute HTTP(S) URL`);
43
- }
44
- if (url.protocol !== "https:") {
45
- throw new Error(`${source} must be an absolute HTTPS URL`);
46
- }
47
- if (url.username || url.password) {
48
- throw new Error(`${source} must not include credentials`);
49
- }
50
- if (url.search || url.hash) {
51
- throw new Error(`${source} must not include query parameters or fragments`);
52
- }
53
-
54
- url.search = "";
55
- url.hash = "";
56
- url.pathname = url.pathname.replace(/\/+$/, "");
57
- return url.toString().replace(/\/+$/, "");
58
- }
59
-
60
- const API_REDIRECT_STATUSES = new Set([301, 302, 303, 307, 308]);
61
- const API_REQUEST_BODY_HEADERS = ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"];
62
- const MAX_API_REDIRECTS = 5;
63
-
64
- export async function fetchWithCredentialRedirects(
65
- url: string,
66
- init: RequestInit,
67
- credentialHeaders: readonly string[],
68
- ): Promise<Response> {
69
- let current = new URL(url);
70
- let requestInit = init;
71
-
72
- for (let redirects = 0; ; redirects++) {
73
- const response = await fetch(current, { ...requestInit, redirect: "manual" });
74
- if (!API_REDIRECT_STATUSES.has(response.status)) return response;
75
-
76
- const location = response.headers.get("location");
77
- if (!location) return response;
78
- if (redirects === MAX_API_REDIRECTS) {
79
- throw new Error(`Too many API redirects from ${url}`);
80
- }
81
-
82
- const next = new URL(location, current);
83
- if (next.protocol !== "http:" && next.protocol !== "https:") {
84
- throw new Error(`API redirect from ${current.origin} must use HTTP(S)`);
85
- }
86
- const method = requestInit.method?.toUpperCase() ?? "GET";
87
- if (
88
- ((response.status === 301 || response.status === 302) && method === "POST")
89
- || (response.status === 303 && method !== "GET" && method !== "HEAD")
90
- ) {
91
- const headers = new Headers(requestInit.headers);
92
- for (const name of API_REQUEST_BODY_HEADERS) headers.delete(name);
93
- const { body: _body, ...withoutBody } = requestInit;
94
- requestInit = { ...withoutBody, method: "GET", headers };
95
- }
96
- if (next.origin !== current.origin) {
97
- const headers = new Headers(requestInit.headers);
98
- for (const name of credentialHeaders) headers.delete(name);
99
- requestInit = { ...requestInit, headers };
100
- }
101
- current = next;
102
- }
103
- }
104
-
105
- export function formatSeconds(s: number): string {
106
- const h = Math.floor(s / 3600);
107
- const m = Math.floor((s % 3600) / 60);
108
- const sec = s % 60;
109
- if (h > 0) return `${h}:${String(m).padStart(2, "0")}:${String(sec).padStart(2, "0")}`;
110
- return `${m}:${String(sec).padStart(2, "0")}`;
111
- }
112
-
113
- export function readExecError(err: unknown): { code?: string; stderr: string; message: string } {
114
- if (!err || typeof err !== "object") {
115
- return { stderr: "", message: String(err) };
116
- }
117
- const code = (err as { code?: string }).code;
118
- const message = (err as { message?: string }).message ?? "";
119
- const stderrRaw = (err as { stderr?: Buffer | string }).stderr;
120
- const stderr = Buffer.isBuffer(stderrRaw)
121
- ? stderrRaw.toString("utf-8")
122
- : typeof stderrRaw === "string"
123
- ? stderrRaw
124
- : "";
125
- return { code, stderr, message };
126
- }
127
-
128
- export function isTimeoutError(err: unknown): boolean {
129
- if (!err || typeof err !== "object") return false;
130
- if ((err as { killed?: boolean }).killed) return true;
131
- const name = (err as { name?: string }).name;
132
- const code = (err as { code?: string }).code;
133
- const message = (err as { message?: string }).message ?? "";
134
- return name === "AbortError" || code === "ETIMEDOUT" || message.toLowerCase().includes("timed out");
135
- }
136
-
137
- export function trimErrorText(text: string): string {
138
- return text.replace(/\s+/g, " ").trim().slice(0, 200);
139
- }
140
-
141
- export function mapFfmpegError(err: unknown): string {
142
- const { code, stderr, message } = readExecError(err);
143
- if (code === "ENOENT") return "ffmpeg is not installed. Install with: brew install ffmpeg";
144
- if (isTimeoutError(err)) return "ffmpeg timed out extracting frame";
145
- if (stderr.includes("403")) return "Stream URL returned 403 — may have expired, try again";
146
- const snippet = trimErrorText(stderr || message);
147
- return snippet ? `ffmpeg failed: ${snippet}` : "ffmpeg failed";
148
- }
149
-
150
- const proxyStorage = new AsyncLocalStorage<string | null>();
151
-
152
- export function normalizeProxyUrl(value: unknown, source: string): string | null {
153
- if (value === undefined || value === null) return null;
154
- if (typeof value !== "string") throw new Error(`${source} must be an http(s) proxy URL string`);
155
- const trimmed = value.trim();
156
- if (!trimmed) return null;
157
- let parsed: URL;
158
- try {
159
- parsed = new URL(trimmed);
160
- } catch {
161
- throw new Error(`${source} must be a valid proxy URL: ${JSON.stringify(trimmed)}`);
162
- }
163
- if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
164
- throw new Error(`${source} must use the http:// or https:// scheme: ${trimmed}`);
165
- }
166
- if (!parsed.hostname) throw new Error(`${source} must include a proxy host: ${trimmed}`);
167
- parsed.hash = "";
168
- parsed.search = "";
169
- return parsed.toString();
170
- }
171
-
172
- function redactProxyUrl(value: string): string {
173
- const parsed = new URL(value);
174
- if (parsed.username) parsed.username = "redacted";
175
- if (parsed.password) parsed.password = "redacted";
176
- return parsed.toString();
177
- }
178
-
179
- function loadConfiguredProxy(): string | null {
180
- let configured: unknown;
181
- const path = getWebSearchConfigPath();
182
- if (existsSync(path)) {
183
- let raw: unknown;
184
- try {
185
- raw = JSON.parse(readFileSync(path, "utf-8"));
186
- } catch (err) {
187
- const message = err instanceof Error ? err.message : String(err);
188
- throw new Error(`Failed to load proxy config from ${path}: ${message}`);
189
- }
190
- if (raw && typeof raw === "object" && !Array.isArray(raw)) configured = (raw as { proxy?: unknown }).proxy;
191
- }
192
- if (configured === undefined) return null;
193
- return normalizeProxyUrl(configured, `proxy in ${getWebSearchConfigPath()}`);
194
- }
195
-
196
- export function runWithProxy<T>(proxy: string | undefined, fn: () => T): T {
197
- if (proxy === undefined) return fn();
198
- const normalized = normalizeProxyUrl(proxy, "proxy");
199
- return proxyStorage.run(normalized, fn);
200
- }
201
-
202
- export function getActiveProxy(): string | null {
203
- const scoped = proxyStorage.getStore();
204
- return scoped !== undefined ? scoped : loadConfiguredProxy();
205
- }
206
-
207
- export function hasScopedProxyDecision(): boolean {
208
- return proxyStorage.getStore() !== undefined;
209
- }
210
-
211
- function noProxyEntryMatches(hostname: string, entry: string): boolean {
212
- if (!entry) return false;
213
- if (entry === "*") return true;
214
- let host = entry;
215
- if (host.startsWith("[")) {
216
- const close = host.indexOf("]");
217
- if (close > 0) host = host.slice(0, close + 1);
218
- } else {
219
- const colon = host.lastIndexOf(":");
220
- if (colon > -1 && /^\d+$/.test(host.slice(colon + 1))) host = host.slice(0, colon);
221
- }
222
- host = host.toLowerCase().replace(/^\[|\]$/g, "");
223
- if (!host) return false;
224
- return hostname === host || hostname.endsWith(host.startsWith(".") ? host : `.${host}`);
225
- }
226
-
227
- /** True when a URL must NOT be sent through the active proxy. */
228
- export function isProxyBypassedUrl(url: URL): boolean {
229
- const hostname = url.hostname.toLowerCase().replace(/^\[|\]$/g, "");
230
- if (hostname === "localhost" || hostname.endsWith(".localhost") || hostname === "127.0.0.1" || hostname === "::1") return true;
231
- const noProxy = process.env.NO_PROXY || process.env.no_proxy;
232
- if (noProxy && noProxy.split(",").some((entry) => noProxyEntryMatches(hostname, entry.trim()))) return true;
233
- return false;
234
- }
235
-
236
- export interface ProxiedRequestInit extends RequestInit {
237
- /** Caller-supplied proxy; bypasses AsyncLocalStorage for pLimit-safe contexts. */
238
- __proxy?: string;
239
- }
240
-
241
- interface ProxiedFetch {
242
- (input: RequestInfo | URL, init?: ProxiedRequestInit): Promise<Response>;
243
- __piWebAccessProxyFetch?: boolean;
244
- }
245
-
246
- /** Wraps globalThis.fetch so every http(s) call routes through curl while a proxy is active. Idempotent. */
247
- export function installGlobalProxyFetch(): void {
248
- const current = globalThis.fetch as ProxiedFetch;
249
- if (typeof current !== "function" || current.__piWebAccessProxyFetch === true) return;
250
- const nativeFetch = current;
251
- const wrapped: ProxiedFetch = ((input: RequestInfo | URL, init?: ProxiedRequestInit) => {
252
- // Prefer caller-attached __proxy (survives pLimit context loss) over AsyncLocalStorage.
253
- const proxy = init?.__proxy ?? getActiveProxy();
254
- if (!proxy) return nativeFetch(input, init);
255
- let url: URL | null = null;
256
- try {
257
- url = new URL(typeof input === "string" || input instanceof URL ? input : input.url);
258
- } catch {
259
- url = null;
260
- }
261
- if (!url || (url.protocol !== "http:" && url.protocol !== "https:") || isProxyBypassedUrl(url)) {
262
- return nativeFetch(input, init);
263
- }
264
- return fetchViaCurl(url, init ?? {}, proxy);
265
- });
266
- wrapped.__piWebAccessProxyFetch = true;
267
- globalThis.fetch = wrapped;
268
- }
269
-
270
- function parseHeaderDump(dump: string): { status: number; statusText: string; headers: Array<[string, string]> } {
271
- const blocks = dump.split(/\r?\n\r?\n/).filter((block) => /^HTTP\/[\d.]+\s+\d{3}/.test(block.trim()));
272
- const block = (blocks.length > 0 ? blocks[blocks.length - 1] : "").trim();
273
- const lines = block.split(/\r?\n/);
274
- let status = 0;
275
- let statusText = "";
276
- const headers: Array<[string, string]> = [];
277
- for (const line of lines) {
278
- const match = /^HTTP\/[\d.]+\s+(\d{3})(?:\s+(.*))?$/.exec(line.trim());
279
- if (match) {
280
- status = Number(match[1]);
281
- statusText = match[2] ?? "";
282
- headers.length = 0;
283
- continue;
284
- }
285
- const separator = line.indexOf(":");
286
- if (separator > 0) {
287
- const name = line.slice(0, separator).trim();
288
- if (name.toLowerCase() === "content-encoding" || name.toLowerCase() === "content-length") continue;
289
- headers.push([name, line.slice(separator + 1).trim()]);
290
- }
291
- }
292
- return { status, statusText, headers };
293
- }
294
-
295
- class CurlTransportError extends Error {}
296
-
297
- async function fetchViaCurl(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
298
- let current = url;
299
- let currentInit = init;
300
- for (let redirects = 0; ; redirects++) {
301
- const response = await fetchViaCurlOnce(current, currentInit, proxyUrl);
302
- const location = response.headers.get("location");
303
- if (!location || ![301, 302, 303, 307, 308].includes(response.status)) {
304
- if (redirects > 0) Object.defineProperty(response, "redirected", { value: true, configurable: true });
305
- return response;
306
- }
307
- if (currentInit.redirect === "manual") return response;
308
- if (currentInit.redirect === "error") throw new TypeError(`Proxy fetch redirect blocked from ${current.toString()}`);
309
- if (redirects === 20) throw new Error(`Too many proxy redirects from ${url.toString()}`);
310
-
311
- const next = new URL(location, current);
312
- if (next.protocol !== "http:" && next.protocol !== "https:") throw new Error(`Proxy redirect from ${current.origin} must use HTTP(S)`);
313
-
314
- let headers = new Headers(currentInit.headers);
315
- let nextInit: RequestInit;
316
- const method = currentInit.method?.toUpperCase() ?? "GET";
317
- if (((response.status === 301 || response.status === 302) && method === "POST") || (response.status === 303 && method !== "GET" && method !== "HEAD")) {
318
- for (const name of ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"]) headers.delete(name);
319
- const { body: _body, ...withoutBody } = currentInit;
320
- nextInit = { ...withoutBody, method: "GET", headers };
321
- } else {
322
- nextInit = { ...currentInit, headers };
323
- }
324
-
325
- if (next.origin !== current.origin) {
326
- headers = new Headers();
327
- nextInit = { ...nextInit, headers };
328
- }
329
- current = next;
330
- currentInit = nextInit;
331
- }
332
- }
333
-
334
- async function fetchViaCurlOnce(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
335
- const method = (init.method ?? "GET").toUpperCase();
336
- const headers = new Headers(init.headers);
337
-
338
- const dir = await mkdtemp(join(tmpdir(), "pi-web-access-proxy-"));
339
- const headerFile = join(dir, "headers");
340
- const bodyFile = join(dir, "body");
341
- const requestBodyFile = join(dir, "request-body");
342
-
343
- const args: string[] = [
344
- "--silent",
345
- "--show-error",
346
- "--compressed",
347
- "--connect-timeout", "20",
348
- "-x", proxyUrl,
349
- "-D", headerFile,
350
- "--output", bodyFile,
351
- "--write-out", "%{json}",
352
- ];
353
-
354
- if (method !== "GET" && method !== "HEAD") args.push("-X", method);
355
-
356
- for (const [name, value] of headers.entries()) {
357
- if (value === "") continue;
358
- args.push("-H", `${name}: ${value}`);
359
- }
360
-
361
- const body = init.body;
362
- if (body !== undefined && body !== null) {
363
- let buffer: Buffer;
364
- if (typeof body === "string") buffer = Buffer.from(body, "utf-8");
365
- else if (body instanceof URLSearchParams) buffer = Buffer.from(body.toString(), "utf-8");
366
- else if (body instanceof ArrayBuffer) buffer = Buffer.from(body);
367
- else if (ArrayBuffer.isView(body)) buffer = Buffer.from(body.buffer, body.byteOffset, body.byteLength);
368
- else throw new Error(`Unsupported request body type for proxy fetch: ${typeof body}`);
369
- await writeFile(requestBodyFile, buffer);
370
- args.push("--data-binary", `@${requestBodyFile}`);
371
- if (method === "GET") args.unshift("-X", "GET");
372
- }
373
-
374
- args.push(url.toString());
375
-
376
- const signal = init.signal ?? null;
377
- let stdout: string;
378
- try {
379
- stdout = await new Promise<string>((resolve, reject) => {
380
- if (signal?.aborted) {
381
- reject(new DOMException("The operation was aborted.", "AbortError"));
382
- return;
383
- }
384
- const child = spawn("curl", args, { windowsHide: true });
385
- let out = "";
386
- let stderr = "";
387
- const onAbort = () => { try { child.kill(); } catch {} };
388
- if (signal) {
389
- signal.addEventListener("abort", onAbort, { once: true });
390
- }
391
- child.stdout?.on("data", (chunk: Buffer) => { out += chunk.toString("utf-8"); });
392
- child.stderr?.on("data", (chunk: Buffer) => { if (stderr.length < 4096) stderr += chunk.toString("utf-8"); });
393
- child.once("error", (err: NodeJS.ErrnoException) => {
394
- signal?.removeEventListener("abort", onAbort);
395
- reject(new CurlTransportError(err.code === "ENOENT"
396
- ? "curl executable not found on PATH; proxy transport requires curl"
397
- : `curl failed to start: ${err.message}`));
398
- });
399
- child.once("close", (code) => {
400
- signal?.removeEventListener("abort", onAbort);
401
- if (signal?.aborted) return reject(new DOMException("The operation was aborted.", "AbortError"));
402
- if (code !== 0 && !out.trim()) {
403
- return reject(new CurlTransportError(`curl exited with code ${code ?? "unknown"} via ${redactProxyUrl(proxyUrl)}${stderr.trim() ? `: ${stderr.trim()}` : ""}`));
404
- }
405
- resolve(out);
406
- });
407
- });
408
- } catch (err) {
409
- await rm(dir, { recursive: true, force: true }).catch(() => {});
410
- if (err instanceof CurlTransportError) throw new Error(err.message);
411
- throw err;
412
- }
413
-
414
- let bodyBuffer = Buffer.alloc(0);
415
- let dump = "";
416
- try {
417
- [dump, bodyBuffer] = await Promise.all([readFile(headerFile, "utf-8"), readFile(bodyFile)]);
418
- } catch {
419
- // HEAD or empty responses may not produce output files.
420
- } finally {
421
- await rm(dir, { recursive: true, force: true }).catch(() => {});
422
- }
423
-
424
- const { status, statusText, headers: responseHeaders } = parseHeaderDump(dump);
425
- if (status === 0) {
426
- throw new Error(`Proxy fetch to ${url.toString()} via ${redactProxyUrl(proxyUrl)} returned no HTTP status`);
427
- }
428
-
429
- let finalUrl = url.toString();
430
- let redirected = false;
431
- try {
432
- const trimmed = stdout.trim();
433
- if (trimmed.startsWith("{")) {
434
- const writeOut = JSON.parse(trimmed) as { url_effective?: string; num_redirects?: number };
435
- if (writeOut.url_effective) finalUrl = writeOut.url_effective;
436
- redirected = (writeOut.num_redirects ?? 0) > 0;
437
- }
438
- } catch {
439
- // Older curl without %{json}; the header dump already provided the status.
440
- }
441
-
442
- const nullBody = status === 204 || status === 205 || status === 304;
443
- const response = new Response(nullBody ? null : new Uint8Array(bodyBuffer), {
444
- status,
445
- statusText: statusText || undefined,
446
- headers: new Headers(responseHeaders),
447
- });
448
- Object.defineProperty(response, "url", { value: finalUrl, configurable: true });
449
- Object.defineProperty(response, "redirected", { value: redirected, configurable: true });
450
- return response;
451
- }
1
+ import { AsyncLocalStorage } from "node:async_hooks";
2
+ import { spawn } from "node:child_process";
3
+ import { existsSync, readFileSync } from "node:fs";
4
+ import { mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
5
+ import { homedir, tmpdir } from "node:os";
6
+ import { join } from "node:path";
7
+
8
+ export function getWebSearchConfigDir(): string {
9
+ if (process.env.PI_CODING_AGENT_DIR) return process.env.PI_CODING_AGENT_DIR;
10
+ if (process.env.XDG_CONFIG_HOME) return join(process.env.XDG_CONFIG_HOME, "pi");
11
+ return join(homedir(), ".pi");
12
+ }
13
+
14
+ export function getWebSearchConfigPath(): string {
15
+ return join(getWebSearchConfigDir(), "web-search.json");
16
+ }
17
+
18
+ interface ApiBaseUrlOptions {
19
+ configKey: string;
20
+ configuredValue: unknown;
21
+ defaultValue: string;
22
+ environmentKey: string;
23
+ environmentValue: string | undefined;
24
+ }
25
+
26
+ export function resolveApiBaseUrl(options: ApiBaseUrlOptions): string {
27
+ const fromEnvironment = options.environmentValue !== undefined;
28
+ const value = fromEnvironment ? options.environmentValue : options.configuredValue;
29
+ if (value === undefined) return options.defaultValue;
30
+
31
+ const source = fromEnvironment
32
+ ? options.environmentKey
33
+ : `${options.configKey} in ${getWebSearchConfigPath()}`;
34
+ if (typeof value !== "string" || value.trim().length === 0) {
35
+ throw new Error(`${source} must be an absolute HTTP(S) URL`);
36
+ }
37
+
38
+ let url: URL;
39
+ try {
40
+ url = new URL(value.trim());
41
+ } catch {
42
+ throw new Error(`${source} must be an absolute HTTP(S) URL`);
43
+ }
44
+ if (url.protocol !== "https:") {
45
+ throw new Error(`${source} must be an absolute HTTPS URL`);
46
+ }
47
+ if (url.username || url.password) {
48
+ throw new Error(`${source} must not include credentials`);
49
+ }
50
+ if (url.search || url.hash) {
51
+ throw new Error(`${source} must not include query parameters or fragments`);
52
+ }
53
+
54
+ url.search = "";
55
+ url.hash = "";
56
+ url.pathname = url.pathname.replace(/\/+$/, "");
57
+ return url.toString().replace(/\/+$/, "");
58
+ }
59
+
60
+ const API_REDIRECT_STATUSES = new Set([301, 302, 303, 307, 308]);
61
+ const API_REQUEST_BODY_HEADERS = ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"];
62
+ const MAX_API_REDIRECTS = 5;
63
+
64
+ export async function fetchWithCredentialRedirects(
65
+ url: string,
66
+ init: RequestInit,
67
+ credentialHeaders: readonly string[],
68
+ ): Promise<Response> {
69
+ let current = new URL(url);
70
+ let requestInit = init;
71
+
72
+ for (let redirects = 0; ; redirects++) {
73
+ const response = await fetch(current, { ...requestInit, redirect: "manual" });
74
+ if (!API_REDIRECT_STATUSES.has(response.status)) return response;
75
+
76
+ const location = response.headers.get("location");
77
+ if (!location) return response;
78
+ if (redirects === MAX_API_REDIRECTS) {
79
+ throw new Error(`Too many API redirects from ${url}`);
80
+ }
81
+
82
+ const next = new URL(location, current);
83
+ if (next.protocol !== "http:" && next.protocol !== "https:") {
84
+ throw new Error(`API redirect from ${current.origin} must use HTTP(S)`);
85
+ }
86
+ const method = requestInit.method?.toUpperCase() ?? "GET";
87
+ if (
88
+ ((response.status === 301 || response.status === 302) && method === "POST")
89
+ || (response.status === 303 && method !== "GET" && method !== "HEAD")
90
+ ) {
91
+ const headers = new Headers(requestInit.headers);
92
+ for (const name of API_REQUEST_BODY_HEADERS) headers.delete(name);
93
+ const { body: _body, ...withoutBody } = requestInit;
94
+ requestInit = { ...withoutBody, method: "GET", headers };
95
+ }
96
+ if (next.origin !== current.origin) {
97
+ const headers = new Headers(requestInit.headers);
98
+ for (const name of credentialHeaders) headers.delete(name);
99
+ requestInit = { ...requestInit, headers };
100
+ }
101
+ current = next;
102
+ }
103
+ }
104
+
105
+ export function formatSeconds(s: number): string {
106
+ const h = Math.floor(s / 3600);
107
+ const m = Math.floor((s % 3600) / 60);
108
+ const sec = s % 60;
109
+ if (h > 0) return `${h}:${String(m).padStart(2, "0")}:${String(sec).padStart(2, "0")}`;
110
+ return `${m}:${String(sec).padStart(2, "0")}`;
111
+ }
112
+
113
+ export function readExecError(err: unknown): { code?: string; stderr: string; message: string } {
114
+ if (!err || typeof err !== "object") {
115
+ return { stderr: "", message: String(err) };
116
+ }
117
+ const code = (err as { code?: string }).code;
118
+ const message = (err as { message?: string }).message ?? "";
119
+ const stderrRaw = (err as { stderr?: Buffer | string }).stderr;
120
+ const stderr = Buffer.isBuffer(stderrRaw)
121
+ ? stderrRaw.toString("utf-8")
122
+ : typeof stderrRaw === "string"
123
+ ? stderrRaw
124
+ : "";
125
+ return { code, stderr, message };
126
+ }
127
+
128
+ export function isTimeoutError(err: unknown): boolean {
129
+ if (!err || typeof err !== "object") return false;
130
+ if ((err as { killed?: boolean }).killed) return true;
131
+ const name = (err as { name?: string }).name;
132
+ const code = (err as { code?: string }).code;
133
+ const message = (err as { message?: string }).message ?? "";
134
+ return name === "AbortError" || code === "ETIMEDOUT" || message.toLowerCase().includes("timed out");
135
+ }
136
+
137
+ export function trimErrorText(text: string): string {
138
+ return text.replace(/\s+/g, " ").trim().slice(0, 200);
139
+ }
140
+
141
+ export function mapFfmpegError(err: unknown): string {
142
+ const { code, stderr, message } = readExecError(err);
143
+ if (code === "ENOENT") return "ffmpeg is not installed. Install with: brew install ffmpeg";
144
+ if (isTimeoutError(err)) return "ffmpeg timed out extracting frame";
145
+ if (stderr.includes("403")) return "Stream URL returned 403 — may have expired, try again";
146
+ const snippet = trimErrorText(stderr || message);
147
+ return snippet ? `ffmpeg failed: ${snippet}` : "ffmpeg failed";
148
+ }
149
+
150
+ const proxyStorage = new AsyncLocalStorage<string | null>();
151
+
152
+ export function normalizeProxyUrl(value: unknown, source: string): string | null {
153
+ if (value === undefined || value === null) return null;
154
+ if (typeof value !== "string") throw new Error(`${source} must be an http(s) proxy URL string`);
155
+ const trimmed = value.trim();
156
+ if (!trimmed) return null;
157
+ let parsed: URL;
158
+ try {
159
+ parsed = new URL(trimmed);
160
+ } catch {
161
+ throw new Error(`${source} must be a valid proxy URL: ${JSON.stringify(trimmed)}`);
162
+ }
163
+ if (parsed.protocol !== "http:" && parsed.protocol !== "https:") {
164
+ throw new Error(`${source} must use the http:// or https:// scheme: ${trimmed}`);
165
+ }
166
+ if (!parsed.hostname) throw new Error(`${source} must include a proxy host: ${trimmed}`);
167
+ parsed.hash = "";
168
+ parsed.search = "";
169
+ return parsed.toString();
170
+ }
171
+
172
+ function redactProxyUrl(value: string): string {
173
+ const parsed = new URL(value);
174
+ if (parsed.username) parsed.username = "redacted";
175
+ if (parsed.password) parsed.password = "redacted";
176
+ return parsed.toString();
177
+ }
178
+
179
+ function loadConfiguredProxy(): string | null {
180
+ let configured: unknown;
181
+ const path = getWebSearchConfigPath();
182
+ if (existsSync(path)) {
183
+ let raw: unknown;
184
+ try {
185
+ raw = JSON.parse(readFileSync(path, "utf-8"));
186
+ } catch (err) {
187
+ const message = err instanceof Error ? err.message : String(err);
188
+ throw new Error(`Failed to load proxy config from ${path}: ${message}`);
189
+ }
190
+ if (raw && typeof raw === "object" && !Array.isArray(raw)) configured = (raw as { proxy?: unknown }).proxy;
191
+ }
192
+ if (configured === undefined) return null;
193
+ return normalizeProxyUrl(configured, `proxy in ${getWebSearchConfigPath()}`);
194
+ }
195
+
196
+ export function runWithProxy<T>(proxy: string | undefined, fn: () => T): T {
197
+ if (proxy === undefined) return fn();
198
+ const normalized = normalizeProxyUrl(proxy, "proxy");
199
+ return proxyStorage.run(normalized, fn);
200
+ }
201
+
202
+ export function getActiveProxy(): string | null {
203
+ const scoped = proxyStorage.getStore();
204
+ return scoped !== undefined ? scoped : loadConfiguredProxy();
205
+ }
206
+
207
+ export function hasScopedProxyDecision(): boolean {
208
+ return proxyStorage.getStore() !== undefined;
209
+ }
210
+
211
+ function noProxyEntryMatches(hostname: string, entry: string): boolean {
212
+ if (!entry) return false;
213
+ if (entry === "*") return true;
214
+ let host = entry;
215
+ if (host.startsWith("[")) {
216
+ const close = host.indexOf("]");
217
+ if (close > 0) host = host.slice(0, close + 1);
218
+ } else {
219
+ const colon = host.lastIndexOf(":");
220
+ if (colon > -1 && /^\d+$/.test(host.slice(colon + 1))) host = host.slice(0, colon);
221
+ }
222
+ host = host.toLowerCase().replace(/^\[|\]$/g, "");
223
+ if (!host) return false;
224
+ return hostname === host || hostname.endsWith(host.startsWith(".") ? host : `.${host}`);
225
+ }
226
+
227
+ /** True when a URL must NOT be sent through the active proxy. */
228
+ export function isProxyBypassedUrl(url: URL): boolean {
229
+ const hostname = url.hostname.toLowerCase().replace(/^\[|\]$/g, "");
230
+ if (hostname === "localhost" || hostname.endsWith(".localhost") || hostname === "127.0.0.1" || hostname === "::1") return true;
231
+ const noProxy = process.env.NO_PROXY || process.env.no_proxy;
232
+ if (noProxy && noProxy.split(",").some((entry) => noProxyEntryMatches(hostname, entry.trim()))) return true;
233
+ return false;
234
+ }
235
+
236
+ export interface ProxiedRequestInit extends RequestInit {
237
+ /** Caller-supplied proxy; bypasses AsyncLocalStorage for pLimit-safe contexts. */
238
+ __proxy?: string;
239
+ }
240
+
241
+ interface ProxiedFetch {
242
+ (input: RequestInfo | URL, init?: ProxiedRequestInit): Promise<Response>;
243
+ __piWebAccessProxyFetch?: boolean;
244
+ }
245
+
246
+ /** Wraps globalThis.fetch so every http(s) call routes through curl while a proxy is active. Idempotent. */
247
+ export function installGlobalProxyFetch(): void {
248
+ const current = globalThis.fetch as ProxiedFetch;
249
+ if (typeof current !== "function" || current.__piWebAccessProxyFetch === true) return;
250
+ const nativeFetch = current;
251
+ const wrapped: ProxiedFetch = ((input: RequestInfo | URL, init?: ProxiedRequestInit) => {
252
+ // Prefer caller-attached __proxy (survives pLimit context loss) over AsyncLocalStorage.
253
+ const proxy = init?.__proxy ?? getActiveProxy();
254
+ if (!proxy) return nativeFetch(input, init);
255
+ let url: URL | null = null;
256
+ try {
257
+ url = new URL(typeof input === "string" || input instanceof URL ? input : input.url);
258
+ } catch {
259
+ url = null;
260
+ }
261
+ if (!url || (url.protocol !== "http:" && url.protocol !== "https:") || isProxyBypassedUrl(url)) {
262
+ return nativeFetch(input, init);
263
+ }
264
+ return fetchViaCurl(url, init ?? {}, proxy);
265
+ });
266
+ wrapped.__piWebAccessProxyFetch = true;
267
+ globalThis.fetch = wrapped;
268
+ }
269
+
270
+ function parseHeaderDump(dump: string): { status: number; statusText: string; headers: Array<[string, string]> } {
271
+ const blocks = dump.split(/\r?\n\r?\n/).filter((block) => /^HTTP\/[\d.]+\s+\d{3}/.test(block.trim()));
272
+ const block = (blocks.length > 0 ? blocks[blocks.length - 1] : "").trim();
273
+ const lines = block.split(/\r?\n/);
274
+ let status = 0;
275
+ let statusText = "";
276
+ const headers: Array<[string, string]> = [];
277
+ for (const line of lines) {
278
+ const match = /^HTTP\/[\d.]+\s+(\d{3})(?:\s+(.*))?$/.exec(line.trim());
279
+ if (match) {
280
+ status = Number(match[1]);
281
+ statusText = match[2] ?? "";
282
+ headers.length = 0;
283
+ continue;
284
+ }
285
+ const separator = line.indexOf(":");
286
+ if (separator > 0) {
287
+ const name = line.slice(0, separator).trim();
288
+ if (name.toLowerCase() === "content-encoding" || name.toLowerCase() === "content-length") continue;
289
+ headers.push([name, line.slice(separator + 1).trim()]);
290
+ }
291
+ }
292
+ return { status, statusText, headers };
293
+ }
294
+
295
+ class CurlTransportError extends Error {}
296
+
297
+ async function fetchViaCurl(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
298
+ let current = url;
299
+ let currentInit = init;
300
+ for (let redirects = 0; ; redirects++) {
301
+ const response = await fetchViaCurlOnce(current, currentInit, proxyUrl);
302
+ const location = response.headers.get("location");
303
+ if (!location || ![301, 302, 303, 307, 308].includes(response.status)) {
304
+ if (redirects > 0) Object.defineProperty(response, "redirected", { value: true, configurable: true });
305
+ return response;
306
+ }
307
+ if (currentInit.redirect === "manual") return response;
308
+ if (currentInit.redirect === "error") throw new TypeError(`Proxy fetch redirect blocked from ${current.toString()}`);
309
+ if (redirects === 20) throw new Error(`Too many proxy redirects from ${url.toString()}`);
310
+
311
+ const next = new URL(location, current);
312
+ if (next.protocol !== "http:" && next.protocol !== "https:") throw new Error(`Proxy redirect from ${current.origin} must use HTTP(S)`);
313
+
314
+ let headers = new Headers(currentInit.headers);
315
+ let nextInit: RequestInit;
316
+ const method = currentInit.method?.toUpperCase() ?? "GET";
317
+ if (((response.status === 301 || response.status === 302) && method === "POST") || (response.status === 303 && method !== "GET" && method !== "HEAD")) {
318
+ for (const name of ["Content-Encoding", "Content-Language", "Content-Location", "Content-Type"]) headers.delete(name);
319
+ const { body: _body, ...withoutBody } = currentInit;
320
+ nextInit = { ...withoutBody, method: "GET", headers };
321
+ } else {
322
+ nextInit = { ...currentInit, headers };
323
+ }
324
+
325
+ if (next.origin !== current.origin) {
326
+ headers = new Headers();
327
+ nextInit = { ...nextInit, headers };
328
+ }
329
+ current = next;
330
+ currentInit = nextInit;
331
+ }
332
+ }
333
+
334
+ async function fetchViaCurlOnce(url: URL, init: RequestInit, proxyUrl: string): Promise<Response> {
335
+ const method = (init.method ?? "GET").toUpperCase();
336
+ const headers = new Headers(init.headers);
337
+
338
+ const dir = await mkdtemp(join(tmpdir(), "pi-web-access-proxy-"));
339
+ const headerFile = join(dir, "headers");
340
+ const bodyFile = join(dir, "body");
341
+ const requestBodyFile = join(dir, "request-body");
342
+
343
+ const args: string[] = [
344
+ "--silent",
345
+ "--show-error",
346
+ "--compressed",
347
+ "--connect-timeout", "20",
348
+ "-x", proxyUrl,
349
+ "-D", headerFile,
350
+ "--output", bodyFile,
351
+ "--write-out", "%{json}",
352
+ ];
353
+
354
+ if (method !== "GET" && method !== "HEAD") args.push("-X", method);
355
+
356
+ for (const [name, value] of headers.entries()) {
357
+ if (value === "") continue;
358
+ args.push("-H", `${name}: ${value}`);
359
+ }
360
+
361
+ const body = init.body;
362
+ if (body !== undefined && body !== null) {
363
+ let buffer: Buffer;
364
+ if (typeof body === "string") buffer = Buffer.from(body, "utf-8");
365
+ else if (body instanceof URLSearchParams) buffer = Buffer.from(body.toString(), "utf-8");
366
+ else if (body instanceof ArrayBuffer) buffer = Buffer.from(body);
367
+ else if (ArrayBuffer.isView(body)) buffer = Buffer.from(body.buffer, body.byteOffset, body.byteLength);
368
+ else throw new Error(`Unsupported request body type for proxy fetch: ${typeof body}`);
369
+ await writeFile(requestBodyFile, buffer);
370
+ args.push("--data-binary", `@${requestBodyFile}`);
371
+ if (method === "GET") args.unshift("-X", "GET");
372
+ }
373
+
374
+ args.push(url.toString());
375
+
376
+ const signal = init.signal ?? null;
377
+ let stdout: string;
378
+ try {
379
+ stdout = await new Promise<string>((resolve, reject) => {
380
+ if (signal?.aborted) {
381
+ reject(new DOMException("The operation was aborted.", "AbortError"));
382
+ return;
383
+ }
384
+ const child = spawn("curl", args, { windowsHide: true });
385
+ let out = "";
386
+ let stderr = "";
387
+ const onAbort = () => { try { child.kill(); } catch {} };
388
+ if (signal) {
389
+ signal.addEventListener("abort", onAbort, { once: true });
390
+ }
391
+ child.stdout?.on("data", (chunk: Buffer) => { out += chunk.toString("utf-8"); });
392
+ child.stderr?.on("data", (chunk: Buffer) => { if (stderr.length < 4096) stderr += chunk.toString("utf-8"); });
393
+ child.once("error", (err: NodeJS.ErrnoException) => {
394
+ signal?.removeEventListener("abort", onAbort);
395
+ reject(new CurlTransportError(err.code === "ENOENT"
396
+ ? "curl executable not found on PATH; proxy transport requires curl"
397
+ : `curl failed to start: ${err.message}`));
398
+ });
399
+ child.once("close", (code) => {
400
+ signal?.removeEventListener("abort", onAbort);
401
+ if (signal?.aborted) return reject(new DOMException("The operation was aborted.", "AbortError"));
402
+ if (code !== 0 && !out.trim()) {
403
+ return reject(new CurlTransportError(`curl exited with code ${code ?? "unknown"} via ${redactProxyUrl(proxyUrl)}${stderr.trim() ? `: ${stderr.trim()}` : ""}`));
404
+ }
405
+ resolve(out);
406
+ });
407
+ });
408
+ } catch (err) {
409
+ await rm(dir, { recursive: true, force: true }).catch(() => {});
410
+ if (err instanceof CurlTransportError) throw new Error(err.message);
411
+ throw err;
412
+ }
413
+
414
+ let bodyBuffer = Buffer.alloc(0);
415
+ let dump = "";
416
+ try {
417
+ [dump, bodyBuffer] = await Promise.all([readFile(headerFile, "utf-8"), readFile(bodyFile)]);
418
+ } catch {
419
+ // HEAD or empty responses may not produce output files.
420
+ } finally {
421
+ await rm(dir, { recursive: true, force: true }).catch(() => {});
422
+ }
423
+
424
+ const { status, statusText, headers: responseHeaders } = parseHeaderDump(dump);
425
+ if (status === 0) {
426
+ throw new Error(`Proxy fetch to ${url.toString()} via ${redactProxyUrl(proxyUrl)} returned no HTTP status`);
427
+ }
428
+
429
+ let finalUrl = url.toString();
430
+ let redirected = false;
431
+ try {
432
+ const trimmed = stdout.trim();
433
+ if (trimmed.startsWith("{")) {
434
+ const writeOut = JSON.parse(trimmed) as { url_effective?: string; num_redirects?: number };
435
+ if (writeOut.url_effective) finalUrl = writeOut.url_effective;
436
+ redirected = (writeOut.num_redirects ?? 0) > 0;
437
+ }
438
+ } catch {
439
+ // Older curl without %{json}; the header dump already provided the status.
440
+ }
441
+
442
+ const nullBody = status === 204 || status === 205 || status === 304;
443
+ const response = new Response(nullBody ? null : new Uint8Array(bodyBuffer), {
444
+ status,
445
+ statusText: statusText || undefined,
446
+ headers: new Headers(responseHeaders),
447
+ });
448
+ Object.defineProperty(response, "url", { value: finalUrl, configurable: true });
449
+ Object.defineProperty(response, "redirected", { value: redirected, configurable: true });
450
+ return response;
451
+ }