@asterxsk/kiln 0.4.0 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +155 -155
  2. package/agent/AGENTS.md +67 -67
  3. package/agent/README.md +5 -5
  4. package/agent/extensions/ask-user/index.ts +418 -418
  5. package/agent/extensions/ask-user/install.ps1 +27 -27
  6. package/agent/extensions/ask-user/install.sh +24 -24
  7. package/agent/extensions/ask-user/package-lock.json +769 -769
  8. package/agent/extensions/ask-user/package.json +19 -19
  9. package/agent/extensions/ask-user/prompt.ts +45 -45
  10. package/agent/extensions/ask-user/tsconfig.json +7 -7
  11. package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
  12. package/agent/extensions/background-terminals/index.ts +627 -627
  13. package/agent/extensions/background-terminals/install.ps1 +27 -27
  14. package/agent/extensions/background-terminals/install.sh +24 -24
  15. package/agent/extensions/background-terminals/manager.test.ts +735 -735
  16. package/agent/extensions/background-terminals/output.test.ts +109 -109
  17. package/agent/extensions/background-terminals/package-lock.json +769 -769
  18. package/agent/extensions/background-terminals/package.json +17 -17
  19. package/agent/extensions/background-terminals/prompt.test.ts +125 -125
  20. package/agent/extensions/background-terminals/ps.test.ts +82 -82
  21. package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
  22. package/agent/extensions/background-terminals/src/domain.ts +87 -87
  23. package/agent/extensions/background-terminals/src/manager.ts +907 -907
  24. package/agent/extensions/background-terminals/src/output.ts +84 -84
  25. package/agent/extensions/background-terminals/src/prompt.ts +142 -142
  26. package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
  27. package/agent/extensions/background-terminals/src/runtime.ts +36 -36
  28. package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
  29. package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
  30. package/agent/extensions/background-terminals/tsconfig.json +7 -7
  31. package/agent/extensions/destructive/README.md +31 -31
  32. package/agent/extensions/destructive/index.ts +88 -88
  33. package/agent/extensions/destructive/install.ps1 +27 -27
  34. package/agent/extensions/destructive/install.sh +24 -24
  35. package/agent/extensions/file-search/index.spec.ts +443 -443
  36. package/agent/extensions/file-search/index.ts +459 -459
  37. package/agent/extensions/file-search/install.ps1 +27 -27
  38. package/agent/extensions/file-search/install.sh +24 -24
  39. package/agent/extensions/file-search/package-lock.json +2253 -2253
  40. package/agent/extensions/file-search/package.json +23 -23
  41. package/agent/extensions/file-search/src/args.ts +122 -122
  42. package/agent/extensions/file-search/src/binaries.ts +422 -422
  43. package/agent/extensions/file-search/src/output.ts +126 -126
  44. package/agent/extensions/file-search/src/process.ts +146 -146
  45. package/agent/extensions/file-search/src/prompt.ts +52 -52
  46. package/agent/extensions/file-search/tsconfig.json +7 -7
  47. package/agent/extensions/goal/README.md +50 -50
  48. package/agent/extensions/goal/index.ts +155 -155
  49. package/agent/extensions/goal/install.ps1 +27 -27
  50. package/agent/extensions/goal/install.sh +24 -24
  51. package/agent/extensions/kiln-update/README.md +38 -25
  52. package/agent/extensions/kiln-update/index.ts +177 -99
  53. package/agent/extensions/modelconf/PLAN.md +915 -915
  54. package/agent/extensions/modelconf/README.md +66 -66
  55. package/agent/extensions/modelconf/index.ts +296 -296
  56. package/agent/extensions/modelconf/install.ps1 +27 -27
  57. package/agent/extensions/modelconf/install.sh +24 -24
  58. package/agent/extensions/modelconf/package-lock.json +1809 -1809
  59. package/agent/extensions/modelconf/package.json +13 -13
  60. package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
  61. package/agent/extensions/modelconf/src/glob.ts +13 -13
  62. package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
  63. package/agent/extensions/modelconf/src/persistence.ts +164 -164
  64. package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
  65. package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
  66. package/agent/extensions/modelconf/tsconfig.json +15 -15
  67. package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
  68. package/agent/extensions/pi-web-access/LICENSE +21 -21
  69. package/agent/extensions/pi-web-access/README.md +470 -470
  70. package/agent/extensions/pi-web-access/SECURITY.md +5 -5
  71. package/agent/extensions/pi-web-access/activity.ts +101 -101
  72. package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
  73. package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
  74. package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
  75. package/agent/extensions/pi-web-access/content-find.ts +139 -139
  76. package/agent/extensions/pi-web-access/credential-source.ts +191 -191
  77. package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
  78. package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
  79. package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
  80. package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
  81. package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
  82. package/agent/extensions/pi-web-access/exa.ts +526 -526
  83. package/agent/extensions/pi-web-access/extract.ts +1196 -1196
  84. package/agent/extensions/pi-web-access/feature-config.ts +29 -29
  85. package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
  86. package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
  87. package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
  88. package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
  89. package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
  90. package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
  91. package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
  92. package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
  93. package/agent/extensions/pi-web-access/github-api.ts +197 -197
  94. package/agent/extensions/pi-web-access/github-extract.ts +746 -746
  95. package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
  96. package/agent/extensions/pi-web-access/index.ts +1737 -1737
  97. package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
  98. package/agent/extensions/pi-web-access/package.json +64 -64
  99. package/agent/extensions/pi-web-access/page-query.ts +96 -96
  100. package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
  101. package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
  102. package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
  103. package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
  104. package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
  105. package/agent/extensions/pi-web-access/search-types.ts +20 -20
  106. package/agent/extensions/pi-web-access/source-check.ts +282 -282
  107. package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
  108. package/agent/extensions/pi-web-access/storage.ts +521 -521
  109. package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
  110. package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
  111. package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
  112. package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
  113. package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
  114. package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
  115. package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
  116. package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
  117. package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
  118. package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
  119. package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
  120. package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
  121. package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
  122. package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
  123. package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
  124. package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
  125. package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
  126. package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
  127. package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
  128. package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
  129. package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
  130. package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
  131. package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
  132. package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
  133. package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
  134. package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
  135. package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
  136. package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
  137. package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
  138. package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
  139. package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
  140. package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
  141. package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
  142. package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
  143. package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
  144. package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
  145. package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
  146. package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
  147. package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
  148. package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
  149. package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
  150. package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
  151. package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
  152. package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
  153. package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
  154. package/agent/extensions/pi-web-access/tsconfig.json +11 -11
  155. package/agent/extensions/pi-web-access/utils.ts +451 -451
  156. package/agent/extensions/pi-web-access/video-extract.ts +392 -392
  157. package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
  158. package/agent/extensions/shared/activity-status.ts +31 -31
  159. package/agent/extensions/shared/child-session.test.ts +270 -270
  160. package/agent/extensions/shared/child-session.ts +148 -148
  161. package/agent/extensions/shared/context-utilization.test.ts +48 -48
  162. package/agent/extensions/shared/context-utilization.ts +47 -47
  163. package/agent/extensions/shared/dashboard-state.ts +99 -99
  164. package/agent/extensions/shared/install.ps1 +27 -27
  165. package/agent/extensions/shared/install.sh +24 -24
  166. package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
  167. package/agent/extensions/shared/tool-call-timeout.ts +104 -104
  168. package/agent/extensions/skillsconf/README.md +74 -74
  169. package/agent/extensions/skillsconf/index.ts +92 -92
  170. package/agent/extensions/skillsconf/install.ps1 +27 -27
  171. package/agent/extensions/skillsconf/install.sh +24 -24
  172. package/agent/extensions/skillsconf/package-lock.json +1809 -1809
  173. package/agent/extensions/skillsconf/package.json +18 -18
  174. package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
  175. package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
  176. package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
  177. package/agent/extensions/skillsconf/src/filter.ts +74 -74
  178. package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
  179. package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
  180. package/agent/extensions/skillsconf/src/persistence.ts +169 -169
  181. package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
  182. package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
  183. package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
  184. package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
  185. package/agent/extensions/skillsconf/tsconfig.json +15 -15
  186. package/agent/extensions/statusline/index.ts +273 -282
  187. package/agent/extensions/statusline/install.ps1 +27 -27
  188. package/agent/extensions/statusline/install.sh +24 -24
  189. package/agent/extensions/subagents/by-the-way.test.ts +29 -29
  190. package/agent/extensions/subagents/claude.test.ts +119 -119
  191. package/agent/extensions/subagents/codex.test.ts +102 -102
  192. package/agent/extensions/subagents/context-usage.test.ts +107 -107
  193. package/agent/extensions/subagents/docs/design-plan.md +568 -568
  194. package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
  195. package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
  196. package/agent/extensions/subagents/index.ts +779 -779
  197. package/agent/extensions/subagents/install.ps1 +27 -27
  198. package/agent/extensions/subagents/install.sh +24 -24
  199. package/agent/extensions/subagents/manager.test.ts +276 -276
  200. package/agent/extensions/subagents/package-lock.json +2244 -2244
  201. package/agent/extensions/subagents/package.json +19 -19
  202. package/agent/extensions/subagents/result-delivery.test.ts +27 -27
  203. package/agent/extensions/subagents/src/backend.ts +73 -73
  204. package/agent/extensions/subagents/src/backends/claude.ts +701 -701
  205. package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
  206. package/agent/extensions/subagents/src/backends/pi.ts +575 -575
  207. package/agent/extensions/subagents/src/backends/stub.ts +300 -300
  208. package/agent/extensions/subagents/src/by-the-way.ts +21 -21
  209. package/agent/extensions/subagents/src/domain.ts +253 -253
  210. package/agent/extensions/subagents/src/format.ts +74 -74
  211. package/agent/extensions/subagents/src/manager.ts +736 -736
  212. package/agent/extensions/subagents/src/prompt.ts +92 -92
  213. package/agent/extensions/subagents/src/result-delivery.ts +20 -20
  214. package/agent/extensions/subagents/src/runtime.ts +53 -53
  215. package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
  216. package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
  217. package/agent/extensions/subagents/takeover.test.ts +29 -29
  218. package/agent/extensions/subagents/tsconfig.json +7 -7
  219. package/agent/extensions/todo/AGENTS.md +38 -38
  220. package/agent/extensions/todo/LICENSE +21 -21
  221. package/agent/extensions/todo/config.ts +55 -55
  222. package/agent/extensions/todo/index.ts +151 -151
  223. package/agent/extensions/todo/install.ps1 +27 -27
  224. package/agent/extensions/todo/install.sh +24 -24
  225. package/agent/extensions/todo/locales/de.json +17 -17
  226. package/agent/extensions/todo/locales/en.json +15 -15
  227. package/agent/extensions/todo/locales/es.json +17 -17
  228. package/agent/extensions/todo/locales/fr.json +17 -17
  229. package/agent/extensions/todo/locales/pt-BR.json +17 -17
  230. package/agent/extensions/todo/locales/pt.json +17 -17
  231. package/agent/extensions/todo/locales/ru.json +17 -17
  232. package/agent/extensions/todo/locales/uk.json +17 -17
  233. package/agent/extensions/todo/locales/zh.json +17 -17
  234. package/agent/extensions/todo/package-lock.json +3358 -3358
  235. package/agent/extensions/todo/package.json +67 -67
  236. package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
  237. package/agent/extensions/todo/state/invariants.ts +20 -20
  238. package/agent/extensions/todo/state/replay.ts +38 -38
  239. package/agent/extensions/todo/state/selectors.ts +107 -107
  240. package/agent/extensions/todo/state/state-reducer.ts +326 -326
  241. package/agent/extensions/todo/state/state.ts +18 -18
  242. package/agent/extensions/todo/state/store.ts +82 -82
  243. package/agent/extensions/todo/state/task-graph.ts +57 -57
  244. package/agent/extensions/todo/todo-overlay.ts +200 -200
  245. package/agent/extensions/todo/todo.ts +155 -155
  246. package/agent/extensions/todo/tool/response-envelope.ts +109 -109
  247. package/agent/extensions/todo/tool/types.ts +206 -206
  248. package/agent/extensions/todo/view/format.ts +177 -177
  249. package/agent/extensions/trim-context/README.md +54 -54
  250. package/agent/extensions/trim-context/index.ts +487 -487
  251. package/agent/extensions/trim-context/install.ps1 +27 -27
  252. package/agent/extensions/trim-context/install.sh +24 -24
  253. package/agent/keybindings.json +7 -7
  254. package/agent/version.txt +1 -1
  255. package/bin/kiln.js +20 -13
  256. package/package.json +1 -1
  257. package/agent/extensions/taste/index.ts +0 -443
  258. package/agent/extensions/taste/install.ps1 +0 -27
  259. package/agent/extensions/taste/install.sh +0 -24
@@ -1,334 +1,334 @@
1
- import assert from "node:assert/strict";
2
- import { chmodSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, symlinkSync, truncateSync, unlinkSync, utimesSync, writeFileSync } from "node:fs";
3
- import { mkdtemp } from "node:fs/promises";
4
- import { tmpdir } from "node:os";
5
- import { dirname, join } from "node:path";
6
- import { afterEach, test } from "node:test";
7
-
8
- import initializeExtension from "../index.ts";
9
- import { clearResults, deleteResult, getFetchCacheDir, getResult, pruneExpiredFetchCache, restoreFromSession, storeFetchedContentResult } from "../storage.ts";
10
-
11
- const originalFetch = globalThis.fetch;
12
- const originalAgentDir = process.env.PI_CODING_AGENT_DIR;
13
- const originalCacheDir = process.env.PI_WEB_ACCESS_CACHE_DIR;
14
- const originalDateNow = Date.now;
15
-
16
- afterEach(() => {
17
- globalThis.fetch = originalFetch;
18
- Date.now = originalDateNow;
19
- if (originalAgentDir === undefined) delete process.env.PI_CODING_AGENT_DIR;
20
- else process.env.PI_CODING_AGENT_DIR = originalAgentDir;
21
- if (originalCacheDir === undefined) delete process.env.PI_WEB_ACCESS_CACHE_DIR;
22
- else process.env.PI_WEB_ACCESS_CACHE_DIR = originalCacheDir;
23
- clearResults();
24
- });
25
-
26
- async function useTempAgentDir() {
27
- const dir = await mkdtemp(join(tmpdir(), "pi-web-access-fetch-cache-"));
28
- process.env.PI_CODING_AGENT_DIR = dir;
29
- process.env.PI_WEB_ACCESS_CACHE_DIR = join(dir, "web-search-cache");
30
- return dir;
31
- }
32
-
33
- function registerTools() {
34
- const tools = [];
35
- const entries = [];
36
- initializeExtension({
37
- registerTool(tool) { tools.push(tool); },
38
- registerCommand() {},
39
- registerShortcut() {},
40
- on() {},
41
- appendEntry(type, data) { entries.push({ type, data }); },
42
- });
43
- return {
44
- entries,
45
- fetchTool: tools.find((tool) => tool.name === "fetch_content"),
46
- getContentTool: tools.find((tool) => tool.name === "get_search_content"),
47
- };
48
- }
49
-
50
- function restoreEntry(data) {
51
- restoreFromSession({
52
- sessionManager: {
53
- getBranch: () => [{ type: "custom", customType: "web-search-results", data }],
54
- },
55
- });
56
- }
57
-
58
- function fetchedData(id, content = "cached content") {
59
- return {
60
- id,
61
- type: "fetch",
62
- timestamp: Date.now(),
63
- urls: [{ url: `https://example.com/${id}`, title: id, content, error: null }],
64
- };
65
- }
66
-
67
- test("fetch_content stores full content in cache and writes a bounded session entry", async () => {
68
- await useTempAgentDir();
69
- const pageContent = "Cached page content. ".repeat(4_000);
70
- globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
71
-
72
- const { entries, fetchTool, getContentTool } = registerTools();
73
- assert.ok(fetchTool);
74
- assert.ok(getContentTool);
75
-
76
- const result = await fetchTool.execute("call", { url: "https://93.184.216.34/page" });
77
- const entry = entries.find((candidate) => candidate.type === "web-search-results");
78
- assert.ok(entry);
79
- assert.equal(entry.data.type, "fetch");
80
- assert.equal(entry.data.urls, undefined);
81
- assert.ok(entry.data.fetchCache?.key);
82
- assert.equal(entry.data.urlMetadata?.[0]?.contentLength, pageContent.length);
83
-
84
- const serialized = JSON.stringify(entry.data);
85
- assert.ok(serialized.length < 5_000, `session entry was ${serialized.length} chars`);
86
- assert.doesNotMatch(serialized, /Cached page content\. Cached page content\./);
87
-
88
- clearResults();
89
- restoreEntry(entry.data);
90
- const restored = await getContentTool.execute("call", {
91
- responseId: result.details.responseId,
92
- urlIndex: 0,
93
- offset: pageContent.length - 21,
94
- limit: 21,
95
- });
96
- assert.equal(restored.details.returnedChars, 21);
97
- assert.match(restored.content[0].text, /Cached page content\./);
98
- });
99
-
100
- test("legacy inline fetched session entries remain readable", async () => {
101
- await useTempAgentDir();
102
- const { getContentTool } = registerTools();
103
- assert.ok(getContentTool);
104
- const legacy = {
105
- id: "legacy-fetch",
106
- type: "fetch",
107
- timestamp: Date.now(),
108
- urls: [{ url: "https://example.com/legacy", title: "Legacy", content: "legacy inline content", error: null }],
109
- };
110
-
111
- restoreEntry(legacy);
112
- const result = await getContentTool.execute("call", { responseId: "legacy-fetch", urlIndex: 0 });
113
- assert.match(result.content[0].text, /legacy inline content/);
114
- assert.equal(result.details.contentLength, "legacy inline content".length);
115
- });
116
-
117
- test("loaded cached fetched content expires after the result lifetime", async () => {
118
- const startedAt = originalDateNow();
119
- Date.now = () => startedAt;
120
- await useTempAgentDir();
121
- const pageContent = "expiring cache-backed content";
122
- globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
123
-
124
- const { entries, fetchTool, getContentTool } = registerTools();
125
- assert.ok(fetchTool);
126
- assert.ok(getContentTool);
127
- const result = await fetchTool.execute("call", { url: "https://93.184.216.34/expiring-cache" });
128
- const entry = entries.find((candidate) => candidate.type === "web-search-results");
129
- assert.ok(entry?.data.fetchCache?.key);
130
-
131
- clearResults();
132
- restoreEntry(entry.data);
133
- const loaded = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
134
- assert.match(loaded.content[0].text, /expiring cache-backed content/);
135
-
136
- Date.now = () => startedAt + 60 * 60 * 1000;
137
- const expired = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
138
- assert.equal(expired.details.error, "Cached fetched content is missing or expired");
139
- assert.match(expired.content[0].text, /Cached fetched content is missing or expired/);
140
- assert.doesNotMatch(expired.content[0].text, /expiring cache-backed content/);
141
- });
142
-
143
- test("missing cache files return an actionable fetched-content error", async () => {
144
- const agentDir = await useTempAgentDir();
145
- const pageContent = "cache-backed content";
146
- globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
147
-
148
- const { entries, fetchTool, getContentTool } = registerTools();
149
- assert.ok(fetchTool);
150
- assert.ok(getContentTool);
151
- const result = await fetchTool.execute("call", { url: "https://93.184.216.34/missing-cache" });
152
- const entry = entries.find((candidate) => candidate.type === "web-search-results");
153
- assert.ok(entry?.data.fetchCache?.key);
154
- rmSync(join(getFetchCacheDir(), entry.data.fetchCache.key), { force: true });
155
-
156
- clearResults();
157
- restoreEntry(entry.data);
158
- const missing = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
159
- assert.equal(missing.details.error, "Cached fetched content is missing or expired");
160
- assert.match(missing.content[0].text, /Cached fetched content is missing or expired/);
161
- rmSync(agentDir, { recursive: true, force: true });
162
- });
163
-
164
- test("cache pruning evicts the oldest entries by count and bytes", async () => {
165
- await useTempAgentDir();
166
- const cacheDir = getFetchCacheDir();
167
- mkdirSync(cacheDir, { recursive: true });
168
- const now = Date.now();
169
- for (const [name, content, ageSeconds] of [
170
- ["oldest.json", "1111", 30],
171
- ["middle.json", "222222", 20],
172
- ["newest.json", "33333333", 10],
173
- ]) {
174
- const path = join(cacheDir, name);
175
- writeFileSync(path, content);
176
- utimesSync(path, new Date(now - ageSeconds * 1000), new Date(now - ageSeconds * 1000));
177
- }
178
-
179
- pruneExpiredFetchCache(now, { maxEntries: 2, maxBytes: 1024 });
180
- assert.deepEqual(readdirSync(cacheDir).sort(), ["middle.json", "newest.json"]);
181
-
182
- pruneExpiredFetchCache(now, { maxEntries: 10, maxBytes: 8 });
183
- assert.deepEqual(readdirSync(cacheDir), ["newest.json"]);
184
- assert.throws(() => pruneExpiredFetchCache(now, { maxEntries: 0 }), /finite positive integers/);
185
- assert.throws(() => pruneExpiredFetchCache(now, { maxBytes: Infinity }), /finite positive integers/);
186
- });
187
-
188
- test("default cache pruning keeps the newest 128 entries", async () => {
189
- await useTempAgentDir();
190
- const cacheDir = getFetchCacheDir();
191
- mkdirSync(cacheDir, { recursive: true });
192
- const now = Date.now();
193
- for (let index = 0; index < 129; index++) {
194
- const path = join(cacheDir, `entry-${index.toString().padStart(3, "0")}.json`);
195
- writeFileSync(path, "{}");
196
- const modified = new Date(now - (129 - index) * 1000);
197
- utimesSync(path, modified, modified);
198
- }
199
-
200
- pruneExpiredFetchCache(now);
201
- const remaining = readdirSync(cacheDir).sort();
202
- assert.equal(remaining.length, 128);
203
- assert.equal(remaining.includes("entry-000.json"), false);
204
- assert.equal(remaining.includes("entry-128.json"), true);
205
- });
206
-
207
- test("default cache pruning enforces the 128 MiB byte limit", async () => {
208
- await useTempAgentDir();
209
- const cacheDir = getFetchCacheDir();
210
- mkdirSync(cacheDir, { recursive: true });
211
- const now = Date.now();
212
- for (const [name, ageSeconds] of [["older.json", 20], ["newer.json", 10]]) {
213
- const path = join(cacheDir, name);
214
- writeFileSync(path, "");
215
- truncateSync(path, 65 * 1024 * 1024);
216
- const modified = new Date(now - ageSeconds * 1000);
217
- utimesSync(path, modified, modified);
218
- }
219
-
220
- pruneExpiredFetchCache(now);
221
- assert.deepEqual(readdirSync(cacheDir), ["newer.json"]);
222
- });
223
-
224
- test("cache pruning removes only stale owned temp files", async () => {
225
- await useTempAgentDir();
226
- const cacheDir = getFetchCacheDir();
227
- mkdirSync(cacheDir, { recursive: true });
228
- const now = Date.now();
229
- const stale = ["old.json.123.456.tmp", `new.json.123.456.${"a".repeat(32)}.tmp`];
230
- const fresh = `fresh.json.123.456.${"b".repeat(32)}.tmp`;
231
- const preserved = ["foreign.tmp", "old.json.not-ours.tmp", fresh];
232
- for (const name of [...stale, ...preserved]) {
233
- const path = join(cacheDir, name);
234
- writeFileSync(path, name);
235
- if (name !== fresh) utimesSync(path, new Date(now - 2 * 60 * 60 * 1000), new Date(now - 2 * 60 * 60 * 1000));
236
- }
237
-
238
- pruneExpiredFetchCache(now);
239
- assert.deepEqual(readdirSync(cacheDir).sort(), preserved.sort());
240
- });
241
-
242
- test("cache pruning corrects directory and entry permissions", { skip: process.platform === "win32" }, async () => {
243
- await useTempAgentDir();
244
- const cacheDir = getFetchCacheDir();
245
- mkdirSync(cacheDir, { recursive: true });
246
- const entryPath = join(cacheDir, "permissions.json");
247
- writeFileSync(entryPath, "{}");
248
- chmodSync(cacheDir, 0o777);
249
- chmodSync(entryPath, 0o666);
250
-
251
- pruneExpiredFetchCache();
252
- assert.equal(statSync(cacheDir).mode & 0o777, 0o700);
253
- assert.equal(statSync(entryPath).mode & 0o777, 0o600);
254
- });
255
-
256
- test("cache write and rename failures degrade without leaving temp files", async () => {
257
- await useTempAgentDir();
258
- const unwritable = fetchedData("unwritable");
259
- unwritable.circular = unwritable;
260
- const failed = storeFetchedContentResult("unwritable", unwritable);
261
- assert.equal(failed.fetchCache, undefined);
262
- assert.match(failed.fetchCacheError, /circular/i);
263
- assert.equal(readdirSync(dirname(getFetchCacheDir())).includes("web-search-cache"), false);
264
-
265
- const written = storeFetchedContentResult("normal", fetchedData("normal"));
266
- assert.ok(written.fetchCache);
267
- mkdirSync(join(getFetchCacheDir(), "blocked.json"));
268
- const blocked = storeFetchedContentResult("blocked", fetchedData("blocked"));
269
- assert.equal(blocked.fetchCache, undefined);
270
- assert.equal(readdirSync(getFetchCacheDir()).some((name) => name.endsWith(".tmp")), false);
271
- });
272
-
273
- test("corrupt cache files remain unavailable without throwing", async () => {
274
- await useTempAgentDir();
275
- const cacheDir = getFetchCacheDir();
276
- mkdirSync(cacheDir, { recursive: true });
277
- writeFileSync(join(cacheDir, "corrupt.json"), "not json");
278
- restoreEntry({
279
- id: "corrupt",
280
- type: "fetch",
281
- timestamp: Date.now(),
282
- fetchCache: { version: 1, key: "corrupt.json", storedAt: Date.now() },
283
- urlMetadata: [{ url: "https://example.com/corrupt", title: "corrupt", error: null, contentLength: 8 }],
284
- });
285
-
286
- const restored = getResult("corrupt");
287
- assert.equal(restored.urls[0].content, "");
288
- assert.match(restored.urls[0].error, /could not be read/);
289
- });
290
-
291
- test("cache file symlinks are not followed", { skip: process.platform === "win32" }, async () => {
292
- const agentDir = await useTempAgentDir();
293
- const cacheDir = getFetchCacheDir();
294
- mkdirSync(cacheDir, { recursive: true });
295
- const target = join(agentDir, "outside.json");
296
- writeFileSync(target, JSON.stringify(fetchedData("linked")));
297
- symlinkSync(target, join(cacheDir, "linked.json"));
298
- restoreEntry({
299
- id: "linked",
300
- type: "fetch",
301
- timestamp: Date.now(),
302
- fetchCache: { version: 1, key: "linked.json", storedAt: Date.now() },
303
- urlMetadata: [{ url: "https://example.com/linked", title: "linked", error: null, contentLength: 14 }],
304
- });
305
-
306
- const restored = getResult("linked");
307
- assert.equal(restored.urls[0].content, "");
308
- assert.match(restored.urls[0].error, /not a regular file/);
309
- assert.match(readFileSync(target, "utf8"), /cached content/);
310
- });
311
-
312
- test("cache directory symlinks are rejected for writes and deletes", { skip: process.platform === "win32" }, async () => {
313
- const agentDir = await useTempAgentDir();
314
- const cacheDir = getFetchCacheDir();
315
- const outside = join(agentDir, "outside-cache");
316
- mkdirSync(dirname(cacheDir), { recursive: true });
317
- mkdirSync(outside);
318
- symlinkSync(outside, cacheDir);
319
-
320
- const rejected = storeFetchedContentResult("dir-link", fetchedData("dir-link"));
321
- assert.equal(rejected.fetchCache, undefined);
322
- assert.match(rejected.fetchCacheError, /not a safe directory/);
323
- assert.deepEqual(readdirSync(outside), []);
324
-
325
- unlinkSync(cacheDir);
326
- const stored = storeFetchedContentResult("delete-link", fetchedData("delete-link"));
327
- assert.ok(stored.fetchCache);
328
- rmSync(cacheDir, { recursive: true });
329
- mkdirSync(outside, { recursive: true });
330
- writeFileSync(join(outside, stored.fetchCache.key), "outside");
331
- symlinkSync(outside, cacheDir);
332
- assert.equal(deleteResult("delete-link"), true);
333
- assert.equal(readFileSync(join(outside, stored.fetchCache.key), "utf8"), "outside");
334
- });
1
+ import assert from "node:assert/strict";
2
+ import { chmodSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, symlinkSync, truncateSync, unlinkSync, utimesSync, writeFileSync } from "node:fs";
3
+ import { mkdtemp } from "node:fs/promises";
4
+ import { tmpdir } from "node:os";
5
+ import { dirname, join } from "node:path";
6
+ import { afterEach, test } from "node:test";
7
+
8
+ import initializeExtension from "../index.ts";
9
+ import { clearResults, deleteResult, getFetchCacheDir, getResult, pruneExpiredFetchCache, restoreFromSession, storeFetchedContentResult } from "../storage.ts";
10
+
11
+ const originalFetch = globalThis.fetch;
12
+ const originalAgentDir = process.env.PI_CODING_AGENT_DIR;
13
+ const originalCacheDir = process.env.PI_WEB_ACCESS_CACHE_DIR;
14
+ const originalDateNow = Date.now;
15
+
16
+ afterEach(() => {
17
+ globalThis.fetch = originalFetch;
18
+ Date.now = originalDateNow;
19
+ if (originalAgentDir === undefined) delete process.env.PI_CODING_AGENT_DIR;
20
+ else process.env.PI_CODING_AGENT_DIR = originalAgentDir;
21
+ if (originalCacheDir === undefined) delete process.env.PI_WEB_ACCESS_CACHE_DIR;
22
+ else process.env.PI_WEB_ACCESS_CACHE_DIR = originalCacheDir;
23
+ clearResults();
24
+ });
25
+
26
+ async function useTempAgentDir() {
27
+ const dir = await mkdtemp(join(tmpdir(), "pi-web-access-fetch-cache-"));
28
+ process.env.PI_CODING_AGENT_DIR = dir;
29
+ process.env.PI_WEB_ACCESS_CACHE_DIR = join(dir, "web-search-cache");
30
+ return dir;
31
+ }
32
+
33
+ function registerTools() {
34
+ const tools = [];
35
+ const entries = [];
36
+ initializeExtension({
37
+ registerTool(tool) { tools.push(tool); },
38
+ registerCommand() {},
39
+ registerShortcut() {},
40
+ on() {},
41
+ appendEntry(type, data) { entries.push({ type, data }); },
42
+ });
43
+ return {
44
+ entries,
45
+ fetchTool: tools.find((tool) => tool.name === "fetch_content"),
46
+ getContentTool: tools.find((tool) => tool.name === "get_search_content"),
47
+ };
48
+ }
49
+
50
+ function restoreEntry(data) {
51
+ restoreFromSession({
52
+ sessionManager: {
53
+ getBranch: () => [{ type: "custom", customType: "web-search-results", data }],
54
+ },
55
+ });
56
+ }
57
+
58
+ function fetchedData(id, content = "cached content") {
59
+ return {
60
+ id,
61
+ type: "fetch",
62
+ timestamp: Date.now(),
63
+ urls: [{ url: `https://example.com/${id}`, title: id, content, error: null }],
64
+ };
65
+ }
66
+
67
+ test("fetch_content stores full content in cache and writes a bounded session entry", async () => {
68
+ await useTempAgentDir();
69
+ const pageContent = "Cached page content. ".repeat(4_000);
70
+ globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
71
+
72
+ const { entries, fetchTool, getContentTool } = registerTools();
73
+ assert.ok(fetchTool);
74
+ assert.ok(getContentTool);
75
+
76
+ const result = await fetchTool.execute("call", { url: "https://93.184.216.34/page" });
77
+ const entry = entries.find((candidate) => candidate.type === "web-search-results");
78
+ assert.ok(entry);
79
+ assert.equal(entry.data.type, "fetch");
80
+ assert.equal(entry.data.urls, undefined);
81
+ assert.ok(entry.data.fetchCache?.key);
82
+ assert.equal(entry.data.urlMetadata?.[0]?.contentLength, pageContent.length);
83
+
84
+ const serialized = JSON.stringify(entry.data);
85
+ assert.ok(serialized.length < 5_000, `session entry was ${serialized.length} chars`);
86
+ assert.doesNotMatch(serialized, /Cached page content\. Cached page content\./);
87
+
88
+ clearResults();
89
+ restoreEntry(entry.data);
90
+ const restored = await getContentTool.execute("call", {
91
+ responseId: result.details.responseId,
92
+ urlIndex: 0,
93
+ offset: pageContent.length - 21,
94
+ limit: 21,
95
+ });
96
+ assert.equal(restored.details.returnedChars, 21);
97
+ assert.match(restored.content[0].text, /Cached page content\./);
98
+ });
99
+
100
+ test("legacy inline fetched session entries remain readable", async () => {
101
+ await useTempAgentDir();
102
+ const { getContentTool } = registerTools();
103
+ assert.ok(getContentTool);
104
+ const legacy = {
105
+ id: "legacy-fetch",
106
+ type: "fetch",
107
+ timestamp: Date.now(),
108
+ urls: [{ url: "https://example.com/legacy", title: "Legacy", content: "legacy inline content", error: null }],
109
+ };
110
+
111
+ restoreEntry(legacy);
112
+ const result = await getContentTool.execute("call", { responseId: "legacy-fetch", urlIndex: 0 });
113
+ assert.match(result.content[0].text, /legacy inline content/);
114
+ assert.equal(result.details.contentLength, "legacy inline content".length);
115
+ });
116
+
117
+ test("loaded cached fetched content expires after the result lifetime", async () => {
118
+ const startedAt = originalDateNow();
119
+ Date.now = () => startedAt;
120
+ await useTempAgentDir();
121
+ const pageContent = "expiring cache-backed content";
122
+ globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
123
+
124
+ const { entries, fetchTool, getContentTool } = registerTools();
125
+ assert.ok(fetchTool);
126
+ assert.ok(getContentTool);
127
+ const result = await fetchTool.execute("call", { url: "https://93.184.216.34/expiring-cache" });
128
+ const entry = entries.find((candidate) => candidate.type === "web-search-results");
129
+ assert.ok(entry?.data.fetchCache?.key);
130
+
131
+ clearResults();
132
+ restoreEntry(entry.data);
133
+ const loaded = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
134
+ assert.match(loaded.content[0].text, /expiring cache-backed content/);
135
+
136
+ Date.now = () => startedAt + 60 * 60 * 1000;
137
+ const expired = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
138
+ assert.equal(expired.details.error, "Cached fetched content is missing or expired");
139
+ assert.match(expired.content[0].text, /Cached fetched content is missing or expired/);
140
+ assert.doesNotMatch(expired.content[0].text, /expiring cache-backed content/);
141
+ });
142
+
143
+ test("missing cache files return an actionable fetched-content error", async () => {
144
+ const agentDir = await useTempAgentDir();
145
+ const pageContent = "cache-backed content";
146
+ globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
147
+
148
+ const { entries, fetchTool, getContentTool } = registerTools();
149
+ assert.ok(fetchTool);
150
+ assert.ok(getContentTool);
151
+ const result = await fetchTool.execute("call", { url: "https://93.184.216.34/missing-cache" });
152
+ const entry = entries.find((candidate) => candidate.type === "web-search-results");
153
+ assert.ok(entry?.data.fetchCache?.key);
154
+ rmSync(join(getFetchCacheDir(), entry.data.fetchCache.key), { force: true });
155
+
156
+ clearResults();
157
+ restoreEntry(entry.data);
158
+ const missing = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
159
+ assert.equal(missing.details.error, "Cached fetched content is missing or expired");
160
+ assert.match(missing.content[0].text, /Cached fetched content is missing or expired/);
161
+ rmSync(agentDir, { recursive: true, force: true });
162
+ });
163
+
164
+ test("cache pruning evicts the oldest entries by count and bytes", async () => {
165
+ await useTempAgentDir();
166
+ const cacheDir = getFetchCacheDir();
167
+ mkdirSync(cacheDir, { recursive: true });
168
+ const now = Date.now();
169
+ for (const [name, content, ageSeconds] of [
170
+ ["oldest.json", "1111", 30],
171
+ ["middle.json", "222222", 20],
172
+ ["newest.json", "33333333", 10],
173
+ ]) {
174
+ const path = join(cacheDir, name);
175
+ writeFileSync(path, content);
176
+ utimesSync(path, new Date(now - ageSeconds * 1000), new Date(now - ageSeconds * 1000));
177
+ }
178
+
179
+ pruneExpiredFetchCache(now, { maxEntries: 2, maxBytes: 1024 });
180
+ assert.deepEqual(readdirSync(cacheDir).sort(), ["middle.json", "newest.json"]);
181
+
182
+ pruneExpiredFetchCache(now, { maxEntries: 10, maxBytes: 8 });
183
+ assert.deepEqual(readdirSync(cacheDir), ["newest.json"]);
184
+ assert.throws(() => pruneExpiredFetchCache(now, { maxEntries: 0 }), /finite positive integers/);
185
+ assert.throws(() => pruneExpiredFetchCache(now, { maxBytes: Infinity }), /finite positive integers/);
186
+ });
187
+
188
+ test("default cache pruning keeps the newest 128 entries", async () => {
189
+ await useTempAgentDir();
190
+ const cacheDir = getFetchCacheDir();
191
+ mkdirSync(cacheDir, { recursive: true });
192
+ const now = Date.now();
193
+ for (let index = 0; index < 129; index++) {
194
+ const path = join(cacheDir, `entry-${index.toString().padStart(3, "0")}.json`);
195
+ writeFileSync(path, "{}");
196
+ const modified = new Date(now - (129 - index) * 1000);
197
+ utimesSync(path, modified, modified);
198
+ }
199
+
200
+ pruneExpiredFetchCache(now);
201
+ const remaining = readdirSync(cacheDir).sort();
202
+ assert.equal(remaining.length, 128);
203
+ assert.equal(remaining.includes("entry-000.json"), false);
204
+ assert.equal(remaining.includes("entry-128.json"), true);
205
+ });
206
+
207
+ test("default cache pruning enforces the 128 MiB byte limit", async () => {
208
+ await useTempAgentDir();
209
+ const cacheDir = getFetchCacheDir();
210
+ mkdirSync(cacheDir, { recursive: true });
211
+ const now = Date.now();
212
+ for (const [name, ageSeconds] of [["older.json", 20], ["newer.json", 10]]) {
213
+ const path = join(cacheDir, name);
214
+ writeFileSync(path, "");
215
+ truncateSync(path, 65 * 1024 * 1024);
216
+ const modified = new Date(now - ageSeconds * 1000);
217
+ utimesSync(path, modified, modified);
218
+ }
219
+
220
+ pruneExpiredFetchCache(now);
221
+ assert.deepEqual(readdirSync(cacheDir), ["newer.json"]);
222
+ });
223
+
224
+ test("cache pruning removes only stale owned temp files", async () => {
225
+ await useTempAgentDir();
226
+ const cacheDir = getFetchCacheDir();
227
+ mkdirSync(cacheDir, { recursive: true });
228
+ const now = Date.now();
229
+ const stale = ["old.json.123.456.tmp", `new.json.123.456.${"a".repeat(32)}.tmp`];
230
+ const fresh = `fresh.json.123.456.${"b".repeat(32)}.tmp`;
231
+ const preserved = ["foreign.tmp", "old.json.not-ours.tmp", fresh];
232
+ for (const name of [...stale, ...preserved]) {
233
+ const path = join(cacheDir, name);
234
+ writeFileSync(path, name);
235
+ if (name !== fresh) utimesSync(path, new Date(now - 2 * 60 * 60 * 1000), new Date(now - 2 * 60 * 60 * 1000));
236
+ }
237
+
238
+ pruneExpiredFetchCache(now);
239
+ assert.deepEqual(readdirSync(cacheDir).sort(), preserved.sort());
240
+ });
241
+
242
+ test("cache pruning corrects directory and entry permissions", { skip: process.platform === "win32" }, async () => {
243
+ await useTempAgentDir();
244
+ const cacheDir = getFetchCacheDir();
245
+ mkdirSync(cacheDir, { recursive: true });
246
+ const entryPath = join(cacheDir, "permissions.json");
247
+ writeFileSync(entryPath, "{}");
248
+ chmodSync(cacheDir, 0o777);
249
+ chmodSync(entryPath, 0o666);
250
+
251
+ pruneExpiredFetchCache();
252
+ assert.equal(statSync(cacheDir).mode & 0o777, 0o700);
253
+ assert.equal(statSync(entryPath).mode & 0o777, 0o600);
254
+ });
255
+
256
+ test("cache write and rename failures degrade without leaving temp files", async () => {
257
+ await useTempAgentDir();
258
+ const unwritable = fetchedData("unwritable");
259
+ unwritable.circular = unwritable;
260
+ const failed = storeFetchedContentResult("unwritable", unwritable);
261
+ assert.equal(failed.fetchCache, undefined);
262
+ assert.match(failed.fetchCacheError, /circular/i);
263
+ assert.equal(readdirSync(dirname(getFetchCacheDir())).includes("web-search-cache"), false);
264
+
265
+ const written = storeFetchedContentResult("normal", fetchedData("normal"));
266
+ assert.ok(written.fetchCache);
267
+ mkdirSync(join(getFetchCacheDir(), "blocked.json"));
268
+ const blocked = storeFetchedContentResult("blocked", fetchedData("blocked"));
269
+ assert.equal(blocked.fetchCache, undefined);
270
+ assert.equal(readdirSync(getFetchCacheDir()).some((name) => name.endsWith(".tmp")), false);
271
+ });
272
+
273
+ test("corrupt cache files remain unavailable without throwing", async () => {
274
+ await useTempAgentDir();
275
+ const cacheDir = getFetchCacheDir();
276
+ mkdirSync(cacheDir, { recursive: true });
277
+ writeFileSync(join(cacheDir, "corrupt.json"), "not json");
278
+ restoreEntry({
279
+ id: "corrupt",
280
+ type: "fetch",
281
+ timestamp: Date.now(),
282
+ fetchCache: { version: 1, key: "corrupt.json", storedAt: Date.now() },
283
+ urlMetadata: [{ url: "https://example.com/corrupt", title: "corrupt", error: null, contentLength: 8 }],
284
+ });
285
+
286
+ const restored = getResult("corrupt");
287
+ assert.equal(restored.urls[0].content, "");
288
+ assert.match(restored.urls[0].error, /could not be read/);
289
+ });
290
+
291
+ test("cache file symlinks are not followed", { skip: process.platform === "win32" }, async () => {
292
+ const agentDir = await useTempAgentDir();
293
+ const cacheDir = getFetchCacheDir();
294
+ mkdirSync(cacheDir, { recursive: true });
295
+ const target = join(agentDir, "outside.json");
296
+ writeFileSync(target, JSON.stringify(fetchedData("linked")));
297
+ symlinkSync(target, join(cacheDir, "linked.json"));
298
+ restoreEntry({
299
+ id: "linked",
300
+ type: "fetch",
301
+ timestamp: Date.now(),
302
+ fetchCache: { version: 1, key: "linked.json", storedAt: Date.now() },
303
+ urlMetadata: [{ url: "https://example.com/linked", title: "linked", error: null, contentLength: 14 }],
304
+ });
305
+
306
+ const restored = getResult("linked");
307
+ assert.equal(restored.urls[0].content, "");
308
+ assert.match(restored.urls[0].error, /not a regular file/);
309
+ assert.match(readFileSync(target, "utf8"), /cached content/);
310
+ });
311
+
312
+ test("cache directory symlinks are rejected for writes and deletes", { skip: process.platform === "win32" }, async () => {
313
+ const agentDir = await useTempAgentDir();
314
+ const cacheDir = getFetchCacheDir();
315
+ const outside = join(agentDir, "outside-cache");
316
+ mkdirSync(dirname(cacheDir), { recursive: true });
317
+ mkdirSync(outside);
318
+ symlinkSync(outside, cacheDir);
319
+
320
+ const rejected = storeFetchedContentResult("dir-link", fetchedData("dir-link"));
321
+ assert.equal(rejected.fetchCache, undefined);
322
+ assert.match(rejected.fetchCacheError, /not a safe directory/);
323
+ assert.deepEqual(readdirSync(outside), []);
324
+
325
+ unlinkSync(cacheDir);
326
+ const stored = storeFetchedContentResult("delete-link", fetchedData("delete-link"));
327
+ assert.ok(stored.fetchCache);
328
+ rmSync(cacheDir, { recursive: true });
329
+ mkdirSync(outside, { recursive: true });
330
+ writeFileSync(join(outside, stored.fetchCache.key), "outside");
331
+ symlinkSync(outside, cacheDir);
332
+ assert.equal(deleteResult("delete-link"), true);
333
+ assert.equal(readFileSync(join(outside, stored.fetchCache.key), "utf8"), "outside");
334
+ });