@asterxsk/kiln 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +155 -155
- package/agent/AGENTS.md +67 -67
- package/agent/README.md +5 -5
- package/agent/extensions/ask-user/index.ts +418 -418
- package/agent/extensions/ask-user/install.ps1 +27 -27
- package/agent/extensions/ask-user/install.sh +24 -24
- package/agent/extensions/ask-user/package-lock.json +769 -769
- package/agent/extensions/ask-user/package.json +19 -19
- package/agent/extensions/ask-user/prompt.ts +45 -45
- package/agent/extensions/ask-user/tsconfig.json +7 -7
- package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
- package/agent/extensions/background-terminals/index.ts +627 -627
- package/agent/extensions/background-terminals/install.ps1 +27 -27
- package/agent/extensions/background-terminals/install.sh +24 -24
- package/agent/extensions/background-terminals/manager.test.ts +735 -735
- package/agent/extensions/background-terminals/output.test.ts +109 -109
- package/agent/extensions/background-terminals/package-lock.json +769 -769
- package/agent/extensions/background-terminals/package.json +17 -17
- package/agent/extensions/background-terminals/prompt.test.ts +125 -125
- package/agent/extensions/background-terminals/ps.test.ts +82 -82
- package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
- package/agent/extensions/background-terminals/src/domain.ts +87 -87
- package/agent/extensions/background-terminals/src/manager.ts +907 -907
- package/agent/extensions/background-terminals/src/output.ts +84 -84
- package/agent/extensions/background-terminals/src/prompt.ts +142 -142
- package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
- package/agent/extensions/background-terminals/src/runtime.ts +36 -36
- package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
- package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
- package/agent/extensions/background-terminals/tsconfig.json +7 -7
- package/agent/extensions/destructive/README.md +31 -31
- package/agent/extensions/destructive/index.ts +88 -88
- package/agent/extensions/destructive/install.ps1 +27 -27
- package/agent/extensions/destructive/install.sh +24 -24
- package/agent/extensions/file-search/index.spec.ts +443 -443
- package/agent/extensions/file-search/index.ts +459 -459
- package/agent/extensions/file-search/install.ps1 +27 -27
- package/agent/extensions/file-search/install.sh +24 -24
- package/agent/extensions/file-search/package-lock.json +2253 -2253
- package/agent/extensions/file-search/package.json +23 -23
- package/agent/extensions/file-search/src/args.ts +122 -122
- package/agent/extensions/file-search/src/binaries.ts +422 -422
- package/agent/extensions/file-search/src/output.ts +126 -126
- package/agent/extensions/file-search/src/process.ts +146 -146
- package/agent/extensions/file-search/src/prompt.ts +52 -52
- package/agent/extensions/file-search/tsconfig.json +7 -7
- package/agent/extensions/goal/README.md +50 -50
- package/agent/extensions/goal/index.ts +155 -155
- package/agent/extensions/goal/install.ps1 +27 -27
- package/agent/extensions/goal/install.sh +24 -24
- package/agent/extensions/kiln-update/README.md +38 -25
- package/agent/extensions/kiln-update/index.ts +177 -99
- package/agent/extensions/modelconf/PLAN.md +915 -915
- package/agent/extensions/modelconf/README.md +66 -66
- package/agent/extensions/modelconf/index.ts +296 -296
- package/agent/extensions/modelconf/install.ps1 +27 -27
- package/agent/extensions/modelconf/install.sh +24 -24
- package/agent/extensions/modelconf/package-lock.json +1809 -1809
- package/agent/extensions/modelconf/package.json +13 -13
- package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
- package/agent/extensions/modelconf/src/glob.ts +13 -13
- package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
- package/agent/extensions/modelconf/src/persistence.ts +164 -164
- package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
- package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
- package/agent/extensions/modelconf/tsconfig.json +15 -15
- package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
- package/agent/extensions/pi-web-access/LICENSE +21 -21
- package/agent/extensions/pi-web-access/README.md +470 -470
- package/agent/extensions/pi-web-access/SECURITY.md +5 -5
- package/agent/extensions/pi-web-access/activity.ts +101 -101
- package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
- package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
- package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
- package/agent/extensions/pi-web-access/content-find.ts +139 -139
- package/agent/extensions/pi-web-access/credential-source.ts +191 -191
- package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
- package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
- package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
- package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
- package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
- package/agent/extensions/pi-web-access/exa.ts +526 -526
- package/agent/extensions/pi-web-access/extract.ts +1196 -1196
- package/agent/extensions/pi-web-access/feature-config.ts +29 -29
- package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
- package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
- package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
- package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
- package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
- package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
- package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
- package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
- package/agent/extensions/pi-web-access/github-api.ts +197 -197
- package/agent/extensions/pi-web-access/github-extract.ts +746 -746
- package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
- package/agent/extensions/pi-web-access/index.ts +1737 -1737
- package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
- package/agent/extensions/pi-web-access/package.json +64 -64
- package/agent/extensions/pi-web-access/page-query.ts +96 -96
- package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
- package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
- package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
- package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
- package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
- package/agent/extensions/pi-web-access/search-types.ts +20 -20
- package/agent/extensions/pi-web-access/source-check.ts +282 -282
- package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
- package/agent/extensions/pi-web-access/storage.ts +521 -521
- package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
- package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
- package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
- package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
- package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
- package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
- package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
- package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
- package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
- package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
- package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
- package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
- package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
- package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
- package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
- package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
- package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
- package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
- package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
- package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
- package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
- package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
- package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
- package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
- package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
- package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
- package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
- package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
- package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
- package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
- package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
- package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
- package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
- package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
- package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
- package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
- package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
- package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
- package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
- package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
- package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
- package/agent/extensions/pi-web-access/tsconfig.json +11 -11
- package/agent/extensions/pi-web-access/utils.ts +451 -451
- package/agent/extensions/pi-web-access/video-extract.ts +392 -392
- package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
- package/agent/extensions/shared/activity-status.ts +31 -31
- package/agent/extensions/shared/child-session.test.ts +270 -270
- package/agent/extensions/shared/child-session.ts +148 -148
- package/agent/extensions/shared/context-utilization.test.ts +48 -48
- package/agent/extensions/shared/context-utilization.ts +47 -47
- package/agent/extensions/shared/dashboard-state.ts +99 -99
- package/agent/extensions/shared/install.ps1 +27 -27
- package/agent/extensions/shared/install.sh +24 -24
- package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
- package/agent/extensions/shared/tool-call-timeout.ts +104 -104
- package/agent/extensions/skillsconf/README.md +74 -74
- package/agent/extensions/skillsconf/index.ts +92 -92
- package/agent/extensions/skillsconf/install.ps1 +27 -27
- package/agent/extensions/skillsconf/install.sh +24 -24
- package/agent/extensions/skillsconf/package-lock.json +1809 -1809
- package/agent/extensions/skillsconf/package.json +18 -18
- package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
- package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
- package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
- package/agent/extensions/skillsconf/src/filter.ts +74 -74
- package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
- package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
- package/agent/extensions/skillsconf/src/persistence.ts +169 -169
- package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
- package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
- package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
- package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
- package/agent/extensions/skillsconf/tsconfig.json +15 -15
- package/agent/extensions/statusline/index.ts +273 -282
- package/agent/extensions/statusline/install.ps1 +27 -27
- package/agent/extensions/statusline/install.sh +24 -24
- package/agent/extensions/subagents/by-the-way.test.ts +29 -29
- package/agent/extensions/subagents/claude.test.ts +119 -119
- package/agent/extensions/subagents/codex.test.ts +102 -102
- package/agent/extensions/subagents/context-usage.test.ts +107 -107
- package/agent/extensions/subagents/docs/design-plan.md +568 -568
- package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
- package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
- package/agent/extensions/subagents/index.ts +779 -779
- package/agent/extensions/subagents/install.ps1 +27 -27
- package/agent/extensions/subagents/install.sh +24 -24
- package/agent/extensions/subagents/manager.test.ts +276 -276
- package/agent/extensions/subagents/package-lock.json +2244 -2244
- package/agent/extensions/subagents/package.json +19 -19
- package/agent/extensions/subagents/result-delivery.test.ts +27 -27
- package/agent/extensions/subagents/src/backend.ts +73 -73
- package/agent/extensions/subagents/src/backends/claude.ts +701 -701
- package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
- package/agent/extensions/subagents/src/backends/pi.ts +575 -575
- package/agent/extensions/subagents/src/backends/stub.ts +300 -300
- package/agent/extensions/subagents/src/by-the-way.ts +21 -21
- package/agent/extensions/subagents/src/domain.ts +253 -253
- package/agent/extensions/subagents/src/format.ts +74 -74
- package/agent/extensions/subagents/src/manager.ts +736 -736
- package/agent/extensions/subagents/src/prompt.ts +92 -92
- package/agent/extensions/subagents/src/result-delivery.ts +20 -20
- package/agent/extensions/subagents/src/runtime.ts +53 -53
- package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
- package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
- package/agent/extensions/subagents/takeover.test.ts +29 -29
- package/agent/extensions/subagents/tsconfig.json +7 -7
- package/agent/extensions/todo/AGENTS.md +38 -38
- package/agent/extensions/todo/LICENSE +21 -21
- package/agent/extensions/todo/config.ts +55 -55
- package/agent/extensions/todo/index.ts +151 -151
- package/agent/extensions/todo/install.ps1 +27 -27
- package/agent/extensions/todo/install.sh +24 -24
- package/agent/extensions/todo/locales/de.json +17 -17
- package/agent/extensions/todo/locales/en.json +15 -15
- package/agent/extensions/todo/locales/es.json +17 -17
- package/agent/extensions/todo/locales/fr.json +17 -17
- package/agent/extensions/todo/locales/pt-BR.json +17 -17
- package/agent/extensions/todo/locales/pt.json +17 -17
- package/agent/extensions/todo/locales/ru.json +17 -17
- package/agent/extensions/todo/locales/uk.json +17 -17
- package/agent/extensions/todo/locales/zh.json +17 -17
- package/agent/extensions/todo/package-lock.json +3358 -3358
- package/agent/extensions/todo/package.json +67 -67
- package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
- package/agent/extensions/todo/state/invariants.ts +20 -20
- package/agent/extensions/todo/state/replay.ts +38 -38
- package/agent/extensions/todo/state/selectors.ts +107 -107
- package/agent/extensions/todo/state/state-reducer.ts +326 -326
- package/agent/extensions/todo/state/state.ts +18 -18
- package/agent/extensions/todo/state/store.ts +82 -82
- package/agent/extensions/todo/state/task-graph.ts +57 -57
- package/agent/extensions/todo/todo-overlay.ts +200 -200
- package/agent/extensions/todo/todo.ts +155 -155
- package/agent/extensions/todo/tool/response-envelope.ts +109 -109
- package/agent/extensions/todo/tool/types.ts +206 -206
- package/agent/extensions/todo/view/format.ts +177 -177
- package/agent/extensions/trim-context/README.md +54 -54
- package/agent/extensions/trim-context/index.ts +487 -487
- package/agent/extensions/trim-context/install.ps1 +27 -27
- package/agent/extensions/trim-context/install.sh +24 -24
- package/agent/keybindings.json +7 -7
- package/agent/version.txt +1 -1
- package/bin/kiln.js +20 -13
- package/package.json +1 -1
- package/agent/extensions/taste/index.ts +0 -443
- package/agent/extensions/taste/install.ps1 +0 -27
- package/agent/extensions/taste/install.sh +0 -24
|
@@ -1,334 +1,334 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { chmodSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, symlinkSync, truncateSync, unlinkSync, utimesSync, writeFileSync } from "node:fs";
|
|
3
|
-
import { mkdtemp } from "node:fs/promises";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { dirname, join } from "node:path";
|
|
6
|
-
import { afterEach, test } from "node:test";
|
|
7
|
-
|
|
8
|
-
import initializeExtension from "../index.ts";
|
|
9
|
-
import { clearResults, deleteResult, getFetchCacheDir, getResult, pruneExpiredFetchCache, restoreFromSession, storeFetchedContentResult } from "../storage.ts";
|
|
10
|
-
|
|
11
|
-
const originalFetch = globalThis.fetch;
|
|
12
|
-
const originalAgentDir = process.env.PI_CODING_AGENT_DIR;
|
|
13
|
-
const originalCacheDir = process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
14
|
-
const originalDateNow = Date.now;
|
|
15
|
-
|
|
16
|
-
afterEach(() => {
|
|
17
|
-
globalThis.fetch = originalFetch;
|
|
18
|
-
Date.now = originalDateNow;
|
|
19
|
-
if (originalAgentDir === undefined) delete process.env.PI_CODING_AGENT_DIR;
|
|
20
|
-
else process.env.PI_CODING_AGENT_DIR = originalAgentDir;
|
|
21
|
-
if (originalCacheDir === undefined) delete process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
22
|
-
else process.env.PI_WEB_ACCESS_CACHE_DIR = originalCacheDir;
|
|
23
|
-
clearResults();
|
|
24
|
-
});
|
|
25
|
-
|
|
26
|
-
async function useTempAgentDir() {
|
|
27
|
-
const dir = await mkdtemp(join(tmpdir(), "pi-web-access-fetch-cache-"));
|
|
28
|
-
process.env.PI_CODING_AGENT_DIR = dir;
|
|
29
|
-
process.env.PI_WEB_ACCESS_CACHE_DIR = join(dir, "web-search-cache");
|
|
30
|
-
return dir;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
function registerTools() {
|
|
34
|
-
const tools = [];
|
|
35
|
-
const entries = [];
|
|
36
|
-
initializeExtension({
|
|
37
|
-
registerTool(tool) { tools.push(tool); },
|
|
38
|
-
registerCommand() {},
|
|
39
|
-
registerShortcut() {},
|
|
40
|
-
on() {},
|
|
41
|
-
appendEntry(type, data) { entries.push({ type, data }); },
|
|
42
|
-
});
|
|
43
|
-
return {
|
|
44
|
-
entries,
|
|
45
|
-
fetchTool: tools.find((tool) => tool.name === "fetch_content"),
|
|
46
|
-
getContentTool: tools.find((tool) => tool.name === "get_search_content"),
|
|
47
|
-
};
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
function restoreEntry(data) {
|
|
51
|
-
restoreFromSession({
|
|
52
|
-
sessionManager: {
|
|
53
|
-
getBranch: () => [{ type: "custom", customType: "web-search-results", data }],
|
|
54
|
-
},
|
|
55
|
-
});
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
function fetchedData(id, content = "cached content") {
|
|
59
|
-
return {
|
|
60
|
-
id,
|
|
61
|
-
type: "fetch",
|
|
62
|
-
timestamp: Date.now(),
|
|
63
|
-
urls: [{ url: `https://example.com/${id}`, title: id, content, error: null }],
|
|
64
|
-
};
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
test("fetch_content stores full content in cache and writes a bounded session entry", async () => {
|
|
68
|
-
await useTempAgentDir();
|
|
69
|
-
const pageContent = "Cached page content. ".repeat(4_000);
|
|
70
|
-
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
71
|
-
|
|
72
|
-
const { entries, fetchTool, getContentTool } = registerTools();
|
|
73
|
-
assert.ok(fetchTool);
|
|
74
|
-
assert.ok(getContentTool);
|
|
75
|
-
|
|
76
|
-
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/page" });
|
|
77
|
-
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
78
|
-
assert.ok(entry);
|
|
79
|
-
assert.equal(entry.data.type, "fetch");
|
|
80
|
-
assert.equal(entry.data.urls, undefined);
|
|
81
|
-
assert.ok(entry.data.fetchCache?.key);
|
|
82
|
-
assert.equal(entry.data.urlMetadata?.[0]?.contentLength, pageContent.length);
|
|
83
|
-
|
|
84
|
-
const serialized = JSON.stringify(entry.data);
|
|
85
|
-
assert.ok(serialized.length < 5_000, `session entry was ${serialized.length} chars`);
|
|
86
|
-
assert.doesNotMatch(serialized, /Cached page content\. Cached page content\./);
|
|
87
|
-
|
|
88
|
-
clearResults();
|
|
89
|
-
restoreEntry(entry.data);
|
|
90
|
-
const restored = await getContentTool.execute("call", {
|
|
91
|
-
responseId: result.details.responseId,
|
|
92
|
-
urlIndex: 0,
|
|
93
|
-
offset: pageContent.length - 21,
|
|
94
|
-
limit: 21,
|
|
95
|
-
});
|
|
96
|
-
assert.equal(restored.details.returnedChars, 21);
|
|
97
|
-
assert.match(restored.content[0].text, /Cached page content\./);
|
|
98
|
-
});
|
|
99
|
-
|
|
100
|
-
test("legacy inline fetched session entries remain readable", async () => {
|
|
101
|
-
await useTempAgentDir();
|
|
102
|
-
const { getContentTool } = registerTools();
|
|
103
|
-
assert.ok(getContentTool);
|
|
104
|
-
const legacy = {
|
|
105
|
-
id: "legacy-fetch",
|
|
106
|
-
type: "fetch",
|
|
107
|
-
timestamp: Date.now(),
|
|
108
|
-
urls: [{ url: "https://example.com/legacy", title: "Legacy", content: "legacy inline content", error: null }],
|
|
109
|
-
};
|
|
110
|
-
|
|
111
|
-
restoreEntry(legacy);
|
|
112
|
-
const result = await getContentTool.execute("call", { responseId: "legacy-fetch", urlIndex: 0 });
|
|
113
|
-
assert.match(result.content[0].text, /legacy inline content/);
|
|
114
|
-
assert.equal(result.details.contentLength, "legacy inline content".length);
|
|
115
|
-
});
|
|
116
|
-
|
|
117
|
-
test("loaded cached fetched content expires after the result lifetime", async () => {
|
|
118
|
-
const startedAt = originalDateNow();
|
|
119
|
-
Date.now = () => startedAt;
|
|
120
|
-
await useTempAgentDir();
|
|
121
|
-
const pageContent = "expiring cache-backed content";
|
|
122
|
-
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
123
|
-
|
|
124
|
-
const { entries, fetchTool, getContentTool } = registerTools();
|
|
125
|
-
assert.ok(fetchTool);
|
|
126
|
-
assert.ok(getContentTool);
|
|
127
|
-
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/expiring-cache" });
|
|
128
|
-
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
129
|
-
assert.ok(entry?.data.fetchCache?.key);
|
|
130
|
-
|
|
131
|
-
clearResults();
|
|
132
|
-
restoreEntry(entry.data);
|
|
133
|
-
const loaded = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
134
|
-
assert.match(loaded.content[0].text, /expiring cache-backed content/);
|
|
135
|
-
|
|
136
|
-
Date.now = () => startedAt + 60 * 60 * 1000;
|
|
137
|
-
const expired = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
138
|
-
assert.equal(expired.details.error, "Cached fetched content is missing or expired");
|
|
139
|
-
assert.match(expired.content[0].text, /Cached fetched content is missing or expired/);
|
|
140
|
-
assert.doesNotMatch(expired.content[0].text, /expiring cache-backed content/);
|
|
141
|
-
});
|
|
142
|
-
|
|
143
|
-
test("missing cache files return an actionable fetched-content error", async () => {
|
|
144
|
-
const agentDir = await useTempAgentDir();
|
|
145
|
-
const pageContent = "cache-backed content";
|
|
146
|
-
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
147
|
-
|
|
148
|
-
const { entries, fetchTool, getContentTool } = registerTools();
|
|
149
|
-
assert.ok(fetchTool);
|
|
150
|
-
assert.ok(getContentTool);
|
|
151
|
-
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/missing-cache" });
|
|
152
|
-
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
153
|
-
assert.ok(entry?.data.fetchCache?.key);
|
|
154
|
-
rmSync(join(getFetchCacheDir(), entry.data.fetchCache.key), { force: true });
|
|
155
|
-
|
|
156
|
-
clearResults();
|
|
157
|
-
restoreEntry(entry.data);
|
|
158
|
-
const missing = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
159
|
-
assert.equal(missing.details.error, "Cached fetched content is missing or expired");
|
|
160
|
-
assert.match(missing.content[0].text, /Cached fetched content is missing or expired/);
|
|
161
|
-
rmSync(agentDir, { recursive: true, force: true });
|
|
162
|
-
});
|
|
163
|
-
|
|
164
|
-
test("cache pruning evicts the oldest entries by count and bytes", async () => {
|
|
165
|
-
await useTempAgentDir();
|
|
166
|
-
const cacheDir = getFetchCacheDir();
|
|
167
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
168
|
-
const now = Date.now();
|
|
169
|
-
for (const [name, content, ageSeconds] of [
|
|
170
|
-
["oldest.json", "1111", 30],
|
|
171
|
-
["middle.json", "222222", 20],
|
|
172
|
-
["newest.json", "33333333", 10],
|
|
173
|
-
]) {
|
|
174
|
-
const path = join(cacheDir, name);
|
|
175
|
-
writeFileSync(path, content);
|
|
176
|
-
utimesSync(path, new Date(now - ageSeconds * 1000), new Date(now - ageSeconds * 1000));
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
pruneExpiredFetchCache(now, { maxEntries: 2, maxBytes: 1024 });
|
|
180
|
-
assert.deepEqual(readdirSync(cacheDir).sort(), ["middle.json", "newest.json"]);
|
|
181
|
-
|
|
182
|
-
pruneExpiredFetchCache(now, { maxEntries: 10, maxBytes: 8 });
|
|
183
|
-
assert.deepEqual(readdirSync(cacheDir), ["newest.json"]);
|
|
184
|
-
assert.throws(() => pruneExpiredFetchCache(now, { maxEntries: 0 }), /finite positive integers/);
|
|
185
|
-
assert.throws(() => pruneExpiredFetchCache(now, { maxBytes: Infinity }), /finite positive integers/);
|
|
186
|
-
});
|
|
187
|
-
|
|
188
|
-
test("default cache pruning keeps the newest 128 entries", async () => {
|
|
189
|
-
await useTempAgentDir();
|
|
190
|
-
const cacheDir = getFetchCacheDir();
|
|
191
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
192
|
-
const now = Date.now();
|
|
193
|
-
for (let index = 0; index < 129; index++) {
|
|
194
|
-
const path = join(cacheDir, `entry-${index.toString().padStart(3, "0")}.json`);
|
|
195
|
-
writeFileSync(path, "{}");
|
|
196
|
-
const modified = new Date(now - (129 - index) * 1000);
|
|
197
|
-
utimesSync(path, modified, modified);
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
pruneExpiredFetchCache(now);
|
|
201
|
-
const remaining = readdirSync(cacheDir).sort();
|
|
202
|
-
assert.equal(remaining.length, 128);
|
|
203
|
-
assert.equal(remaining.includes("entry-000.json"), false);
|
|
204
|
-
assert.equal(remaining.includes("entry-128.json"), true);
|
|
205
|
-
});
|
|
206
|
-
|
|
207
|
-
test("default cache pruning enforces the 128 MiB byte limit", async () => {
|
|
208
|
-
await useTempAgentDir();
|
|
209
|
-
const cacheDir = getFetchCacheDir();
|
|
210
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
211
|
-
const now = Date.now();
|
|
212
|
-
for (const [name, ageSeconds] of [["older.json", 20], ["newer.json", 10]]) {
|
|
213
|
-
const path = join(cacheDir, name);
|
|
214
|
-
writeFileSync(path, "");
|
|
215
|
-
truncateSync(path, 65 * 1024 * 1024);
|
|
216
|
-
const modified = new Date(now - ageSeconds * 1000);
|
|
217
|
-
utimesSync(path, modified, modified);
|
|
218
|
-
}
|
|
219
|
-
|
|
220
|
-
pruneExpiredFetchCache(now);
|
|
221
|
-
assert.deepEqual(readdirSync(cacheDir), ["newer.json"]);
|
|
222
|
-
});
|
|
223
|
-
|
|
224
|
-
test("cache pruning removes only stale owned temp files", async () => {
|
|
225
|
-
await useTempAgentDir();
|
|
226
|
-
const cacheDir = getFetchCacheDir();
|
|
227
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
228
|
-
const now = Date.now();
|
|
229
|
-
const stale = ["old.json.123.456.tmp", `new.json.123.456.${"a".repeat(32)}.tmp`];
|
|
230
|
-
const fresh = `fresh.json.123.456.${"b".repeat(32)}.tmp`;
|
|
231
|
-
const preserved = ["foreign.tmp", "old.json.not-ours.tmp", fresh];
|
|
232
|
-
for (const name of [...stale, ...preserved]) {
|
|
233
|
-
const path = join(cacheDir, name);
|
|
234
|
-
writeFileSync(path, name);
|
|
235
|
-
if (name !== fresh) utimesSync(path, new Date(now - 2 * 60 * 60 * 1000), new Date(now - 2 * 60 * 60 * 1000));
|
|
236
|
-
}
|
|
237
|
-
|
|
238
|
-
pruneExpiredFetchCache(now);
|
|
239
|
-
assert.deepEqual(readdirSync(cacheDir).sort(), preserved.sort());
|
|
240
|
-
});
|
|
241
|
-
|
|
242
|
-
test("cache pruning corrects directory and entry permissions", { skip: process.platform === "win32" }, async () => {
|
|
243
|
-
await useTempAgentDir();
|
|
244
|
-
const cacheDir = getFetchCacheDir();
|
|
245
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
246
|
-
const entryPath = join(cacheDir, "permissions.json");
|
|
247
|
-
writeFileSync(entryPath, "{}");
|
|
248
|
-
chmodSync(cacheDir, 0o777);
|
|
249
|
-
chmodSync(entryPath, 0o666);
|
|
250
|
-
|
|
251
|
-
pruneExpiredFetchCache();
|
|
252
|
-
assert.equal(statSync(cacheDir).mode & 0o777, 0o700);
|
|
253
|
-
assert.equal(statSync(entryPath).mode & 0o777, 0o600);
|
|
254
|
-
});
|
|
255
|
-
|
|
256
|
-
test("cache write and rename failures degrade without leaving temp files", async () => {
|
|
257
|
-
await useTempAgentDir();
|
|
258
|
-
const unwritable = fetchedData("unwritable");
|
|
259
|
-
unwritable.circular = unwritable;
|
|
260
|
-
const failed = storeFetchedContentResult("unwritable", unwritable);
|
|
261
|
-
assert.equal(failed.fetchCache, undefined);
|
|
262
|
-
assert.match(failed.fetchCacheError, /circular/i);
|
|
263
|
-
assert.equal(readdirSync(dirname(getFetchCacheDir())).includes("web-search-cache"), false);
|
|
264
|
-
|
|
265
|
-
const written = storeFetchedContentResult("normal", fetchedData("normal"));
|
|
266
|
-
assert.ok(written.fetchCache);
|
|
267
|
-
mkdirSync(join(getFetchCacheDir(), "blocked.json"));
|
|
268
|
-
const blocked = storeFetchedContentResult("blocked", fetchedData("blocked"));
|
|
269
|
-
assert.equal(blocked.fetchCache, undefined);
|
|
270
|
-
assert.equal(readdirSync(getFetchCacheDir()).some((name) => name.endsWith(".tmp")), false);
|
|
271
|
-
});
|
|
272
|
-
|
|
273
|
-
test("corrupt cache files remain unavailable without throwing", async () => {
|
|
274
|
-
await useTempAgentDir();
|
|
275
|
-
const cacheDir = getFetchCacheDir();
|
|
276
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
277
|
-
writeFileSync(join(cacheDir, "corrupt.json"), "not json");
|
|
278
|
-
restoreEntry({
|
|
279
|
-
id: "corrupt",
|
|
280
|
-
type: "fetch",
|
|
281
|
-
timestamp: Date.now(),
|
|
282
|
-
fetchCache: { version: 1, key: "corrupt.json", storedAt: Date.now() },
|
|
283
|
-
urlMetadata: [{ url: "https://example.com/corrupt", title: "corrupt", error: null, contentLength: 8 }],
|
|
284
|
-
});
|
|
285
|
-
|
|
286
|
-
const restored = getResult("corrupt");
|
|
287
|
-
assert.equal(restored.urls[0].content, "");
|
|
288
|
-
assert.match(restored.urls[0].error, /could not be read/);
|
|
289
|
-
});
|
|
290
|
-
|
|
291
|
-
test("cache file symlinks are not followed", { skip: process.platform === "win32" }, async () => {
|
|
292
|
-
const agentDir = await useTempAgentDir();
|
|
293
|
-
const cacheDir = getFetchCacheDir();
|
|
294
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
295
|
-
const target = join(agentDir, "outside.json");
|
|
296
|
-
writeFileSync(target, JSON.stringify(fetchedData("linked")));
|
|
297
|
-
symlinkSync(target, join(cacheDir, "linked.json"));
|
|
298
|
-
restoreEntry({
|
|
299
|
-
id: "linked",
|
|
300
|
-
type: "fetch",
|
|
301
|
-
timestamp: Date.now(),
|
|
302
|
-
fetchCache: { version: 1, key: "linked.json", storedAt: Date.now() },
|
|
303
|
-
urlMetadata: [{ url: "https://example.com/linked", title: "linked", error: null, contentLength: 14 }],
|
|
304
|
-
});
|
|
305
|
-
|
|
306
|
-
const restored = getResult("linked");
|
|
307
|
-
assert.equal(restored.urls[0].content, "");
|
|
308
|
-
assert.match(restored.urls[0].error, /not a regular file/);
|
|
309
|
-
assert.match(readFileSync(target, "utf8"), /cached content/);
|
|
310
|
-
});
|
|
311
|
-
|
|
312
|
-
test("cache directory symlinks are rejected for writes and deletes", { skip: process.platform === "win32" }, async () => {
|
|
313
|
-
const agentDir = await useTempAgentDir();
|
|
314
|
-
const cacheDir = getFetchCacheDir();
|
|
315
|
-
const outside = join(agentDir, "outside-cache");
|
|
316
|
-
mkdirSync(dirname(cacheDir), { recursive: true });
|
|
317
|
-
mkdirSync(outside);
|
|
318
|
-
symlinkSync(outside, cacheDir);
|
|
319
|
-
|
|
320
|
-
const rejected = storeFetchedContentResult("dir-link", fetchedData("dir-link"));
|
|
321
|
-
assert.equal(rejected.fetchCache, undefined);
|
|
322
|
-
assert.match(rejected.fetchCacheError, /not a safe directory/);
|
|
323
|
-
assert.deepEqual(readdirSync(outside), []);
|
|
324
|
-
|
|
325
|
-
unlinkSync(cacheDir);
|
|
326
|
-
const stored = storeFetchedContentResult("delete-link", fetchedData("delete-link"));
|
|
327
|
-
assert.ok(stored.fetchCache);
|
|
328
|
-
rmSync(cacheDir, { recursive: true });
|
|
329
|
-
mkdirSync(outside, { recursive: true });
|
|
330
|
-
writeFileSync(join(outside, stored.fetchCache.key), "outside");
|
|
331
|
-
symlinkSync(outside, cacheDir);
|
|
332
|
-
assert.equal(deleteResult("delete-link"), true);
|
|
333
|
-
assert.equal(readFileSync(join(outside, stored.fetchCache.key), "utf8"), "outside");
|
|
334
|
-
});
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { chmodSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, symlinkSync, truncateSync, unlinkSync, utimesSync, writeFileSync } from "node:fs";
|
|
3
|
+
import { mkdtemp } from "node:fs/promises";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import { dirname, join } from "node:path";
|
|
6
|
+
import { afterEach, test } from "node:test";
|
|
7
|
+
|
|
8
|
+
import initializeExtension from "../index.ts";
|
|
9
|
+
import { clearResults, deleteResult, getFetchCacheDir, getResult, pruneExpiredFetchCache, restoreFromSession, storeFetchedContentResult } from "../storage.ts";
|
|
10
|
+
|
|
11
|
+
const originalFetch = globalThis.fetch;
|
|
12
|
+
const originalAgentDir = process.env.PI_CODING_AGENT_DIR;
|
|
13
|
+
const originalCacheDir = process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
14
|
+
const originalDateNow = Date.now;
|
|
15
|
+
|
|
16
|
+
afterEach(() => {
|
|
17
|
+
globalThis.fetch = originalFetch;
|
|
18
|
+
Date.now = originalDateNow;
|
|
19
|
+
if (originalAgentDir === undefined) delete process.env.PI_CODING_AGENT_DIR;
|
|
20
|
+
else process.env.PI_CODING_AGENT_DIR = originalAgentDir;
|
|
21
|
+
if (originalCacheDir === undefined) delete process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
22
|
+
else process.env.PI_WEB_ACCESS_CACHE_DIR = originalCacheDir;
|
|
23
|
+
clearResults();
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
async function useTempAgentDir() {
|
|
27
|
+
const dir = await mkdtemp(join(tmpdir(), "pi-web-access-fetch-cache-"));
|
|
28
|
+
process.env.PI_CODING_AGENT_DIR = dir;
|
|
29
|
+
process.env.PI_WEB_ACCESS_CACHE_DIR = join(dir, "web-search-cache");
|
|
30
|
+
return dir;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
function registerTools() {
|
|
34
|
+
const tools = [];
|
|
35
|
+
const entries = [];
|
|
36
|
+
initializeExtension({
|
|
37
|
+
registerTool(tool) { tools.push(tool); },
|
|
38
|
+
registerCommand() {},
|
|
39
|
+
registerShortcut() {},
|
|
40
|
+
on() {},
|
|
41
|
+
appendEntry(type, data) { entries.push({ type, data }); },
|
|
42
|
+
});
|
|
43
|
+
return {
|
|
44
|
+
entries,
|
|
45
|
+
fetchTool: tools.find((tool) => tool.name === "fetch_content"),
|
|
46
|
+
getContentTool: tools.find((tool) => tool.name === "get_search_content"),
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
function restoreEntry(data) {
|
|
51
|
+
restoreFromSession({
|
|
52
|
+
sessionManager: {
|
|
53
|
+
getBranch: () => [{ type: "custom", customType: "web-search-results", data }],
|
|
54
|
+
},
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
function fetchedData(id, content = "cached content") {
|
|
59
|
+
return {
|
|
60
|
+
id,
|
|
61
|
+
type: "fetch",
|
|
62
|
+
timestamp: Date.now(),
|
|
63
|
+
urls: [{ url: `https://example.com/${id}`, title: id, content, error: null }],
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
test("fetch_content stores full content in cache and writes a bounded session entry", async () => {
|
|
68
|
+
await useTempAgentDir();
|
|
69
|
+
const pageContent = "Cached page content. ".repeat(4_000);
|
|
70
|
+
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
71
|
+
|
|
72
|
+
const { entries, fetchTool, getContentTool } = registerTools();
|
|
73
|
+
assert.ok(fetchTool);
|
|
74
|
+
assert.ok(getContentTool);
|
|
75
|
+
|
|
76
|
+
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/page" });
|
|
77
|
+
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
78
|
+
assert.ok(entry);
|
|
79
|
+
assert.equal(entry.data.type, "fetch");
|
|
80
|
+
assert.equal(entry.data.urls, undefined);
|
|
81
|
+
assert.ok(entry.data.fetchCache?.key);
|
|
82
|
+
assert.equal(entry.data.urlMetadata?.[0]?.contentLength, pageContent.length);
|
|
83
|
+
|
|
84
|
+
const serialized = JSON.stringify(entry.data);
|
|
85
|
+
assert.ok(serialized.length < 5_000, `session entry was ${serialized.length} chars`);
|
|
86
|
+
assert.doesNotMatch(serialized, /Cached page content\. Cached page content\./);
|
|
87
|
+
|
|
88
|
+
clearResults();
|
|
89
|
+
restoreEntry(entry.data);
|
|
90
|
+
const restored = await getContentTool.execute("call", {
|
|
91
|
+
responseId: result.details.responseId,
|
|
92
|
+
urlIndex: 0,
|
|
93
|
+
offset: pageContent.length - 21,
|
|
94
|
+
limit: 21,
|
|
95
|
+
});
|
|
96
|
+
assert.equal(restored.details.returnedChars, 21);
|
|
97
|
+
assert.match(restored.content[0].text, /Cached page content\./);
|
|
98
|
+
});
|
|
99
|
+
|
|
100
|
+
test("legacy inline fetched session entries remain readable", async () => {
|
|
101
|
+
await useTempAgentDir();
|
|
102
|
+
const { getContentTool } = registerTools();
|
|
103
|
+
assert.ok(getContentTool);
|
|
104
|
+
const legacy = {
|
|
105
|
+
id: "legacy-fetch",
|
|
106
|
+
type: "fetch",
|
|
107
|
+
timestamp: Date.now(),
|
|
108
|
+
urls: [{ url: "https://example.com/legacy", title: "Legacy", content: "legacy inline content", error: null }],
|
|
109
|
+
};
|
|
110
|
+
|
|
111
|
+
restoreEntry(legacy);
|
|
112
|
+
const result = await getContentTool.execute("call", { responseId: "legacy-fetch", urlIndex: 0 });
|
|
113
|
+
assert.match(result.content[0].text, /legacy inline content/);
|
|
114
|
+
assert.equal(result.details.contentLength, "legacy inline content".length);
|
|
115
|
+
});
|
|
116
|
+
|
|
117
|
+
test("loaded cached fetched content expires after the result lifetime", async () => {
|
|
118
|
+
const startedAt = originalDateNow();
|
|
119
|
+
Date.now = () => startedAt;
|
|
120
|
+
await useTempAgentDir();
|
|
121
|
+
const pageContent = "expiring cache-backed content";
|
|
122
|
+
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
123
|
+
|
|
124
|
+
const { entries, fetchTool, getContentTool } = registerTools();
|
|
125
|
+
assert.ok(fetchTool);
|
|
126
|
+
assert.ok(getContentTool);
|
|
127
|
+
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/expiring-cache" });
|
|
128
|
+
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
129
|
+
assert.ok(entry?.data.fetchCache?.key);
|
|
130
|
+
|
|
131
|
+
clearResults();
|
|
132
|
+
restoreEntry(entry.data);
|
|
133
|
+
const loaded = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
134
|
+
assert.match(loaded.content[0].text, /expiring cache-backed content/);
|
|
135
|
+
|
|
136
|
+
Date.now = () => startedAt + 60 * 60 * 1000;
|
|
137
|
+
const expired = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
138
|
+
assert.equal(expired.details.error, "Cached fetched content is missing or expired");
|
|
139
|
+
assert.match(expired.content[0].text, /Cached fetched content is missing or expired/);
|
|
140
|
+
assert.doesNotMatch(expired.content[0].text, /expiring cache-backed content/);
|
|
141
|
+
});
|
|
142
|
+
|
|
143
|
+
test("missing cache files return an actionable fetched-content error", async () => {
|
|
144
|
+
const agentDir = await useTempAgentDir();
|
|
145
|
+
const pageContent = "cache-backed content";
|
|
146
|
+
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
147
|
+
|
|
148
|
+
const { entries, fetchTool, getContentTool } = registerTools();
|
|
149
|
+
assert.ok(fetchTool);
|
|
150
|
+
assert.ok(getContentTool);
|
|
151
|
+
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/missing-cache" });
|
|
152
|
+
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
153
|
+
assert.ok(entry?.data.fetchCache?.key);
|
|
154
|
+
rmSync(join(getFetchCacheDir(), entry.data.fetchCache.key), { force: true });
|
|
155
|
+
|
|
156
|
+
clearResults();
|
|
157
|
+
restoreEntry(entry.data);
|
|
158
|
+
const missing = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
159
|
+
assert.equal(missing.details.error, "Cached fetched content is missing or expired");
|
|
160
|
+
assert.match(missing.content[0].text, /Cached fetched content is missing or expired/);
|
|
161
|
+
rmSync(agentDir, { recursive: true, force: true });
|
|
162
|
+
});
|
|
163
|
+
|
|
164
|
+
test("cache pruning evicts the oldest entries by count and bytes", async () => {
|
|
165
|
+
await useTempAgentDir();
|
|
166
|
+
const cacheDir = getFetchCacheDir();
|
|
167
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
168
|
+
const now = Date.now();
|
|
169
|
+
for (const [name, content, ageSeconds] of [
|
|
170
|
+
["oldest.json", "1111", 30],
|
|
171
|
+
["middle.json", "222222", 20],
|
|
172
|
+
["newest.json", "33333333", 10],
|
|
173
|
+
]) {
|
|
174
|
+
const path = join(cacheDir, name);
|
|
175
|
+
writeFileSync(path, content);
|
|
176
|
+
utimesSync(path, new Date(now - ageSeconds * 1000), new Date(now - ageSeconds * 1000));
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
pruneExpiredFetchCache(now, { maxEntries: 2, maxBytes: 1024 });
|
|
180
|
+
assert.deepEqual(readdirSync(cacheDir).sort(), ["middle.json", "newest.json"]);
|
|
181
|
+
|
|
182
|
+
pruneExpiredFetchCache(now, { maxEntries: 10, maxBytes: 8 });
|
|
183
|
+
assert.deepEqual(readdirSync(cacheDir), ["newest.json"]);
|
|
184
|
+
assert.throws(() => pruneExpiredFetchCache(now, { maxEntries: 0 }), /finite positive integers/);
|
|
185
|
+
assert.throws(() => pruneExpiredFetchCache(now, { maxBytes: Infinity }), /finite positive integers/);
|
|
186
|
+
});
|
|
187
|
+
|
|
188
|
+
test("default cache pruning keeps the newest 128 entries", async () => {
|
|
189
|
+
await useTempAgentDir();
|
|
190
|
+
const cacheDir = getFetchCacheDir();
|
|
191
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
192
|
+
const now = Date.now();
|
|
193
|
+
for (let index = 0; index < 129; index++) {
|
|
194
|
+
const path = join(cacheDir, `entry-${index.toString().padStart(3, "0")}.json`);
|
|
195
|
+
writeFileSync(path, "{}");
|
|
196
|
+
const modified = new Date(now - (129 - index) * 1000);
|
|
197
|
+
utimesSync(path, modified, modified);
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
pruneExpiredFetchCache(now);
|
|
201
|
+
const remaining = readdirSync(cacheDir).sort();
|
|
202
|
+
assert.equal(remaining.length, 128);
|
|
203
|
+
assert.equal(remaining.includes("entry-000.json"), false);
|
|
204
|
+
assert.equal(remaining.includes("entry-128.json"), true);
|
|
205
|
+
});
|
|
206
|
+
|
|
207
|
+
test("default cache pruning enforces the 128 MiB byte limit", async () => {
|
|
208
|
+
await useTempAgentDir();
|
|
209
|
+
const cacheDir = getFetchCacheDir();
|
|
210
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
211
|
+
const now = Date.now();
|
|
212
|
+
for (const [name, ageSeconds] of [["older.json", 20], ["newer.json", 10]]) {
|
|
213
|
+
const path = join(cacheDir, name);
|
|
214
|
+
writeFileSync(path, "");
|
|
215
|
+
truncateSync(path, 65 * 1024 * 1024);
|
|
216
|
+
const modified = new Date(now - ageSeconds * 1000);
|
|
217
|
+
utimesSync(path, modified, modified);
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
pruneExpiredFetchCache(now);
|
|
221
|
+
assert.deepEqual(readdirSync(cacheDir), ["newer.json"]);
|
|
222
|
+
});
|
|
223
|
+
|
|
224
|
+
test("cache pruning removes only stale owned temp files", async () => {
|
|
225
|
+
await useTempAgentDir();
|
|
226
|
+
const cacheDir = getFetchCacheDir();
|
|
227
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
228
|
+
const now = Date.now();
|
|
229
|
+
const stale = ["old.json.123.456.tmp", `new.json.123.456.${"a".repeat(32)}.tmp`];
|
|
230
|
+
const fresh = `fresh.json.123.456.${"b".repeat(32)}.tmp`;
|
|
231
|
+
const preserved = ["foreign.tmp", "old.json.not-ours.tmp", fresh];
|
|
232
|
+
for (const name of [...stale, ...preserved]) {
|
|
233
|
+
const path = join(cacheDir, name);
|
|
234
|
+
writeFileSync(path, name);
|
|
235
|
+
if (name !== fresh) utimesSync(path, new Date(now - 2 * 60 * 60 * 1000), new Date(now - 2 * 60 * 60 * 1000));
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
pruneExpiredFetchCache(now);
|
|
239
|
+
assert.deepEqual(readdirSync(cacheDir).sort(), preserved.sort());
|
|
240
|
+
});
|
|
241
|
+
|
|
242
|
+
test("cache pruning corrects directory and entry permissions", { skip: process.platform === "win32" }, async () => {
|
|
243
|
+
await useTempAgentDir();
|
|
244
|
+
const cacheDir = getFetchCacheDir();
|
|
245
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
246
|
+
const entryPath = join(cacheDir, "permissions.json");
|
|
247
|
+
writeFileSync(entryPath, "{}");
|
|
248
|
+
chmodSync(cacheDir, 0o777);
|
|
249
|
+
chmodSync(entryPath, 0o666);
|
|
250
|
+
|
|
251
|
+
pruneExpiredFetchCache();
|
|
252
|
+
assert.equal(statSync(cacheDir).mode & 0o777, 0o700);
|
|
253
|
+
assert.equal(statSync(entryPath).mode & 0o777, 0o600);
|
|
254
|
+
});
|
|
255
|
+
|
|
256
|
+
test("cache write and rename failures degrade without leaving temp files", async () => {
|
|
257
|
+
await useTempAgentDir();
|
|
258
|
+
const unwritable = fetchedData("unwritable");
|
|
259
|
+
unwritable.circular = unwritable;
|
|
260
|
+
const failed = storeFetchedContentResult("unwritable", unwritable);
|
|
261
|
+
assert.equal(failed.fetchCache, undefined);
|
|
262
|
+
assert.match(failed.fetchCacheError, /circular/i);
|
|
263
|
+
assert.equal(readdirSync(dirname(getFetchCacheDir())).includes("web-search-cache"), false);
|
|
264
|
+
|
|
265
|
+
const written = storeFetchedContentResult("normal", fetchedData("normal"));
|
|
266
|
+
assert.ok(written.fetchCache);
|
|
267
|
+
mkdirSync(join(getFetchCacheDir(), "blocked.json"));
|
|
268
|
+
const blocked = storeFetchedContentResult("blocked", fetchedData("blocked"));
|
|
269
|
+
assert.equal(blocked.fetchCache, undefined);
|
|
270
|
+
assert.equal(readdirSync(getFetchCacheDir()).some((name) => name.endsWith(".tmp")), false);
|
|
271
|
+
});
|
|
272
|
+
|
|
273
|
+
test("corrupt cache files remain unavailable without throwing", async () => {
|
|
274
|
+
await useTempAgentDir();
|
|
275
|
+
const cacheDir = getFetchCacheDir();
|
|
276
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
277
|
+
writeFileSync(join(cacheDir, "corrupt.json"), "not json");
|
|
278
|
+
restoreEntry({
|
|
279
|
+
id: "corrupt",
|
|
280
|
+
type: "fetch",
|
|
281
|
+
timestamp: Date.now(),
|
|
282
|
+
fetchCache: { version: 1, key: "corrupt.json", storedAt: Date.now() },
|
|
283
|
+
urlMetadata: [{ url: "https://example.com/corrupt", title: "corrupt", error: null, contentLength: 8 }],
|
|
284
|
+
});
|
|
285
|
+
|
|
286
|
+
const restored = getResult("corrupt");
|
|
287
|
+
assert.equal(restored.urls[0].content, "");
|
|
288
|
+
assert.match(restored.urls[0].error, /could not be read/);
|
|
289
|
+
});
|
|
290
|
+
|
|
291
|
+
test("cache file symlinks are not followed", { skip: process.platform === "win32" }, async () => {
|
|
292
|
+
const agentDir = await useTempAgentDir();
|
|
293
|
+
const cacheDir = getFetchCacheDir();
|
|
294
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
295
|
+
const target = join(agentDir, "outside.json");
|
|
296
|
+
writeFileSync(target, JSON.stringify(fetchedData("linked")));
|
|
297
|
+
symlinkSync(target, join(cacheDir, "linked.json"));
|
|
298
|
+
restoreEntry({
|
|
299
|
+
id: "linked",
|
|
300
|
+
type: "fetch",
|
|
301
|
+
timestamp: Date.now(),
|
|
302
|
+
fetchCache: { version: 1, key: "linked.json", storedAt: Date.now() },
|
|
303
|
+
urlMetadata: [{ url: "https://example.com/linked", title: "linked", error: null, contentLength: 14 }],
|
|
304
|
+
});
|
|
305
|
+
|
|
306
|
+
const restored = getResult("linked");
|
|
307
|
+
assert.equal(restored.urls[0].content, "");
|
|
308
|
+
assert.match(restored.urls[0].error, /not a regular file/);
|
|
309
|
+
assert.match(readFileSync(target, "utf8"), /cached content/);
|
|
310
|
+
});
|
|
311
|
+
|
|
312
|
+
test("cache directory symlinks are rejected for writes and deletes", { skip: process.platform === "win32" }, async () => {
|
|
313
|
+
const agentDir = await useTempAgentDir();
|
|
314
|
+
const cacheDir = getFetchCacheDir();
|
|
315
|
+
const outside = join(agentDir, "outside-cache");
|
|
316
|
+
mkdirSync(dirname(cacheDir), { recursive: true });
|
|
317
|
+
mkdirSync(outside);
|
|
318
|
+
symlinkSync(outside, cacheDir);
|
|
319
|
+
|
|
320
|
+
const rejected = storeFetchedContentResult("dir-link", fetchedData("dir-link"));
|
|
321
|
+
assert.equal(rejected.fetchCache, undefined);
|
|
322
|
+
assert.match(rejected.fetchCacheError, /not a safe directory/);
|
|
323
|
+
assert.deepEqual(readdirSync(outside), []);
|
|
324
|
+
|
|
325
|
+
unlinkSync(cacheDir);
|
|
326
|
+
const stored = storeFetchedContentResult("delete-link", fetchedData("delete-link"));
|
|
327
|
+
assert.ok(stored.fetchCache);
|
|
328
|
+
rmSync(cacheDir, { recursive: true });
|
|
329
|
+
mkdirSync(outside, { recursive: true });
|
|
330
|
+
writeFileSync(join(outside, stored.fetchCache.key), "outside");
|
|
331
|
+
symlinkSync(outside, cacheDir);
|
|
332
|
+
assert.equal(deleteResult("delete-link"), true);
|
|
333
|
+
assert.equal(readFileSync(join(outside, stored.fetchCache.key), "utf8"), "outside");
|
|
334
|
+
});
|