@asterxsk/kiln 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +155 -170
- package/agent/AGENTS.md +67 -67
- package/agent/README.md +5 -5
- package/agent/extensions/ask-user/index.ts +418 -418
- package/agent/extensions/ask-user/install.ps1 +4 -0
- package/agent/extensions/ask-user/install.sh +3 -0
- package/agent/extensions/ask-user/package-lock.json +769 -769
- package/agent/extensions/ask-user/package.json +19 -19
- package/agent/extensions/ask-user/prompt.ts +45 -45
- package/agent/extensions/ask-user/tsconfig.json +7 -7
- package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
- package/agent/extensions/background-terminals/index.ts +627 -627
- package/agent/extensions/background-terminals/install.ps1 +4 -0
- package/agent/extensions/background-terminals/install.sh +3 -0
- package/agent/extensions/background-terminals/manager.test.ts +735 -735
- package/agent/extensions/background-terminals/output.test.ts +109 -109
- package/agent/extensions/background-terminals/package-lock.json +769 -769
- package/agent/extensions/background-terminals/package.json +17 -17
- package/agent/extensions/background-terminals/prompt.test.ts +125 -125
- package/agent/extensions/background-terminals/ps.test.ts +82 -82
- package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
- package/agent/extensions/background-terminals/src/domain.ts +87 -87
- package/agent/extensions/background-terminals/src/manager.ts +907 -907
- package/agent/extensions/background-terminals/src/output.ts +84 -84
- package/agent/extensions/background-terminals/src/prompt.ts +142 -142
- package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
- package/agent/extensions/background-terminals/src/runtime.ts +36 -36
- package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
- package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
- package/agent/extensions/background-terminals/tsconfig.json +7 -7
- package/agent/extensions/destructive/install.ps1 +4 -0
- package/agent/extensions/destructive/install.sh +3 -0
- package/agent/extensions/file-search/index.spec.ts +443 -443
- package/agent/extensions/file-search/index.ts +459 -459
- package/agent/extensions/file-search/install.ps1 +4 -0
- package/agent/extensions/file-search/install.sh +3 -0
- package/agent/extensions/file-search/package-lock.json +2253 -2253
- package/agent/extensions/file-search/package.json +23 -23
- package/agent/extensions/file-search/src/args.ts +122 -122
- package/agent/extensions/file-search/src/binaries.ts +422 -422
- package/agent/extensions/file-search/src/output.ts +126 -126
- package/agent/extensions/file-search/src/process.ts +146 -146
- package/agent/extensions/file-search/src/prompt.ts +52 -52
- package/agent/extensions/file-search/tsconfig.json +7 -7
- package/agent/extensions/goal/install.ps1 +4 -0
- package/agent/extensions/goal/install.sh +3 -0
- package/agent/extensions/herdr-agent-state.ts +257 -0
- package/agent/extensions/kiln-update/README.md +25 -0
- package/agent/extensions/kiln-update/index.ts +99 -0
- package/agent/extensions/kiln-update/install.ps1 +27 -0
- package/agent/extensions/kiln-update/install.sh +24 -0
- package/agent/extensions/modelconf/PLAN.md +915 -915
- package/agent/extensions/modelconf/index.ts +296 -296
- package/agent/extensions/modelconf/install.ps1 +4 -0
- package/agent/extensions/modelconf/install.sh +3 -0
- package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
- package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
- package/agent/extensions/pi-web-access/LICENSE +21 -21
- package/agent/extensions/pi-web-access/README.md +470 -470
- package/agent/extensions/pi-web-access/SECURITY.md +5 -5
- package/agent/extensions/pi-web-access/activity.ts +101 -101
- package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
- package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
- package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
- package/agent/extensions/pi-web-access/content-find.ts +139 -139
- package/agent/extensions/pi-web-access/credential-source.ts +191 -191
- package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
- package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
- package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
- package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
- package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
- package/agent/extensions/pi-web-access/exa.ts +526 -526
- package/agent/extensions/pi-web-access/extract.ts +1196 -1196
- package/agent/extensions/pi-web-access/feature-config.ts +29 -29
- package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
- package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
- package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
- package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
- package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
- package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
- package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
- package/agent/extensions/pi-web-access/github-api.ts +197 -197
- package/agent/extensions/pi-web-access/github-extract.ts +746 -746
- package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
- package/agent/extensions/pi-web-access/index.ts +1737 -1737
- package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
- package/agent/extensions/pi-web-access/package.json +64 -64
- package/agent/extensions/pi-web-access/page-query.ts +96 -96
- package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
- package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
- package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
- package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
- package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
- package/agent/extensions/pi-web-access/source-check.ts +282 -282
- package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
- package/agent/extensions/pi-web-access/storage.ts +521 -521
- package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
- package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
- package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
- package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
- package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
- package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
- package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
- package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
- package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
- package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
- package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
- package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
- package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
- package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
- package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
- package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
- package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
- package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
- package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
- package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
- package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
- package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
- package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
- package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
- package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
- package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
- package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
- package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
- package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
- package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
- package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
- package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
- package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
- package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
- package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
- package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
- package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
- package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
- package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
- package/agent/extensions/pi-web-access/tsconfig.json +11 -11
- package/agent/extensions/pi-web-access/utils.ts +451 -451
- package/agent/extensions/pi-web-access/video-extract.ts +392 -392
- package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
- package/agent/extensions/shared/activity-status.ts +31 -31
- package/agent/extensions/shared/child-session.test.ts +270 -270
- package/agent/extensions/shared/child-session.ts +148 -148
- package/agent/extensions/shared/context-utilization.test.ts +48 -48
- package/agent/extensions/shared/context-utilization.ts +47 -47
- package/agent/extensions/shared/dashboard-state.ts +99 -99
- package/agent/extensions/shared/install.ps1 +4 -0
- package/agent/extensions/shared/install.sh +3 -0
- package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
- package/agent/extensions/shared/tool-call-timeout.ts +104 -104
- package/agent/extensions/skillsconf/install.ps1 +4 -0
- package/agent/extensions/skillsconf/install.sh +3 -0
- package/agent/extensions/statusline/index.ts +282 -0
- package/agent/extensions/statusline/install.ps1 +27 -0
- package/agent/extensions/statusline/install.sh +24 -0
- package/agent/extensions/subagents/by-the-way.test.ts +29 -29
- package/agent/extensions/subagents/claude.test.ts +119 -119
- package/agent/extensions/subagents/codex.test.ts +102 -102
- package/agent/extensions/subagents/context-usage.test.ts +107 -107
- package/agent/extensions/subagents/docs/design-plan.md +568 -568
- package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
- package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
- package/agent/extensions/subagents/index.ts +779 -779
- package/agent/extensions/subagents/install.ps1 +4 -0
- package/agent/extensions/subagents/install.sh +3 -0
- package/agent/extensions/subagents/manager.test.ts +276 -276
- package/agent/extensions/subagents/package-lock.json +2244 -2244
- package/agent/extensions/subagents/package.json +19 -19
- package/agent/extensions/subagents/result-delivery.test.ts +27 -27
- package/agent/extensions/subagents/src/backend.ts +73 -73
- package/agent/extensions/subagents/src/backends/claude.ts +701 -701
- package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
- package/agent/extensions/subagents/src/backends/pi.ts +575 -575
- package/agent/extensions/subagents/src/backends/stub.ts +300 -300
- package/agent/extensions/subagents/src/by-the-way.ts +21 -21
- package/agent/extensions/subagents/src/domain.ts +253 -253
- package/agent/extensions/subagents/src/format.ts +74 -74
- package/agent/extensions/subagents/src/manager.ts +736 -736
- package/agent/extensions/subagents/src/prompt.ts +92 -92
- package/agent/extensions/subagents/src/result-delivery.ts +20 -20
- package/agent/extensions/subagents/src/runtime.ts +53 -53
- package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
- package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
- package/agent/extensions/subagents/takeover.test.ts +29 -29
- package/agent/extensions/subagents/tsconfig.json +7 -7
- package/agent/extensions/taste/install.ps1 +4 -0
- package/agent/extensions/taste/install.sh +3 -0
- package/agent/extensions/todo/AGENTS.md +38 -38
- package/agent/extensions/todo/LICENSE +21 -21
- package/agent/extensions/todo/config.ts +55 -55
- package/agent/extensions/todo/index.ts +151 -151
- package/agent/extensions/todo/install.ps1 +4 -0
- package/agent/extensions/todo/install.sh +3 -0
- package/agent/extensions/todo/locales/de.json +17 -17
- package/agent/extensions/todo/locales/en.json +15 -15
- package/agent/extensions/todo/locales/es.json +17 -17
- package/agent/extensions/todo/locales/fr.json +17 -17
- package/agent/extensions/todo/locales/pt-BR.json +17 -17
- package/agent/extensions/todo/locales/pt.json +17 -17
- package/agent/extensions/todo/locales/ru.json +17 -17
- package/agent/extensions/todo/locales/uk.json +17 -17
- package/agent/extensions/todo/locales/zh.json +17 -17
- package/agent/extensions/todo/package-lock.json +3358 -3358
- package/agent/extensions/todo/package.json +67 -67
- package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
- package/agent/extensions/todo/state/invariants.ts +20 -20
- package/agent/extensions/todo/state/replay.ts +38 -38
- package/agent/extensions/todo/state/selectors.ts +107 -107
- package/agent/extensions/todo/state/state-reducer.ts +326 -326
- package/agent/extensions/todo/state/state.ts +18 -18
- package/agent/extensions/todo/state/store.ts +82 -82
- package/agent/extensions/todo/state/task-graph.ts +57 -57
- package/agent/extensions/todo/todo-overlay.ts +200 -200
- package/agent/extensions/todo/todo.ts +155 -155
- package/agent/extensions/todo/tool/response-envelope.ts +109 -109
- package/agent/extensions/todo/tool/types.ts +206 -206
- package/agent/extensions/todo/view/format.ts +177 -177
- package/agent/extensions/trim-context/install.ps1 +4 -0
- package/agent/extensions/trim-context/install.sh +3 -0
- package/agent/keybindings.json +7 -7
- package/agent/version.txt +1 -0
- package/agent.bak.20260905-190020/AGENTS.md +67 -0
- package/agent.bak.20260905-190020/README.md +5 -0
- package/agent.bak.20260905-190020/extensions/ask-user/index.ts +418 -0
- package/agent.bak.20260905-190020/extensions/ask-user/package-lock.json +769 -0
- package/agent.bak.20260905-190020/extensions/ask-user/package.json +19 -0
- package/agent.bak.20260905-190020/extensions/ask-user/prompt.ts +45 -0
- package/agent.bak.20260905-190020/extensions/ask-user/tsconfig.json +7 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/docs/implementation-guide.md +942 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/index.ts +629 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/package-lock.json +769 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/package.json +17 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/domain.ts +87 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/manager.ts +907 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/output.ts +84 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/prompt.ts +142 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/result-delivery.ts +27 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/runtime.ts +36 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/ui/output-view.ts +79 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/ui/ps.ts +621 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/src/widget-order.ts +121 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/test/manager.test.ts +735 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/test/output.test.ts +109 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/test/prompt.test.ts +125 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/test/ps.test.ts +82 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/test/result-delivery.test.ts +44 -0
- package/agent.bak.20260905-190020/extensions/background-terminals/tsconfig.json +7 -0
- package/agent.bak.20260905-190020/extensions/destructive/README.md +34 -0
- package/agent.bak.20260905-190020/extensions/destructive/index.ts +124 -0
- package/agent.bak.20260905-190020/extensions/destructive/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/destructive/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/file-search/index.ts +459 -0
- package/agent.bak.20260905-190020/extensions/file-search/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/file-search/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/file-search/package-lock.json +2253 -0
- package/agent.bak.20260905-190020/extensions/file-search/package.json +23 -0
- package/agent.bak.20260905-190020/extensions/file-search/src/args.ts +122 -0
- package/agent.bak.20260905-190020/extensions/file-search/src/binaries.ts +422 -0
- package/agent.bak.20260905-190020/extensions/file-search/src/output.ts +126 -0
- package/agent.bak.20260905-190020/extensions/file-search/src/process.ts +146 -0
- package/agent.bak.20260905-190020/extensions/file-search/src/prompt.ts +52 -0
- package/agent.bak.20260905-190020/extensions/file-search/test/index.spec.ts +443 -0
- package/agent.bak.20260905-190020/extensions/file-search/tsconfig.json +7 -0
- package/agent.bak.20260905-190020/extensions/goal/README.md +50 -0
- package/agent.bak.20260905-190020/extensions/goal/index.ts +155 -0
- package/agent.bak.20260905-190020/extensions/goal/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/goal/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/kiln-update/README.md +25 -0
- package/agent.bak.20260905-190020/extensions/kiln-update/index.ts +99 -0
- package/agent.bak.20260905-190020/extensions/kiln-update/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/kiln-update/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/modelconf/PLAN.md +915 -0
- package/agent.bak.20260905-190020/extensions/modelconf/README.md +66 -0
- package/agent.bak.20260905-190020/extensions/modelconf/index.ts +296 -0
- package/agent.bak.20260905-190020/extensions/modelconf/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/modelconf/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/modelconf/package-lock.json +1809 -0
- package/agent.bak.20260905-190020/extensions/modelconf/package.json +13 -0
- package/agent.bak.20260905-190020/extensions/modelconf/src/fuzzy.ts +26 -0
- package/agent.bak.20260905-190020/extensions/modelconf/src/glob.ts +13 -0
- package/agent.bak.20260905-190020/extensions/modelconf/src/persistence.test.ts +46 -0
- package/agent.bak.20260905-190020/extensions/modelconf/src/persistence.ts +164 -0
- package/agent.bak.20260905-190020/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -0
- package/agent.bak.20260905-190020/extensions/modelconf/src/ui/ModelConfView.ts +1101 -0
- package/agent.bak.20260905-190020/extensions/modelconf/tsconfig.json +15 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/CHANGELOG.md +690 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/LICENSE +21 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/README.md +470 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/SECURITY.md +5 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/activity.ts +101 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/auth-fetch.ts +148 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/banner.png +0 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/brightdata-unlocker.ts +272 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/chrome-cookies.ts +669 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/content-find.ts +139 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/credential-source.ts +191 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/data-uri-sanitize.ts +406 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/datalab-pdf-extract.ts +568 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/declared-web-links.ts +173 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/evidence/contract-probe.mjs +140 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/exa.ts +526 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/extract.ts +1196 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/feature-config.ts +29 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/fetch-params.ts +111 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-adc.ts +298 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-api.ts +353 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-pdf-extract.ts +108 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-search.ts +21 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-url-context.ts +128 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-web-config.ts +101 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-web.ts +487 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/github-api.ts +197 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/github-extract.ts +746 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/github-issue-pr.ts +700 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/index.ts +1737 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/package-lock.json +5808 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/package.json +64 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/page-query.ts +96 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/pdf-extract.ts +409 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/pi-web-fetch-demo.mp4 +0 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/promise-try.d.ts +7 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/query-rewrite.ts +51 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/render-search-error.ts +170 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/rsc-extract.ts +338 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/search-types.ts +20 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/source-check.ts +282 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/ssrf-protection.ts +526 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/storage.ts +521 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/summary-model-scope.ts +125 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/config-path.test.mjs +283 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/content-find.test.mjs +25 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/credential-source.test.mjs +118 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-params.test.mjs +86 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/get-search-content.test.mjs +223 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/github-extract.test.mjs +378 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/page-query.test.mjs +51 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/pdf-config.test.mjs +140 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/search-error-render.test.mjs +152 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/search-providers.test.mjs +274 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/source-check.test.mjs +179 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/tsconfig.json +11 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/utils.ts +451 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/video-extract.ts +392 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/youtube-extract.ts +328 -0
- package/agent.bak.20260905-190020/extensions/shared/activity-status.ts +31 -0
- package/agent.bak.20260905-190020/extensions/shared/child-session.ts +148 -0
- package/agent.bak.20260905-190020/extensions/shared/context-utilization.ts +47 -0
- package/agent.bak.20260905-190020/extensions/shared/dashboard-state.ts +99 -0
- package/agent.bak.20260905-190020/extensions/shared/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/shared/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/shared/test/child-session.test.ts +270 -0
- package/agent.bak.20260905-190020/extensions/shared/test/context-utilization.test.ts +48 -0
- package/agent.bak.20260905-190020/extensions/shared/test/tool-call-timeout.test.ts +117 -0
- package/agent.bak.20260905-190020/extensions/shared/test/widget-order.test.ts +167 -0
- package/agent.bak.20260905-190020/extensions/shared/tool-call-timeout.ts +104 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/README.md +74 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/index.ts +92 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/package-lock.json +1809 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/package.json +18 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/delete-skill.test.ts +64 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/delete-skill.ts +45 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/filter.test.ts +80 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/filter.ts +74 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/fuzzy.ts +26 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/persistence.test.ts +72 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/persistence.ts +169 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/SkillConfView.ts +758 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/text-input.ts +91 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/tui-helpers.ts +144 -0
- package/agent.bak.20260905-190020/extensions/skillsconf/tsconfig.json +15 -0
- package/agent.bak.20260905-190020/extensions/statusline/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/statusline/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/subagents/docs/design-plan.md +568 -0
- package/agent.bak.20260905-190020/extensions/subagents/docs/effect-v4-extension-guide.md +354 -0
- package/agent.bak.20260905-190020/extensions/subagents/docs/effect-v4-notes.md +571 -0
- package/agent.bak.20260905-190020/extensions/subagents/index.ts +826 -0
- package/agent.bak.20260905-190020/extensions/subagents/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/subagents/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/subagents/package-lock.json +2244 -0
- package/agent.bak.20260905-190020/extensions/subagents/package.json +19 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/backend.ts +73 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/claude.ts +701 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/codex.ts +1060 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/pi.ts +575 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/stub.ts +300 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/by-the-way.ts +21 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/domain.ts +253 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/format.ts +74 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/manager.ts +736 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/prompt.ts +92 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/result-delivery.ts +20 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/runtime.ts +53 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/ui/takeover.ts +583 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/ui/transcript.ts +201 -0
- package/agent.bak.20260905-190020/extensions/subagents/src/widget-order.ts +121 -0
- package/agent.bak.20260905-190020/extensions/subagents/test/by-the-way.test.ts +29 -0
- package/agent.bak.20260905-190020/extensions/subagents/test/claude.test.ts +119 -0
- package/agent.bak.20260905-190020/extensions/subagents/test/codex.test.ts +102 -0
- package/agent.bak.20260905-190020/extensions/subagents/test/context-usage.test.ts +107 -0
- package/agent.bak.20260905-190020/extensions/subagents/test/manager.test.ts +276 -0
- package/agent.bak.20260905-190020/extensions/subagents/test/result-delivery.test.ts +27 -0
- package/agent.bak.20260905-190020/extensions/subagents/test/takeover.test.ts +29 -0
- package/agent.bak.20260905-190020/extensions/subagents/tsconfig.json +7 -0
- package/agent.bak.20260905-190020/extensions/taste/index.ts +443 -0
- package/agent.bak.20260905-190020/extensions/taste/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/taste/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/todo/AGENTS.md +38 -0
- package/agent.bak.20260905-190020/extensions/todo/LICENSE +21 -0
- package/agent.bak.20260905-190020/extensions/todo/config.ts +55 -0
- package/agent.bak.20260905-190020/extensions/todo/index.ts +151 -0
- package/agent.bak.20260905-190020/extensions/todo/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/todo/install.sh +21 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/de.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/en.json +15 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/es.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/fr.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/pt-BR.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/pt.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/ru.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/uk.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/locales/zh.json +17 -0
- package/agent.bak.20260905-190020/extensions/todo/package-lock.json +3358 -0
- package/agent.bak.20260905-190020/extensions/todo/package.json +67 -0
- package/agent.bak.20260905-190020/extensions/todo/state/i18n-bridge.ts +64 -0
- package/agent.bak.20260905-190020/extensions/todo/state/invariants.ts +20 -0
- package/agent.bak.20260905-190020/extensions/todo/state/replay.ts +38 -0
- package/agent.bak.20260905-190020/extensions/todo/state/selectors.ts +107 -0
- package/agent.bak.20260905-190020/extensions/todo/state/state-reducer.ts +326 -0
- package/agent.bak.20260905-190020/extensions/todo/state/state.ts +18 -0
- package/agent.bak.20260905-190020/extensions/todo/state/store.ts +82 -0
- package/agent.bak.20260905-190020/extensions/todo/state/task-graph.ts +57 -0
- package/agent.bak.20260905-190020/extensions/todo/todo-overlay.ts +204 -0
- package/agent.bak.20260905-190020/extensions/todo/todo.ts +155 -0
- package/agent.bak.20260905-190020/extensions/todo/tool/response-envelope.ts +109 -0
- package/agent.bak.20260905-190020/extensions/todo/tool/types.ts +206 -0
- package/agent.bak.20260905-190020/extensions/todo/view/format.ts +177 -0
- package/agent.bak.20260905-190020/extensions/todo/widget-order.ts +121 -0
- package/agent.bak.20260905-190020/extensions/trim-context/README.md +54 -0
- package/agent.bak.20260905-190020/extensions/trim-context/index.ts +487 -0
- package/agent.bak.20260905-190020/extensions/trim-context/install.ps1 +23 -0
- package/agent.bak.20260905-190020/extensions/trim-context/install.sh +21 -0
- package/agent.bak.20260905-190020/keybindings.json +7 -0
- package/bin/kiln.js +588 -358
- package/package.json +27 -21
- package/agent/install.ps1 +0 -527
- package/agent/install.sh +0 -511
- /package/{agent/extensions/status line → agent.bak.20260905-190020/extensions/ask-user}/install.ps1 +0 -0
- /package/{agent/extensions/status line → agent.bak.20260905-190020/extensions/ask-user}/install.sh +0 -0
- /package/{agent/extensions/status line → agent.bak.20260905-190020/extensions/statusline}/index.ts +0 -0
|
@@ -1,334 +1,334 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { chmodSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, symlinkSync, truncateSync, unlinkSync, utimesSync, writeFileSync } from "node:fs";
|
|
3
|
-
import { mkdtemp } from "node:fs/promises";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { dirname, join } from "node:path";
|
|
6
|
-
import { afterEach, test } from "node:test";
|
|
7
|
-
|
|
8
|
-
import initializeExtension from "../index.ts";
|
|
9
|
-
import { clearResults, deleteResult, getFetchCacheDir, getResult, pruneExpiredFetchCache, restoreFromSession, storeFetchedContentResult } from "../storage.ts";
|
|
10
|
-
|
|
11
|
-
const originalFetch = globalThis.fetch;
|
|
12
|
-
const originalAgentDir = process.env.PI_CODING_AGENT_DIR;
|
|
13
|
-
const originalCacheDir = process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
14
|
-
const originalDateNow = Date.now;
|
|
15
|
-
|
|
16
|
-
afterEach(() => {
|
|
17
|
-
globalThis.fetch = originalFetch;
|
|
18
|
-
Date.now = originalDateNow;
|
|
19
|
-
if (originalAgentDir === undefined) delete process.env.PI_CODING_AGENT_DIR;
|
|
20
|
-
else process.env.PI_CODING_AGENT_DIR = originalAgentDir;
|
|
21
|
-
if (originalCacheDir === undefined) delete process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
22
|
-
else process.env.PI_WEB_ACCESS_CACHE_DIR = originalCacheDir;
|
|
23
|
-
clearResults();
|
|
24
|
-
});
|
|
25
|
-
|
|
26
|
-
async function useTempAgentDir() {
|
|
27
|
-
const dir = await mkdtemp(join(tmpdir(), "pi-web-access-fetch-cache-"));
|
|
28
|
-
process.env.PI_CODING_AGENT_DIR = dir;
|
|
29
|
-
process.env.PI_WEB_ACCESS_CACHE_DIR = join(dir, "web-search-cache");
|
|
30
|
-
return dir;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
function registerTools() {
|
|
34
|
-
const tools = [];
|
|
35
|
-
const entries = [];
|
|
36
|
-
initializeExtension({
|
|
37
|
-
registerTool(tool) { tools.push(tool); },
|
|
38
|
-
registerCommand() {},
|
|
39
|
-
registerShortcut() {},
|
|
40
|
-
on() {},
|
|
41
|
-
appendEntry(type, data) { entries.push({ type, data }); },
|
|
42
|
-
});
|
|
43
|
-
return {
|
|
44
|
-
entries,
|
|
45
|
-
fetchTool: tools.find((tool) => tool.name === "fetch_content"),
|
|
46
|
-
getContentTool: tools.find((tool) => tool.name === "get_search_content"),
|
|
47
|
-
};
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
function restoreEntry(data) {
|
|
51
|
-
restoreFromSession({
|
|
52
|
-
sessionManager: {
|
|
53
|
-
getBranch: () => [{ type: "custom", customType: "web-search-results", data }],
|
|
54
|
-
},
|
|
55
|
-
});
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
function fetchedData(id, content = "cached content") {
|
|
59
|
-
return {
|
|
60
|
-
id,
|
|
61
|
-
type: "fetch",
|
|
62
|
-
timestamp: Date.now(),
|
|
63
|
-
urls: [{ url: `https://example.com/${id}`, title: id, content, error: null }],
|
|
64
|
-
};
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
test("fetch_content stores full content in cache and writes a bounded session entry", async () => {
|
|
68
|
-
await useTempAgentDir();
|
|
69
|
-
const pageContent = "Cached page content. ".repeat(4_000);
|
|
70
|
-
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
71
|
-
|
|
72
|
-
const { entries, fetchTool, getContentTool } = registerTools();
|
|
73
|
-
assert.ok(fetchTool);
|
|
74
|
-
assert.ok(getContentTool);
|
|
75
|
-
|
|
76
|
-
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/page" });
|
|
77
|
-
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
78
|
-
assert.ok(entry);
|
|
79
|
-
assert.equal(entry.data.type, "fetch");
|
|
80
|
-
assert.equal(entry.data.urls, undefined);
|
|
81
|
-
assert.ok(entry.data.fetchCache?.key);
|
|
82
|
-
assert.equal(entry.data.urlMetadata?.[0]?.contentLength, pageContent.length);
|
|
83
|
-
|
|
84
|
-
const serialized = JSON.stringify(entry.data);
|
|
85
|
-
assert.ok(serialized.length < 5_000, `session entry was ${serialized.length} chars`);
|
|
86
|
-
assert.doesNotMatch(serialized, /Cached page content\. Cached page content\./);
|
|
87
|
-
|
|
88
|
-
clearResults();
|
|
89
|
-
restoreEntry(entry.data);
|
|
90
|
-
const restored = await getContentTool.execute("call", {
|
|
91
|
-
responseId: result.details.responseId,
|
|
92
|
-
urlIndex: 0,
|
|
93
|
-
offset: pageContent.length - 21,
|
|
94
|
-
limit: 21,
|
|
95
|
-
});
|
|
96
|
-
assert.equal(restored.details.returnedChars, 21);
|
|
97
|
-
assert.match(restored.content[0].text, /Cached page content\./);
|
|
98
|
-
});
|
|
99
|
-
|
|
100
|
-
test("legacy inline fetched session entries remain readable", async () => {
|
|
101
|
-
await useTempAgentDir();
|
|
102
|
-
const { getContentTool } = registerTools();
|
|
103
|
-
assert.ok(getContentTool);
|
|
104
|
-
const legacy = {
|
|
105
|
-
id: "legacy-fetch",
|
|
106
|
-
type: "fetch",
|
|
107
|
-
timestamp: Date.now(),
|
|
108
|
-
urls: [{ url: "https://example.com/legacy", title: "Legacy", content: "legacy inline content", error: null }],
|
|
109
|
-
};
|
|
110
|
-
|
|
111
|
-
restoreEntry(legacy);
|
|
112
|
-
const result = await getContentTool.execute("call", { responseId: "legacy-fetch", urlIndex: 0 });
|
|
113
|
-
assert.match(result.content[0].text, /legacy inline content/);
|
|
114
|
-
assert.equal(result.details.contentLength, "legacy inline content".length);
|
|
115
|
-
});
|
|
116
|
-
|
|
117
|
-
test("loaded cached fetched content expires after the result lifetime", async () => {
|
|
118
|
-
const startedAt = originalDateNow();
|
|
119
|
-
Date.now = () => startedAt;
|
|
120
|
-
await useTempAgentDir();
|
|
121
|
-
const pageContent = "expiring cache-backed content";
|
|
122
|
-
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
123
|
-
|
|
124
|
-
const { entries, fetchTool, getContentTool } = registerTools();
|
|
125
|
-
assert.ok(fetchTool);
|
|
126
|
-
assert.ok(getContentTool);
|
|
127
|
-
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/expiring-cache" });
|
|
128
|
-
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
129
|
-
assert.ok(entry?.data.fetchCache?.key);
|
|
130
|
-
|
|
131
|
-
clearResults();
|
|
132
|
-
restoreEntry(entry.data);
|
|
133
|
-
const loaded = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
134
|
-
assert.match(loaded.content[0].text, /expiring cache-backed content/);
|
|
135
|
-
|
|
136
|
-
Date.now = () => startedAt + 60 * 60 * 1000;
|
|
137
|
-
const expired = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
138
|
-
assert.equal(expired.details.error, "Cached fetched content is missing or expired");
|
|
139
|
-
assert.match(expired.content[0].text, /Cached fetched content is missing or expired/);
|
|
140
|
-
assert.doesNotMatch(expired.content[0].text, /expiring cache-backed content/);
|
|
141
|
-
});
|
|
142
|
-
|
|
143
|
-
test("missing cache files return an actionable fetched-content error", async () => {
|
|
144
|
-
const agentDir = await useTempAgentDir();
|
|
145
|
-
const pageContent = "cache-backed content";
|
|
146
|
-
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
147
|
-
|
|
148
|
-
const { entries, fetchTool, getContentTool } = registerTools();
|
|
149
|
-
assert.ok(fetchTool);
|
|
150
|
-
assert.ok(getContentTool);
|
|
151
|
-
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/missing-cache" });
|
|
152
|
-
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
153
|
-
assert.ok(entry?.data.fetchCache?.key);
|
|
154
|
-
rmSync(join(getFetchCacheDir(), entry.data.fetchCache.key), { force: true });
|
|
155
|
-
|
|
156
|
-
clearResults();
|
|
157
|
-
restoreEntry(entry.data);
|
|
158
|
-
const missing = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
159
|
-
assert.equal(missing.details.error, "Cached fetched content is missing or expired");
|
|
160
|
-
assert.match(missing.content[0].text, /Cached fetched content is missing or expired/);
|
|
161
|
-
rmSync(agentDir, { recursive: true, force: true });
|
|
162
|
-
});
|
|
163
|
-
|
|
164
|
-
test("cache pruning evicts the oldest entries by count and bytes", async () => {
|
|
165
|
-
await useTempAgentDir();
|
|
166
|
-
const cacheDir = getFetchCacheDir();
|
|
167
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
168
|
-
const now = Date.now();
|
|
169
|
-
for (const [name, content, ageSeconds] of [
|
|
170
|
-
["oldest.json", "1111", 30],
|
|
171
|
-
["middle.json", "222222", 20],
|
|
172
|
-
["newest.json", "33333333", 10],
|
|
173
|
-
]) {
|
|
174
|
-
const path = join(cacheDir, name);
|
|
175
|
-
writeFileSync(path, content);
|
|
176
|
-
utimesSync(path, new Date(now - ageSeconds * 1000), new Date(now - ageSeconds * 1000));
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
pruneExpiredFetchCache(now, { maxEntries: 2, maxBytes: 1024 });
|
|
180
|
-
assert.deepEqual(readdirSync(cacheDir).sort(), ["middle.json", "newest.json"]);
|
|
181
|
-
|
|
182
|
-
pruneExpiredFetchCache(now, { maxEntries: 10, maxBytes: 8 });
|
|
183
|
-
assert.deepEqual(readdirSync(cacheDir), ["newest.json"]);
|
|
184
|
-
assert.throws(() => pruneExpiredFetchCache(now, { maxEntries: 0 }), /finite positive integers/);
|
|
185
|
-
assert.throws(() => pruneExpiredFetchCache(now, { maxBytes: Infinity }), /finite positive integers/);
|
|
186
|
-
});
|
|
187
|
-
|
|
188
|
-
test("default cache pruning keeps the newest 128 entries", async () => {
|
|
189
|
-
await useTempAgentDir();
|
|
190
|
-
const cacheDir = getFetchCacheDir();
|
|
191
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
192
|
-
const now = Date.now();
|
|
193
|
-
for (let index = 0; index < 129; index++) {
|
|
194
|
-
const path = join(cacheDir, `entry-${index.toString().padStart(3, "0")}.json`);
|
|
195
|
-
writeFileSync(path, "{}");
|
|
196
|
-
const modified = new Date(now - (129 - index) * 1000);
|
|
197
|
-
utimesSync(path, modified, modified);
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
pruneExpiredFetchCache(now);
|
|
201
|
-
const remaining = readdirSync(cacheDir).sort();
|
|
202
|
-
assert.equal(remaining.length, 128);
|
|
203
|
-
assert.equal(remaining.includes("entry-000.json"), false);
|
|
204
|
-
assert.equal(remaining.includes("entry-128.json"), true);
|
|
205
|
-
});
|
|
206
|
-
|
|
207
|
-
test("default cache pruning enforces the 128 MiB byte limit", async () => {
|
|
208
|
-
await useTempAgentDir();
|
|
209
|
-
const cacheDir = getFetchCacheDir();
|
|
210
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
211
|
-
const now = Date.now();
|
|
212
|
-
for (const [name, ageSeconds] of [["older.json", 20], ["newer.json", 10]]) {
|
|
213
|
-
const path = join(cacheDir, name);
|
|
214
|
-
writeFileSync(path, "");
|
|
215
|
-
truncateSync(path, 65 * 1024 * 1024);
|
|
216
|
-
const modified = new Date(now - ageSeconds * 1000);
|
|
217
|
-
utimesSync(path, modified, modified);
|
|
218
|
-
}
|
|
219
|
-
|
|
220
|
-
pruneExpiredFetchCache(now);
|
|
221
|
-
assert.deepEqual(readdirSync(cacheDir), ["newer.json"]);
|
|
222
|
-
});
|
|
223
|
-
|
|
224
|
-
test("cache pruning removes only stale owned temp files", async () => {
|
|
225
|
-
await useTempAgentDir();
|
|
226
|
-
const cacheDir = getFetchCacheDir();
|
|
227
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
228
|
-
const now = Date.now();
|
|
229
|
-
const stale = ["old.json.123.456.tmp", `new.json.123.456.${"a".repeat(32)}.tmp`];
|
|
230
|
-
const fresh = `fresh.json.123.456.${"b".repeat(32)}.tmp`;
|
|
231
|
-
const preserved = ["foreign.tmp", "old.json.not-ours.tmp", fresh];
|
|
232
|
-
for (const name of [...stale, ...preserved]) {
|
|
233
|
-
const path = join(cacheDir, name);
|
|
234
|
-
writeFileSync(path, name);
|
|
235
|
-
if (name !== fresh) utimesSync(path, new Date(now - 2 * 60 * 60 * 1000), new Date(now - 2 * 60 * 60 * 1000));
|
|
236
|
-
}
|
|
237
|
-
|
|
238
|
-
pruneExpiredFetchCache(now);
|
|
239
|
-
assert.deepEqual(readdirSync(cacheDir).sort(), preserved.sort());
|
|
240
|
-
});
|
|
241
|
-
|
|
242
|
-
test("cache pruning corrects directory and entry permissions", { skip: process.platform === "win32" }, async () => {
|
|
243
|
-
await useTempAgentDir();
|
|
244
|
-
const cacheDir = getFetchCacheDir();
|
|
245
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
246
|
-
const entryPath = join(cacheDir, "permissions.json");
|
|
247
|
-
writeFileSync(entryPath, "{}");
|
|
248
|
-
chmodSync(cacheDir, 0o777);
|
|
249
|
-
chmodSync(entryPath, 0o666);
|
|
250
|
-
|
|
251
|
-
pruneExpiredFetchCache();
|
|
252
|
-
assert.equal(statSync(cacheDir).mode & 0o777, 0o700);
|
|
253
|
-
assert.equal(statSync(entryPath).mode & 0o777, 0o600);
|
|
254
|
-
});
|
|
255
|
-
|
|
256
|
-
test("cache write and rename failures degrade without leaving temp files", async () => {
|
|
257
|
-
await useTempAgentDir();
|
|
258
|
-
const unwritable = fetchedData("unwritable");
|
|
259
|
-
unwritable.circular = unwritable;
|
|
260
|
-
const failed = storeFetchedContentResult("unwritable", unwritable);
|
|
261
|
-
assert.equal(failed.fetchCache, undefined);
|
|
262
|
-
assert.match(failed.fetchCacheError, /circular/i);
|
|
263
|
-
assert.equal(readdirSync(dirname(getFetchCacheDir())).includes("web-search-cache"), false);
|
|
264
|
-
|
|
265
|
-
const written = storeFetchedContentResult("normal", fetchedData("normal"));
|
|
266
|
-
assert.ok(written.fetchCache);
|
|
267
|
-
mkdirSync(join(getFetchCacheDir(), "blocked.json"));
|
|
268
|
-
const blocked = storeFetchedContentResult("blocked", fetchedData("blocked"));
|
|
269
|
-
assert.equal(blocked.fetchCache, undefined);
|
|
270
|
-
assert.equal(readdirSync(getFetchCacheDir()).some((name) => name.endsWith(".tmp")), false);
|
|
271
|
-
});
|
|
272
|
-
|
|
273
|
-
test("corrupt cache files remain unavailable without throwing", async () => {
|
|
274
|
-
await useTempAgentDir();
|
|
275
|
-
const cacheDir = getFetchCacheDir();
|
|
276
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
277
|
-
writeFileSync(join(cacheDir, "corrupt.json"), "not json");
|
|
278
|
-
restoreEntry({
|
|
279
|
-
id: "corrupt",
|
|
280
|
-
type: "fetch",
|
|
281
|
-
timestamp: Date.now(),
|
|
282
|
-
fetchCache: { version: 1, key: "corrupt.json", storedAt: Date.now() },
|
|
283
|
-
urlMetadata: [{ url: "https://example.com/corrupt", title: "corrupt", error: null, contentLength: 8 }],
|
|
284
|
-
});
|
|
285
|
-
|
|
286
|
-
const restored = getResult("corrupt");
|
|
287
|
-
assert.equal(restored.urls[0].content, "");
|
|
288
|
-
assert.match(restored.urls[0].error, /could not be read/);
|
|
289
|
-
});
|
|
290
|
-
|
|
291
|
-
test("cache file symlinks are not followed", { skip: process.platform === "win32" }, async () => {
|
|
292
|
-
const agentDir = await useTempAgentDir();
|
|
293
|
-
const cacheDir = getFetchCacheDir();
|
|
294
|
-
mkdirSync(cacheDir, { recursive: true });
|
|
295
|
-
const target = join(agentDir, "outside.json");
|
|
296
|
-
writeFileSync(target, JSON.stringify(fetchedData("linked")));
|
|
297
|
-
symlinkSync(target, join(cacheDir, "linked.json"));
|
|
298
|
-
restoreEntry({
|
|
299
|
-
id: "linked",
|
|
300
|
-
type: "fetch",
|
|
301
|
-
timestamp: Date.now(),
|
|
302
|
-
fetchCache: { version: 1, key: "linked.json", storedAt: Date.now() },
|
|
303
|
-
urlMetadata: [{ url: "https://example.com/linked", title: "linked", error: null, contentLength: 14 }],
|
|
304
|
-
});
|
|
305
|
-
|
|
306
|
-
const restored = getResult("linked");
|
|
307
|
-
assert.equal(restored.urls[0].content, "");
|
|
308
|
-
assert.match(restored.urls[0].error, /not a regular file/);
|
|
309
|
-
assert.match(readFileSync(target, "utf8"), /cached content/);
|
|
310
|
-
});
|
|
311
|
-
|
|
312
|
-
test("cache directory symlinks are rejected for writes and deletes", { skip: process.platform === "win32" }, async () => {
|
|
313
|
-
const agentDir = await useTempAgentDir();
|
|
314
|
-
const cacheDir = getFetchCacheDir();
|
|
315
|
-
const outside = join(agentDir, "outside-cache");
|
|
316
|
-
mkdirSync(dirname(cacheDir), { recursive: true });
|
|
317
|
-
mkdirSync(outside);
|
|
318
|
-
symlinkSync(outside, cacheDir);
|
|
319
|
-
|
|
320
|
-
const rejected = storeFetchedContentResult("dir-link", fetchedData("dir-link"));
|
|
321
|
-
assert.equal(rejected.fetchCache, undefined);
|
|
322
|
-
assert.match(rejected.fetchCacheError, /not a safe directory/);
|
|
323
|
-
assert.deepEqual(readdirSync(outside), []);
|
|
324
|
-
|
|
325
|
-
unlinkSync(cacheDir);
|
|
326
|
-
const stored = storeFetchedContentResult("delete-link", fetchedData("delete-link"));
|
|
327
|
-
assert.ok(stored.fetchCache);
|
|
328
|
-
rmSync(cacheDir, { recursive: true });
|
|
329
|
-
mkdirSync(outside, { recursive: true });
|
|
330
|
-
writeFileSync(join(outside, stored.fetchCache.key), "outside");
|
|
331
|
-
symlinkSync(outside, cacheDir);
|
|
332
|
-
assert.equal(deleteResult("delete-link"), true);
|
|
333
|
-
assert.equal(readFileSync(join(outside, stored.fetchCache.key), "utf8"), "outside");
|
|
334
|
-
});
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { chmodSync, mkdirSync, readFileSync, readdirSync, rmSync, statSync, symlinkSync, truncateSync, unlinkSync, utimesSync, writeFileSync } from "node:fs";
|
|
3
|
+
import { mkdtemp } from "node:fs/promises";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import { dirname, join } from "node:path";
|
|
6
|
+
import { afterEach, test } from "node:test";
|
|
7
|
+
|
|
8
|
+
import initializeExtension from "../index.ts";
|
|
9
|
+
import { clearResults, deleteResult, getFetchCacheDir, getResult, pruneExpiredFetchCache, restoreFromSession, storeFetchedContentResult } from "../storage.ts";
|
|
10
|
+
|
|
11
|
+
const originalFetch = globalThis.fetch;
|
|
12
|
+
const originalAgentDir = process.env.PI_CODING_AGENT_DIR;
|
|
13
|
+
const originalCacheDir = process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
14
|
+
const originalDateNow = Date.now;
|
|
15
|
+
|
|
16
|
+
afterEach(() => {
|
|
17
|
+
globalThis.fetch = originalFetch;
|
|
18
|
+
Date.now = originalDateNow;
|
|
19
|
+
if (originalAgentDir === undefined) delete process.env.PI_CODING_AGENT_DIR;
|
|
20
|
+
else process.env.PI_CODING_AGENT_DIR = originalAgentDir;
|
|
21
|
+
if (originalCacheDir === undefined) delete process.env.PI_WEB_ACCESS_CACHE_DIR;
|
|
22
|
+
else process.env.PI_WEB_ACCESS_CACHE_DIR = originalCacheDir;
|
|
23
|
+
clearResults();
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
async function useTempAgentDir() {
|
|
27
|
+
const dir = await mkdtemp(join(tmpdir(), "pi-web-access-fetch-cache-"));
|
|
28
|
+
process.env.PI_CODING_AGENT_DIR = dir;
|
|
29
|
+
process.env.PI_WEB_ACCESS_CACHE_DIR = join(dir, "web-search-cache");
|
|
30
|
+
return dir;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
function registerTools() {
|
|
34
|
+
const tools = [];
|
|
35
|
+
const entries = [];
|
|
36
|
+
initializeExtension({
|
|
37
|
+
registerTool(tool) { tools.push(tool); },
|
|
38
|
+
registerCommand() {},
|
|
39
|
+
registerShortcut() {},
|
|
40
|
+
on() {},
|
|
41
|
+
appendEntry(type, data) { entries.push({ type, data }); },
|
|
42
|
+
});
|
|
43
|
+
return {
|
|
44
|
+
entries,
|
|
45
|
+
fetchTool: tools.find((tool) => tool.name === "fetch_content"),
|
|
46
|
+
getContentTool: tools.find((tool) => tool.name === "get_search_content"),
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
function restoreEntry(data) {
|
|
51
|
+
restoreFromSession({
|
|
52
|
+
sessionManager: {
|
|
53
|
+
getBranch: () => [{ type: "custom", customType: "web-search-results", data }],
|
|
54
|
+
},
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
function fetchedData(id, content = "cached content") {
|
|
59
|
+
return {
|
|
60
|
+
id,
|
|
61
|
+
type: "fetch",
|
|
62
|
+
timestamp: Date.now(),
|
|
63
|
+
urls: [{ url: `https://example.com/${id}`, title: id, content, error: null }],
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
test("fetch_content stores full content in cache and writes a bounded session entry", async () => {
|
|
68
|
+
await useTempAgentDir();
|
|
69
|
+
const pageContent = "Cached page content. ".repeat(4_000);
|
|
70
|
+
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
71
|
+
|
|
72
|
+
const { entries, fetchTool, getContentTool } = registerTools();
|
|
73
|
+
assert.ok(fetchTool);
|
|
74
|
+
assert.ok(getContentTool);
|
|
75
|
+
|
|
76
|
+
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/page" });
|
|
77
|
+
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
78
|
+
assert.ok(entry);
|
|
79
|
+
assert.equal(entry.data.type, "fetch");
|
|
80
|
+
assert.equal(entry.data.urls, undefined);
|
|
81
|
+
assert.ok(entry.data.fetchCache?.key);
|
|
82
|
+
assert.equal(entry.data.urlMetadata?.[0]?.contentLength, pageContent.length);
|
|
83
|
+
|
|
84
|
+
const serialized = JSON.stringify(entry.data);
|
|
85
|
+
assert.ok(serialized.length < 5_000, `session entry was ${serialized.length} chars`);
|
|
86
|
+
assert.doesNotMatch(serialized, /Cached page content\. Cached page content\./);
|
|
87
|
+
|
|
88
|
+
clearResults();
|
|
89
|
+
restoreEntry(entry.data);
|
|
90
|
+
const restored = await getContentTool.execute("call", {
|
|
91
|
+
responseId: result.details.responseId,
|
|
92
|
+
urlIndex: 0,
|
|
93
|
+
offset: pageContent.length - 21,
|
|
94
|
+
limit: 21,
|
|
95
|
+
});
|
|
96
|
+
assert.equal(restored.details.returnedChars, 21);
|
|
97
|
+
assert.match(restored.content[0].text, /Cached page content\./);
|
|
98
|
+
});
|
|
99
|
+
|
|
100
|
+
test("legacy inline fetched session entries remain readable", async () => {
|
|
101
|
+
await useTempAgentDir();
|
|
102
|
+
const { getContentTool } = registerTools();
|
|
103
|
+
assert.ok(getContentTool);
|
|
104
|
+
const legacy = {
|
|
105
|
+
id: "legacy-fetch",
|
|
106
|
+
type: "fetch",
|
|
107
|
+
timestamp: Date.now(),
|
|
108
|
+
urls: [{ url: "https://example.com/legacy", title: "Legacy", content: "legacy inline content", error: null }],
|
|
109
|
+
};
|
|
110
|
+
|
|
111
|
+
restoreEntry(legacy);
|
|
112
|
+
const result = await getContentTool.execute("call", { responseId: "legacy-fetch", urlIndex: 0 });
|
|
113
|
+
assert.match(result.content[0].text, /legacy inline content/);
|
|
114
|
+
assert.equal(result.details.contentLength, "legacy inline content".length);
|
|
115
|
+
});
|
|
116
|
+
|
|
117
|
+
test("loaded cached fetched content expires after the result lifetime", async () => {
|
|
118
|
+
const startedAt = originalDateNow();
|
|
119
|
+
Date.now = () => startedAt;
|
|
120
|
+
await useTempAgentDir();
|
|
121
|
+
const pageContent = "expiring cache-backed content";
|
|
122
|
+
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
123
|
+
|
|
124
|
+
const { entries, fetchTool, getContentTool } = registerTools();
|
|
125
|
+
assert.ok(fetchTool);
|
|
126
|
+
assert.ok(getContentTool);
|
|
127
|
+
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/expiring-cache" });
|
|
128
|
+
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
129
|
+
assert.ok(entry?.data.fetchCache?.key);
|
|
130
|
+
|
|
131
|
+
clearResults();
|
|
132
|
+
restoreEntry(entry.data);
|
|
133
|
+
const loaded = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
134
|
+
assert.match(loaded.content[0].text, /expiring cache-backed content/);
|
|
135
|
+
|
|
136
|
+
Date.now = () => startedAt + 60 * 60 * 1000;
|
|
137
|
+
const expired = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
138
|
+
assert.equal(expired.details.error, "Cached fetched content is missing or expired");
|
|
139
|
+
assert.match(expired.content[0].text, /Cached fetched content is missing or expired/);
|
|
140
|
+
assert.doesNotMatch(expired.content[0].text, /expiring cache-backed content/);
|
|
141
|
+
});
|
|
142
|
+
|
|
143
|
+
test("missing cache files return an actionable fetched-content error", async () => {
|
|
144
|
+
const agentDir = await useTempAgentDir();
|
|
145
|
+
const pageContent = "cache-backed content";
|
|
146
|
+
globalThis.fetch = async () => new Response(pageContent, { status: 200, headers: { "content-type": "text/plain" } });
|
|
147
|
+
|
|
148
|
+
const { entries, fetchTool, getContentTool } = registerTools();
|
|
149
|
+
assert.ok(fetchTool);
|
|
150
|
+
assert.ok(getContentTool);
|
|
151
|
+
const result = await fetchTool.execute("call", { url: "https://93.184.216.34/missing-cache" });
|
|
152
|
+
const entry = entries.find((candidate) => candidate.type === "web-search-results");
|
|
153
|
+
assert.ok(entry?.data.fetchCache?.key);
|
|
154
|
+
rmSync(join(getFetchCacheDir(), entry.data.fetchCache.key), { force: true });
|
|
155
|
+
|
|
156
|
+
clearResults();
|
|
157
|
+
restoreEntry(entry.data);
|
|
158
|
+
const missing = await getContentTool.execute("call", { responseId: result.details.responseId, urlIndex: 0 });
|
|
159
|
+
assert.equal(missing.details.error, "Cached fetched content is missing or expired");
|
|
160
|
+
assert.match(missing.content[0].text, /Cached fetched content is missing or expired/);
|
|
161
|
+
rmSync(agentDir, { recursive: true, force: true });
|
|
162
|
+
});
|
|
163
|
+
|
|
164
|
+
test("cache pruning evicts the oldest entries by count and bytes", async () => {
|
|
165
|
+
await useTempAgentDir();
|
|
166
|
+
const cacheDir = getFetchCacheDir();
|
|
167
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
168
|
+
const now = Date.now();
|
|
169
|
+
for (const [name, content, ageSeconds] of [
|
|
170
|
+
["oldest.json", "1111", 30],
|
|
171
|
+
["middle.json", "222222", 20],
|
|
172
|
+
["newest.json", "33333333", 10],
|
|
173
|
+
]) {
|
|
174
|
+
const path = join(cacheDir, name);
|
|
175
|
+
writeFileSync(path, content);
|
|
176
|
+
utimesSync(path, new Date(now - ageSeconds * 1000), new Date(now - ageSeconds * 1000));
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
pruneExpiredFetchCache(now, { maxEntries: 2, maxBytes: 1024 });
|
|
180
|
+
assert.deepEqual(readdirSync(cacheDir).sort(), ["middle.json", "newest.json"]);
|
|
181
|
+
|
|
182
|
+
pruneExpiredFetchCache(now, { maxEntries: 10, maxBytes: 8 });
|
|
183
|
+
assert.deepEqual(readdirSync(cacheDir), ["newest.json"]);
|
|
184
|
+
assert.throws(() => pruneExpiredFetchCache(now, { maxEntries: 0 }), /finite positive integers/);
|
|
185
|
+
assert.throws(() => pruneExpiredFetchCache(now, { maxBytes: Infinity }), /finite positive integers/);
|
|
186
|
+
});
|
|
187
|
+
|
|
188
|
+
test("default cache pruning keeps the newest 128 entries", async () => {
|
|
189
|
+
await useTempAgentDir();
|
|
190
|
+
const cacheDir = getFetchCacheDir();
|
|
191
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
192
|
+
const now = Date.now();
|
|
193
|
+
for (let index = 0; index < 129; index++) {
|
|
194
|
+
const path = join(cacheDir, `entry-${index.toString().padStart(3, "0")}.json`);
|
|
195
|
+
writeFileSync(path, "{}");
|
|
196
|
+
const modified = new Date(now - (129 - index) * 1000);
|
|
197
|
+
utimesSync(path, modified, modified);
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
pruneExpiredFetchCache(now);
|
|
201
|
+
const remaining = readdirSync(cacheDir).sort();
|
|
202
|
+
assert.equal(remaining.length, 128);
|
|
203
|
+
assert.equal(remaining.includes("entry-000.json"), false);
|
|
204
|
+
assert.equal(remaining.includes("entry-128.json"), true);
|
|
205
|
+
});
|
|
206
|
+
|
|
207
|
+
test("default cache pruning enforces the 128 MiB byte limit", async () => {
|
|
208
|
+
await useTempAgentDir();
|
|
209
|
+
const cacheDir = getFetchCacheDir();
|
|
210
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
211
|
+
const now = Date.now();
|
|
212
|
+
for (const [name, ageSeconds] of [["older.json", 20], ["newer.json", 10]]) {
|
|
213
|
+
const path = join(cacheDir, name);
|
|
214
|
+
writeFileSync(path, "");
|
|
215
|
+
truncateSync(path, 65 * 1024 * 1024);
|
|
216
|
+
const modified = new Date(now - ageSeconds * 1000);
|
|
217
|
+
utimesSync(path, modified, modified);
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
pruneExpiredFetchCache(now);
|
|
221
|
+
assert.deepEqual(readdirSync(cacheDir), ["newer.json"]);
|
|
222
|
+
});
|
|
223
|
+
|
|
224
|
+
test("cache pruning removes only stale owned temp files", async () => {
|
|
225
|
+
await useTempAgentDir();
|
|
226
|
+
const cacheDir = getFetchCacheDir();
|
|
227
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
228
|
+
const now = Date.now();
|
|
229
|
+
const stale = ["old.json.123.456.tmp", `new.json.123.456.${"a".repeat(32)}.tmp`];
|
|
230
|
+
const fresh = `fresh.json.123.456.${"b".repeat(32)}.tmp`;
|
|
231
|
+
const preserved = ["foreign.tmp", "old.json.not-ours.tmp", fresh];
|
|
232
|
+
for (const name of [...stale, ...preserved]) {
|
|
233
|
+
const path = join(cacheDir, name);
|
|
234
|
+
writeFileSync(path, name);
|
|
235
|
+
if (name !== fresh) utimesSync(path, new Date(now - 2 * 60 * 60 * 1000), new Date(now - 2 * 60 * 60 * 1000));
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
pruneExpiredFetchCache(now);
|
|
239
|
+
assert.deepEqual(readdirSync(cacheDir).sort(), preserved.sort());
|
|
240
|
+
});
|
|
241
|
+
|
|
242
|
+
test("cache pruning corrects directory and entry permissions", { skip: process.platform === "win32" }, async () => {
|
|
243
|
+
await useTempAgentDir();
|
|
244
|
+
const cacheDir = getFetchCacheDir();
|
|
245
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
246
|
+
const entryPath = join(cacheDir, "permissions.json");
|
|
247
|
+
writeFileSync(entryPath, "{}");
|
|
248
|
+
chmodSync(cacheDir, 0o777);
|
|
249
|
+
chmodSync(entryPath, 0o666);
|
|
250
|
+
|
|
251
|
+
pruneExpiredFetchCache();
|
|
252
|
+
assert.equal(statSync(cacheDir).mode & 0o777, 0o700);
|
|
253
|
+
assert.equal(statSync(entryPath).mode & 0o777, 0o600);
|
|
254
|
+
});
|
|
255
|
+
|
|
256
|
+
test("cache write and rename failures degrade without leaving temp files", async () => {
|
|
257
|
+
await useTempAgentDir();
|
|
258
|
+
const unwritable = fetchedData("unwritable");
|
|
259
|
+
unwritable.circular = unwritable;
|
|
260
|
+
const failed = storeFetchedContentResult("unwritable", unwritable);
|
|
261
|
+
assert.equal(failed.fetchCache, undefined);
|
|
262
|
+
assert.match(failed.fetchCacheError, /circular/i);
|
|
263
|
+
assert.equal(readdirSync(dirname(getFetchCacheDir())).includes("web-search-cache"), false);
|
|
264
|
+
|
|
265
|
+
const written = storeFetchedContentResult("normal", fetchedData("normal"));
|
|
266
|
+
assert.ok(written.fetchCache);
|
|
267
|
+
mkdirSync(join(getFetchCacheDir(), "blocked.json"));
|
|
268
|
+
const blocked = storeFetchedContentResult("blocked", fetchedData("blocked"));
|
|
269
|
+
assert.equal(blocked.fetchCache, undefined);
|
|
270
|
+
assert.equal(readdirSync(getFetchCacheDir()).some((name) => name.endsWith(".tmp")), false);
|
|
271
|
+
});
|
|
272
|
+
|
|
273
|
+
test("corrupt cache files remain unavailable without throwing", async () => {
|
|
274
|
+
await useTempAgentDir();
|
|
275
|
+
const cacheDir = getFetchCacheDir();
|
|
276
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
277
|
+
writeFileSync(join(cacheDir, "corrupt.json"), "not json");
|
|
278
|
+
restoreEntry({
|
|
279
|
+
id: "corrupt",
|
|
280
|
+
type: "fetch",
|
|
281
|
+
timestamp: Date.now(),
|
|
282
|
+
fetchCache: { version: 1, key: "corrupt.json", storedAt: Date.now() },
|
|
283
|
+
urlMetadata: [{ url: "https://example.com/corrupt", title: "corrupt", error: null, contentLength: 8 }],
|
|
284
|
+
});
|
|
285
|
+
|
|
286
|
+
const restored = getResult("corrupt");
|
|
287
|
+
assert.equal(restored.urls[0].content, "");
|
|
288
|
+
assert.match(restored.urls[0].error, /could not be read/);
|
|
289
|
+
});
|
|
290
|
+
|
|
291
|
+
test("cache file symlinks are not followed", { skip: process.platform === "win32" }, async () => {
|
|
292
|
+
const agentDir = await useTempAgentDir();
|
|
293
|
+
const cacheDir = getFetchCacheDir();
|
|
294
|
+
mkdirSync(cacheDir, { recursive: true });
|
|
295
|
+
const target = join(agentDir, "outside.json");
|
|
296
|
+
writeFileSync(target, JSON.stringify(fetchedData("linked")));
|
|
297
|
+
symlinkSync(target, join(cacheDir, "linked.json"));
|
|
298
|
+
restoreEntry({
|
|
299
|
+
id: "linked",
|
|
300
|
+
type: "fetch",
|
|
301
|
+
timestamp: Date.now(),
|
|
302
|
+
fetchCache: { version: 1, key: "linked.json", storedAt: Date.now() },
|
|
303
|
+
urlMetadata: [{ url: "https://example.com/linked", title: "linked", error: null, contentLength: 14 }],
|
|
304
|
+
});
|
|
305
|
+
|
|
306
|
+
const restored = getResult("linked");
|
|
307
|
+
assert.equal(restored.urls[0].content, "");
|
|
308
|
+
assert.match(restored.urls[0].error, /not a regular file/);
|
|
309
|
+
assert.match(readFileSync(target, "utf8"), /cached content/);
|
|
310
|
+
});
|
|
311
|
+
|
|
312
|
+
test("cache directory symlinks are rejected for writes and deletes", { skip: process.platform === "win32" }, async () => {
|
|
313
|
+
const agentDir = await useTempAgentDir();
|
|
314
|
+
const cacheDir = getFetchCacheDir();
|
|
315
|
+
const outside = join(agentDir, "outside-cache");
|
|
316
|
+
mkdirSync(dirname(cacheDir), { recursive: true });
|
|
317
|
+
mkdirSync(outside);
|
|
318
|
+
symlinkSync(outside, cacheDir);
|
|
319
|
+
|
|
320
|
+
const rejected = storeFetchedContentResult("dir-link", fetchedData("dir-link"));
|
|
321
|
+
assert.equal(rejected.fetchCache, undefined);
|
|
322
|
+
assert.match(rejected.fetchCacheError, /not a safe directory/);
|
|
323
|
+
assert.deepEqual(readdirSync(outside), []);
|
|
324
|
+
|
|
325
|
+
unlinkSync(cacheDir);
|
|
326
|
+
const stored = storeFetchedContentResult("delete-link", fetchedData("delete-link"));
|
|
327
|
+
assert.ok(stored.fetchCache);
|
|
328
|
+
rmSync(cacheDir, { recursive: true });
|
|
329
|
+
mkdirSync(outside, { recursive: true });
|
|
330
|
+
writeFileSync(join(outside, stored.fetchCache.key), "outside");
|
|
331
|
+
symlinkSync(outside, cacheDir);
|
|
332
|
+
assert.equal(deleteResult("delete-link"), true);
|
|
333
|
+
assert.equal(readFileSync(join(outside, stored.fetchCache.key), "utf8"), "outside");
|
|
334
|
+
});
|