@asterxsk/kiln 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +155 -155
- package/agent/AGENTS.md +67 -67
- package/agent/README.md +5 -5
- package/agent/extensions/ask-user/index.ts +418 -418
- package/agent/extensions/ask-user/install.ps1 +27 -27
- package/agent/extensions/ask-user/install.sh +24 -24
- package/agent/extensions/ask-user/package-lock.json +769 -769
- package/agent/extensions/ask-user/package.json +19 -19
- package/agent/extensions/ask-user/prompt.ts +45 -45
- package/agent/extensions/ask-user/tsconfig.json +7 -7
- package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
- package/agent/extensions/background-terminals/index.ts +627 -627
- package/agent/extensions/background-terminals/install.ps1 +27 -27
- package/agent/extensions/background-terminals/install.sh +24 -24
- package/agent/extensions/background-terminals/manager.test.ts +735 -735
- package/agent/extensions/background-terminals/output.test.ts +109 -109
- package/agent/extensions/background-terminals/package-lock.json +769 -769
- package/agent/extensions/background-terminals/package.json +17 -17
- package/agent/extensions/background-terminals/prompt.test.ts +125 -125
- package/agent/extensions/background-terminals/ps.test.ts +82 -82
- package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
- package/agent/extensions/background-terminals/src/domain.ts +87 -87
- package/agent/extensions/background-terminals/src/manager.ts +907 -907
- package/agent/extensions/background-terminals/src/output.ts +84 -84
- package/agent/extensions/background-terminals/src/prompt.ts +142 -142
- package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
- package/agent/extensions/background-terminals/src/runtime.ts +36 -36
- package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
- package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
- package/agent/extensions/background-terminals/tsconfig.json +7 -7
- package/agent/extensions/destructive/README.md +31 -31
- package/agent/extensions/destructive/index.ts +88 -88
- package/agent/extensions/destructive/install.ps1 +27 -27
- package/agent/extensions/destructive/install.sh +24 -24
- package/agent/extensions/file-search/index.spec.ts +443 -443
- package/agent/extensions/file-search/index.ts +459 -459
- package/agent/extensions/file-search/install.ps1 +27 -27
- package/agent/extensions/file-search/install.sh +24 -24
- package/agent/extensions/file-search/package-lock.json +2253 -2253
- package/agent/extensions/file-search/package.json +23 -23
- package/agent/extensions/file-search/src/args.ts +122 -122
- package/agent/extensions/file-search/src/binaries.ts +422 -422
- package/agent/extensions/file-search/src/output.ts +126 -126
- package/agent/extensions/file-search/src/process.ts +146 -146
- package/agent/extensions/file-search/src/prompt.ts +52 -52
- package/agent/extensions/file-search/tsconfig.json +7 -7
- package/agent/extensions/goal/README.md +50 -50
- package/agent/extensions/goal/index.ts +155 -155
- package/agent/extensions/goal/install.ps1 +27 -27
- package/agent/extensions/goal/install.sh +24 -24
- package/agent/extensions/kiln-update/README.md +38 -25
- package/agent/extensions/kiln-update/index.ts +177 -99
- package/agent/extensions/modelconf/PLAN.md +915 -915
- package/agent/extensions/modelconf/README.md +66 -66
- package/agent/extensions/modelconf/index.ts +296 -296
- package/agent/extensions/modelconf/install.ps1 +27 -27
- package/agent/extensions/modelconf/install.sh +24 -24
- package/agent/extensions/modelconf/package-lock.json +1809 -1809
- package/agent/extensions/modelconf/package.json +13 -13
- package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
- package/agent/extensions/modelconf/src/glob.ts +13 -13
- package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
- package/agent/extensions/modelconf/src/persistence.ts +164 -164
- package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
- package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
- package/agent/extensions/modelconf/tsconfig.json +15 -15
- package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
- package/agent/extensions/pi-web-access/LICENSE +21 -21
- package/agent/extensions/pi-web-access/README.md +470 -470
- package/agent/extensions/pi-web-access/SECURITY.md +5 -5
- package/agent/extensions/pi-web-access/activity.ts +101 -101
- package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
- package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
- package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
- package/agent/extensions/pi-web-access/content-find.ts +139 -139
- package/agent/extensions/pi-web-access/credential-source.ts +191 -191
- package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
- package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
- package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
- package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
- package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
- package/agent/extensions/pi-web-access/exa.ts +526 -526
- package/agent/extensions/pi-web-access/extract.ts +1196 -1196
- package/agent/extensions/pi-web-access/feature-config.ts +29 -29
- package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
- package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
- package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
- package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
- package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
- package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
- package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
- package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
- package/agent/extensions/pi-web-access/github-api.ts +197 -197
- package/agent/extensions/pi-web-access/github-extract.ts +746 -746
- package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
- package/agent/extensions/pi-web-access/index.ts +1737 -1737
- package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
- package/agent/extensions/pi-web-access/package.json +64 -64
- package/agent/extensions/pi-web-access/page-query.ts +96 -96
- package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
- package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
- package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
- package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
- package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
- package/agent/extensions/pi-web-access/search-types.ts +20 -20
- package/agent/extensions/pi-web-access/source-check.ts +282 -282
- package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
- package/agent/extensions/pi-web-access/storage.ts +521 -521
- package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
- package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
- package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
- package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
- package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
- package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
- package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
- package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
- package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
- package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
- package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
- package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
- package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
- package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
- package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
- package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
- package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
- package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
- package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
- package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
- package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
- package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
- package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
- package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
- package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
- package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
- package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
- package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
- package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
- package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
- package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
- package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
- package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
- package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
- package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
- package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
- package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
- package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
- package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
- package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
- package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
- package/agent/extensions/pi-web-access/tsconfig.json +11 -11
- package/agent/extensions/pi-web-access/utils.ts +451 -451
- package/agent/extensions/pi-web-access/video-extract.ts +392 -392
- package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
- package/agent/extensions/shared/activity-status.ts +31 -31
- package/agent/extensions/shared/child-session.test.ts +270 -270
- package/agent/extensions/shared/child-session.ts +148 -148
- package/agent/extensions/shared/context-utilization.test.ts +48 -48
- package/agent/extensions/shared/context-utilization.ts +47 -47
- package/agent/extensions/shared/dashboard-state.ts +99 -99
- package/agent/extensions/shared/install.ps1 +27 -27
- package/agent/extensions/shared/install.sh +24 -24
- package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
- package/agent/extensions/shared/tool-call-timeout.ts +104 -104
- package/agent/extensions/skillsconf/README.md +74 -74
- package/agent/extensions/skillsconf/index.ts +92 -92
- package/agent/extensions/skillsconf/install.ps1 +27 -27
- package/agent/extensions/skillsconf/install.sh +24 -24
- package/agent/extensions/skillsconf/package-lock.json +1809 -1809
- package/agent/extensions/skillsconf/package.json +18 -18
- package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
- package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
- package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
- package/agent/extensions/skillsconf/src/filter.ts +74 -74
- package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
- package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
- package/agent/extensions/skillsconf/src/persistence.ts +169 -169
- package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
- package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
- package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
- package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
- package/agent/extensions/skillsconf/tsconfig.json +15 -15
- package/agent/extensions/statusline/index.ts +273 -282
- package/agent/extensions/statusline/install.ps1 +27 -27
- package/agent/extensions/statusline/install.sh +24 -24
- package/agent/extensions/subagents/by-the-way.test.ts +29 -29
- package/agent/extensions/subagents/claude.test.ts +119 -119
- package/agent/extensions/subagents/codex.test.ts +102 -102
- package/agent/extensions/subagents/context-usage.test.ts +107 -107
- package/agent/extensions/subagents/docs/design-plan.md +568 -568
- package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
- package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
- package/agent/extensions/subagents/index.ts +779 -779
- package/agent/extensions/subagents/install.ps1 +27 -27
- package/agent/extensions/subagents/install.sh +24 -24
- package/agent/extensions/subagents/manager.test.ts +276 -276
- package/agent/extensions/subagents/package-lock.json +2244 -2244
- package/agent/extensions/subagents/package.json +19 -19
- package/agent/extensions/subagents/result-delivery.test.ts +27 -27
- package/agent/extensions/subagents/src/backend.ts +73 -73
- package/agent/extensions/subagents/src/backends/claude.ts +701 -701
- package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
- package/agent/extensions/subagents/src/backends/pi.ts +575 -575
- package/agent/extensions/subagents/src/backends/stub.ts +300 -300
- package/agent/extensions/subagents/src/by-the-way.ts +21 -21
- package/agent/extensions/subagents/src/domain.ts +253 -253
- package/agent/extensions/subagents/src/format.ts +74 -74
- package/agent/extensions/subagents/src/manager.ts +736 -736
- package/agent/extensions/subagents/src/prompt.ts +92 -92
- package/agent/extensions/subagents/src/result-delivery.ts +20 -20
- package/agent/extensions/subagents/src/runtime.ts +53 -53
- package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
- package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
- package/agent/extensions/subagents/takeover.test.ts +29 -29
- package/agent/extensions/subagents/tsconfig.json +7 -7
- package/agent/extensions/todo/AGENTS.md +38 -38
- package/agent/extensions/todo/LICENSE +21 -21
- package/agent/extensions/todo/config.ts +55 -55
- package/agent/extensions/todo/index.ts +151 -151
- package/agent/extensions/todo/install.ps1 +27 -27
- package/agent/extensions/todo/install.sh +24 -24
- package/agent/extensions/todo/locales/de.json +17 -17
- package/agent/extensions/todo/locales/en.json +15 -15
- package/agent/extensions/todo/locales/es.json +17 -17
- package/agent/extensions/todo/locales/fr.json +17 -17
- package/agent/extensions/todo/locales/pt-BR.json +17 -17
- package/agent/extensions/todo/locales/pt.json +17 -17
- package/agent/extensions/todo/locales/ru.json +17 -17
- package/agent/extensions/todo/locales/uk.json +17 -17
- package/agent/extensions/todo/locales/zh.json +17 -17
- package/agent/extensions/todo/package-lock.json +3358 -3358
- package/agent/extensions/todo/package.json +67 -67
- package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
- package/agent/extensions/todo/state/invariants.ts +20 -20
- package/agent/extensions/todo/state/replay.ts +38 -38
- package/agent/extensions/todo/state/selectors.ts +107 -107
- package/agent/extensions/todo/state/state-reducer.ts +326 -326
- package/agent/extensions/todo/state/state.ts +18 -18
- package/agent/extensions/todo/state/store.ts +82 -82
- package/agent/extensions/todo/state/task-graph.ts +57 -57
- package/agent/extensions/todo/todo-overlay.ts +200 -200
- package/agent/extensions/todo/todo.ts +155 -155
- package/agent/extensions/todo/tool/response-envelope.ts +109 -109
- package/agent/extensions/todo/tool/types.ts +206 -206
- package/agent/extensions/todo/view/format.ts +177 -177
- package/agent/extensions/trim-context/README.md +54 -54
- package/agent/extensions/trim-context/index.ts +487 -487
- package/agent/extensions/trim-context/install.ps1 +27 -27
- package/agent/extensions/trim-context/install.sh +24 -24
- package/agent/keybindings.json +7 -7
- package/agent/version.txt +1 -1
- package/bin/kiln.js +20 -13
- package/package.json +1 -1
- package/agent/extensions/taste/index.ts +0 -443
- package/agent/extensions/taste/install.ps1 +0 -27
- package/agent/extensions/taste/install.sh +0 -24
|
@@ -1,86 +1,86 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { test } from "node:test";
|
|
3
|
-
|
|
4
|
-
import { normalizeFetchContentParams } from "../fetch-params.ts";
|
|
5
|
-
|
|
6
|
-
test("fetch_content params fall back to url when urls is an empty array", () => {
|
|
7
|
-
const normalized = normalizeFetchContentParams({
|
|
8
|
-
url: "https://example.com/docs",
|
|
9
|
-
urls: [],
|
|
10
|
-
});
|
|
11
|
-
|
|
12
|
-
assert.deepEqual(normalized.urlList, ["https://example.com/docs"]);
|
|
13
|
-
});
|
|
14
|
-
|
|
15
|
-
test("fetch_content params keep non-empty urls precedence over url", () => {
|
|
16
|
-
const normalized = normalizeFetchContentParams({
|
|
17
|
-
url: "https://example.com/fallback",
|
|
18
|
-
urls: ["https://example.com/primary"],
|
|
19
|
-
});
|
|
20
|
-
|
|
21
|
-
assert.deepEqual(normalized.urlList, ["https://example.com/primary"]);
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
test("fetch_content params ignore blank optional strings and blank urls", () => {
|
|
25
|
-
const normalized = normalizeFetchContentParams({
|
|
26
|
-
url: " https://example.com/one ",
|
|
27
|
-
urls: ["", " https://example.com/two ", "https://example.com/one"],
|
|
28
|
-
prompt: "",
|
|
29
|
-
timestamp: " ",
|
|
30
|
-
model: " gemini-3.6-flash ",
|
|
31
|
-
});
|
|
32
|
-
|
|
33
|
-
assert.deepEqual(normalized.urlList, ["https://example.com/two", "https://example.com/one"]);
|
|
34
|
-
assert.equal(normalized.options.prompt, undefined);
|
|
35
|
-
assert.equal(normalized.options.timestamp, undefined);
|
|
36
|
-
assert.equal(normalized.options.model, "gemini-3.6-flash");
|
|
37
|
-
assert.equal(normalizeFetchContentParams({ model: "" }).options.model, undefined);
|
|
38
|
-
});
|
|
39
|
-
|
|
40
|
-
test("fetch_content params preserve forceClone only for boolean values", () => {
|
|
41
|
-
assert.equal(normalizeFetchContentParams({ forceClone: true }).options.forceClone, true);
|
|
42
|
-
assert.equal(normalizeFetchContentParams({ forceClone: false }).options.forceClone, false);
|
|
43
|
-
assert.equal(normalizeFetchContentParams({ forceClone: "true" }).options.forceClone, undefined);
|
|
44
|
-
});
|
|
45
|
-
|
|
46
|
-
test("fetch_content params drop out-of-range, non-positive, and non-integer frames", () => {
|
|
47
|
-
assert.equal(normalizeFetchContentParams({ frames: 13, timestamp: "1:23" }).options.frames, undefined);
|
|
48
|
-
assert.equal(normalizeFetchContentParams({ frames: 0, timestamp: "1:23" }).options.frames, undefined);
|
|
49
|
-
assert.equal(normalizeFetchContentParams({ frames: -1, timestamp: "1:23" }).options.frames, undefined);
|
|
50
|
-
assert.equal(normalizeFetchContentParams({ frames: 1.5, timestamp: "1:23" }).options.frames, undefined);
|
|
51
|
-
assert.equal(normalizeFetchContentParams({ frames: "1", timestamp: "1:23" }).options.frames, undefined);
|
|
52
|
-
});
|
|
53
|
-
|
|
54
|
-
test("fetch_content params ignore bridge-filled default frames for ordinary page fetches", () => {
|
|
55
|
-
const normalized = normalizeFetchContentParams({
|
|
56
|
-
url: "https://example.com/docs",
|
|
57
|
-
urls: [],
|
|
58
|
-
frames: 1,
|
|
59
|
-
prompt: "Summarize this page",
|
|
60
|
-
timestamp: "",
|
|
61
|
-
});
|
|
62
|
-
|
|
63
|
-
assert.equal(normalized.options.frames, undefined);
|
|
64
|
-
});
|
|
65
|
-
|
|
66
|
-
test("fetch_content params preserve explicit video frame options", () => {
|
|
67
|
-
assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 1, timestamp: "1:23" }).options.frames, 1);
|
|
68
|
-
assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 2 }).options.frames, 2);
|
|
69
|
-
});
|
|
70
|
-
|
|
71
|
-
test("fetch_content params validate fetch and answer modes", () => {
|
|
72
|
-
assert.deepEqual(
|
|
73
|
-
normalizeFetchContentParams({ mode: "answer", answerModel: " test/page-model " }).options,
|
|
74
|
-
{ mode: "answer", answerModel: "test/page-model" },
|
|
75
|
-
);
|
|
76
|
-
assert.throws(() => normalizeFetchContentParams({ mode: "invalid" }), /mode must be/);
|
|
77
|
-
});
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
test("fetch_content params validate auth profile input", () => {
|
|
81
|
-
assert.equal(normalizeFetchContentParams({ auth: true }).options.auth, true);
|
|
82
|
-
assert.equal(normalizeFetchContentParams({ auth: " work " }).options.auth, "work");
|
|
83
|
-
assert.equal(normalizeFetchContentParams({ auth: false }).options.auth, undefined);
|
|
84
|
-
assert.throws(() => normalizeFetchContentParams({ auth: " " }), /auth must be/);
|
|
85
|
-
assert.throws(() => normalizeFetchContentParams({ auth: 1 }), /auth must be/);
|
|
86
|
-
});
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { test } from "node:test";
|
|
3
|
+
|
|
4
|
+
import { normalizeFetchContentParams } from "../fetch-params.ts";
|
|
5
|
+
|
|
6
|
+
test("fetch_content params fall back to url when urls is an empty array", () => {
|
|
7
|
+
const normalized = normalizeFetchContentParams({
|
|
8
|
+
url: "https://example.com/docs",
|
|
9
|
+
urls: [],
|
|
10
|
+
});
|
|
11
|
+
|
|
12
|
+
assert.deepEqual(normalized.urlList, ["https://example.com/docs"]);
|
|
13
|
+
});
|
|
14
|
+
|
|
15
|
+
test("fetch_content params keep non-empty urls precedence over url", () => {
|
|
16
|
+
const normalized = normalizeFetchContentParams({
|
|
17
|
+
url: "https://example.com/fallback",
|
|
18
|
+
urls: ["https://example.com/primary"],
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
assert.deepEqual(normalized.urlList, ["https://example.com/primary"]);
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
test("fetch_content params ignore blank optional strings and blank urls", () => {
|
|
25
|
+
const normalized = normalizeFetchContentParams({
|
|
26
|
+
url: " https://example.com/one ",
|
|
27
|
+
urls: ["", " https://example.com/two ", "https://example.com/one"],
|
|
28
|
+
prompt: "",
|
|
29
|
+
timestamp: " ",
|
|
30
|
+
model: " gemini-3.6-flash ",
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
assert.deepEqual(normalized.urlList, ["https://example.com/two", "https://example.com/one"]);
|
|
34
|
+
assert.equal(normalized.options.prompt, undefined);
|
|
35
|
+
assert.equal(normalized.options.timestamp, undefined);
|
|
36
|
+
assert.equal(normalized.options.model, "gemini-3.6-flash");
|
|
37
|
+
assert.equal(normalizeFetchContentParams({ model: "" }).options.model, undefined);
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
test("fetch_content params preserve forceClone only for boolean values", () => {
|
|
41
|
+
assert.equal(normalizeFetchContentParams({ forceClone: true }).options.forceClone, true);
|
|
42
|
+
assert.equal(normalizeFetchContentParams({ forceClone: false }).options.forceClone, false);
|
|
43
|
+
assert.equal(normalizeFetchContentParams({ forceClone: "true" }).options.forceClone, undefined);
|
|
44
|
+
});
|
|
45
|
+
|
|
46
|
+
test("fetch_content params drop out-of-range, non-positive, and non-integer frames", () => {
|
|
47
|
+
assert.equal(normalizeFetchContentParams({ frames: 13, timestamp: "1:23" }).options.frames, undefined);
|
|
48
|
+
assert.equal(normalizeFetchContentParams({ frames: 0, timestamp: "1:23" }).options.frames, undefined);
|
|
49
|
+
assert.equal(normalizeFetchContentParams({ frames: -1, timestamp: "1:23" }).options.frames, undefined);
|
|
50
|
+
assert.equal(normalizeFetchContentParams({ frames: 1.5, timestamp: "1:23" }).options.frames, undefined);
|
|
51
|
+
assert.equal(normalizeFetchContentParams({ frames: "1", timestamp: "1:23" }).options.frames, undefined);
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
test("fetch_content params ignore bridge-filled default frames for ordinary page fetches", () => {
|
|
55
|
+
const normalized = normalizeFetchContentParams({
|
|
56
|
+
url: "https://example.com/docs",
|
|
57
|
+
urls: [],
|
|
58
|
+
frames: 1,
|
|
59
|
+
prompt: "Summarize this page",
|
|
60
|
+
timestamp: "",
|
|
61
|
+
});
|
|
62
|
+
|
|
63
|
+
assert.equal(normalized.options.frames, undefined);
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
test("fetch_content params preserve explicit video frame options", () => {
|
|
67
|
+
assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 1, timestamp: "1:23" }).options.frames, 1);
|
|
68
|
+
assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 2 }).options.frames, 2);
|
|
69
|
+
});
|
|
70
|
+
|
|
71
|
+
test("fetch_content params validate fetch and answer modes", () => {
|
|
72
|
+
assert.deepEqual(
|
|
73
|
+
normalizeFetchContentParams({ mode: "answer", answerModel: " test/page-model " }).options,
|
|
74
|
+
{ mode: "answer", answerModel: "test/page-model" },
|
|
75
|
+
);
|
|
76
|
+
assert.throws(() => normalizeFetchContentParams({ mode: "invalid" }), /mode must be/);
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
test("fetch_content params validate auth profile input", () => {
|
|
81
|
+
assert.equal(normalizeFetchContentParams({ auth: true }).options.auth, true);
|
|
82
|
+
assert.equal(normalizeFetchContentParams({ auth: " work " }).options.auth, "work");
|
|
83
|
+
assert.equal(normalizeFetchContentParams({ auth: false }).options.auth, undefined);
|
|
84
|
+
assert.throws(() => normalizeFetchContentParams({ auth: " " }), /auth must be/);
|
|
85
|
+
assert.throws(() => normalizeFetchContentParams({ auth: 1 }), /auth must be/);
|
|
86
|
+
});
|
|
@@ -1,34 +1,34 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { test } from "node:test";
|
|
3
|
-
|
|
4
|
-
import initializeExtension from "../index.ts";
|
|
5
|
-
|
|
6
|
-
function getFetchTool() {
|
|
7
|
-
const tools = [];
|
|
8
|
-
initializeExtension({
|
|
9
|
-
registerTool(tool) { tools.push(tool); },
|
|
10
|
-
registerCommand() {},
|
|
11
|
-
registerShortcut() {},
|
|
12
|
-
on() {},
|
|
13
|
-
appendEntry() {},
|
|
14
|
-
});
|
|
15
|
-
return tools.find(tool => tool.name === "fetch_content");
|
|
16
|
-
}
|
|
17
|
-
|
|
18
|
-
const theme = {
|
|
19
|
-
bold: text => text,
|
|
20
|
-
fg: (_name, text) => text,
|
|
21
|
-
};
|
|
22
|
-
|
|
23
|
-
test("fetch_content renderCall falls back to url when urls is empty", () => {
|
|
24
|
-
const tool = getFetchTool();
|
|
25
|
-
const lines = tool.renderCall({
|
|
26
|
-
url: "https://example.com/docs",
|
|
27
|
-
urls: [],
|
|
28
|
-
frames: 1,
|
|
29
|
-
prompt: "",
|
|
30
|
-
model: "",
|
|
31
|
-
}, theme).render(120).map(line => line.trimEnd());
|
|
32
|
-
|
|
33
|
-
assert.deepEqual(lines, ["fetch https://example.com/docs"]);
|
|
34
|
-
});
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { test } from "node:test";
|
|
3
|
+
|
|
4
|
+
import initializeExtension from "../index.ts";
|
|
5
|
+
|
|
6
|
+
function getFetchTool() {
|
|
7
|
+
const tools = [];
|
|
8
|
+
initializeExtension({
|
|
9
|
+
registerTool(tool) { tools.push(tool); },
|
|
10
|
+
registerCommand() {},
|
|
11
|
+
registerShortcut() {},
|
|
12
|
+
on() {},
|
|
13
|
+
appendEntry() {},
|
|
14
|
+
});
|
|
15
|
+
return tools.find(tool => tool.name === "fetch_content");
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
const theme = {
|
|
19
|
+
bold: text => text,
|
|
20
|
+
fg: (_name, text) => text,
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
test("fetch_content renderCall falls back to url when urls is empty", () => {
|
|
24
|
+
const tool = getFetchTool();
|
|
25
|
+
const lines = tool.renderCall({
|
|
26
|
+
url: "https://example.com/docs",
|
|
27
|
+
urls: [],
|
|
28
|
+
frames: 1,
|
|
29
|
+
prompt: "",
|
|
30
|
+
model: "",
|
|
31
|
+
}, theme).render(120).map(line => line.trimEnd());
|
|
32
|
+
|
|
33
|
+
assert.deepEqual(lines, ["fetch https://example.com/docs"]);
|
|
34
|
+
});
|
|
@@ -1,173 +1,173 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { spawnSync } from "node:child_process";
|
|
3
|
-
import { mkdtemp, writeFile } from "node:fs/promises";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { test } from "node:test";
|
|
7
|
-
|
|
8
|
-
const extractUrl = new URL("../extract.ts", import.meta.url).href;
|
|
9
|
-
const featureConfigUrl = new URL("../feature-config.ts", import.meta.url).href;
|
|
10
|
-
|
|
11
|
-
function cleanProviderEnv(root) {
|
|
12
|
-
const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
|
|
13
|
-
for (const key of [
|
|
14
|
-
"FIRECRAWL_BASE_URL", "FIRECRAWL_API_KEY", "PARALLEL_API_KEY", "TINYFISH_API_KEY",
|
|
15
|
-
"SEARCH1API_KEY", "SEARCH1API_API_KEY", "QUERIT_API_KEY", "KAGI_API_KEY", "OLLAMA_API_KEY",
|
|
16
|
-
"BRIGHTDATA_API_KEY", "BRIGHTDATA_UNLOCKER_ZONE", "GEMINI_API_KEY", "GOOGLE_GEMINI_API_KEY", "GOOGLE_API_KEY",
|
|
17
|
-
]) delete childEnv[key];
|
|
18
|
-
return childEnv;
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
async function runExtract(config) {
|
|
22
|
-
const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-"));
|
|
23
|
-
await writeFile(join(root, "web-search.json"), JSON.stringify(config) + "\n", "utf8");
|
|
24
|
-
const childEnv = cleanProviderEnv(root);
|
|
25
|
-
|
|
26
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
27
|
-
input: `
|
|
28
|
-
const calls = [];
|
|
29
|
-
globalThis.fetch = async (url) => {
|
|
30
|
-
const text = String(url);
|
|
31
|
-
calls.push(text);
|
|
32
|
-
if (text.startsWith("https://r.jina.ai/")) {
|
|
33
|
-
return new Response("Markdown Content:\\n# Routed\\n\\n" + "Jina routed content. ".repeat(12), { status: 200 });
|
|
34
|
-
}
|
|
35
|
-
return new Response("blocked", { status: 403 });
|
|
36
|
-
};
|
|
37
|
-
const { extractContent } = await import(${JSON.stringify(extractUrl)});
|
|
38
|
-
const result = await extractContent("https://example.com/routed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
|
|
39
|
-
console.log(JSON.stringify({ calls, result }));
|
|
40
|
-
`,
|
|
41
|
-
encoding: "utf8",
|
|
42
|
-
env: childEnv,
|
|
43
|
-
maxBuffer: 2 * 1024 * 1024,
|
|
44
|
-
});
|
|
45
|
-
assert.equal(child.status, 0, child.stderr);
|
|
46
|
-
return JSON.parse(child.stdout.trim());
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
async function runTypedExtract(config, contentType) {
|
|
50
|
-
const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-typed-"));
|
|
51
|
-
await writeFile(join(root, "web-search.json"), typeof config === "string" ? config : JSON.stringify(config) + "\n", "utf8");
|
|
52
|
-
const childEnv = cleanProviderEnv(root);
|
|
53
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
54
|
-
input: `
|
|
55
|
-
const calls = [];
|
|
56
|
-
globalThis.fetch = async (url) => {
|
|
57
|
-
const text = String(url);
|
|
58
|
-
calls.push(text);
|
|
59
|
-
if (text === "https://example.com/typed") {
|
|
60
|
-
return new Response("typed", { status: 200, headers: { "content-type": ${JSON.stringify(contentType)} } });
|
|
61
|
-
}
|
|
62
|
-
if (text.startsWith("https://r.jina.ai/")) {
|
|
63
|
-
return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
|
|
64
|
-
}
|
|
65
|
-
throw new Error("Unexpected fetch " + text);
|
|
66
|
-
};
|
|
67
|
-
const { extractContent } = await import(${JSON.stringify(extractUrl)});
|
|
68
|
-
const result = await extractContent("https://example.com/typed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
|
|
69
|
-
console.log(JSON.stringify({ calls, result }));
|
|
70
|
-
`,
|
|
71
|
-
encoding: "utf8",
|
|
72
|
-
env: childEnv,
|
|
73
|
-
maxBuffer: 2 * 1024 * 1024,
|
|
74
|
-
});
|
|
75
|
-
assert.equal(child.status, 0, child.stderr);
|
|
76
|
-
return JSON.parse(child.stdout.trim());
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
test("fetchRouting.providers can put Jina first after explicit remote-hosted opt-in", async () => {
|
|
80
|
-
const output = await runExtract({ fetchRouting: { providers: ["jina", "http"], allowRemoteHostedProviders: true } });
|
|
81
|
-
assert.deepEqual(output.calls, [
|
|
82
|
-
"https://example.com/routed",
|
|
83
|
-
"https://r.jina.ai/https://example.com/routed",
|
|
84
|
-
]);
|
|
85
|
-
assert.equal(output.result.error, null);
|
|
86
|
-
assert.equal(output.result.title, "Routed");
|
|
87
|
-
});
|
|
88
|
-
|
|
89
|
-
test("remote hosted fetch providers are disabled by default", async () => {
|
|
90
|
-
const output = await runExtract({});
|
|
91
|
-
assert.deepEqual(output.calls, ["https://example.com/routed"]);
|
|
92
|
-
assert.match(output.result.error, /HTTP 403/);
|
|
93
|
-
});
|
|
94
|
-
|
|
95
|
-
test("fetchRouting without providers uses the default order when remote hosted providers are allowed", async () => {
|
|
96
|
-
const output = await runExtract({ fetchRouting: { allowRemoteHostedProviders: true } });
|
|
97
|
-
assert.deepEqual(output.calls, [
|
|
98
|
-
"https://example.com/routed",
|
|
99
|
-
"https://r.jina.ai/https://example.com/routed",
|
|
100
|
-
]);
|
|
101
|
-
assert.equal(output.result.error, null);
|
|
102
|
-
assert.equal(output.result.title, "Routed");
|
|
103
|
-
});
|
|
104
|
-
|
|
105
|
-
test("disabled image fetching does not fall through to hosted providers", async () => {
|
|
106
|
-
const output = await runTypedExtract({ image: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "image/png");
|
|
107
|
-
assert.deepEqual(output.calls, ["https://example.com/typed"]);
|
|
108
|
-
assert.match(output.result.error, /Image fetching is disabled by image\.enabled/);
|
|
109
|
-
});
|
|
110
|
-
|
|
111
|
-
test("disabled PDF extraction does not fall through to hosted providers", async () => {
|
|
112
|
-
const output = await runTypedExtract({ pdf: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "application/pdf");
|
|
113
|
-
assert.deepEqual(output.calls, ["https://example.com/typed"]);
|
|
114
|
-
assert.match(output.result.error, /PDF extraction is disabled by pdf\.enabled/);
|
|
115
|
-
});
|
|
116
|
-
|
|
117
|
-
test("malformed config returns a parse error without hosted fallback", async () => {
|
|
118
|
-
const output = await runTypedExtract("{", "image/png");
|
|
119
|
-
assert.deepEqual(output.calls, []);
|
|
120
|
-
assert.match(output.result.error, /Failed to parse .*web-search\.json/);
|
|
121
|
-
});
|
|
122
|
-
|
|
123
|
-
test("image attachment gate suppresses malformed config", async () => {
|
|
124
|
-
const root = await mkdtemp(join(tmpdir(), "pi-feature-config-"));
|
|
125
|
-
await writeFile(join(root, "web-search.json"), "{", "utf8");
|
|
126
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
127
|
-
input: `
|
|
128
|
-
process.env.PI_CODING_AGENT_DIR = ${JSON.stringify(root)};
|
|
129
|
-
const { canAttachImages, isImageEnabled } = await import(${JSON.stringify(featureConfigUrl)});
|
|
130
|
-
let parseError = "";
|
|
131
|
-
try { isImageEnabled(); } catch (err) { parseError = err instanceof Error ? err.message : String(err); }
|
|
132
|
-
console.log(JSON.stringify({ canAttach: canAttachImages(), parseError }));
|
|
133
|
-
`,
|
|
134
|
-
encoding: "utf8",
|
|
135
|
-
env: cleanProviderEnv(root),
|
|
136
|
-
});
|
|
137
|
-
assert.equal(child.status, 0, child.stderr);
|
|
138
|
-
const output = JSON.parse(child.stdout.trim());
|
|
139
|
-
assert.equal(output.canAttach, false);
|
|
140
|
-
assert.match(output.parseError, /Failed to parse .*web-search\.json/);
|
|
141
|
-
});
|
|
142
|
-
|
|
143
|
-
test("hosted providers cannot bypass redirect policy validation", async () => {
|
|
144
|
-
const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-redirect-"));
|
|
145
|
-
await writeFile(join(root, "web-search.json"), JSON.stringify({ fetchRouting: { providers: ["jina"], allowRemoteHostedProviders: true } }) + "\n", "utf8");
|
|
146
|
-
const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
|
|
147
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
148
|
-
input: `
|
|
149
|
-
const calls = [];
|
|
150
|
-
globalThis.fetch = async (url) => {
|
|
151
|
-
const text = String(url);
|
|
152
|
-
calls.push(text);
|
|
153
|
-
if (text === "https://example.com/redirect") {
|
|
154
|
-
return new Response("", { status: 302, headers: { location: "http://127.0.0.1/admin" } });
|
|
155
|
-
}
|
|
156
|
-
if (text.startsWith("https://r.jina.ai/")) {
|
|
157
|
-
return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
|
|
158
|
-
}
|
|
159
|
-
throw new Error("Unexpected fetch " + text);
|
|
160
|
-
};
|
|
161
|
-
const { extractContent } = await import(${JSON.stringify(extractUrl)});
|
|
162
|
-
const result = await extractContent("https://example.com/redirect", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
|
|
163
|
-
console.log(JSON.stringify({ calls, result }));
|
|
164
|
-
`,
|
|
165
|
-
encoding: "utf8",
|
|
166
|
-
env: childEnv,
|
|
167
|
-
maxBuffer: 2 * 1024 * 1024,
|
|
168
|
-
});
|
|
169
|
-
assert.equal(child.status, 0, child.stderr);
|
|
170
|
-
const output = JSON.parse(child.stdout.trim());
|
|
171
|
-
assert.deepEqual(output.calls, ["https://example.com/redirect"]);
|
|
172
|
-
assert.match(output.result.error, /Blocked internal address/);
|
|
173
|
-
});
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { spawnSync } from "node:child_process";
|
|
3
|
+
import { mkdtemp, writeFile } from "node:fs/promises";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import { join } from "node:path";
|
|
6
|
+
import { test } from "node:test";
|
|
7
|
+
|
|
8
|
+
const extractUrl = new URL("../extract.ts", import.meta.url).href;
|
|
9
|
+
const featureConfigUrl = new URL("../feature-config.ts", import.meta.url).href;
|
|
10
|
+
|
|
11
|
+
function cleanProviderEnv(root) {
|
|
12
|
+
const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
|
|
13
|
+
for (const key of [
|
|
14
|
+
"FIRECRAWL_BASE_URL", "FIRECRAWL_API_KEY", "PARALLEL_API_KEY", "TINYFISH_API_KEY",
|
|
15
|
+
"SEARCH1API_KEY", "SEARCH1API_API_KEY", "QUERIT_API_KEY", "KAGI_API_KEY", "OLLAMA_API_KEY",
|
|
16
|
+
"BRIGHTDATA_API_KEY", "BRIGHTDATA_UNLOCKER_ZONE", "GEMINI_API_KEY", "GOOGLE_GEMINI_API_KEY", "GOOGLE_API_KEY",
|
|
17
|
+
]) delete childEnv[key];
|
|
18
|
+
return childEnv;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
async function runExtract(config) {
|
|
22
|
+
const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-"));
|
|
23
|
+
await writeFile(join(root, "web-search.json"), JSON.stringify(config) + "\n", "utf8");
|
|
24
|
+
const childEnv = cleanProviderEnv(root);
|
|
25
|
+
|
|
26
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
27
|
+
input: `
|
|
28
|
+
const calls = [];
|
|
29
|
+
globalThis.fetch = async (url) => {
|
|
30
|
+
const text = String(url);
|
|
31
|
+
calls.push(text);
|
|
32
|
+
if (text.startsWith("https://r.jina.ai/")) {
|
|
33
|
+
return new Response("Markdown Content:\\n# Routed\\n\\n" + "Jina routed content. ".repeat(12), { status: 200 });
|
|
34
|
+
}
|
|
35
|
+
return new Response("blocked", { status: 403 });
|
|
36
|
+
};
|
|
37
|
+
const { extractContent } = await import(${JSON.stringify(extractUrl)});
|
|
38
|
+
const result = await extractContent("https://example.com/routed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
|
|
39
|
+
console.log(JSON.stringify({ calls, result }));
|
|
40
|
+
`,
|
|
41
|
+
encoding: "utf8",
|
|
42
|
+
env: childEnv,
|
|
43
|
+
maxBuffer: 2 * 1024 * 1024,
|
|
44
|
+
});
|
|
45
|
+
assert.equal(child.status, 0, child.stderr);
|
|
46
|
+
return JSON.parse(child.stdout.trim());
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
async function runTypedExtract(config, contentType) {
|
|
50
|
+
const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-typed-"));
|
|
51
|
+
await writeFile(join(root, "web-search.json"), typeof config === "string" ? config : JSON.stringify(config) + "\n", "utf8");
|
|
52
|
+
const childEnv = cleanProviderEnv(root);
|
|
53
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
54
|
+
input: `
|
|
55
|
+
const calls = [];
|
|
56
|
+
globalThis.fetch = async (url) => {
|
|
57
|
+
const text = String(url);
|
|
58
|
+
calls.push(text);
|
|
59
|
+
if (text === "https://example.com/typed") {
|
|
60
|
+
return new Response("typed", { status: 200, headers: { "content-type": ${JSON.stringify(contentType)} } });
|
|
61
|
+
}
|
|
62
|
+
if (text.startsWith("https://r.jina.ai/")) {
|
|
63
|
+
return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
|
|
64
|
+
}
|
|
65
|
+
throw new Error("Unexpected fetch " + text);
|
|
66
|
+
};
|
|
67
|
+
const { extractContent } = await import(${JSON.stringify(extractUrl)});
|
|
68
|
+
const result = await extractContent("https://example.com/typed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
|
|
69
|
+
console.log(JSON.stringify({ calls, result }));
|
|
70
|
+
`,
|
|
71
|
+
encoding: "utf8",
|
|
72
|
+
env: childEnv,
|
|
73
|
+
maxBuffer: 2 * 1024 * 1024,
|
|
74
|
+
});
|
|
75
|
+
assert.equal(child.status, 0, child.stderr);
|
|
76
|
+
return JSON.parse(child.stdout.trim());
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
test("fetchRouting.providers can put Jina first after explicit remote-hosted opt-in", async () => {
|
|
80
|
+
const output = await runExtract({ fetchRouting: { providers: ["jina", "http"], allowRemoteHostedProviders: true } });
|
|
81
|
+
assert.deepEqual(output.calls, [
|
|
82
|
+
"https://example.com/routed",
|
|
83
|
+
"https://r.jina.ai/https://example.com/routed",
|
|
84
|
+
]);
|
|
85
|
+
assert.equal(output.result.error, null);
|
|
86
|
+
assert.equal(output.result.title, "Routed");
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
test("remote hosted fetch providers are disabled by default", async () => {
|
|
90
|
+
const output = await runExtract({});
|
|
91
|
+
assert.deepEqual(output.calls, ["https://example.com/routed"]);
|
|
92
|
+
assert.match(output.result.error, /HTTP 403/);
|
|
93
|
+
});
|
|
94
|
+
|
|
95
|
+
test("fetchRouting without providers uses the default order when remote hosted providers are allowed", async () => {
|
|
96
|
+
const output = await runExtract({ fetchRouting: { allowRemoteHostedProviders: true } });
|
|
97
|
+
assert.deepEqual(output.calls, [
|
|
98
|
+
"https://example.com/routed",
|
|
99
|
+
"https://r.jina.ai/https://example.com/routed",
|
|
100
|
+
]);
|
|
101
|
+
assert.equal(output.result.error, null);
|
|
102
|
+
assert.equal(output.result.title, "Routed");
|
|
103
|
+
});
|
|
104
|
+
|
|
105
|
+
test("disabled image fetching does not fall through to hosted providers", async () => {
|
|
106
|
+
const output = await runTypedExtract({ image: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "image/png");
|
|
107
|
+
assert.deepEqual(output.calls, ["https://example.com/typed"]);
|
|
108
|
+
assert.match(output.result.error, /Image fetching is disabled by image\.enabled/);
|
|
109
|
+
});
|
|
110
|
+
|
|
111
|
+
test("disabled PDF extraction does not fall through to hosted providers", async () => {
|
|
112
|
+
const output = await runTypedExtract({ pdf: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "application/pdf");
|
|
113
|
+
assert.deepEqual(output.calls, ["https://example.com/typed"]);
|
|
114
|
+
assert.match(output.result.error, /PDF extraction is disabled by pdf\.enabled/);
|
|
115
|
+
});
|
|
116
|
+
|
|
117
|
+
test("malformed config returns a parse error without hosted fallback", async () => {
|
|
118
|
+
const output = await runTypedExtract("{", "image/png");
|
|
119
|
+
assert.deepEqual(output.calls, []);
|
|
120
|
+
assert.match(output.result.error, /Failed to parse .*web-search\.json/);
|
|
121
|
+
});
|
|
122
|
+
|
|
123
|
+
test("image attachment gate suppresses malformed config", async () => {
|
|
124
|
+
const root = await mkdtemp(join(tmpdir(), "pi-feature-config-"));
|
|
125
|
+
await writeFile(join(root, "web-search.json"), "{", "utf8");
|
|
126
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
127
|
+
input: `
|
|
128
|
+
process.env.PI_CODING_AGENT_DIR = ${JSON.stringify(root)};
|
|
129
|
+
const { canAttachImages, isImageEnabled } = await import(${JSON.stringify(featureConfigUrl)});
|
|
130
|
+
let parseError = "";
|
|
131
|
+
try { isImageEnabled(); } catch (err) { parseError = err instanceof Error ? err.message : String(err); }
|
|
132
|
+
console.log(JSON.stringify({ canAttach: canAttachImages(), parseError }));
|
|
133
|
+
`,
|
|
134
|
+
encoding: "utf8",
|
|
135
|
+
env: cleanProviderEnv(root),
|
|
136
|
+
});
|
|
137
|
+
assert.equal(child.status, 0, child.stderr);
|
|
138
|
+
const output = JSON.parse(child.stdout.trim());
|
|
139
|
+
assert.equal(output.canAttach, false);
|
|
140
|
+
assert.match(output.parseError, /Failed to parse .*web-search\.json/);
|
|
141
|
+
});
|
|
142
|
+
|
|
143
|
+
test("hosted providers cannot bypass redirect policy validation", async () => {
|
|
144
|
+
const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-redirect-"));
|
|
145
|
+
await writeFile(join(root, "web-search.json"), JSON.stringify({ fetchRouting: { providers: ["jina"], allowRemoteHostedProviders: true } }) + "\n", "utf8");
|
|
146
|
+
const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
|
|
147
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
148
|
+
input: `
|
|
149
|
+
const calls = [];
|
|
150
|
+
globalThis.fetch = async (url) => {
|
|
151
|
+
const text = String(url);
|
|
152
|
+
calls.push(text);
|
|
153
|
+
if (text === "https://example.com/redirect") {
|
|
154
|
+
return new Response("", { status: 302, headers: { location: "http://127.0.0.1/admin" } });
|
|
155
|
+
}
|
|
156
|
+
if (text.startsWith("https://r.jina.ai/")) {
|
|
157
|
+
return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
|
|
158
|
+
}
|
|
159
|
+
throw new Error("Unexpected fetch " + text);
|
|
160
|
+
};
|
|
161
|
+
const { extractContent } = await import(${JSON.stringify(extractUrl)});
|
|
162
|
+
const result = await extractContent("https://example.com/redirect", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
|
|
163
|
+
console.log(JSON.stringify({ calls, result }));
|
|
164
|
+
`,
|
|
165
|
+
encoding: "utf8",
|
|
166
|
+
env: childEnv,
|
|
167
|
+
maxBuffer: 2 * 1024 * 1024,
|
|
168
|
+
});
|
|
169
|
+
assert.equal(child.status, 0, child.stderr);
|
|
170
|
+
const output = JSON.parse(child.stdout.trim());
|
|
171
|
+
assert.deepEqual(output.calls, ["https://example.com/redirect"]);
|
|
172
|
+
assert.match(output.result.error, /Blocked internal address/);
|
|
173
|
+
});
|