@asterxsk/kiln 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +170 -170
  3. package/agent/AGENTS.md +67 -67
  4. package/agent/README.md +5 -5
  5. package/agent/extensions/AGENTS.md +68 -68
  6. package/agent/extensions/ask-user/index.ts +418 -418
  7. package/agent/extensions/ask-user/package-lock.json +769 -769
  8. package/agent/extensions/ask-user/package.json +19 -19
  9. package/agent/extensions/ask-user/prompt.ts +45 -45
  10. package/agent/extensions/ask-user/tsconfig.json +7 -7
  11. package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
  12. package/agent/extensions/background-terminals/index.ts +627 -627
  13. package/agent/extensions/background-terminals/manager.test.ts +735 -735
  14. package/agent/extensions/background-terminals/output.test.ts +109 -109
  15. package/agent/extensions/background-terminals/package-lock.json +769 -769
  16. package/agent/extensions/background-terminals/package.json +17 -17
  17. package/agent/extensions/background-terminals/prompt.test.ts +125 -125
  18. package/agent/extensions/background-terminals/ps.test.ts +82 -82
  19. package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
  20. package/agent/extensions/background-terminals/src/domain.ts +87 -87
  21. package/agent/extensions/background-terminals/src/manager.ts +907 -907
  22. package/agent/extensions/background-terminals/src/output.ts +84 -84
  23. package/agent/extensions/background-terminals/src/prompt.ts +142 -142
  24. package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
  25. package/agent/extensions/background-terminals/src/runtime.ts +36 -36
  26. package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
  27. package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
  28. package/agent/extensions/background-terminals/tsconfig.json +7 -7
  29. package/agent/extensions/file-search/index.spec.ts +443 -443
  30. package/agent/extensions/file-search/index.ts +459 -459
  31. package/agent/extensions/file-search/package-lock.json +2253 -2253
  32. package/agent/extensions/file-search/package.json +23 -23
  33. package/agent/extensions/file-search/src/args.ts +122 -122
  34. package/agent/extensions/file-search/src/binaries.ts +422 -422
  35. package/agent/extensions/file-search/src/output.ts +126 -126
  36. package/agent/extensions/file-search/src/process.ts +146 -146
  37. package/agent/extensions/file-search/src/prompt.ts +52 -52
  38. package/agent/extensions/file-search/tsconfig.json +7 -7
  39. package/agent/extensions/modelconf/PLAN.md +915 -915
  40. package/agent/extensions/modelconf/index.ts +296 -296
  41. package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
  42. package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
  43. package/agent/extensions/pi-web-access/LICENSE +21 -21
  44. package/agent/extensions/pi-web-access/README.md +470 -470
  45. package/agent/extensions/pi-web-access/SECURITY.md +5 -5
  46. package/agent/extensions/pi-web-access/activity.ts +101 -101
  47. package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
  48. package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
  49. package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
  50. package/agent/extensions/pi-web-access/content-find.ts +139 -139
  51. package/agent/extensions/pi-web-access/credential-source.ts +191 -191
  52. package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
  53. package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
  54. package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
  55. package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
  56. package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
  57. package/agent/extensions/pi-web-access/exa.ts +526 -526
  58. package/agent/extensions/pi-web-access/extract.ts +1196 -1196
  59. package/agent/extensions/pi-web-access/feature-config.ts +29 -29
  60. package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
  61. package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
  62. package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
  63. package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
  64. package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
  65. package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
  66. package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
  67. package/agent/extensions/pi-web-access/github-api.ts +197 -197
  68. package/agent/extensions/pi-web-access/github-extract.ts +746 -746
  69. package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
  70. package/agent/extensions/pi-web-access/index.ts +1737 -1737
  71. package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
  72. package/agent/extensions/pi-web-access/package.json +64 -64
  73. package/agent/extensions/pi-web-access/page-query.ts +96 -96
  74. package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
  75. package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
  76. package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
  77. package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
  78. package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
  79. package/agent/extensions/pi-web-access/source-check.ts +282 -282
  80. package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
  81. package/agent/extensions/pi-web-access/storage.ts +521 -521
  82. package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
  83. package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
  84. package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
  85. package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
  86. package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
  87. package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
  88. package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
  89. package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
  90. package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
  91. package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
  92. package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
  93. package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
  94. package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
  95. package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
  96. package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
  97. package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
  98. package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
  99. package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
  100. package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
  101. package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
  102. package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
  103. package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
  104. package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
  105. package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
  106. package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
  107. package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
  108. package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
  109. package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
  110. package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
  111. package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
  112. package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
  113. package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
  114. package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
  115. package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
  116. package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
  117. package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
  118. package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
  119. package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
  120. package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
  121. package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
  122. package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
  123. package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
  124. package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
  125. package/agent/extensions/pi-web-access/tsconfig.json +11 -11
  126. package/agent/extensions/pi-web-access/utils.ts +451 -451
  127. package/agent/extensions/pi-web-access/video-extract.ts +392 -392
  128. package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
  129. package/agent/extensions/shared/activity-status.ts +31 -31
  130. package/agent/extensions/shared/child-session.test.ts +270 -270
  131. package/agent/extensions/shared/child-session.ts +148 -148
  132. package/agent/extensions/shared/context-utilization.test.ts +48 -48
  133. package/agent/extensions/shared/context-utilization.ts +47 -47
  134. package/agent/extensions/shared/dashboard-state.ts +99 -99
  135. package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
  136. package/agent/extensions/shared/tool-call-timeout.ts +104 -104
  137. package/agent/extensions/subagents/by-the-way.test.ts +29 -29
  138. package/agent/extensions/subagents/claude.test.ts +119 -119
  139. package/agent/extensions/subagents/codex.test.ts +102 -102
  140. package/agent/extensions/subagents/context-usage.test.ts +107 -107
  141. package/agent/extensions/subagents/docs/design-plan.md +568 -568
  142. package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
  143. package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
  144. package/agent/extensions/subagents/index.ts +779 -779
  145. package/agent/extensions/subagents/manager.test.ts +276 -276
  146. package/agent/extensions/subagents/package-lock.json +2244 -2244
  147. package/agent/extensions/subagents/package.json +19 -19
  148. package/agent/extensions/subagents/result-delivery.test.ts +27 -27
  149. package/agent/extensions/subagents/src/backend.ts +73 -73
  150. package/agent/extensions/subagents/src/backends/claude.ts +701 -701
  151. package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
  152. package/agent/extensions/subagents/src/backends/pi.ts +575 -575
  153. package/agent/extensions/subagents/src/backends/stub.ts +300 -300
  154. package/agent/extensions/subagents/src/by-the-way.ts +21 -21
  155. package/agent/extensions/subagents/src/domain.ts +253 -253
  156. package/agent/extensions/subagents/src/format.ts +74 -74
  157. package/agent/extensions/subagents/src/manager.ts +736 -736
  158. package/agent/extensions/subagents/src/prompt.ts +92 -92
  159. package/agent/extensions/subagents/src/result-delivery.ts +20 -20
  160. package/agent/extensions/subagents/src/runtime.ts +53 -53
  161. package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
  162. package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
  163. package/agent/extensions/subagents/takeover.test.ts +29 -29
  164. package/agent/extensions/subagents/tsconfig.json +7 -7
  165. package/agent/extensions/todo/AGENTS.md +38 -38
  166. package/agent/extensions/todo/LICENSE +21 -21
  167. package/agent/extensions/todo/config.ts +55 -55
  168. package/agent/extensions/todo/index.ts +151 -151
  169. package/agent/extensions/todo/locales/de.json +17 -17
  170. package/agent/extensions/todo/locales/en.json +15 -15
  171. package/agent/extensions/todo/locales/es.json +17 -17
  172. package/agent/extensions/todo/locales/fr.json +17 -17
  173. package/agent/extensions/todo/locales/pt-BR.json +17 -17
  174. package/agent/extensions/todo/locales/pt.json +17 -17
  175. package/agent/extensions/todo/locales/ru.json +17 -17
  176. package/agent/extensions/todo/locales/uk.json +17 -17
  177. package/agent/extensions/todo/locales/zh.json +17 -17
  178. package/agent/extensions/todo/package-lock.json +3358 -3358
  179. package/agent/extensions/todo/package.json +67 -67
  180. package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
  181. package/agent/extensions/todo/state/invariants.ts +20 -20
  182. package/agent/extensions/todo/state/replay.ts +38 -38
  183. package/agent/extensions/todo/state/selectors.ts +107 -107
  184. package/agent/extensions/todo/state/state-reducer.ts +326 -326
  185. package/agent/extensions/todo/state/state.ts +18 -18
  186. package/agent/extensions/todo/state/store.ts +82 -82
  187. package/agent/extensions/todo/state/task-graph.ts +57 -57
  188. package/agent/extensions/todo/todo-overlay.ts +200 -200
  189. package/agent/extensions/todo/todo.ts +155 -155
  190. package/agent/extensions/todo/tool/response-envelope.ts +109 -109
  191. package/agent/extensions/todo/tool/types.ts +206 -206
  192. package/agent/extensions/todo/view/format.ts +177 -177
  193. package/agent/install.ps1 +637 -527
  194. package/agent/install.sh +620 -511
  195. package/agent/keybindings.json +7 -7
  196. package/bin/kiln.js +124 -11
  197. package/package.json +8 -2
  198. package/agent/extensions/taste/index.ts +0 -443
  199. package/agent/extensions/taste/install.ps1 +0 -23
  200. package/agent/extensions/taste/install.sh +0 -21
  201. /package/agent/extensions/{status line → statusline}/index.ts +0 -0
  202. /package/agent/extensions/{status line → statusline}/install.ps1 +0 -0
  203. /package/agent/extensions/{status line → statusline}/install.sh +0 -0
@@ -1,86 +1,86 @@
1
- import assert from "node:assert/strict";
2
- import { test } from "node:test";
3
-
4
- import { normalizeFetchContentParams } from "../fetch-params.ts";
5
-
6
- test("fetch_content params fall back to url when urls is an empty array", () => {
7
- const normalized = normalizeFetchContentParams({
8
- url: "https://example.com/docs",
9
- urls: [],
10
- });
11
-
12
- assert.deepEqual(normalized.urlList, ["https://example.com/docs"]);
13
- });
14
-
15
- test("fetch_content params keep non-empty urls precedence over url", () => {
16
- const normalized = normalizeFetchContentParams({
17
- url: "https://example.com/fallback",
18
- urls: ["https://example.com/primary"],
19
- });
20
-
21
- assert.deepEqual(normalized.urlList, ["https://example.com/primary"]);
22
- });
23
-
24
- test("fetch_content params ignore blank optional strings and blank urls", () => {
25
- const normalized = normalizeFetchContentParams({
26
- url: " https://example.com/one ",
27
- urls: ["", " https://example.com/two ", "https://example.com/one"],
28
- prompt: "",
29
- timestamp: " ",
30
- model: " gemini-3.6-flash ",
31
- });
32
-
33
- assert.deepEqual(normalized.urlList, ["https://example.com/two", "https://example.com/one"]);
34
- assert.equal(normalized.options.prompt, undefined);
35
- assert.equal(normalized.options.timestamp, undefined);
36
- assert.equal(normalized.options.model, "gemini-3.6-flash");
37
- assert.equal(normalizeFetchContentParams({ model: "" }).options.model, undefined);
38
- });
39
-
40
- test("fetch_content params preserve forceClone only for boolean values", () => {
41
- assert.equal(normalizeFetchContentParams({ forceClone: true }).options.forceClone, true);
42
- assert.equal(normalizeFetchContentParams({ forceClone: false }).options.forceClone, false);
43
- assert.equal(normalizeFetchContentParams({ forceClone: "true" }).options.forceClone, undefined);
44
- });
45
-
46
- test("fetch_content params drop out-of-range, non-positive, and non-integer frames", () => {
47
- assert.equal(normalizeFetchContentParams({ frames: 13, timestamp: "1:23" }).options.frames, undefined);
48
- assert.equal(normalizeFetchContentParams({ frames: 0, timestamp: "1:23" }).options.frames, undefined);
49
- assert.equal(normalizeFetchContentParams({ frames: -1, timestamp: "1:23" }).options.frames, undefined);
50
- assert.equal(normalizeFetchContentParams({ frames: 1.5, timestamp: "1:23" }).options.frames, undefined);
51
- assert.equal(normalizeFetchContentParams({ frames: "1", timestamp: "1:23" }).options.frames, undefined);
52
- });
53
-
54
- test("fetch_content params ignore bridge-filled default frames for ordinary page fetches", () => {
55
- const normalized = normalizeFetchContentParams({
56
- url: "https://example.com/docs",
57
- urls: [],
58
- frames: 1,
59
- prompt: "Summarize this page",
60
- timestamp: "",
61
- });
62
-
63
- assert.equal(normalized.options.frames, undefined);
64
- });
65
-
66
- test("fetch_content params preserve explicit video frame options", () => {
67
- assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 1, timestamp: "1:23" }).options.frames, 1);
68
- assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 2 }).options.frames, 2);
69
- });
70
-
71
- test("fetch_content params validate fetch and answer modes", () => {
72
- assert.deepEqual(
73
- normalizeFetchContentParams({ mode: "answer", answerModel: " test/page-model " }).options,
74
- { mode: "answer", answerModel: "test/page-model" },
75
- );
76
- assert.throws(() => normalizeFetchContentParams({ mode: "invalid" }), /mode must be/);
77
- });
78
-
79
-
80
- test("fetch_content params validate auth profile input", () => {
81
- assert.equal(normalizeFetchContentParams({ auth: true }).options.auth, true);
82
- assert.equal(normalizeFetchContentParams({ auth: " work " }).options.auth, "work");
83
- assert.equal(normalizeFetchContentParams({ auth: false }).options.auth, undefined);
84
- assert.throws(() => normalizeFetchContentParams({ auth: " " }), /auth must be/);
85
- assert.throws(() => normalizeFetchContentParams({ auth: 1 }), /auth must be/);
86
- });
1
+ import assert from "node:assert/strict";
2
+ import { test } from "node:test";
3
+
4
+ import { normalizeFetchContentParams } from "../fetch-params.ts";
5
+
6
+ test("fetch_content params fall back to url when urls is an empty array", () => {
7
+ const normalized = normalizeFetchContentParams({
8
+ url: "https://example.com/docs",
9
+ urls: [],
10
+ });
11
+
12
+ assert.deepEqual(normalized.urlList, ["https://example.com/docs"]);
13
+ });
14
+
15
+ test("fetch_content params keep non-empty urls precedence over url", () => {
16
+ const normalized = normalizeFetchContentParams({
17
+ url: "https://example.com/fallback",
18
+ urls: ["https://example.com/primary"],
19
+ });
20
+
21
+ assert.deepEqual(normalized.urlList, ["https://example.com/primary"]);
22
+ });
23
+
24
+ test("fetch_content params ignore blank optional strings and blank urls", () => {
25
+ const normalized = normalizeFetchContentParams({
26
+ url: " https://example.com/one ",
27
+ urls: ["", " https://example.com/two ", "https://example.com/one"],
28
+ prompt: "",
29
+ timestamp: " ",
30
+ model: " gemini-3.6-flash ",
31
+ });
32
+
33
+ assert.deepEqual(normalized.urlList, ["https://example.com/two", "https://example.com/one"]);
34
+ assert.equal(normalized.options.prompt, undefined);
35
+ assert.equal(normalized.options.timestamp, undefined);
36
+ assert.equal(normalized.options.model, "gemini-3.6-flash");
37
+ assert.equal(normalizeFetchContentParams({ model: "" }).options.model, undefined);
38
+ });
39
+
40
+ test("fetch_content params preserve forceClone only for boolean values", () => {
41
+ assert.equal(normalizeFetchContentParams({ forceClone: true }).options.forceClone, true);
42
+ assert.equal(normalizeFetchContentParams({ forceClone: false }).options.forceClone, false);
43
+ assert.equal(normalizeFetchContentParams({ forceClone: "true" }).options.forceClone, undefined);
44
+ });
45
+
46
+ test("fetch_content params drop out-of-range, non-positive, and non-integer frames", () => {
47
+ assert.equal(normalizeFetchContentParams({ frames: 13, timestamp: "1:23" }).options.frames, undefined);
48
+ assert.equal(normalizeFetchContentParams({ frames: 0, timestamp: "1:23" }).options.frames, undefined);
49
+ assert.equal(normalizeFetchContentParams({ frames: -1, timestamp: "1:23" }).options.frames, undefined);
50
+ assert.equal(normalizeFetchContentParams({ frames: 1.5, timestamp: "1:23" }).options.frames, undefined);
51
+ assert.equal(normalizeFetchContentParams({ frames: "1", timestamp: "1:23" }).options.frames, undefined);
52
+ });
53
+
54
+ test("fetch_content params ignore bridge-filled default frames for ordinary page fetches", () => {
55
+ const normalized = normalizeFetchContentParams({
56
+ url: "https://example.com/docs",
57
+ urls: [],
58
+ frames: 1,
59
+ prompt: "Summarize this page",
60
+ timestamp: "",
61
+ });
62
+
63
+ assert.equal(normalized.options.frames, undefined);
64
+ });
65
+
66
+ test("fetch_content params preserve explicit video frame options", () => {
67
+ assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 1, timestamp: "1:23" }).options.frames, 1);
68
+ assert.equal(normalizeFetchContentParams({ url: "https://youtu.be/demo", frames: 2 }).options.frames, 2);
69
+ });
70
+
71
+ test("fetch_content params validate fetch and answer modes", () => {
72
+ assert.deepEqual(
73
+ normalizeFetchContentParams({ mode: "answer", answerModel: " test/page-model " }).options,
74
+ { mode: "answer", answerModel: "test/page-model" },
75
+ );
76
+ assert.throws(() => normalizeFetchContentParams({ mode: "invalid" }), /mode must be/);
77
+ });
78
+
79
+
80
+ test("fetch_content params validate auth profile input", () => {
81
+ assert.equal(normalizeFetchContentParams({ auth: true }).options.auth, true);
82
+ assert.equal(normalizeFetchContentParams({ auth: " work " }).options.auth, "work");
83
+ assert.equal(normalizeFetchContentParams({ auth: false }).options.auth, undefined);
84
+ assert.throws(() => normalizeFetchContentParams({ auth: " " }), /auth must be/);
85
+ assert.throws(() => normalizeFetchContentParams({ auth: 1 }), /auth must be/);
86
+ });
@@ -1,34 +1,34 @@
1
- import assert from "node:assert/strict";
2
- import { test } from "node:test";
3
-
4
- import initializeExtension from "../index.ts";
5
-
6
- function getFetchTool() {
7
- const tools = [];
8
- initializeExtension({
9
- registerTool(tool) { tools.push(tool); },
10
- registerCommand() {},
11
- registerShortcut() {},
12
- on() {},
13
- appendEntry() {},
14
- });
15
- return tools.find(tool => tool.name === "fetch_content");
16
- }
17
-
18
- const theme = {
19
- bold: text => text,
20
- fg: (_name, text) => text,
21
- };
22
-
23
- test("fetch_content renderCall falls back to url when urls is empty", () => {
24
- const tool = getFetchTool();
25
- const lines = tool.renderCall({
26
- url: "https://example.com/docs",
27
- urls: [],
28
- frames: 1,
29
- prompt: "",
30
- model: "",
31
- }, theme).render(120).map(line => line.trimEnd());
32
-
33
- assert.deepEqual(lines, ["fetch https://example.com/docs"]);
34
- });
1
+ import assert from "node:assert/strict";
2
+ import { test } from "node:test";
3
+
4
+ import initializeExtension from "../index.ts";
5
+
6
+ function getFetchTool() {
7
+ const tools = [];
8
+ initializeExtension({
9
+ registerTool(tool) { tools.push(tool); },
10
+ registerCommand() {},
11
+ registerShortcut() {},
12
+ on() {},
13
+ appendEntry() {},
14
+ });
15
+ return tools.find(tool => tool.name === "fetch_content");
16
+ }
17
+
18
+ const theme = {
19
+ bold: text => text,
20
+ fg: (_name, text) => text,
21
+ };
22
+
23
+ test("fetch_content renderCall falls back to url when urls is empty", () => {
24
+ const tool = getFetchTool();
25
+ const lines = tool.renderCall({
26
+ url: "https://example.com/docs",
27
+ urls: [],
28
+ frames: 1,
29
+ prompt: "",
30
+ model: "",
31
+ }, theme).render(120).map(line => line.trimEnd());
32
+
33
+ assert.deepEqual(lines, ["fetch https://example.com/docs"]);
34
+ });
@@ -1,173 +1,173 @@
1
- import assert from "node:assert/strict";
2
- import { spawnSync } from "node:child_process";
3
- import { mkdtemp, writeFile } from "node:fs/promises";
4
- import { tmpdir } from "node:os";
5
- import { join } from "node:path";
6
- import { test } from "node:test";
7
-
8
- const extractUrl = new URL("../extract.ts", import.meta.url).href;
9
- const featureConfigUrl = new URL("../feature-config.ts", import.meta.url).href;
10
-
11
- function cleanProviderEnv(root) {
12
- const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
13
- for (const key of [
14
- "FIRECRAWL_BASE_URL", "FIRECRAWL_API_KEY", "PARALLEL_API_KEY", "TINYFISH_API_KEY",
15
- "SEARCH1API_KEY", "SEARCH1API_API_KEY", "QUERIT_API_KEY", "KAGI_API_KEY", "OLLAMA_API_KEY",
16
- "BRIGHTDATA_API_KEY", "BRIGHTDATA_UNLOCKER_ZONE", "GEMINI_API_KEY", "GOOGLE_GEMINI_API_KEY", "GOOGLE_API_KEY",
17
- ]) delete childEnv[key];
18
- return childEnv;
19
- }
20
-
21
- async function runExtract(config) {
22
- const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-"));
23
- await writeFile(join(root, "web-search.json"), JSON.stringify(config) + "\n", "utf8");
24
- const childEnv = cleanProviderEnv(root);
25
-
26
- const child = spawnSync(process.execPath, ["--input-type=module"], {
27
- input: `
28
- const calls = [];
29
- globalThis.fetch = async (url) => {
30
- const text = String(url);
31
- calls.push(text);
32
- if (text.startsWith("https://r.jina.ai/")) {
33
- return new Response("Markdown Content:\\n# Routed\\n\\n" + "Jina routed content. ".repeat(12), { status: 200 });
34
- }
35
- return new Response("blocked", { status: 403 });
36
- };
37
- const { extractContent } = await import(${JSON.stringify(extractUrl)});
38
- const result = await extractContent("https://example.com/routed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
39
- console.log(JSON.stringify({ calls, result }));
40
- `,
41
- encoding: "utf8",
42
- env: childEnv,
43
- maxBuffer: 2 * 1024 * 1024,
44
- });
45
- assert.equal(child.status, 0, child.stderr);
46
- return JSON.parse(child.stdout.trim());
47
- }
48
-
49
- async function runTypedExtract(config, contentType) {
50
- const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-typed-"));
51
- await writeFile(join(root, "web-search.json"), typeof config === "string" ? config : JSON.stringify(config) + "\n", "utf8");
52
- const childEnv = cleanProviderEnv(root);
53
- const child = spawnSync(process.execPath, ["--input-type=module"], {
54
- input: `
55
- const calls = [];
56
- globalThis.fetch = async (url) => {
57
- const text = String(url);
58
- calls.push(text);
59
- if (text === "https://example.com/typed") {
60
- return new Response("typed", { status: 200, headers: { "content-type": ${JSON.stringify(contentType)} } });
61
- }
62
- if (text.startsWith("https://r.jina.ai/")) {
63
- return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
64
- }
65
- throw new Error("Unexpected fetch " + text);
66
- };
67
- const { extractContent } = await import(${JSON.stringify(extractUrl)});
68
- const result = await extractContent("https://example.com/typed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
69
- console.log(JSON.stringify({ calls, result }));
70
- `,
71
- encoding: "utf8",
72
- env: childEnv,
73
- maxBuffer: 2 * 1024 * 1024,
74
- });
75
- assert.equal(child.status, 0, child.stderr);
76
- return JSON.parse(child.stdout.trim());
77
- }
78
-
79
- test("fetchRouting.providers can put Jina first after explicit remote-hosted opt-in", async () => {
80
- const output = await runExtract({ fetchRouting: { providers: ["jina", "http"], allowRemoteHostedProviders: true } });
81
- assert.deepEqual(output.calls, [
82
- "https://example.com/routed",
83
- "https://r.jina.ai/https://example.com/routed",
84
- ]);
85
- assert.equal(output.result.error, null);
86
- assert.equal(output.result.title, "Routed");
87
- });
88
-
89
- test("remote hosted fetch providers are disabled by default", async () => {
90
- const output = await runExtract({});
91
- assert.deepEqual(output.calls, ["https://example.com/routed"]);
92
- assert.match(output.result.error, /HTTP 403/);
93
- });
94
-
95
- test("fetchRouting without providers uses the default order when remote hosted providers are allowed", async () => {
96
- const output = await runExtract({ fetchRouting: { allowRemoteHostedProviders: true } });
97
- assert.deepEqual(output.calls, [
98
- "https://example.com/routed",
99
- "https://r.jina.ai/https://example.com/routed",
100
- ]);
101
- assert.equal(output.result.error, null);
102
- assert.equal(output.result.title, "Routed");
103
- });
104
-
105
- test("disabled image fetching does not fall through to hosted providers", async () => {
106
- const output = await runTypedExtract({ image: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "image/png");
107
- assert.deepEqual(output.calls, ["https://example.com/typed"]);
108
- assert.match(output.result.error, /Image fetching is disabled by image\.enabled/);
109
- });
110
-
111
- test("disabled PDF extraction does not fall through to hosted providers", async () => {
112
- const output = await runTypedExtract({ pdf: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "application/pdf");
113
- assert.deepEqual(output.calls, ["https://example.com/typed"]);
114
- assert.match(output.result.error, /PDF extraction is disabled by pdf\.enabled/);
115
- });
116
-
117
- test("malformed config returns a parse error without hosted fallback", async () => {
118
- const output = await runTypedExtract("{", "image/png");
119
- assert.deepEqual(output.calls, []);
120
- assert.match(output.result.error, /Failed to parse .*web-search\.json/);
121
- });
122
-
123
- test("image attachment gate suppresses malformed config", async () => {
124
- const root = await mkdtemp(join(tmpdir(), "pi-feature-config-"));
125
- await writeFile(join(root, "web-search.json"), "{", "utf8");
126
- const child = spawnSync(process.execPath, ["--input-type=module"], {
127
- input: `
128
- process.env.PI_CODING_AGENT_DIR = ${JSON.stringify(root)};
129
- const { canAttachImages, isImageEnabled } = await import(${JSON.stringify(featureConfigUrl)});
130
- let parseError = "";
131
- try { isImageEnabled(); } catch (err) { parseError = err instanceof Error ? err.message : String(err); }
132
- console.log(JSON.stringify({ canAttach: canAttachImages(), parseError }));
133
- `,
134
- encoding: "utf8",
135
- env: cleanProviderEnv(root),
136
- });
137
- assert.equal(child.status, 0, child.stderr);
138
- const output = JSON.parse(child.stdout.trim());
139
- assert.equal(output.canAttach, false);
140
- assert.match(output.parseError, /Failed to parse .*web-search\.json/);
141
- });
142
-
143
- test("hosted providers cannot bypass redirect policy validation", async () => {
144
- const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-redirect-"));
145
- await writeFile(join(root, "web-search.json"), JSON.stringify({ fetchRouting: { providers: ["jina"], allowRemoteHostedProviders: true } }) + "\n", "utf8");
146
- const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
147
- const child = spawnSync(process.execPath, ["--input-type=module"], {
148
- input: `
149
- const calls = [];
150
- globalThis.fetch = async (url) => {
151
- const text = String(url);
152
- calls.push(text);
153
- if (text === "https://example.com/redirect") {
154
- return new Response("", { status: 302, headers: { location: "http://127.0.0.1/admin" } });
155
- }
156
- if (text.startsWith("https://r.jina.ai/")) {
157
- return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
158
- }
159
- throw new Error("Unexpected fetch " + text);
160
- };
161
- const { extractContent } = await import(${JSON.stringify(extractUrl)});
162
- const result = await extractContent("https://example.com/redirect", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
163
- console.log(JSON.stringify({ calls, result }));
164
- `,
165
- encoding: "utf8",
166
- env: childEnv,
167
- maxBuffer: 2 * 1024 * 1024,
168
- });
169
- assert.equal(child.status, 0, child.stderr);
170
- const output = JSON.parse(child.stdout.trim());
171
- assert.deepEqual(output.calls, ["https://example.com/redirect"]);
172
- assert.match(output.result.error, /Blocked internal address/);
173
- });
1
+ import assert from "node:assert/strict";
2
+ import { spawnSync } from "node:child_process";
3
+ import { mkdtemp, writeFile } from "node:fs/promises";
4
+ import { tmpdir } from "node:os";
5
+ import { join } from "node:path";
6
+ import { test } from "node:test";
7
+
8
+ const extractUrl = new URL("../extract.ts", import.meta.url).href;
9
+ const featureConfigUrl = new URL("../feature-config.ts", import.meta.url).href;
10
+
11
+ function cleanProviderEnv(root) {
12
+ const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
13
+ for (const key of [
14
+ "FIRECRAWL_BASE_URL", "FIRECRAWL_API_KEY", "PARALLEL_API_KEY", "TINYFISH_API_KEY",
15
+ "SEARCH1API_KEY", "SEARCH1API_API_KEY", "QUERIT_API_KEY", "KAGI_API_KEY", "OLLAMA_API_KEY",
16
+ "BRIGHTDATA_API_KEY", "BRIGHTDATA_UNLOCKER_ZONE", "GEMINI_API_KEY", "GOOGLE_GEMINI_API_KEY", "GOOGLE_API_KEY",
17
+ ]) delete childEnv[key];
18
+ return childEnv;
19
+ }
20
+
21
+ async function runExtract(config) {
22
+ const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-"));
23
+ await writeFile(join(root, "web-search.json"), JSON.stringify(config) + "\n", "utf8");
24
+ const childEnv = cleanProviderEnv(root);
25
+
26
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
27
+ input: `
28
+ const calls = [];
29
+ globalThis.fetch = async (url) => {
30
+ const text = String(url);
31
+ calls.push(text);
32
+ if (text.startsWith("https://r.jina.ai/")) {
33
+ return new Response("Markdown Content:\\n# Routed\\n\\n" + "Jina routed content. ".repeat(12), { status: 200 });
34
+ }
35
+ return new Response("blocked", { status: 403 });
36
+ };
37
+ const { extractContent } = await import(${JSON.stringify(extractUrl)});
38
+ const result = await extractContent("https://example.com/routed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
39
+ console.log(JSON.stringify({ calls, result }));
40
+ `,
41
+ encoding: "utf8",
42
+ env: childEnv,
43
+ maxBuffer: 2 * 1024 * 1024,
44
+ });
45
+ assert.equal(child.status, 0, child.stderr);
46
+ return JSON.parse(child.stdout.trim());
47
+ }
48
+
49
+ async function runTypedExtract(config, contentType) {
50
+ const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-typed-"));
51
+ await writeFile(join(root, "web-search.json"), typeof config === "string" ? config : JSON.stringify(config) + "\n", "utf8");
52
+ const childEnv = cleanProviderEnv(root);
53
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
54
+ input: `
55
+ const calls = [];
56
+ globalThis.fetch = async (url) => {
57
+ const text = String(url);
58
+ calls.push(text);
59
+ if (text === "https://example.com/typed") {
60
+ return new Response("typed", { status: 200, headers: { "content-type": ${JSON.stringify(contentType)} } });
61
+ }
62
+ if (text.startsWith("https://r.jina.ai/")) {
63
+ return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
64
+ }
65
+ throw new Error("Unexpected fetch " + text);
66
+ };
67
+ const { extractContent } = await import(${JSON.stringify(extractUrl)});
68
+ const result = await extractContent("https://example.com/typed", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
69
+ console.log(JSON.stringify({ calls, result }));
70
+ `,
71
+ encoding: "utf8",
72
+ env: childEnv,
73
+ maxBuffer: 2 * 1024 * 1024,
74
+ });
75
+ assert.equal(child.status, 0, child.stderr);
76
+ return JSON.parse(child.stdout.trim());
77
+ }
78
+
79
+ test("fetchRouting.providers can put Jina first after explicit remote-hosted opt-in", async () => {
80
+ const output = await runExtract({ fetchRouting: { providers: ["jina", "http"], allowRemoteHostedProviders: true } });
81
+ assert.deepEqual(output.calls, [
82
+ "https://example.com/routed",
83
+ "https://r.jina.ai/https://example.com/routed",
84
+ ]);
85
+ assert.equal(output.result.error, null);
86
+ assert.equal(output.result.title, "Routed");
87
+ });
88
+
89
+ test("remote hosted fetch providers are disabled by default", async () => {
90
+ const output = await runExtract({});
91
+ assert.deepEqual(output.calls, ["https://example.com/routed"]);
92
+ assert.match(output.result.error, /HTTP 403/);
93
+ });
94
+
95
+ test("fetchRouting without providers uses the default order when remote hosted providers are allowed", async () => {
96
+ const output = await runExtract({ fetchRouting: { allowRemoteHostedProviders: true } });
97
+ assert.deepEqual(output.calls, [
98
+ "https://example.com/routed",
99
+ "https://r.jina.ai/https://example.com/routed",
100
+ ]);
101
+ assert.equal(output.result.error, null);
102
+ assert.equal(output.result.title, "Routed");
103
+ });
104
+
105
+ test("disabled image fetching does not fall through to hosted providers", async () => {
106
+ const output = await runTypedExtract({ image: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "image/png");
107
+ assert.deepEqual(output.calls, ["https://example.com/typed"]);
108
+ assert.match(output.result.error, /Image fetching is disabled by image\.enabled/);
109
+ });
110
+
111
+ test("disabled PDF extraction does not fall through to hosted providers", async () => {
112
+ const output = await runTypedExtract({ pdf: { enabled: false }, fetchRouting: { providers: ["http", "jina"], allowRemoteHostedProviders: true } }, "application/pdf");
113
+ assert.deepEqual(output.calls, ["https://example.com/typed"]);
114
+ assert.match(output.result.error, /PDF extraction is disabled by pdf\.enabled/);
115
+ });
116
+
117
+ test("malformed config returns a parse error without hosted fallback", async () => {
118
+ const output = await runTypedExtract("{", "image/png");
119
+ assert.deepEqual(output.calls, []);
120
+ assert.match(output.result.error, /Failed to parse .*web-search\.json/);
121
+ });
122
+
123
+ test("image attachment gate suppresses malformed config", async () => {
124
+ const root = await mkdtemp(join(tmpdir(), "pi-feature-config-"));
125
+ await writeFile(join(root, "web-search.json"), "{", "utf8");
126
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
127
+ input: `
128
+ process.env.PI_CODING_AGENT_DIR = ${JSON.stringify(root)};
129
+ const { canAttachImages, isImageEnabled } = await import(${JSON.stringify(featureConfigUrl)});
130
+ let parseError = "";
131
+ try { isImageEnabled(); } catch (err) { parseError = err instanceof Error ? err.message : String(err); }
132
+ console.log(JSON.stringify({ canAttach: canAttachImages(), parseError }));
133
+ `,
134
+ encoding: "utf8",
135
+ env: cleanProviderEnv(root),
136
+ });
137
+ assert.equal(child.status, 0, child.stderr);
138
+ const output = JSON.parse(child.stdout.trim());
139
+ assert.equal(output.canAttach, false);
140
+ assert.match(output.parseError, /Failed to parse .*web-search\.json/);
141
+ });
142
+
143
+ test("hosted providers cannot bypass redirect policy validation", async () => {
144
+ const root = await mkdtemp(join(tmpdir(), "pi-fetch-routing-redirect-"));
145
+ await writeFile(join(root, "web-search.json"), JSON.stringify({ fetchRouting: { providers: ["jina"], allowRemoteHostedProviders: true } }) + "\n", "utf8");
146
+ const childEnv = { ...process.env, PI_CODING_AGENT_DIR: root, HOME: root, USERPROFILE: root };
147
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
148
+ input: `
149
+ const calls = [];
150
+ globalThis.fetch = async (url) => {
151
+ const text = String(url);
152
+ calls.push(text);
153
+ if (text === "https://example.com/redirect") {
154
+ return new Response("", { status: 302, headers: { location: "http://127.0.0.1/admin" } });
155
+ }
156
+ if (text.startsWith("https://r.jina.ai/")) {
157
+ return new Response("Markdown Content:\\n# Bypassed\\n\\n" + "content ".repeat(80), { status: 200 });
158
+ }
159
+ throw new Error("Unexpected fetch " + text);
160
+ };
161
+ const { extractContent } = await import(${JSON.stringify(extractUrl)});
162
+ const result = await extractContent("https://example.com/redirect", undefined, { lookup: async () => [{ address: "93.184.216.34", family: 4 }] });
163
+ console.log(JSON.stringify({ calls, result }));
164
+ `,
165
+ encoding: "utf8",
166
+ env: childEnv,
167
+ maxBuffer: 2 * 1024 * 1024,
168
+ });
169
+ assert.equal(child.status, 0, child.stderr);
170
+ const output = JSON.parse(child.stdout.trim());
171
+ assert.deepEqual(output.calls, ["https://example.com/redirect"]);
172
+ assert.match(output.result.error, /Blocked internal address/);
173
+ });