@asterxsk/kiln 0.4.0 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +155 -155
  2. package/agent/AGENTS.md +67 -67
  3. package/agent/README.md +5 -5
  4. package/agent/extensions/ask-user/index.ts +418 -418
  5. package/agent/extensions/ask-user/install.ps1 +27 -27
  6. package/agent/extensions/ask-user/install.sh +24 -24
  7. package/agent/extensions/ask-user/package-lock.json +769 -769
  8. package/agent/extensions/ask-user/package.json +19 -19
  9. package/agent/extensions/ask-user/prompt.ts +45 -45
  10. package/agent/extensions/ask-user/tsconfig.json +7 -7
  11. package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
  12. package/agent/extensions/background-terminals/index.ts +627 -627
  13. package/agent/extensions/background-terminals/install.ps1 +27 -27
  14. package/agent/extensions/background-terminals/install.sh +24 -24
  15. package/agent/extensions/background-terminals/manager.test.ts +735 -735
  16. package/agent/extensions/background-terminals/output.test.ts +109 -109
  17. package/agent/extensions/background-terminals/package-lock.json +769 -769
  18. package/agent/extensions/background-terminals/package.json +17 -17
  19. package/agent/extensions/background-terminals/prompt.test.ts +125 -125
  20. package/agent/extensions/background-terminals/ps.test.ts +82 -82
  21. package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
  22. package/agent/extensions/background-terminals/src/domain.ts +87 -87
  23. package/agent/extensions/background-terminals/src/manager.ts +907 -907
  24. package/agent/extensions/background-terminals/src/output.ts +84 -84
  25. package/agent/extensions/background-terminals/src/prompt.ts +142 -142
  26. package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
  27. package/agent/extensions/background-terminals/src/runtime.ts +36 -36
  28. package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
  29. package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
  30. package/agent/extensions/background-terminals/tsconfig.json +7 -7
  31. package/agent/extensions/destructive/README.md +31 -31
  32. package/agent/extensions/destructive/index.ts +88 -88
  33. package/agent/extensions/destructive/install.ps1 +27 -27
  34. package/agent/extensions/destructive/install.sh +24 -24
  35. package/agent/extensions/file-search/index.spec.ts +443 -443
  36. package/agent/extensions/file-search/index.ts +459 -459
  37. package/agent/extensions/file-search/install.ps1 +27 -27
  38. package/agent/extensions/file-search/install.sh +24 -24
  39. package/agent/extensions/file-search/package-lock.json +2253 -2253
  40. package/agent/extensions/file-search/package.json +23 -23
  41. package/agent/extensions/file-search/src/args.ts +122 -122
  42. package/agent/extensions/file-search/src/binaries.ts +422 -422
  43. package/agent/extensions/file-search/src/output.ts +126 -126
  44. package/agent/extensions/file-search/src/process.ts +146 -146
  45. package/agent/extensions/file-search/src/prompt.ts +52 -52
  46. package/agent/extensions/file-search/tsconfig.json +7 -7
  47. package/agent/extensions/goal/README.md +50 -50
  48. package/agent/extensions/goal/index.ts +155 -155
  49. package/agent/extensions/goal/install.ps1 +27 -27
  50. package/agent/extensions/goal/install.sh +24 -24
  51. package/agent/extensions/kiln-update/README.md +38 -25
  52. package/agent/extensions/kiln-update/index.ts +177 -99
  53. package/agent/extensions/modelconf/PLAN.md +915 -915
  54. package/agent/extensions/modelconf/README.md +66 -66
  55. package/agent/extensions/modelconf/index.ts +296 -296
  56. package/agent/extensions/modelconf/install.ps1 +27 -27
  57. package/agent/extensions/modelconf/install.sh +24 -24
  58. package/agent/extensions/modelconf/package-lock.json +1809 -1809
  59. package/agent/extensions/modelconf/package.json +13 -13
  60. package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
  61. package/agent/extensions/modelconf/src/glob.ts +13 -13
  62. package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
  63. package/agent/extensions/modelconf/src/persistence.ts +164 -164
  64. package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
  65. package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
  66. package/agent/extensions/modelconf/tsconfig.json +15 -15
  67. package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
  68. package/agent/extensions/pi-web-access/LICENSE +21 -21
  69. package/agent/extensions/pi-web-access/README.md +470 -470
  70. package/agent/extensions/pi-web-access/SECURITY.md +5 -5
  71. package/agent/extensions/pi-web-access/activity.ts +101 -101
  72. package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
  73. package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
  74. package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
  75. package/agent/extensions/pi-web-access/content-find.ts +139 -139
  76. package/agent/extensions/pi-web-access/credential-source.ts +191 -191
  77. package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
  78. package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
  79. package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
  80. package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
  81. package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
  82. package/agent/extensions/pi-web-access/exa.ts +526 -526
  83. package/agent/extensions/pi-web-access/extract.ts +1196 -1196
  84. package/agent/extensions/pi-web-access/feature-config.ts +29 -29
  85. package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
  86. package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
  87. package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
  88. package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
  89. package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
  90. package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
  91. package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
  92. package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
  93. package/agent/extensions/pi-web-access/github-api.ts +197 -197
  94. package/agent/extensions/pi-web-access/github-extract.ts +746 -746
  95. package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
  96. package/agent/extensions/pi-web-access/index.ts +1737 -1737
  97. package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
  98. package/agent/extensions/pi-web-access/package.json +64 -64
  99. package/agent/extensions/pi-web-access/page-query.ts +96 -96
  100. package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
  101. package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
  102. package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
  103. package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
  104. package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
  105. package/agent/extensions/pi-web-access/search-types.ts +20 -20
  106. package/agent/extensions/pi-web-access/source-check.ts +282 -282
  107. package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
  108. package/agent/extensions/pi-web-access/storage.ts +521 -521
  109. package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
  110. package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
  111. package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
  112. package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
  113. package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
  114. package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
  115. package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
  116. package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
  117. package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
  118. package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
  119. package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
  120. package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
  121. package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
  122. package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
  123. package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
  124. package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
  125. package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
  126. package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
  127. package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
  128. package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
  129. package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
  130. package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
  131. package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
  132. package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
  133. package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
  134. package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
  135. package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
  136. package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
  137. package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
  138. package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
  139. package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
  140. package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
  141. package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
  142. package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
  143. package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
  144. package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
  145. package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
  146. package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
  147. package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
  148. package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
  149. package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
  150. package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
  151. package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
  152. package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
  153. package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
  154. package/agent/extensions/pi-web-access/tsconfig.json +11 -11
  155. package/agent/extensions/pi-web-access/utils.ts +451 -451
  156. package/agent/extensions/pi-web-access/video-extract.ts +392 -392
  157. package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
  158. package/agent/extensions/shared/activity-status.ts +31 -31
  159. package/agent/extensions/shared/child-session.test.ts +270 -270
  160. package/agent/extensions/shared/child-session.ts +148 -148
  161. package/agent/extensions/shared/context-utilization.test.ts +48 -48
  162. package/agent/extensions/shared/context-utilization.ts +47 -47
  163. package/agent/extensions/shared/dashboard-state.ts +99 -99
  164. package/agent/extensions/shared/install.ps1 +27 -27
  165. package/agent/extensions/shared/install.sh +24 -24
  166. package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
  167. package/agent/extensions/shared/tool-call-timeout.ts +104 -104
  168. package/agent/extensions/skillsconf/README.md +74 -74
  169. package/agent/extensions/skillsconf/index.ts +92 -92
  170. package/agent/extensions/skillsconf/install.ps1 +27 -27
  171. package/agent/extensions/skillsconf/install.sh +24 -24
  172. package/agent/extensions/skillsconf/package-lock.json +1809 -1809
  173. package/agent/extensions/skillsconf/package.json +18 -18
  174. package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
  175. package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
  176. package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
  177. package/agent/extensions/skillsconf/src/filter.ts +74 -74
  178. package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
  179. package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
  180. package/agent/extensions/skillsconf/src/persistence.ts +169 -169
  181. package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
  182. package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
  183. package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
  184. package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
  185. package/agent/extensions/skillsconf/tsconfig.json +15 -15
  186. package/agent/extensions/statusline/index.ts +273 -282
  187. package/agent/extensions/statusline/install.ps1 +27 -27
  188. package/agent/extensions/statusline/install.sh +24 -24
  189. package/agent/extensions/subagents/by-the-way.test.ts +29 -29
  190. package/agent/extensions/subagents/claude.test.ts +119 -119
  191. package/agent/extensions/subagents/codex.test.ts +102 -102
  192. package/agent/extensions/subagents/context-usage.test.ts +107 -107
  193. package/agent/extensions/subagents/docs/design-plan.md +568 -568
  194. package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
  195. package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
  196. package/agent/extensions/subagents/index.ts +779 -779
  197. package/agent/extensions/subagents/install.ps1 +27 -27
  198. package/agent/extensions/subagents/install.sh +24 -24
  199. package/agent/extensions/subagents/manager.test.ts +276 -276
  200. package/agent/extensions/subagents/package-lock.json +2244 -2244
  201. package/agent/extensions/subagents/package.json +19 -19
  202. package/agent/extensions/subagents/result-delivery.test.ts +27 -27
  203. package/agent/extensions/subagents/src/backend.ts +73 -73
  204. package/agent/extensions/subagents/src/backends/claude.ts +701 -701
  205. package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
  206. package/agent/extensions/subagents/src/backends/pi.ts +575 -575
  207. package/agent/extensions/subagents/src/backends/stub.ts +300 -300
  208. package/agent/extensions/subagents/src/by-the-way.ts +21 -21
  209. package/agent/extensions/subagents/src/domain.ts +253 -253
  210. package/agent/extensions/subagents/src/format.ts +74 -74
  211. package/agent/extensions/subagents/src/manager.ts +736 -736
  212. package/agent/extensions/subagents/src/prompt.ts +92 -92
  213. package/agent/extensions/subagents/src/result-delivery.ts +20 -20
  214. package/agent/extensions/subagents/src/runtime.ts +53 -53
  215. package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
  216. package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
  217. package/agent/extensions/subagents/takeover.test.ts +29 -29
  218. package/agent/extensions/subagents/tsconfig.json +7 -7
  219. package/agent/extensions/todo/AGENTS.md +38 -38
  220. package/agent/extensions/todo/LICENSE +21 -21
  221. package/agent/extensions/todo/config.ts +55 -55
  222. package/agent/extensions/todo/index.ts +151 -151
  223. package/agent/extensions/todo/install.ps1 +27 -27
  224. package/agent/extensions/todo/install.sh +24 -24
  225. package/agent/extensions/todo/locales/de.json +17 -17
  226. package/agent/extensions/todo/locales/en.json +15 -15
  227. package/agent/extensions/todo/locales/es.json +17 -17
  228. package/agent/extensions/todo/locales/fr.json +17 -17
  229. package/agent/extensions/todo/locales/pt-BR.json +17 -17
  230. package/agent/extensions/todo/locales/pt.json +17 -17
  231. package/agent/extensions/todo/locales/ru.json +17 -17
  232. package/agent/extensions/todo/locales/uk.json +17 -17
  233. package/agent/extensions/todo/locales/zh.json +17 -17
  234. package/agent/extensions/todo/package-lock.json +3358 -3358
  235. package/agent/extensions/todo/package.json +67 -67
  236. package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
  237. package/agent/extensions/todo/state/invariants.ts +20 -20
  238. package/agent/extensions/todo/state/replay.ts +38 -38
  239. package/agent/extensions/todo/state/selectors.ts +107 -107
  240. package/agent/extensions/todo/state/state-reducer.ts +326 -326
  241. package/agent/extensions/todo/state/state.ts +18 -18
  242. package/agent/extensions/todo/state/store.ts +82 -82
  243. package/agent/extensions/todo/state/task-graph.ts +57 -57
  244. package/agent/extensions/todo/todo-overlay.ts +200 -200
  245. package/agent/extensions/todo/todo.ts +155 -155
  246. package/agent/extensions/todo/tool/response-envelope.ts +109 -109
  247. package/agent/extensions/todo/tool/types.ts +206 -206
  248. package/agent/extensions/todo/view/format.ts +177 -177
  249. package/agent/extensions/trim-context/README.md +54 -54
  250. package/agent/extensions/trim-context/index.ts +487 -487
  251. package/agent/extensions/trim-context/install.ps1 +27 -27
  252. package/agent/extensions/trim-context/install.sh +24 -24
  253. package/agent/keybindings.json +7 -7
  254. package/agent/version.txt +1 -1
  255. package/bin/kiln.js +20 -13
  256. package/package.json +1 -1
  257. package/agent/extensions/taste/index.ts +0 -443
  258. package/agent/extensions/taste/install.ps1 +0 -27
  259. package/agent/extensions/taste/install.sh +0 -24
@@ -1,500 +1,500 @@
1
- import assert from "node:assert/strict";
2
- import { spawnSync } from "node:child_process";
3
- import { mkdtempSync, rmSync, writeFileSync } from "node:fs";
4
- import { createRequire } from "node:module";
5
- import { tmpdir } from "node:os";
6
- import { join } from "node:path";
7
- import { pathToFileURL } from "node:url";
8
- import { test } from "node:test";
9
-
10
- const require = createRequire(import.meta.url);
11
-
12
- const extractorUrl = new URL("../pdf-extract.ts", import.meta.url).href;
13
-
14
- test("extractPDFToMarkdown works on Node 22 without native Promise.try", () => {
15
- const child = spawnSync(process.execPath, ["--input-type=module"], {
16
- input: buildChildScript(extractorUrl),
17
- encoding: "utf8",
18
- maxBuffer: 2 * 1024 * 1024,
19
- });
20
-
21
- assert.equal(
22
- child.status,
23
- 0,
24
- "PDF extraction failed in a child process. stderr summary:\n" +
25
- errorSummary(child.stderr),
26
- );
27
-
28
- assert.match(child.stdout, /Hello PDF/);
29
- });
30
-
31
- test("extractPDFToMarkdown uses Gemini before loading unpdf", () => {
32
- const loaderDir = mkdtempSync(
33
- join(tmpdir(), "pi-web-access-pdf-gemini-first-"),
34
- );
35
- const loaderPath = join(loaderDir, "block-unpdf-loader.mjs");
36
- writeFileSync(loaderPath, buildBlockUnpdfLoader());
37
-
38
- try {
39
- const child = spawnSync(
40
- process.execPath,
41
- ["--experimental-loader", pathToFileURL(loaderPath).href, "--input-type=module"],
42
- {
43
- input: buildChildScript(extractorUrl, false, "success"),
44
- encoding: "utf8",
45
- maxBuffer: 2 * 1024 * 1024,
46
- },
47
- );
48
-
49
- assert.equal(
50
- child.status,
51
- 0,
52
- "PDF Gemini-first assertion failed in a child process. stderr summary:\n" +
53
- errorSummary(child.stderr),
54
- );
55
- assert.match(child.stdout, /Gemini PDF/);
56
- } finally {
57
- rmSync(loaderDir, { recursive: true, force: true });
58
- }
59
- });
60
-
61
- test("extractPDFToMarkdown falls back to unpdf when Gemini output is truncated", () => {
62
- const child = spawnSync(process.execPath, ["--input-type=module"], {
63
- input: buildChildScript(extractorUrl, false, "truncate"),
64
- encoding: "utf8",
65
- maxBuffer: 2 * 1024 * 1024,
66
- });
67
-
68
- assert.equal(
69
- child.status,
70
- 0,
71
- "PDF Gemini fallback failed in a child process. stderr summary:\n" +
72
- errorSummary(child.stderr),
73
- );
74
- assert.match(child.stdout, /Hello PDF/);
75
- });
76
-
77
- test("extractPDFToMarkdown preserves caller cancellation without local fallback", () => {
78
- const child = spawnSync(process.execPath, ["--input-type=module"], {
79
- input: buildChildScript(extractorUrl, false, "abort"),
80
- encoding: "utf8",
81
- maxBuffer: 2 * 1024 * 1024,
82
- });
83
-
84
- assert.equal(
85
- child.status,
86
- 0,
87
- "PDF cancellation assertion failed in a child process. stderr summary:\n" +
88
- errorSummary(child.stderr),
89
- );
90
- assert.match(child.stdout, /Aborted/);
91
- assert.doesNotMatch(child.stdout, /Hello PDF/);
92
- });
93
-
94
- test("extractPDFToMarkdown passes PDF.js errors-only verbosity", () => {
95
- const loaderDir = mkdtempSync(join(tmpdir(), "pi-web-access-pdf-loader-"));
96
- const loaderPath = join(loaderDir, "unpdf-loader.mjs");
97
- writeFileSync(loaderPath, buildUnpdfLoader());
98
-
99
- try {
100
- const child = spawnSync(
101
- process.execPath,
102
- ["--experimental-loader", pathToFileURL(loaderPath).href, "--input-type=module"],
103
- {
104
- input: buildChildScript(extractorUrl, true),
105
- encoding: "utf8",
106
- maxBuffer: 2 * 1024 * 1024,
107
- },
108
- );
109
-
110
- assert.equal(
111
- child.status,
112
- 0,
113
- "PDF verbosity assertion failed in a child process. stderr summary:\n" +
114
- errorSummary(child.stderr),
115
- );
116
-
117
- const options = JSON.parse(child.stdout.trim().split("\n").at(-1));
118
- assert.equal(options.verbosity, 0);
119
- } finally {
120
- rmSync(loaderDir, { recursive: true, force: true });
121
- }
122
- });
123
-
124
- function buildBlockUnpdfLoader() {
125
- return `
126
- export function resolve(specifier, context, nextResolve) {
127
- if (specifier === "unpdf" || specifier === "unpdf/pdfjs") {
128
- throw new Error("unpdf should not load before successful Gemini PDF extraction");
129
- }
130
- return nextResolve(specifier, context);
131
- }
132
- `;
133
- }
134
-
135
- function buildUnpdfLoader() {
136
- const unpdfUrl = pathToFileURL(require.resolve("unpdf")).href;
137
- return `
138
- const unpdfUrl = ${JSON.stringify(unpdfUrl)};
139
-
140
- export function resolve(specifier, context, nextResolve) {
141
- if (specifier === "unpdf") {
142
- return { url: "pi-web-access:test-unpdf", shortCircuit: true };
143
- }
144
- return nextResolve(specifier, context);
145
- }
146
-
147
- export async function load(url, context, nextLoad) {
148
- if (url === "pi-web-access:test-unpdf") {
149
- return {
150
- format: "module",
151
- shortCircuit: true,
152
- source:
153
- "import * as unpdf from " + JSON.stringify(unpdfUrl) + ";" +
154
- "export const getDocumentProxy = (...args) => {" +
155
- " globalThis.__piWebAccessUnpdfOptions = args[1];" +
156
- " return unpdf.getDocumentProxy(...args);" +
157
- "};",
158
- };
159
- }
160
- return nextLoad(url, context);
161
- }
162
- `;
163
- }
164
-
165
- function buildChildScript(
166
- moduleUrl,
167
- printOptions = false,
168
- geminiMode = "none",
169
- datalabMode = "none",
170
- provider = null,
171
- ) {
172
- return `
173
- import { mkdtemp, readFile, writeFile } from "node:fs/promises";
174
- import { tmpdir } from "node:os";
175
- import { join } from "node:path";
176
-
177
- process.on("uncaughtException", (error) => {
178
- console.error(error?.stack || error);
179
- process.exit(1);
180
- });
181
- process.on("unhandledRejection", (error) => {
182
- console.error(error?.stack || error);
183
- process.exit(1);
184
- });
185
-
186
- Reflect.deleteProperty(Promise, "try");
187
- if (typeof Promise.try !== "undefined") {
188
- throw new Error("Expected Promise.try to be unavailable before PDF extraction");
189
- }
190
-
191
- const geminiMode = ${JSON.stringify(geminiMode)};
192
- const datalabMode = ${JSON.stringify(datalabMode)};
193
- const provider = ${JSON.stringify(provider)};
194
- const configDir = await mkdtemp(join(tmpdir(), "pi-web-access-pdf-config-"));
195
- process.env.PI_CODING_AGENT_DIR = configDir;
196
-
197
- if (provider) {
198
- await writeFile(
199
- join(configDir, "web-search.json"),
200
- JSON.stringify({ pdf: { provider } }),
201
- );
202
- }
203
-
204
- if (geminiMode !== "none") {
205
- process.env.GEMINI_API_KEY = "synthetic-gemini-key";
206
- } else {
207
- delete process.env.GEMINI_API_KEY;
208
- delete process.env.GOOGLE_GEMINI_BASE_URL;
209
- delete process.env.CLOUDFLARE_API_KEY;
210
- }
211
-
212
- if (datalabMode !== "none") {
213
- process.env.DATALAB_API_KEY = "synthetic-datalab-key";
214
- } else {
215
- delete process.env.DATALAB_API_KEY;
216
- }
217
-
218
- if (geminiMode !== "none" || datalabMode !== "none") {
219
- globalThis.fetch = async (url, init) => {
220
- if (init?.signal?.aborted) throw new DOMException("Aborted", "AbortError");
221
- const urlString = String(url);
222
- if (urlString.includes("generateContent")) {
223
- if (provider === "datalab" || provider === "unpdf") {
224
- throw new Error("Gemini called but provider=" + provider);
225
- }
226
- if (geminiMode === "success" || geminiMode === "truncate") {
227
- const success = geminiMode === "success";
228
- return new Response(JSON.stringify({
229
- candidates: [{
230
- finishReason: success ? "STOP" : "MAX_TOKENS",
231
- content: { parts: [{ text: success ? "<!-- Page 1 -->\\nGemini PDF" : "<!-- Page 1 -->\\nPartial" }] },
232
- }],
233
- }), { status: 200, headers: { "content-type": "application/json" } });
234
- }
235
- }
236
- if (datalabMode !== "none") {
237
- if (urlString.includes("/files/upload")) {
238
- return new Response(JSON.stringify({
239
- file_id: 7,
240
- upload_url: "https://storage.test/put/abc",
241
- reference: "datalab://file-7",
242
- }), { status: 200, headers: { "content-type": "application/json" } });
243
- }
244
- if (urlString.includes("/put/")) {
245
- return new Response(null, { status: 200 });
246
- }
247
- if (urlString.includes("/files/7/confirm")) {
248
- return new Response(JSON.stringify({
249
- file_id: 7,
250
- reference: "datalab://file-7",
251
- message: "confirmed",
252
- }), { status: 200, headers: { "content-type": "application/json" } });
253
- }
254
- if (urlString.endsWith("/files/7")) {
255
- return new Response(null, { status: 200 });
256
- }
257
- }
258
- if (urlString.includes("/convert") || urlString.includes("/check")) {
259
- if (datalabMode === "fail") {
260
- return new Response(JSON.stringify({ detail: "boom" }), {
261
- status: 500,
262
- statusText: "Internal Server Error",
263
- headers: { "content-type": "application/json" },
264
- });
265
- }
266
- if (urlString.includes("/convert")) {
267
- return new Response(JSON.stringify({
268
- status: "processing",
269
- request_check_url: "/check/1",
270
- }), { status: 200, headers: { "content-type": "application/json" } });
271
- }
272
- return new Response(JSON.stringify({
273
- status: "complete",
274
- success: true,
275
- markdown: "<!-- Page 1 -->\\nDatalab PDF",
276
- page_count: 1,
277
- }), { status: 200, headers: { "content-type": "application/json" } });
278
- }
279
- throw new Error("unexpected fetch: " + urlString);
280
- };
281
- }
282
-
283
- const { extractPDFToMarkdown } = await import(${JSON.stringify(moduleUrl)});
284
- const outputDir = await mkdtemp(join(tmpdir(), "pi-web-access-pdf-"));
285
-
286
- if (geminiMode === "abort") {
287
- const controller = new AbortController();
288
- controller.abort();
289
- let preservedCancellation = false;
290
- try {
291
- await extractPDFToMarkdown(
292
- makePdf("Hello PDF"),
293
- "https://example.test/hello.pdf",
294
- { outputDir, signal: controller.signal },
295
- );
296
- } catch (error) {
297
- preservedCancellation = /abort/i.test(error instanceof Error ? error.message : String(error));
298
- if (!preservedCancellation) throw error;
299
- }
300
- if (!preservedCancellation) throw new Error("Expected PDF extraction to preserve cancellation");
301
- console.log("Aborted");
302
- } else {
303
- const result = await extractPDFToMarkdown(
304
- makePdf("Hello PDF"),
305
- "https://example.test/hello.pdf",
306
- { outputDir },
307
- );
308
-
309
- console.log(await readFile(result.outputPath, "utf8"));
310
- ${printOptions ? "console.log(JSON.stringify(globalThis.__piWebAccessUnpdfOptions));" : ""}
311
- }
312
-
313
- function makePdf(text) {
314
- const content = "BT /F1 24 Tf 72 720 Td (" + text + ") Tj ET";
315
- const objects = [
316
- "<< /Type /Catalog /Pages 2 0 R >>",
317
- "<< /Type /Pages /Kids [3 0 R] /Count 1 >>",
318
- "<< /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R >> >> /Contents 5 0 R >>",
319
- "<< /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>",
320
- "<< /Length " + Buffer.byteLength(content, "ascii") + " >>\\nstream\\n" + content + "\\nendstream",
321
- ];
322
- let body = "%PDF-1.4\\n";
323
- const offsets = [0];
324
-
325
- for (let index = 0; index < objects.length; index += 1) {
326
- offsets.push(Buffer.byteLength(body, "ascii"));
327
- body += String(index + 1) + " 0 obj\\n" + objects[index] + "\\nendobj\\n";
328
- }
329
-
330
- const xrefOffset = Buffer.byteLength(body, "ascii");
331
- body += "xref\\n0 " + String(objects.length + 1) + "\\n";
332
- body += "0000000000 65535 f \\n";
333
-
334
- for (const offset of offsets.slice(1)) {
335
- body += String(offset).padStart(10, "0") + " 00000 n \\n";
336
- }
337
-
338
- body += "trailer\\n<< /Size " + String(objects.length + 1) + " /Root 1 0 R >>\\n";
339
- body += "startxref\\n" + String(xrefOffset) + "\\n%%EOF\\n";
340
-
341
- return new TextEncoder().encode(body).buffer;
342
- }
343
- `;
344
- }
345
-
346
- test("extractPDFToMarkdown uses Datalab before unpdf when configured", () => {
347
- const child = spawnSync(process.execPath, ["--input-type=module"], {
348
- input: buildChildScript(extractorUrl, false, "none", "success"),
349
- encoding: "utf8",
350
- maxBuffer: 2 * 1024 * 1024,
351
- });
352
-
353
- assert.equal(
354
- child.status,
355
- 0,
356
- "PDF Datalab-first assertion failed in a child process. stderr summary:\n" +
357
- errorSummary(child.stderr),
358
- );
359
- assert.match(child.stdout, /Datalab PDF/);
360
- });
361
-
362
- test("extractPDFToMarkdown falls back to unpdf when Datalab conversion fails", () => {
363
- const child = spawnSync(process.execPath, ["--input-type=module"], {
364
- input: buildChildScript(extractorUrl, false, "none", "fail"),
365
- encoding: "utf8",
366
- maxBuffer: 2 * 1024 * 1024,
367
- });
368
-
369
- assert.equal(
370
- child.status,
371
- 0,
372
- "PDF Datalab fallback failed in a child process. stderr summary:\n" +
373
- errorSummary(child.stderr),
374
- );
375
- assert.match(child.stdout, /Hello PDF/);
376
- });
377
-
378
- test("extractPDFToMarkdown auto order runs Datalab before Gemini", () => {
379
- const child = spawnSync(process.execPath, ["--input-type=module"], {
380
- input: buildChildScript(extractorUrl, false, "success", "success"),
381
- encoding: "utf8",
382
- maxBuffer: 2 * 1024 * 1024,
383
- });
384
-
385
- assert.equal(
386
- child.status,
387
- 0,
388
- "PDF Datalab-before-Gemini assertion failed in a child process. stderr summary:\n" +
389
- errorSummary(child.stderr),
390
- );
391
- assert.match(child.stdout, /Datalab PDF/);
392
- assert.doesNotMatch(child.stdout, /Gemini PDF/);
393
- });
394
-
395
- test("extractPDFToMarkdown auto order falls back from Datalab to Gemini", () => {
396
- const child = spawnSync(process.execPath, ["--input-type=module"], {
397
- input: buildChildScript(extractorUrl, false, "success", "fail"),
398
- encoding: "utf8",
399
- maxBuffer: 2 * 1024 * 1024,
400
- });
401
-
402
- assert.equal(
403
- child.status,
404
- 0,
405
- "PDF Datalab-to-Gemini fallback assertion failed in a child process. stderr summary:\n" +
406
- errorSummary(child.stderr),
407
- );
408
- assert.match(child.stdout, /Gemini PDF/);
409
- assert.doesNotMatch(child.stdout, /Datalab PDF/);
410
- });
411
-
412
- test("extractPDFToMarkdown provider=datalab skips Gemini even with a Gemini key", () => {
413
- const child = spawnSync(process.execPath, ["--input-type=module"], {
414
- input: buildChildScript(
415
- extractorUrl,
416
- false,
417
- "success",
418
- "success",
419
- "datalab",
420
- ),
421
- encoding: "utf8",
422
- maxBuffer: 2 * 1024 * 1024,
423
- });
424
-
425
- assert.equal(
426
- child.status,
427
- 0,
428
- "PDF provider=datalab assertion failed in a child process. stderr summary:\n" +
429
- errorSummary(child.stderr),
430
- );
431
- assert.match(child.stdout, /Datalab PDF/);
432
- assert.doesNotMatch(child.stdout, /Gemini PDF/);
433
- });
434
-
435
- test("extractPDFToMarkdown provider=datalab without a key skips Gemini", () => {
436
- const child = spawnSync(process.execPath, ["--input-type=module"], {
437
- input: buildChildScript(extractorUrl, false, "success", "none", "datalab"),
438
- encoding: "utf8",
439
- maxBuffer: 2 * 1024 * 1024,
440
- });
441
-
442
- assert.equal(
443
- child.status,
444
- 0,
445
- "PDF provider=datalab without key assertion failed in a child process. stderr summary:\n" +
446
- errorSummary(child.stderr),
447
- );
448
- assert.match(child.stdout, /Hello PDF/);
449
- assert.doesNotMatch(child.stdout, /Gemini PDF/);
450
- });
451
-
452
- test("extractPDFToMarkdown provider=gemini skips Datalab even with a Datalab key", () => {
453
- const child = spawnSync(process.execPath, ["--input-type=module"], {
454
- input: buildChildScript(
455
- extractorUrl,
456
- false,
457
- "success",
458
- "success",
459
- "gemini",
460
- ),
461
- encoding: "utf8",
462
- maxBuffer: 2 * 1024 * 1024,
463
- });
464
-
465
- assert.equal(
466
- child.status,
467
- 0,
468
- "PDF provider=gemini assertion failed in a child process. stderr summary:\n" +
469
- errorSummary(child.stderr),
470
- );
471
- assert.match(child.stdout, /Gemini PDF/);
472
- assert.doesNotMatch(child.stdout, /Datalab PDF/);
473
- });
474
-
475
- test("extractPDFToMarkdown provider=unpdf skips Gemini even with a Gemini key", () => {
476
- const child = spawnSync(process.execPath, ["--input-type=module"], {
477
- input: buildChildScript(extractorUrl, false, "success", "none", "unpdf"),
478
- encoding: "utf8",
479
- maxBuffer: 2 * 1024 * 1024,
480
- });
481
-
482
- assert.equal(
483
- child.status,
484
- 0,
485
- "PDF provider=unpdf assertion failed in a child process. stderr summary:\n" +
486
- errorSummary(child.stderr),
487
- );
488
- assert.match(child.stdout, /Hello PDF/);
489
- assert.doesNotMatch(child.stdout, /Gemini PDF/);
490
- });
491
-
492
- function errorSummary(value, size = 1200) {
493
- const marker = "TypeError: Promise.try is not a function";
494
- const index = value.indexOf(marker);
495
- if (index >= 0) {
496
- return value.slice(index, index + size);
497
- }
498
-
499
- return value.length > size ? value.slice(-size) : value;
500
- }
1
+ import assert from "node:assert/strict";
2
+ import { spawnSync } from "node:child_process";
3
+ import { mkdtempSync, rmSync, writeFileSync } from "node:fs";
4
+ import { createRequire } from "node:module";
5
+ import { tmpdir } from "node:os";
6
+ import { join } from "node:path";
7
+ import { pathToFileURL } from "node:url";
8
+ import { test } from "node:test";
9
+
10
+ const require = createRequire(import.meta.url);
11
+
12
+ const extractorUrl = new URL("../pdf-extract.ts", import.meta.url).href;
13
+
14
+ test("extractPDFToMarkdown works on Node 22 without native Promise.try", () => {
15
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
16
+ input: buildChildScript(extractorUrl),
17
+ encoding: "utf8",
18
+ maxBuffer: 2 * 1024 * 1024,
19
+ });
20
+
21
+ assert.equal(
22
+ child.status,
23
+ 0,
24
+ "PDF extraction failed in a child process. stderr summary:\n" +
25
+ errorSummary(child.stderr),
26
+ );
27
+
28
+ assert.match(child.stdout, /Hello PDF/);
29
+ });
30
+
31
+ test("extractPDFToMarkdown uses Gemini before loading unpdf", () => {
32
+ const loaderDir = mkdtempSync(
33
+ join(tmpdir(), "pi-web-access-pdf-gemini-first-"),
34
+ );
35
+ const loaderPath = join(loaderDir, "block-unpdf-loader.mjs");
36
+ writeFileSync(loaderPath, buildBlockUnpdfLoader());
37
+
38
+ try {
39
+ const child = spawnSync(
40
+ process.execPath,
41
+ ["--experimental-loader", pathToFileURL(loaderPath).href, "--input-type=module"],
42
+ {
43
+ input: buildChildScript(extractorUrl, false, "success"),
44
+ encoding: "utf8",
45
+ maxBuffer: 2 * 1024 * 1024,
46
+ },
47
+ );
48
+
49
+ assert.equal(
50
+ child.status,
51
+ 0,
52
+ "PDF Gemini-first assertion failed in a child process. stderr summary:\n" +
53
+ errorSummary(child.stderr),
54
+ );
55
+ assert.match(child.stdout, /Gemini PDF/);
56
+ } finally {
57
+ rmSync(loaderDir, { recursive: true, force: true });
58
+ }
59
+ });
60
+
61
+ test("extractPDFToMarkdown falls back to unpdf when Gemini output is truncated", () => {
62
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
63
+ input: buildChildScript(extractorUrl, false, "truncate"),
64
+ encoding: "utf8",
65
+ maxBuffer: 2 * 1024 * 1024,
66
+ });
67
+
68
+ assert.equal(
69
+ child.status,
70
+ 0,
71
+ "PDF Gemini fallback failed in a child process. stderr summary:\n" +
72
+ errorSummary(child.stderr),
73
+ );
74
+ assert.match(child.stdout, /Hello PDF/);
75
+ });
76
+
77
+ test("extractPDFToMarkdown preserves caller cancellation without local fallback", () => {
78
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
79
+ input: buildChildScript(extractorUrl, false, "abort"),
80
+ encoding: "utf8",
81
+ maxBuffer: 2 * 1024 * 1024,
82
+ });
83
+
84
+ assert.equal(
85
+ child.status,
86
+ 0,
87
+ "PDF cancellation assertion failed in a child process. stderr summary:\n" +
88
+ errorSummary(child.stderr),
89
+ );
90
+ assert.match(child.stdout, /Aborted/);
91
+ assert.doesNotMatch(child.stdout, /Hello PDF/);
92
+ });
93
+
94
+ test("extractPDFToMarkdown passes PDF.js errors-only verbosity", () => {
95
+ const loaderDir = mkdtempSync(join(tmpdir(), "pi-web-access-pdf-loader-"));
96
+ const loaderPath = join(loaderDir, "unpdf-loader.mjs");
97
+ writeFileSync(loaderPath, buildUnpdfLoader());
98
+
99
+ try {
100
+ const child = spawnSync(
101
+ process.execPath,
102
+ ["--experimental-loader", pathToFileURL(loaderPath).href, "--input-type=module"],
103
+ {
104
+ input: buildChildScript(extractorUrl, true),
105
+ encoding: "utf8",
106
+ maxBuffer: 2 * 1024 * 1024,
107
+ },
108
+ );
109
+
110
+ assert.equal(
111
+ child.status,
112
+ 0,
113
+ "PDF verbosity assertion failed in a child process. stderr summary:\n" +
114
+ errorSummary(child.stderr),
115
+ );
116
+
117
+ const options = JSON.parse(child.stdout.trim().split("\n").at(-1));
118
+ assert.equal(options.verbosity, 0);
119
+ } finally {
120
+ rmSync(loaderDir, { recursive: true, force: true });
121
+ }
122
+ });
123
+
124
+ function buildBlockUnpdfLoader() {
125
+ return `
126
+ export function resolve(specifier, context, nextResolve) {
127
+ if (specifier === "unpdf" || specifier === "unpdf/pdfjs") {
128
+ throw new Error("unpdf should not load before successful Gemini PDF extraction");
129
+ }
130
+ return nextResolve(specifier, context);
131
+ }
132
+ `;
133
+ }
134
+
135
+ function buildUnpdfLoader() {
136
+ const unpdfUrl = pathToFileURL(require.resolve("unpdf")).href;
137
+ return `
138
+ const unpdfUrl = ${JSON.stringify(unpdfUrl)};
139
+
140
+ export function resolve(specifier, context, nextResolve) {
141
+ if (specifier === "unpdf") {
142
+ return { url: "pi-web-access:test-unpdf", shortCircuit: true };
143
+ }
144
+ return nextResolve(specifier, context);
145
+ }
146
+
147
+ export async function load(url, context, nextLoad) {
148
+ if (url === "pi-web-access:test-unpdf") {
149
+ return {
150
+ format: "module",
151
+ shortCircuit: true,
152
+ source:
153
+ "import * as unpdf from " + JSON.stringify(unpdfUrl) + ";" +
154
+ "export const getDocumentProxy = (...args) => {" +
155
+ " globalThis.__piWebAccessUnpdfOptions = args[1];" +
156
+ " return unpdf.getDocumentProxy(...args);" +
157
+ "};",
158
+ };
159
+ }
160
+ return nextLoad(url, context);
161
+ }
162
+ `;
163
+ }
164
+
165
+ function buildChildScript(
166
+ moduleUrl,
167
+ printOptions = false,
168
+ geminiMode = "none",
169
+ datalabMode = "none",
170
+ provider = null,
171
+ ) {
172
+ return `
173
+ import { mkdtemp, readFile, writeFile } from "node:fs/promises";
174
+ import { tmpdir } from "node:os";
175
+ import { join } from "node:path";
176
+
177
+ process.on("uncaughtException", (error) => {
178
+ console.error(error?.stack || error);
179
+ process.exit(1);
180
+ });
181
+ process.on("unhandledRejection", (error) => {
182
+ console.error(error?.stack || error);
183
+ process.exit(1);
184
+ });
185
+
186
+ Reflect.deleteProperty(Promise, "try");
187
+ if (typeof Promise.try !== "undefined") {
188
+ throw new Error("Expected Promise.try to be unavailable before PDF extraction");
189
+ }
190
+
191
+ const geminiMode = ${JSON.stringify(geminiMode)};
192
+ const datalabMode = ${JSON.stringify(datalabMode)};
193
+ const provider = ${JSON.stringify(provider)};
194
+ const configDir = await mkdtemp(join(tmpdir(), "pi-web-access-pdf-config-"));
195
+ process.env.PI_CODING_AGENT_DIR = configDir;
196
+
197
+ if (provider) {
198
+ await writeFile(
199
+ join(configDir, "web-search.json"),
200
+ JSON.stringify({ pdf: { provider } }),
201
+ );
202
+ }
203
+
204
+ if (geminiMode !== "none") {
205
+ process.env.GEMINI_API_KEY = "synthetic-gemini-key";
206
+ } else {
207
+ delete process.env.GEMINI_API_KEY;
208
+ delete process.env.GOOGLE_GEMINI_BASE_URL;
209
+ delete process.env.CLOUDFLARE_API_KEY;
210
+ }
211
+
212
+ if (datalabMode !== "none") {
213
+ process.env.DATALAB_API_KEY = "synthetic-datalab-key";
214
+ } else {
215
+ delete process.env.DATALAB_API_KEY;
216
+ }
217
+
218
+ if (geminiMode !== "none" || datalabMode !== "none") {
219
+ globalThis.fetch = async (url, init) => {
220
+ if (init?.signal?.aborted) throw new DOMException("Aborted", "AbortError");
221
+ const urlString = String(url);
222
+ if (urlString.includes("generateContent")) {
223
+ if (provider === "datalab" || provider === "unpdf") {
224
+ throw new Error("Gemini called but provider=" + provider);
225
+ }
226
+ if (geminiMode === "success" || geminiMode === "truncate") {
227
+ const success = geminiMode === "success";
228
+ return new Response(JSON.stringify({
229
+ candidates: [{
230
+ finishReason: success ? "STOP" : "MAX_TOKENS",
231
+ content: { parts: [{ text: success ? "<!-- Page 1 -->\\nGemini PDF" : "<!-- Page 1 -->\\nPartial" }] },
232
+ }],
233
+ }), { status: 200, headers: { "content-type": "application/json" } });
234
+ }
235
+ }
236
+ if (datalabMode !== "none") {
237
+ if (urlString.includes("/files/upload")) {
238
+ return new Response(JSON.stringify({
239
+ file_id: 7,
240
+ upload_url: "https://storage.test/put/abc",
241
+ reference: "datalab://file-7",
242
+ }), { status: 200, headers: { "content-type": "application/json" } });
243
+ }
244
+ if (urlString.includes("/put/")) {
245
+ return new Response(null, { status: 200 });
246
+ }
247
+ if (urlString.includes("/files/7/confirm")) {
248
+ return new Response(JSON.stringify({
249
+ file_id: 7,
250
+ reference: "datalab://file-7",
251
+ message: "confirmed",
252
+ }), { status: 200, headers: { "content-type": "application/json" } });
253
+ }
254
+ if (urlString.endsWith("/files/7")) {
255
+ return new Response(null, { status: 200 });
256
+ }
257
+ }
258
+ if (urlString.includes("/convert") || urlString.includes("/check")) {
259
+ if (datalabMode === "fail") {
260
+ return new Response(JSON.stringify({ detail: "boom" }), {
261
+ status: 500,
262
+ statusText: "Internal Server Error",
263
+ headers: { "content-type": "application/json" },
264
+ });
265
+ }
266
+ if (urlString.includes("/convert")) {
267
+ return new Response(JSON.stringify({
268
+ status: "processing",
269
+ request_check_url: "/check/1",
270
+ }), { status: 200, headers: { "content-type": "application/json" } });
271
+ }
272
+ return new Response(JSON.stringify({
273
+ status: "complete",
274
+ success: true,
275
+ markdown: "<!-- Page 1 -->\\nDatalab PDF",
276
+ page_count: 1,
277
+ }), { status: 200, headers: { "content-type": "application/json" } });
278
+ }
279
+ throw new Error("unexpected fetch: " + urlString);
280
+ };
281
+ }
282
+
283
+ const { extractPDFToMarkdown } = await import(${JSON.stringify(moduleUrl)});
284
+ const outputDir = await mkdtemp(join(tmpdir(), "pi-web-access-pdf-"));
285
+
286
+ if (geminiMode === "abort") {
287
+ const controller = new AbortController();
288
+ controller.abort();
289
+ let preservedCancellation = false;
290
+ try {
291
+ await extractPDFToMarkdown(
292
+ makePdf("Hello PDF"),
293
+ "https://example.test/hello.pdf",
294
+ { outputDir, signal: controller.signal },
295
+ );
296
+ } catch (error) {
297
+ preservedCancellation = /abort/i.test(error instanceof Error ? error.message : String(error));
298
+ if (!preservedCancellation) throw error;
299
+ }
300
+ if (!preservedCancellation) throw new Error("Expected PDF extraction to preserve cancellation");
301
+ console.log("Aborted");
302
+ } else {
303
+ const result = await extractPDFToMarkdown(
304
+ makePdf("Hello PDF"),
305
+ "https://example.test/hello.pdf",
306
+ { outputDir },
307
+ );
308
+
309
+ console.log(await readFile(result.outputPath, "utf8"));
310
+ ${printOptions ? "console.log(JSON.stringify(globalThis.__piWebAccessUnpdfOptions));" : ""}
311
+ }
312
+
313
+ function makePdf(text) {
314
+ const content = "BT /F1 24 Tf 72 720 Td (" + text + ") Tj ET";
315
+ const objects = [
316
+ "<< /Type /Catalog /Pages 2 0 R >>",
317
+ "<< /Type /Pages /Kids [3 0 R] /Count 1 >>",
318
+ "<< /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R >> >> /Contents 5 0 R >>",
319
+ "<< /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>",
320
+ "<< /Length " + Buffer.byteLength(content, "ascii") + " >>\\nstream\\n" + content + "\\nendstream",
321
+ ];
322
+ let body = "%PDF-1.4\\n";
323
+ const offsets = [0];
324
+
325
+ for (let index = 0; index < objects.length; index += 1) {
326
+ offsets.push(Buffer.byteLength(body, "ascii"));
327
+ body += String(index + 1) + " 0 obj\\n" + objects[index] + "\\nendobj\\n";
328
+ }
329
+
330
+ const xrefOffset = Buffer.byteLength(body, "ascii");
331
+ body += "xref\\n0 " + String(objects.length + 1) + "\\n";
332
+ body += "0000000000 65535 f \\n";
333
+
334
+ for (const offset of offsets.slice(1)) {
335
+ body += String(offset).padStart(10, "0") + " 00000 n \\n";
336
+ }
337
+
338
+ body += "trailer\\n<< /Size " + String(objects.length + 1) + " /Root 1 0 R >>\\n";
339
+ body += "startxref\\n" + String(xrefOffset) + "\\n%%EOF\\n";
340
+
341
+ return new TextEncoder().encode(body).buffer;
342
+ }
343
+ `;
344
+ }
345
+
346
+ test("extractPDFToMarkdown uses Datalab before unpdf when configured", () => {
347
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
348
+ input: buildChildScript(extractorUrl, false, "none", "success"),
349
+ encoding: "utf8",
350
+ maxBuffer: 2 * 1024 * 1024,
351
+ });
352
+
353
+ assert.equal(
354
+ child.status,
355
+ 0,
356
+ "PDF Datalab-first assertion failed in a child process. stderr summary:\n" +
357
+ errorSummary(child.stderr),
358
+ );
359
+ assert.match(child.stdout, /Datalab PDF/);
360
+ });
361
+
362
+ test("extractPDFToMarkdown falls back to unpdf when Datalab conversion fails", () => {
363
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
364
+ input: buildChildScript(extractorUrl, false, "none", "fail"),
365
+ encoding: "utf8",
366
+ maxBuffer: 2 * 1024 * 1024,
367
+ });
368
+
369
+ assert.equal(
370
+ child.status,
371
+ 0,
372
+ "PDF Datalab fallback failed in a child process. stderr summary:\n" +
373
+ errorSummary(child.stderr),
374
+ );
375
+ assert.match(child.stdout, /Hello PDF/);
376
+ });
377
+
378
+ test("extractPDFToMarkdown auto order runs Datalab before Gemini", () => {
379
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
380
+ input: buildChildScript(extractorUrl, false, "success", "success"),
381
+ encoding: "utf8",
382
+ maxBuffer: 2 * 1024 * 1024,
383
+ });
384
+
385
+ assert.equal(
386
+ child.status,
387
+ 0,
388
+ "PDF Datalab-before-Gemini assertion failed in a child process. stderr summary:\n" +
389
+ errorSummary(child.stderr),
390
+ );
391
+ assert.match(child.stdout, /Datalab PDF/);
392
+ assert.doesNotMatch(child.stdout, /Gemini PDF/);
393
+ });
394
+
395
+ test("extractPDFToMarkdown auto order falls back from Datalab to Gemini", () => {
396
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
397
+ input: buildChildScript(extractorUrl, false, "success", "fail"),
398
+ encoding: "utf8",
399
+ maxBuffer: 2 * 1024 * 1024,
400
+ });
401
+
402
+ assert.equal(
403
+ child.status,
404
+ 0,
405
+ "PDF Datalab-to-Gemini fallback assertion failed in a child process. stderr summary:\n" +
406
+ errorSummary(child.stderr),
407
+ );
408
+ assert.match(child.stdout, /Gemini PDF/);
409
+ assert.doesNotMatch(child.stdout, /Datalab PDF/);
410
+ });
411
+
412
+ test("extractPDFToMarkdown provider=datalab skips Gemini even with a Gemini key", () => {
413
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
414
+ input: buildChildScript(
415
+ extractorUrl,
416
+ false,
417
+ "success",
418
+ "success",
419
+ "datalab",
420
+ ),
421
+ encoding: "utf8",
422
+ maxBuffer: 2 * 1024 * 1024,
423
+ });
424
+
425
+ assert.equal(
426
+ child.status,
427
+ 0,
428
+ "PDF provider=datalab assertion failed in a child process. stderr summary:\n" +
429
+ errorSummary(child.stderr),
430
+ );
431
+ assert.match(child.stdout, /Datalab PDF/);
432
+ assert.doesNotMatch(child.stdout, /Gemini PDF/);
433
+ });
434
+
435
+ test("extractPDFToMarkdown provider=datalab without a key skips Gemini", () => {
436
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
437
+ input: buildChildScript(extractorUrl, false, "success", "none", "datalab"),
438
+ encoding: "utf8",
439
+ maxBuffer: 2 * 1024 * 1024,
440
+ });
441
+
442
+ assert.equal(
443
+ child.status,
444
+ 0,
445
+ "PDF provider=datalab without key assertion failed in a child process. stderr summary:\n" +
446
+ errorSummary(child.stderr),
447
+ );
448
+ assert.match(child.stdout, /Hello PDF/);
449
+ assert.doesNotMatch(child.stdout, /Gemini PDF/);
450
+ });
451
+
452
+ test("extractPDFToMarkdown provider=gemini skips Datalab even with a Datalab key", () => {
453
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
454
+ input: buildChildScript(
455
+ extractorUrl,
456
+ false,
457
+ "success",
458
+ "success",
459
+ "gemini",
460
+ ),
461
+ encoding: "utf8",
462
+ maxBuffer: 2 * 1024 * 1024,
463
+ });
464
+
465
+ assert.equal(
466
+ child.status,
467
+ 0,
468
+ "PDF provider=gemini assertion failed in a child process. stderr summary:\n" +
469
+ errorSummary(child.stderr),
470
+ );
471
+ assert.match(child.stdout, /Gemini PDF/);
472
+ assert.doesNotMatch(child.stdout, /Datalab PDF/);
473
+ });
474
+
475
+ test("extractPDFToMarkdown provider=unpdf skips Gemini even with a Gemini key", () => {
476
+ const child = spawnSync(process.execPath, ["--input-type=module"], {
477
+ input: buildChildScript(extractorUrl, false, "success", "none", "unpdf"),
478
+ encoding: "utf8",
479
+ maxBuffer: 2 * 1024 * 1024,
480
+ });
481
+
482
+ assert.equal(
483
+ child.status,
484
+ 0,
485
+ "PDF provider=unpdf assertion failed in a child process. stderr summary:\n" +
486
+ errorSummary(child.stderr),
487
+ );
488
+ assert.match(child.stdout, /Hello PDF/);
489
+ assert.doesNotMatch(child.stdout, /Gemini PDF/);
490
+ });
491
+
492
+ function errorSummary(value, size = 1200) {
493
+ const marker = "TypeError: Promise.try is not a function";
494
+ const index = value.indexOf(marker);
495
+ if (index >= 0) {
496
+ return value.slice(index, index + size);
497
+ }
498
+
499
+ return value.length > size ? value.slice(-size) : value;
500
+ }