@openai/codex-security 0.4.0 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (290) hide show
  1. package/README.md +52 -9
  2. package/_bundled_plugin/.mcp.json +1 -0
  3. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  4. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  5. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  6. package/_bundled_plugin/mcp/permission-profile-preflight.mjs +60 -9
  7. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  8. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  9. package/_bundled_plugin/references/core-scan.md +2 -0
  10. package/_bundled_plugin/references/final-report.md +5 -1
  11. package/_bundled_plugin/references/investigation-time-budget.md +11 -0
  12. package/_bundled_plugin/references/sarif-adapter.md +1 -0
  13. package/_bundled_plugin/references/scan-prologue.md +2 -6
  14. package/_bundled_plugin/references/scan-runtime.md +15 -0
  15. package/_bundled_plugin/references/threat-model.md +2 -0
  16. package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +6 -2
  17. package/_bundled_plugin/scripts/deep_scan_workbench.py +7 -0
  18. package/_bundled_plugin/scripts/finalize_scan_contract.py +92 -44
  19. package/_bundled_plugin/scripts/finding_preview.py +5 -3
  20. package/_bundled_plugin/scripts/generate_in_scope_files.py +6 -6
  21. package/_bundled_plugin/scripts/generate_rank_input.py +13 -6
  22. package/_bundled_plugin/scripts/launch_codex_security_mcp +39 -4
  23. package/_bundled_plugin/scripts/report_projection.py +2 -1
  24. package/_bundled_plugin/scripts/snapshot_sqlite.py +7 -0
  25. package/_bundled_plugin/scripts/threat_model_projection.py +1 -3
  26. package/_bundled_plugin/scripts/windows_scan_local_files.py +43 -1
  27. package/_bundled_plugin/scripts/workbench/saved_coverage.py +234 -0
  28. package/_bundled_plugin/scripts/workbench_cli.py +5 -10
  29. package/_bundled_plugin/scripts/workbench_constants.py +4 -0
  30. package/_bundled_plugin/scripts/workbench_db.py +68 -39
  31. package/_bundled_plugin/scripts/workbench_native_indexes.py +10 -7
  32. package/_bundled_plugin/scripts/workbench_progress.py +0 -50
  33. package/_bundled_plugin/scripts/workbench_publication.py +4 -3
  34. package/_bundled_plugin/scripts/workbench_remediation.py +5 -1
  35. package/_bundled_plugin/scripts/workbench_saved_results.py +542 -148
  36. package/_bundled_plugin/scripts/workbench_scan_history.py +82 -80
  37. package/_bundled_plugin/scripts/workbench_scan_start.py +12 -4
  38. package/_bundled_plugin/scripts/workbench_scan_usage.py +246 -38
  39. package/_bundled_plugin/scripts/workbench_schema.py +1 -1
  40. package/_bundled_plugin/scripts/workbench_source_excerpt.py +74 -51
  41. package/_bundled_plugin/scripts/workbench_source_scopes.py +388 -0
  42. package/_bundled_plugin/scripts/workbench_target.py +28 -12
  43. package/_bundled_plugin/scripts/workbench_validation.py +52 -13
  44. package/_bundled_plugin/shared/workbench-history-repairs.json +19 -0
  45. package/_bundled_plugin/shared/workbench-migrations.json +15 -0
  46. package/_bundled_plugin/skills/deep-security-scan/SKILL.md +1 -1
  47. package/_bundled_plugin/skills/security-diff-scan/SKILL.md +4 -2
  48. package/_bundled_plugin/skills/security-scan/SKILL.md +3 -1
  49. package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
  50. package/dist/api.d.ts +4 -3
  51. package/dist/api.d.ts.map +1 -1
  52. package/dist/api.js +215 -93
  53. package/dist/api.js.map +1 -1
  54. package/dist/artifact-export.d.ts +2 -1
  55. package/dist/artifact-export.d.ts.map +1 -1
  56. package/dist/artifact-export.js +38 -23
  57. package/dist/artifact-export.js.map +1 -1
  58. package/dist/classify-scan-severity.d.ts.map +1 -1
  59. package/dist/classify-scan-severity.js +16 -18
  60. package/dist/classify-scan-severity.js.map +1 -1
  61. package/dist/classify-severity-records.d.ts +76 -0
  62. package/dist/classify-severity-records.d.ts.map +1 -0
  63. package/dist/classify-severity-records.js +141 -0
  64. package/dist/classify-severity-records.js.map +1 -0
  65. package/dist/classify-severity.d.ts +1 -23
  66. package/dist/classify-severity.d.ts.map +1 -1
  67. package/dist/classify-severity.js +3 -24
  68. package/dist/classify-severity.js.map +1 -1
  69. package/dist/cli-daybreak.d.ts +5 -0
  70. package/dist/cli-daybreak.d.ts.map +1 -0
  71. package/dist/cli-daybreak.js +89 -0
  72. package/dist/cli-daybreak.js.map +1 -0
  73. package/dist/cli-help.d.ts.map +1 -1
  74. package/dist/cli-help.js +2 -0
  75. package/dist/cli-help.js.map +1 -1
  76. package/dist/cli.d.ts +9 -3
  77. package/dist/cli.d.ts.map +1 -1
  78. package/dist/cli.js +957 -738
  79. package/dist/cli.js.map +1 -1
  80. package/dist/cloud-publish.js +1 -1
  81. package/dist/cloud-publish.js.map +1 -1
  82. package/dist/codeowners.js +2 -2
  83. package/dist/codeowners.js.map +1 -1
  84. package/dist/codex-sdk-environment.js +1 -1
  85. package/dist/codex-sdk-environment.js.map +1 -1
  86. package/dist/component-plan.d.ts.map +1 -1
  87. package/dist/component-plan.js +3 -2
  88. package/dist/component-plan.js.map +1 -1
  89. package/dist/component-scan.js +2 -2
  90. package/dist/component-scan.js.map +1 -1
  91. package/dist/config.d.ts +12 -0
  92. package/dist/config.d.ts.map +1 -1
  93. package/dist/config.js +15 -5
  94. package/dist/config.js.map +1 -1
  95. package/dist/contract.d.ts +5 -0
  96. package/dist/contract.d.ts.map +1 -1
  97. package/dist/contract.js +65 -17
  98. package/dist/contract.js.map +1 -1
  99. package/dist/cost-model.d.ts.map +1 -1
  100. package/dist/cost-model.js +7 -2
  101. package/dist/cost-model.js.map +1 -1
  102. package/dist/cost.d.ts +2 -1
  103. package/dist/cost.d.ts.map +1 -1
  104. package/dist/cost.js +17 -8
  105. package/dist/cost.js.map +1 -1
  106. package/dist/custom-validation-prompt.js +3 -3
  107. package/dist/custom-validation-prompt.js.map +1 -1
  108. package/dist/custom-validation.d.ts.map +1 -1
  109. package/dist/custom-validation.js +2 -5
  110. package/dist/custom-validation.js.map +1 -1
  111. package/dist/deduplication/codex-review.d.ts.map +1 -1
  112. package/dist/deduplication/codex-review.js +8 -6
  113. package/dist/deduplication/codex-review.js.map +1 -1
  114. package/dist/deduplication/deduplication-prompts.d.ts +1 -1
  115. package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
  116. package/dist/deduplication/deduplication-prompts.js +2 -2
  117. package/dist/deduplication/deduplication-prompts.js.map +1 -1
  118. package/dist/deduplication/local.d.ts.map +1 -1
  119. package/dist/deduplication/local.js +5 -2
  120. package/dist/deduplication/local.js.map +1 -1
  121. package/dist/deduplication/records.js +1 -1
  122. package/dist/deduplication/records.js.map +1 -1
  123. package/dist/deduplication/retry.d.ts.map +1 -1
  124. package/dist/deduplication/retry.js +5 -0
  125. package/dist/deduplication/retry.js.map +1 -1
  126. package/dist/deduplication/scan.d.ts.map +1 -1
  127. package/dist/deduplication/scan.js +15 -10
  128. package/dist/deduplication/scan.js.map +1 -1
  129. package/dist/deep-config.d.ts +4 -1
  130. package/dist/deep-config.d.ts.map +1 -1
  131. package/dist/deep-config.js +21 -1
  132. package/dist/deep-config.js.map +1 -1
  133. package/dist/deep-scan.d.ts +6 -0
  134. package/dist/deep-scan.d.ts.map +1 -1
  135. package/dist/deep-scan.js +8 -6
  136. package/dist/deep-scan.js.map +1 -1
  137. package/dist/findings-import.d.ts +1 -1
  138. package/dist/findings-import.d.ts.map +1 -1
  139. package/dist/findings-import.js +26 -6
  140. package/dist/findings-import.js.map +1 -1
  141. package/dist/git-remote.d.ts +10 -0
  142. package/dist/git-remote.d.ts.map +1 -0
  143. package/dist/git-remote.js +24 -0
  144. package/dist/git-remote.js.map +1 -0
  145. package/dist/github.d.ts.map +1 -1
  146. package/dist/github.js +5 -7
  147. package/dist/github.js.map +1 -1
  148. package/dist/host-protocol.d.ts +1 -0
  149. package/dist/host-protocol.d.ts.map +1 -1
  150. package/dist/host-protocol.js +2 -2
  151. package/dist/host-protocol.js.map +1 -1
  152. package/dist/host-records-protocol.d.ts +15 -0
  153. package/dist/host-records-protocol.d.ts.map +1 -0
  154. package/dist/host-records-protocol.js +15 -0
  155. package/dist/host-records-protocol.js.map +1 -0
  156. package/dist/hosted-remediation-protocol.d.ts +5 -0
  157. package/dist/hosted-remediation-protocol.d.ts.map +1 -0
  158. package/dist/hosted-remediation-protocol.js +26 -0
  159. package/dist/hosted-remediation-protocol.js.map +1 -0
  160. package/dist/hosted-remediation.d.ts +89 -0
  161. package/dist/hosted-remediation.d.ts.map +1 -0
  162. package/dist/hosted-remediation.js +122 -0
  163. package/dist/hosted-remediation.js.map +1 -0
  164. package/dist/hosted-scan.d.ts +1 -6
  165. package/dist/hosted-scan.d.ts.map +1 -1
  166. package/dist/hosted-scan.js +2 -2
  167. package/dist/hosted-scan.js.map +1 -1
  168. package/dist/import-scan.d.ts +1 -0
  169. package/dist/import-scan.d.ts.map +1 -1
  170. package/dist/import-scan.js +5 -1
  171. package/dist/import-scan.js.map +1 -1
  172. package/dist/index.d.ts +9 -1
  173. package/dist/index.d.ts.map +1 -1
  174. package/dist/index.js +4 -0
  175. package/dist/index.js.map +1 -1
  176. package/dist/knowledge-base.d.ts.map +1 -1
  177. package/dist/knowledge-base.js +87 -7
  178. package/dist/knowledge-base.js.map +1 -1
  179. package/dist/multiscan.d.ts.map +1 -1
  180. package/dist/multiscan.js +65 -29
  181. package/dist/multiscan.js.map +1 -1
  182. package/dist/patch-publication.d.ts +26 -0
  183. package/dist/patch-publication.d.ts.map +1 -0
  184. package/dist/patch-publication.js +105 -0
  185. package/dist/patch-publication.js.map +1 -0
  186. package/dist/patch-tui.d.ts.map +1 -1
  187. package/dist/patch-tui.js +4 -1
  188. package/dist/patch-tui.js.map +1 -1
  189. package/dist/project-config-schema.d.ts +2 -0
  190. package/dist/project-config-schema.d.ts.map +1 -1
  191. package/dist/project-config-schema.js +1 -0
  192. package/dist/project-config-schema.js.map +1 -1
  193. package/dist/project-config.d.ts +1 -0
  194. package/dist/project-config.d.ts.map +1 -1
  195. package/dist/project-config.js +29 -15
  196. package/dist/project-config.js.map +1 -1
  197. package/dist/publication.d.ts.map +1 -1
  198. package/dist/publication.js +135 -19
  199. package/dist/publication.js.map +1 -1
  200. package/dist/publish.d.ts +2 -0
  201. package/dist/publish.d.ts.map +1 -1
  202. package/dist/publish.js +48 -25
  203. package/dist/publish.js.map +1 -1
  204. package/dist/remediation.d.ts +63 -0
  205. package/dist/remediation.d.ts.map +1 -0
  206. package/dist/remediation.js +110 -0
  207. package/dist/remediation.js.map +1 -0
  208. package/dist/request-metadata.d.ts +17 -7
  209. package/dist/request-metadata.d.ts.map +1 -1
  210. package/dist/request-metadata.js +43 -8
  211. package/dist/request-metadata.js.map +1 -1
  212. package/dist/runtime.d.ts.map +1 -1
  213. package/dist/runtime.js +104 -36
  214. package/dist/runtime.js.map +1 -1
  215. package/dist/saved-scan-bootstrap.d.ts +1 -0
  216. package/dist/saved-scan-bootstrap.d.ts.map +1 -1
  217. package/dist/saved-scan-bootstrap.js +16 -4
  218. package/dist/saved-scan-bootstrap.js.map +1 -1
  219. package/dist/scan-activity.js +8 -8
  220. package/dist/scan-activity.js.map +1 -1
  221. package/dist/scan-comparison.d.ts.map +1 -1
  222. package/dist/scan-comparison.js +15 -9
  223. package/dist/scan-comparison.js.map +1 -1
  224. package/dist/scan-dashboard.d.ts.map +1 -1
  225. package/dist/scan-dashboard.js +12 -6
  226. package/dist/scan-dashboard.js.map +1 -1
  227. package/dist/scan-executor.d.ts +5 -1
  228. package/dist/scan-executor.d.ts.map +1 -1
  229. package/dist/scan-executor.js +9 -8
  230. package/dist/scan-executor.js.map +1 -1
  231. package/dist/{deep-progress.d.ts → scan-progress.d.ts} +15 -7
  232. package/dist/scan-progress.d.ts.map +1 -0
  233. package/dist/scan-progress.js +138 -0
  234. package/dist/scan-progress.js.map +1 -0
  235. package/dist/scan-settings.d.ts +1 -0
  236. package/dist/scan-settings.d.ts.map +1 -1
  237. package/dist/scan-settings.js +7 -1
  238. package/dist/scan-settings.js.map +1 -1
  239. package/dist/scan-time-budget.d.ts +9 -0
  240. package/dist/scan-time-budget.d.ts.map +1 -0
  241. package/dist/scan-time-budget.js +16 -0
  242. package/dist/scan-time-budget.js.map +1 -0
  243. package/dist/security-policy.js +1 -1
  244. package/dist/security-policy.js.map +1 -1
  245. package/dist/server/embeddings.d.ts.map +1 -1
  246. package/dist/server/embeddings.js +4 -0
  247. package/dist/server/embeddings.js.map +1 -1
  248. package/dist/server/sqlite-store.d.ts.map +1 -1
  249. package/dist/server/sqlite-store.js +14 -2
  250. package/dist/server/sqlite-store.js.map +1 -1
  251. package/dist/severity-review.d.ts +29 -0
  252. package/dist/severity-review.d.ts.map +1 -0
  253. package/dist/severity-review.js +47 -0
  254. package/dist/severity-review.js.map +1 -0
  255. package/dist/severity-store.js +4 -1
  256. package/dist/severity-store.js.map +1 -1
  257. package/dist/timestamps.d.ts +3 -0
  258. package/dist/timestamps.d.ts.map +1 -0
  259. package/dist/timestamps.js +14 -0
  260. package/dist/timestamps.js.map +1 -0
  261. package/dist/validation-records.d.ts +38 -0
  262. package/dist/validation-records.d.ts.map +1 -0
  263. package/dist/validation-records.js +76 -0
  264. package/dist/validation-records.js.map +1 -0
  265. package/dist/version.d.ts +1 -1
  266. package/dist/version.d.ts.map +1 -1
  267. package/dist/version.js +17 -4
  268. package/dist/version.js.map +1 -1
  269. package/dist/workbench-arguments.d.ts.map +1 -1
  270. package/dist/workbench-arguments.js +9 -3
  271. package/dist/workbench-arguments.js.map +1 -1
  272. package/dist/worker-progress.d.ts +13 -7
  273. package/dist/worker-progress.d.ts.map +1 -1
  274. package/dist/worker-progress.js +12 -44
  275. package/dist/worker-progress.js.map +1 -1
  276. package/docs/classify-severity-records.md +89 -0
  277. package/docs/cli.md +352 -45
  278. package/docs/findings-service.md +7 -2
  279. package/docs/hosted-remediation.md +117 -0
  280. package/docs/hosted-scans.md +8 -3
  281. package/docs/validate-records.md +69 -0
  282. package/package.json +13 -10
  283. package/schemas/project-config.schema.json +7 -1
  284. package/_bundled_plugin/preflight/capability-profiles.toml +0 -76
  285. package/_bundled_plugin/references/config-preflight.md +0 -93
  286. package/_bundled_plugin/references/desktop-config-preflight.md +0 -11
  287. package/_bundled_plugin/scripts/config_preflight.py +0 -911
  288. package/dist/deep-progress.d.ts.map +0 -1
  289. package/dist/deep-progress.js +0 -92
  290. package/dist/deep-progress.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAeH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC3C,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAClD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;YAC3B,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO;YACL,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;YACrB,cAAc,EAAE,MAAM,OAAO,CAAC,GAAG,CAC/B,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CACd,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACD,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAgD,EAChD,MAAoB,EACpB,SAAkB;IAElB,IAAI,CAAC;QACH,MAAM,QAAQ,GACZ,WAAW,IAAI,KAAK;YAClB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAClB,QAAQ,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAClB,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACH,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;QACF,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;oBAC1C,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,KAAK;oBACX,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC9B,cAAc;YACd,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAwB,EACxB,MAAoB;IAEpB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAC1B,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAE,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IACE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YACtE,MAAM;YAEN,SAAS;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;gBACjD,MAAM,EAAE,IAAI;aACb,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC;oBACjE,SAAS;gBACX,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxE,SAAS;YACX,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,IAAY,EACZ,KAAiB,EACjB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,KAAK,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IACE,CAAC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC,EACvE,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,SAAS,CACd,GAAG;aACA,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC;aACpC,OAAO,CAAC,+BAA+B,EAAE,IAAI,CAAC;aAC9C,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC;aACxC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAC5B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAC/B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/B,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACtB,CAAC;QACF,IACE,SAAS,GAAG,QAAQ;YACpB,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,EAC5C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n stat,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { ConfigurationError, errorMessage } from \"./errors.js\";\nimport { expandHome } from \"./runtime.js\";\nimport {\n gitMarkerRoot,\n isGitMetadataDirectory,\n nullIfMissingFile,\n} from \"./targets.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n protectedRoots: string[];\n cleanup(): Promise<void>;\n}\n\nexport interface KnowledgeBaseSnapshot {\n readonly sources: readonly string[];\n readonly protectedRoots?: readonly string[];\n readonly documents: Readonly<Record<string, string>>;\n}\n\n/** @internal Extract once so campaign identity and workers use identical inputs. */\nexport async function readKnowledgeBaseSnapshot(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<KnowledgeBaseSnapshot> {\n try {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(\n `Knowledge base paths cannot be symbolic links: ${path}`,\n );\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? (await discover(source, signal)).sort()\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const extracted: Record<string, string> = {};\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes, signal)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n const name = `${index}-${basename(document)}.txt`;\n // The prefix and suffix can exceed the filesystem's 255-byte name limit.\n const filename = Buffer.byteLength(name) > 255 ? `${index}.txt` : name;\n extracted[filename] = text;\n index++;\n }\n return {\n sources: [...sources],\n protectedRoots: await Promise.all(\n [...sources].map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n ),\n documents: extracted,\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\nexport async function prepareKnowledgeBase(\n input: readonly string[] | KnowledgeBaseSnapshot,\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n try {\n const snapshot =\n \"documents\" in input\n ? input\n : await readKnowledgeBaseSnapshot(input, signal);\n const protectedRoots =\n snapshot.protectedRoots === undefined\n ? await Promise.all(\n snapshot.sources.map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n )\n : [...snapshot.protectedRoots];\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n for (const [filename, text] of Object.entries(snapshot.documents)) {\n signal?.throwIfAborted();\n await writeFile(join(path, filename), text, {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n });\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n return {\n path,\n sources: [...snapshot.sources],\n protectedRoots,\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\n/** @internal Read the same extracted document text used by scans. */\nexport async function readKnowledgeBaseDocuments(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<string[]> {\n const { documents } = await readKnowledgeBaseSnapshot(paths, signal);\n return Object.keys(documents)\n .sort()\n .map((name) => documents[name]!);\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n if (\n (process.platform === \"win32\" ? entry.name.toLowerCase() : entry.name) ===\n \".git\"\n )\n continue;\n const path = join(directory, entry.name);\n if (entry.name.toLowerCase() === \".git\") {\n const marker = await stat(join(directory, \".git\"), {\n bigint: true,\n }).catch(nullIfMissingFile);\n if (marker !== null) {\n const candidate = await lstat(path, { bigint: true });\n if (candidate.dev === marker.dev && candidate.ino === marker.ino) {\n continue;\n }\n }\n if (entry.isDirectory() && (await isGitMetadataDirectory(path, signal))) {\n continue;\n }\n }\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(\n path: string,\n bytes: Uint8Array,\n signal?: AbortSignal,\n): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n signal?.throwIfAborted();\n const content = await (await document.getPage(number)).getTextContent();\n signal?.throwIfAborted();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n if (signal?.aborted) throw error;\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n if (\n !/<(?:\\w+:)?document\\b[^>]*>[\\s\\S]*<\\/(?:\\w+:)?document\\s*>/u.test(xml)\n ) {\n throw new Error(\"Malformed word/document.xml.\");\n }\n return decodeXml(\n xml\n .replace(/<\\/(?:\\w+:)?p\\s*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?(?:br|cr)\\b[^>]*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?tab\\b[^>]*>/gu, \"\\t\")\n .replace(/<[^>]+>/gu, \"\"),\n );\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n const codePoint = Number.parseInt(\n name.slice(hexadecimal ? 2 : 1),\n hexadecimal ? 16 : 10,\n );\n if (\n codePoint > 0x10ffff ||\n (codePoint >= 0xd800 && codePoint <= 0xdfff)\n ) {\n return entity;\n }\n return String.fromCodePoint(codePoint);\n },\n );\n}\n"]}
1
+ {"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAeH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC3C,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAClD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;YAC3B,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO;YACL,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;YACrB,cAAc,EAAE,MAAM,OAAO,CAAC,GAAG,CAC/B,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CACd,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACD,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAgD,EAChD,MAAoB,EACpB,SAAkB;IAElB,IAAI,CAAC;QACH,MAAM,QAAQ,GACZ,WAAW,IAAI,KAAK;YAClB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAClB,QAAQ,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAClB,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACH,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;QACF,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;oBAC1C,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,KAAK;oBACX,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC9B,cAAc;YACd,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAwB,EACxB,MAAoB;IAEpB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAC1B,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAE,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IACE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YACtE,MAAM;YAEN,SAAS;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;gBACjD,MAAM,EAAE,IAAI;aACb,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC;oBACjE,SAAS;gBACX,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxE,SAAS;YACX,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,IAAY,EACZ,KAAiB,EACjB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,KAAK,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IAAI,IAAI,GAAa,EAAE,CAAC;QACxB,IAAI,MAAM,GAIJ,EAAE,CAAC;QACT,MAAM,OAAO,GAAgD,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACjC,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,EAAE;YAC/B,IAAI,YAAY,GAAG,CAAC;gBAAE,OAAO;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBACrC,IAAI,CAAC,KAAK,CAAC,YAAY;gBAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAClD,IAAI,CAAC,eAAe;gBAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvD,CAAC,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,MAAe,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,4EAA4E;gBAC5E,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC;QACH,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IACE,SAAS,KAAK,KAAK;gBACnB,SAAS,KAAK,SAAS;gBACvB,SAAS,KAAK,cAAc,EAC5B,CAAC;gBACD,YAAY,EAAE,CAAC;YACjB,CAAC;YACD,IAAI,YAAY,GAAG,CAAC;gBAAE,OAAO;YAC7B,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;gBAChC,8CAA8C;gBAC9C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/B,IAAI,GAAG,EAAE,CAAC;gBACV,MAAM,GAAG,EAAE,CAAC;YACd,CAAC;iBAAM,IAAI,SAAS,KAAK,UAAU;gBAAE,eAAe,GAAG,IAAI,CAAC;iBACvD,IAAI,SAAS,KAAK,WAAW;gBAAE,eAAe,GAAG,IAAI,CAAC;iBACtD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,SAAS,CACpB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAC7B,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CACrD,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CACb,CAAC;gBACF,IAAI,IAAI,KAAK,OAAO;oBAClB,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;qBAC1D,IAAI,IAAI,KAAK,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAC/C,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,YAAY,GAAG,KAAK,CAAC;qBACjC,IAAI,IAAI,KAAK,KAAK;oBAAE,WAAW,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;iBAAM,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;iBAC7D,IAAI,SAAS,KAAK,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE;YAChD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,YAAY,KAAK,CAAC,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;gBACtD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC9B,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,EAAG,CAAC,CAAC;gBACpC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClB,CAAC;YACD,IAAI,SAAS,KAAK,WAAW;gBAAE,eAAe,GAAG,KAAK,CAAC;YACvD,IAAI,CAAC,aAAa,IAAI,SAAS,KAAK,GAAG;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACtD,IACE,SAAS,KAAK,KAAK;gBACnB,SAAS,KAAK,SAAS;gBACvB,SAAS,KAAK,cAAc,EAC5B,CAAC;gBACD,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QACnD,IAAI,CAAC,eAAe;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,WAAW,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAC/B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/B,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACtB,CAAC;QACF,IACE,SAAS,GAAG,QAAQ;YACpB,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,EAC5C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n stat,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { SaxesParser } from \"saxes\";\nimport { ConfigurationError, errorMessage } from \"./errors.js\";\nimport { expandHome } from \"./runtime.js\";\nimport {\n gitMarkerRoot,\n isGitMetadataDirectory,\n nullIfMissingFile,\n} from \"./targets.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n protectedRoots: string[];\n cleanup(): Promise<void>;\n}\n\nexport interface KnowledgeBaseSnapshot {\n readonly sources: readonly string[];\n readonly protectedRoots?: readonly string[];\n readonly documents: Readonly<Record<string, string>>;\n}\n\n/** @internal Extract once so campaign identity and workers use identical inputs. */\nexport async function readKnowledgeBaseSnapshot(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<KnowledgeBaseSnapshot> {\n try {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(\n `Knowledge base paths cannot be symbolic links: ${path}`,\n );\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? (await discover(source, signal)).sort()\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const extracted: Record<string, string> = {};\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes, signal)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n const name = `${index}-${basename(document)}.txt`;\n // The prefix and suffix can exceed the filesystem's 255-byte name limit.\n const filename = Buffer.byteLength(name) > 255 ? `${index}.txt` : name;\n extracted[filename] = text;\n index++;\n }\n return {\n sources: [...sources],\n protectedRoots: await Promise.all(\n [...sources].map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n ),\n documents: extracted,\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\nexport async function prepareKnowledgeBase(\n input: readonly string[] | KnowledgeBaseSnapshot,\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n try {\n const snapshot =\n \"documents\" in input\n ? input\n : await readKnowledgeBaseSnapshot(input, signal);\n const protectedRoots =\n snapshot.protectedRoots === undefined\n ? await Promise.all(\n snapshot.sources.map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n )\n : [...snapshot.protectedRoots];\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n for (const [filename, text] of Object.entries(snapshot.documents)) {\n signal?.throwIfAborted();\n await writeFile(join(path, filename), text, {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n });\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n return {\n path,\n sources: [...snapshot.sources],\n protectedRoots,\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\n/** @internal Read the same extracted document text used by scans. */\nexport async function readKnowledgeBaseDocuments(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<string[]> {\n const { documents } = await readKnowledgeBaseSnapshot(paths, signal);\n return Object.keys(documents)\n .sort()\n .map((name) => documents[name]!);\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n if (\n (process.platform === \"win32\" ? entry.name.toLowerCase() : entry.name) ===\n \".git\"\n )\n continue;\n const path = join(directory, entry.name);\n if (entry.name.toLowerCase() === \".git\") {\n const marker = await stat(join(directory, \".git\"), {\n bigint: true,\n }).catch(nullIfMissingFile);\n if (marker !== null) {\n const candidate = await lstat(path, { bigint: true });\n if (candidate.dev === marker.dev && candidate.ino === marker.ino) {\n continue;\n }\n }\n if (entry.isDirectory() && (await isGitMetadataDirectory(path, signal))) {\n continue;\n }\n }\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(\n path: string,\n bytes: Uint8Array,\n signal?: AbortSignal,\n): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n signal?.throwIfAborted();\n const content = await (await document.getPage(number)).getTextContent();\n signal?.throwIfAborted();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n if (signal?.aborted) throw error;\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n let text: string[] = [];\n let fields: {\n instructions: boolean;\n literal: string[];\n result: string[];\n }[] = [];\n const stories: { text: string[]; fields: typeof fields }[] = [];\n const parser = new SaxesParser();\n let documentElement = false;\n let deletedDepth = 0;\n let instructionText = false;\n const append = (value: string) => {\n if (deletedDepth > 0) return;\n const field = fields.at(-1);\n if (field === undefined) text.push(value);\n else if (!field.instructions) field.result.push(value);\n else if (!instructionText) field.literal.push(value);\n };\n const finishField = (closed: boolean) => {\n const field = fields.pop();\n if (field !== undefined) {\n // Unclosed fields retain ordinary runs; completed fields show only results.\n append((closed ? \"\" : field.literal.join(\"\")) + field.result.join(\"\"));\n }\n };\n parser.on(\"opentag\", ({ name, attributes }) => {\n const localName = name.split(\":\").at(-1);\n if (\n localName === \"del\" ||\n localName === \"delText\" ||\n localName === \"delInstrText\"\n ) {\n deletedDepth++;\n }\n if (deletedDepth > 0) return;\n if (localName === \"txbxContent\") {\n // Text boxes have their own field boundaries.\n stories.push({ text, fields });\n text = [];\n fields = [];\n } else if (localName === \"document\") documentElement = true;\n else if (localName === \"instrText\") instructionText = true;\n else if (localName === \"fldChar\") {\n const type = decodeXml(\n Object.entries(attributes).find(\n ([name]) => name.split(\":\").at(-1) === \"fldCharType\",\n )?.[1] ?? \"\",\n );\n if (type === \"begin\")\n fields.push({ instructions: true, literal: [], result: [] });\n else if (type === \"separate\" && fields.length > 0)\n fields.at(-1)!.instructions = false;\n else if (type === \"end\") finishField(true);\n } else if (localName === \"br\" || localName === \"cr\") append(\"\\n\");\n else if (localName === \"tab\") append(\"\\t\");\n });\n parser.on(\"closetag\", ({ name, isSelfClosing }) => {\n const localName = name.split(\":\").at(-1);\n if (deletedDepth === 0 && localName === \"txbxContent\") {\n while (fields.length > 0) finishField(false);\n const content = text.join(\"\");\n ({ text, fields } = stories.pop()!);\n append(content);\n }\n if (localName === \"instrText\") instructionText = false;\n if (!isSelfClosing && localName === \"p\") append(\"\\n\");\n if (\n localName === \"del\" ||\n localName === \"delText\" ||\n localName === \"delInstrText\"\n ) {\n deletedDepth--;\n }\n });\n parser.on(\"text\", (value) => append(decodeXml(value)));\n parser.on(\"cdata\", (value) => append(value.replaceAll(\"&amp;\", \"&\")));\n // Keep the existing entity decoder's handling of unusable references.\n // CDATA is literal text, so only undo this escaping in its handler.\n parser.write(xml.replaceAll(\"&\", \"&amp;\")).close();\n if (!documentElement) throw new Error(\"Malformed word/document.xml.\");\n while (fields.length > 0) finishField(false);\n return text.join(\"\");\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n const codePoint = Number.parseInt(\n name.slice(hexadecimal ? 2 : 1),\n hexadecimal ? 16 : 10,\n );\n if (\n codePoint > 0x10ffff ||\n (codePoint >= 0xd800 && codePoint <= 0xdfff)\n ) {\n return entity;\n }\n return String.fromCodePoint(codePoint);\n },\n );\n}\n"]}
@@ -1 +1 @@
1
- {"version":3,"file":"multiscan.d.ts","sourceRoot":"","sources":["../src/multiscan.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAQvD,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAGL,KAAK,QAAQ,EACd,MAAM,cAAc,CAAC;AACtB,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,YAAY,EAClB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA2C9C,MAAM,WAAW,gBAAiB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,CACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,GAAG;QAC5B,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;KAC/C,GACA,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iBAAiB,CAAC,EAAE,OAAO,CACzB,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,kBAAkB,CAAC,CAAC,CAC/D,CAAC;IACF,MAAM,EAAE,mBAAmB,CAAC;IAC5B,cAAc,CACZ,MAAM,EAAE,mBAAmB,GAC1B,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,CAAC,KAAK,EAAE;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QAC3C,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;CACV;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;IACxD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CAoF1B;AAo/BD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,EAAE,CAoB5E"}
1
+ {"version":3,"file":"multiscan.d.ts","sourceRoot":"","sources":["../src/multiscan.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAUvD,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,qBAAqB,CAAC;AAO7B,OAAO,EAGL,KAAK,QAAQ,EACd,MAAM,cAAc,CAAC;AACtB,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,YAAY,EAClB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA2C9C,MAAM,WAAW,gBAAiB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,CACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,GAAG;QAC5B,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;KAC/C,GACA,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iBAAiB,CAAC,EAAE,OAAO,CACzB,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,kBAAkB,CAAC,CAAC,CAC/D,CAAC;IACF,MAAM,EAAE,mBAAmB,CAAC;IAC5B,cAAc,CACZ,MAAM,EAAE,mBAAmB,GAC1B,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,CAAC,KAAK,EAAE;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QAC3C,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;CACV;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;IACxD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CA8G1B;AA0gCD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,EAAE,CAoB5E"}
package/dist/multiscan.js CHANGED
@@ -2,16 +2,18 @@ import { notify } from "./value.js";
2
2
  import { execFile as execFileCallback } from "node:child_process";
3
3
  import { randomUUID } from "node:crypto";
4
4
  import { realpathSync } from "node:fs";
5
- import { lstat, mkdir, open, readFile, readdir, realpath, rename, rm, rmdir, truncate, utimes, writeFile, } from "node:fs/promises";
5
+ import { lstat, mkdir, mkdtemp, open, readFile, readdir, realpath, rename, rm, rmdir, truncate, utimes, writeFile, } from "node:fs/promises";
6
6
  import { hostname } from "node:os";
7
7
  import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
8
8
  import { promisify } from "node:util";
9
9
  import Papa from "papaparse";
10
+ import { ContractSchemaError, loadContract } from "./contract.js";
11
+ import { deepScanOptions } from "./deep-config.js";
10
12
  import { readThreatModelPath } from "./artifact-export.js";
11
13
  import { OutputDirectoryNotEmptyError, errorMessage, ScanCostLimitExceededError, } from "./errors.js";
12
14
  import { readKnowledgeBaseSnapshot, } from "./knowledge-base.js";
13
15
  import { resolveScanPrompts } from "./prompt-files.js";
14
- import { requireSecureOutputAncestry, validateOutputDir } from "./runtime.js";
16
+ import { requireSecureOutputAncestry, resolvePluginPath, validateOutputDir, } from "./runtime.js";
15
17
  import { DiffTarget, UNSUPPORTED_GIT_ENVIRONMENT, } from "./targets.js";
16
18
  import { meetsSeverity, } from "./scan-settings.js";
17
19
  import { workflowDigest } from "./finding-workflow.js";
@@ -35,6 +37,9 @@ export async function runMultiscan(options) {
35
37
  throw new Error("Multiscan max attempts must be a positive integer.");
36
38
  }
37
39
  const tasks = parseInventory(await readFile(options.inputPath, "utf8"), dirname(resolve(options.inputPath)), options.mode);
40
+ for (const mode of new Set(tasks.map((task) => task.mode))) {
41
+ deepScanOptions({ ...options.scanOptionsByMode?.[mode], mode });
42
+ }
38
43
  if (tasks.some((task) => task.scope === undefined &&
39
44
  options.scanOptionsByMode?.[task.mode]?.target instanceof DiffTarget)) {
40
45
  throw new Error("Bulk scans do not support diff or working-tree scopes because their checkouts are clean, shallow snapshots. Use repository or path scopes instead.");
@@ -84,17 +89,30 @@ export async function runMultiscan(options) {
84
89
  const output = await ensureOutputDirectory(requestedOutput);
85
90
  await requireSecureOutputAncestry(output);
86
91
  const unlock = await acquireLock(output);
92
+ let pluginWorkspace;
93
+ let pluginRoot;
94
+ const resumePluginRoot = () => (pluginRoot ??= (async () => {
95
+ if (options.config.pluginPath !== undefined) {
96
+ pluginWorkspace = await mkdtemp(join(output, ".resume-plugin-"));
97
+ }
98
+ return await resolvePluginPath(options.config.pluginPath, pluginWorkspace ?? output, options.signal);
99
+ })());
87
100
  try {
88
- const result = await runCampaign(resolvedOptions, tasks, output);
101
+ const result = await runCampaign(resolvedOptions, tasks, output, resumePluginRoot);
89
102
  return (await realpath(requestedOutput).catch(() => undefined)) === output
90
103
  ? { ...result, resultsPath: join(requestedOutput, "results.jsonl") }
91
104
  : result;
92
105
  }
93
106
  finally {
94
- await unlock();
107
+ await Promise.all([
108
+ unlock(),
109
+ pluginWorkspace === undefined
110
+ ? undefined
111
+ : rm(pluginWorkspace, { recursive: true, force: true }),
112
+ ]);
95
113
  }
96
114
  }
97
- async function runCampaign(options, tasks, output) {
115
+ async function runCampaign(options, tasks, output, resumePluginRoot) {
98
116
  const ledger = join(output, "results.jsonl");
99
117
  await ensureOutputDirectory(join(output, "checkouts"));
100
118
  await ensureOutputDirectory(join(output, "artifacts"));
@@ -120,6 +138,7 @@ async function runCampaign(options, tasks, output) {
120
138
  await ensureManifest(join(output, "manifest.json"), tasks, options, knowledgeByMode);
121
139
  const receipts = await readReceipts(ledger, options.recoverScan !== undefined);
122
140
  const pending = [];
141
+ const rejectedCompleted = new Set();
123
142
  let completed = 0;
124
143
  let policyFailed = false;
125
144
  const warnings = [];
@@ -147,9 +166,21 @@ async function runCampaign(options, tasks, output) {
147
166
  const artifactRoot = await ensureOutputDirectory(join(output, "artifacts", task.id));
148
167
  const artifactOutput = join(artifactRoot, `attempt-${receipt.attempt}`);
149
168
  const selectedArtifactOutput = join(resolve(options.outputDir), "artifacts", task.id, `attempt-${receipt.attempt}`);
150
- if ((receipt.outputDir === artifactOutput ||
151
- receipt.outputDir === selectedArtifactOutput) &&
152
- (await hasArtifacts(artifactOutput))) {
169
+ const completedReceipt = receipt.status === "completed" ||
170
+ (receipt.status === "failed" &&
171
+ receipt.error === "Multiscan repository coverage is incomplete.");
172
+ const selectedOutputMatches = receipt.outputDir === artifactOutput ||
173
+ receipt.outputDir === selectedArtifactOutput;
174
+ const artifactsPresent = selectedOutputMatches && (await hasArtifacts(artifactOutput));
175
+ if (completedReceipt &&
176
+ selectedOutputMatches &&
177
+ (!(await hasCompletedContract(artifactOutput, await resumePluginRoot(), options.signal)) ||
178
+ !artifactsPresent)) {
179
+ rejectedCompleted.add(artifactOutput);
180
+ pending.push(task);
181
+ continue;
182
+ }
183
+ if (artifactsPresent) {
153
184
  if (receipt.status === "completed" &&
154
185
  Number.isSafeInteger(receipt.attempt) &&
155
186
  receipt.attempt > 0) {
@@ -186,11 +217,7 @@ async function runCampaign(options, tasks, output) {
186
217
  });
187
218
  }
188
219
  }
189
- if (receipt.status === "completed" ||
190
- (await legacyCompletedReceipt({
191
- ...receipt,
192
- outputDir: artifactOutput,
193
- }))) {
220
+ if (completedReceipt) {
194
221
  policyFailed ||= receipt.policyFailed === true;
195
222
  completed += 1;
196
223
  continue;
@@ -212,6 +239,7 @@ async function runCampaign(options, tasks, output) {
212
239
  if (pending.length === 0)
213
240
  return summarize();
214
241
  let next = 0;
242
+ let receiptTail = Promise.resolve();
215
243
  const worker = async (security) => {
216
244
  for (;;) {
217
245
  options.signal?.throwIfAborted();
@@ -256,7 +284,10 @@ async function runCampaign(options, tasks, output) {
256
284
  try {
257
285
  await ensureOutputDirectory(artifactRoot);
258
286
  let result;
259
- if (options.recoverScan !== undefined && retry === 0 && attempt > 0) {
287
+ if (options.recoverScan !== undefined &&
288
+ retry === 0 &&
289
+ attempt > 0 &&
290
+ !rejectedCompleted.has(scanDir)) {
260
291
  const existing = await lstat(scanDir).catch(undefinedIfMissingFile);
261
292
  if (existing !== undefined) {
262
293
  await ensureOutputDirectory(scanDir);
@@ -331,7 +362,9 @@ async function runCampaign(options, tasks, output) {
331
362
  result = await security.run(checkout, {
332
363
  ...scanSettings,
333
364
  knowledgeBaseSnapshot: knowledge?.snapshot,
334
- ...(task.scope === undefined ? {} : { target: [task.scope] }),
365
+ ...(task.scope === undefined
366
+ ? {}
367
+ : { target: [resolve(checkout, task.scope)] }),
335
368
  ...(options.knowledgeBasePaths?.length
336
369
  ? { knowledgeBasePaths: options.knowledgeBasePaths }
337
370
  : {}),
@@ -416,7 +449,9 @@ async function runCampaign(options, tasks, output) {
416
449
  ...(runWarnings.length === 0 ? {} : { warnings: runWarnings }),
417
450
  policyFailed: attemptPolicyFailed,
418
451
  };
419
- await appendReceipt(ledger, `${JSON.stringify(receipt)}\n`);
452
+ const receiptLine = `${JSON.stringify(receipt)}\n`;
453
+ receiptTail = receiptTail.then(() => appendReceipt(ledger, receiptLine));
454
+ await receiptTail;
420
455
  if (recoveryCheckout !== undefined) {
421
456
  reportedError = await removeCheckout(recoveryCheckout);
422
457
  }
@@ -761,24 +796,25 @@ async function ensureManifest(path, tasks, options, knowledgeByMode) {
761
796
  async function readReceipts(path, preserveInterrupted = false) {
762
797
  let contents;
763
798
  try {
764
- contents = await readFile(path, "utf8");
799
+ contents = await readFile(path);
765
800
  }
766
801
  catch (error) {
767
802
  if (error.code === "ENOENT")
768
803
  return new Map();
769
804
  throw error;
770
805
  }
771
- const lines = contents.split("\n");
772
- if (!contents.endsWith("\n")) {
773
- const partial = lines.pop();
806
+ const end = contents.lastIndexOf(10) + 1;
807
+ if (contents.at(-1) !== 10) {
808
+ const partial = contents.subarray(end);
774
809
  if (preserveInterrupted) {
775
810
  await writeFile(`${path}.interrupted-${randomUUID()}`, partial, {
776
811
  flag: "wx",
777
812
  mode: 0o600,
778
813
  });
779
814
  }
780
- await truncate(path, Buffer.byteLength(contents) - Buffer.byteLength(partial));
815
+ await truncate(path, end);
781
816
  }
817
+ const lines = contents.subarray(0, end).toString("utf8").split("\n");
782
818
  const receipts = new Map();
783
819
  for (const line of lines.filter(Boolean)) {
784
820
  const saved = JSON.parse(line);
@@ -809,16 +845,16 @@ async function hasArtifacts(path) {
809
845
  return false;
810
846
  }
811
847
  }
812
- async function legacyCompletedReceipt(receipt) {
813
- if (receipt.status !== "failed" ||
814
- receipt.error !== "Multiscan repository coverage is incomplete.") {
815
- return false;
816
- }
848
+ async function hasCompletedContract(path, pluginRoot, signal) {
817
849
  try {
818
- const manifest = JSON.parse(await readFile(join(receipt.outputDir, "scan-manifest.json"), "utf8"));
819
- return manifest.scan?.status === "completed";
850
+ signal?.throwIfAborted();
851
+ const contract = await loadContract(path, { pluginRoot, signal });
852
+ return contract.manifest.scan.status === "completed";
820
853
  }
821
- catch {
854
+ catch (error) {
855
+ signal?.throwIfAborted();
856
+ if (error instanceof ContractSchemaError)
857
+ throw error;
822
858
  return false;
823
859
  }
824
860
  }