@openai/codex-security 0.3.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (244) hide show
  1. package/README.md +45 -9
  2. package/_bundled_plugin/.codex-plugin/plugin.json +5 -5
  3. package/_bundled_plugin/.mcp.json +1 -0
  4. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  5. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  6. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  7. package/_bundled_plugin/mcp/permission-profile-preflight.mjs +13 -20
  8. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  9. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  10. package/_bundled_plugin/references/core-scan.md +2 -0
  11. package/_bundled_plugin/references/final-report.md +5 -1
  12. package/_bundled_plugin/references/investigation-time-budget.md +11 -0
  13. package/_bundled_plugin/references/sarif-adapter.md +1 -0
  14. package/_bundled_plugin/references/scan-prologue.md +2 -6
  15. package/_bundled_plugin/references/scan-runtime.md +15 -0
  16. package/_bundled_plugin/references/threat-model.md +2 -0
  17. package/_bundled_plugin/schemas/coverage.schema.json +45 -126
  18. package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +5 -1
  19. package/_bundled_plugin/schemas/findings.schema.json +140 -427
  20. package/_bundled_plugin/schemas/patch-risk-assessment.schema.json +106 -119
  21. package/_bundled_plugin/schemas/scan-manifest.schema.json +73 -188
  22. package/_bundled_plugin/scripts/deep_scan_workbench.py +7 -0
  23. package/_bundled_plugin/scripts/finalize_scan_contract.py +87 -49
  24. package/_bundled_plugin/scripts/finding_preview.py +5 -3
  25. package/_bundled_plugin/scripts/generate_rank_input.py +26 -106
  26. package/_bundled_plugin/scripts/launch_codex_security_mcp +39 -4
  27. package/_bundled_plugin/scripts/report_projection.py +35 -13
  28. package/_bundled_plugin/scripts/snapshot_sqlite.py +7 -0
  29. package/_bundled_plugin/scripts/windows_scan_local_files.py +43 -1
  30. package/_bundled_plugin/scripts/workbench_cli.py +9 -9
  31. package/_bundled_plugin/scripts/workbench_constants.py +4 -0
  32. package/_bundled_plugin/scripts/workbench_db.py +103 -45
  33. package/_bundled_plugin/scripts/workbench_progress.py +0 -50
  34. package/_bundled_plugin/scripts/workbench_publication.py +216 -247
  35. package/_bundled_plugin/scripts/workbench_scan_history.py +3 -2
  36. package/_bundled_plugin/scripts/workbench_scan_start.py +12 -4
  37. package/_bundled_plugin/scripts/workbench_scan_usage.py +360 -37
  38. package/_bundled_plugin/scripts/workbench_schema.py +1 -1
  39. package/_bundled_plugin/scripts/workbench_source_excerpt.py +74 -51
  40. package/_bundled_plugin/scripts/workbench_source_scopes.py +388 -0
  41. package/_bundled_plugin/scripts/workbench_target.py +7 -5
  42. package/_bundled_plugin/scripts/workbench_validation.py +52 -2
  43. package/_bundled_plugin/shared/workbench-history-repairs.json +19 -0
  44. package/_bundled_plugin/shared/workbench-migrations.json +22 -0
  45. package/_bundled_plugin/skills/deep-security-scan/SKILL.md +1 -1
  46. package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
  47. package/_bundled_plugin/skills/security-diff-scan/SKILL.md +4 -2
  48. package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
  49. package/_bundled_plugin/skills/security-scan/SKILL.md +4 -2
  50. package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
  51. package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +3 -3
  52. package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +2 -0
  53. package/_bundled_plugin/skills/track-findings/SKILL.md +8 -4
  54. package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
  55. package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +1 -1
  56. package/dist/api.d.ts +6 -2
  57. package/dist/api.d.ts.map +1 -1
  58. package/dist/api.js +266 -39
  59. package/dist/api.js.map +1 -1
  60. package/dist/artifact-export.d.ts +2 -1
  61. package/dist/artifact-export.d.ts.map +1 -1
  62. package/dist/artifact-export.js +38 -23
  63. package/dist/artifact-export.js.map +1 -1
  64. package/dist/classify-severity-records.d.ts +76 -0
  65. package/dist/classify-severity-records.d.ts.map +1 -0
  66. package/dist/classify-severity-records.js +141 -0
  67. package/dist/classify-severity-records.js.map +1 -0
  68. package/dist/classify-severity.d.ts +1 -23
  69. package/dist/classify-severity.d.ts.map +1 -1
  70. package/dist/classify-severity.js +3 -24
  71. package/dist/classify-severity.js.map +1 -1
  72. package/dist/cli-help.d.ts.map +1 -1
  73. package/dist/cli-help.js +2 -0
  74. package/dist/cli-help.js.map +1 -1
  75. package/dist/cli.d.ts +4 -2
  76. package/dist/cli.d.ts.map +1 -1
  77. package/dist/cli.js +148 -149
  78. package/dist/cli.js.map +1 -1
  79. package/dist/cloud-publish.js +1 -1
  80. package/dist/cloud-publish.js.map +1 -1
  81. package/dist/codex-sdk-environment.js +1 -1
  82. package/dist/codex-sdk-environment.js.map +1 -1
  83. package/dist/component-plan.js +1 -1
  84. package/dist/component-plan.js.map +1 -1
  85. package/dist/component-scan.d.ts.map +1 -1
  86. package/dist/component-scan.js +5 -4
  87. package/dist/component-scan.js.map +1 -1
  88. package/dist/config.d.ts +12 -0
  89. package/dist/config.d.ts.map +1 -1
  90. package/dist/config.js +10 -4
  91. package/dist/config.js.map +1 -1
  92. package/dist/contract.d.ts +6 -0
  93. package/dist/contract.d.ts.map +1 -1
  94. package/dist/contract.js +69 -20
  95. package/dist/contract.js.map +1 -1
  96. package/dist/cost-model.d.ts.map +1 -1
  97. package/dist/cost-model.js +7 -2
  98. package/dist/cost-model.js.map +1 -1
  99. package/dist/custom-validation-prompt.js +3 -3
  100. package/dist/custom-validation-prompt.js.map +1 -1
  101. package/dist/deduplication/codex-review.d.ts +1 -5
  102. package/dist/deduplication/codex-review.d.ts.map +1 -1
  103. package/dist/deduplication/codex-review.js +2 -2
  104. package/dist/deduplication/codex-review.js.map +1 -1
  105. package/dist/deduplication/deduplication-prompts.d.ts +1 -1
  106. package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
  107. package/dist/deduplication/deduplication-prompts.js +2 -2
  108. package/dist/deduplication/deduplication-prompts.js.map +1 -1
  109. package/dist/deduplication/deduplication-reviewer.d.ts +1 -1
  110. package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
  111. package/dist/deduplication/deduplication-reviewer.js +1 -1
  112. package/dist/deduplication/deduplication-reviewer.js.map +1 -1
  113. package/dist/deduplication/records-protocol.d.ts +3 -8
  114. package/dist/deduplication/records-protocol.d.ts.map +1 -1
  115. package/dist/deduplication/records-protocol.js +11 -171
  116. package/dist/deduplication/records-protocol.js.map +1 -1
  117. package/dist/deduplication/records.js +1 -1
  118. package/dist/deduplication/records.js.map +1 -1
  119. package/dist/deduplication/scan.d.ts.map +1 -1
  120. package/dist/deduplication/scan.js +10 -9
  121. package/dist/deduplication/scan.js.map +1 -1
  122. package/dist/deep-config.d.ts +4 -1
  123. package/dist/deep-config.d.ts.map +1 -1
  124. package/dist/deep-config.js +21 -1
  125. package/dist/deep-config.js.map +1 -1
  126. package/dist/deep-progress.d.ts +15 -1
  127. package/dist/deep-progress.d.ts.map +1 -1
  128. package/dist/deep-progress.js +15 -16
  129. package/dist/deep-progress.js.map +1 -1
  130. package/dist/executable-path.d.ts +2 -0
  131. package/dist/executable-path.d.ts.map +1 -0
  132. package/dist/executable-path.js +12 -0
  133. package/dist/executable-path.js.map +1 -0
  134. package/dist/feedback.d.ts +1 -4
  135. package/dist/feedback.d.ts.map +1 -1
  136. package/dist/feedback.js +1 -1
  137. package/dist/feedback.js.map +1 -1
  138. package/dist/findings-import.d.ts +1 -1
  139. package/dist/findings-import.d.ts.map +1 -1
  140. package/dist/findings-import.js +3 -3
  141. package/dist/findings-import.js.map +1 -1
  142. package/dist/git-remote.d.ts +10 -0
  143. package/dist/git-remote.d.ts.map +1 -0
  144. package/dist/git-remote.js +24 -0
  145. package/dist/git-remote.js.map +1 -0
  146. package/dist/github.d.ts.map +1 -1
  147. package/dist/github.js +5 -7
  148. package/dist/github.js.map +1 -1
  149. package/dist/host-protocol.d.ts +19 -0
  150. package/dist/host-protocol.d.ts.map +1 -0
  151. package/dist/host-protocol.js +270 -0
  152. package/dist/host-protocol.js.map +1 -0
  153. package/dist/host-records-protocol.d.ts +15 -0
  154. package/dist/host-records-protocol.d.ts.map +1 -0
  155. package/dist/host-records-protocol.js +15 -0
  156. package/dist/host-records-protocol.js.map +1 -0
  157. package/dist/hosted-scan-protocol.d.ts +4 -0
  158. package/dist/hosted-scan-protocol.d.ts.map +1 -0
  159. package/dist/hosted-scan-protocol.js +25 -0
  160. package/dist/hosted-scan-protocol.js.map +1 -0
  161. package/dist/hosted-scan.d.ts +112 -0
  162. package/dist/hosted-scan.d.ts.map +1 -0
  163. package/dist/hosted-scan.js +260 -0
  164. package/dist/hosted-scan.js.map +1 -0
  165. package/dist/index.d.ts +7 -0
  166. package/dist/index.d.ts.map +1 -1
  167. package/dist/index.js +3 -0
  168. package/dist/index.js.map +1 -1
  169. package/dist/knowledge-base.d.ts.map +1 -1
  170. package/dist/knowledge-base.js +87 -7
  171. package/dist/knowledge-base.js.map +1 -1
  172. package/dist/multiscan.d.ts.map +1 -1
  173. package/dist/multiscan.js +108 -36
  174. package/dist/multiscan.js.map +1 -1
  175. package/dist/patch-publication.d.ts +26 -0
  176. package/dist/patch-publication.d.ts.map +1 -0
  177. package/dist/patch-publication.js +105 -0
  178. package/dist/patch-publication.js.map +1 -0
  179. package/dist/patch-tui.d.ts.map +1 -1
  180. package/dist/patch-tui.js +4 -1
  181. package/dist/patch-tui.js.map +1 -1
  182. package/dist/project-config-schema.d.ts +2 -0
  183. package/dist/project-config-schema.d.ts.map +1 -1
  184. package/dist/project-config-schema.js +1 -0
  185. package/dist/project-config-schema.js.map +1 -1
  186. package/dist/project-config.d.ts +1 -0
  187. package/dist/project-config.d.ts.map +1 -1
  188. package/dist/project-config.js +16 -6
  189. package/dist/project-config.js.map +1 -1
  190. package/dist/publication-store.d.ts.map +1 -1
  191. package/dist/publication-store.js +73 -63
  192. package/dist/publication-store.js.map +1 -1
  193. package/dist/publication.d.ts +0 -2
  194. package/dist/publication.d.ts.map +1 -1
  195. package/dist/publication.js +135 -24
  196. package/dist/publication.js.map +1 -1
  197. package/dist/publish.d.ts.map +1 -1
  198. package/dist/publish.js +39 -25
  199. package/dist/publish.js.map +1 -1
  200. package/dist/runtime.d.ts +5 -2
  201. package/dist/runtime.d.ts.map +1 -1
  202. package/dist/runtime.js +86 -58
  203. package/dist/runtime.js.map +1 -1
  204. package/dist/scan-executor.d.ts +104 -0
  205. package/dist/scan-executor.d.ts.map +1 -0
  206. package/dist/scan-executor.js +62 -0
  207. package/dist/scan-executor.js.map +1 -0
  208. package/dist/scan-settings.d.ts +1 -0
  209. package/dist/scan-settings.d.ts.map +1 -1
  210. package/dist/scan-settings.js +7 -1
  211. package/dist/scan-settings.js.map +1 -1
  212. package/dist/scan-time-budget.d.ts +9 -0
  213. package/dist/scan-time-budget.d.ts.map +1 -0
  214. package/dist/scan-time-budget.js +16 -0
  215. package/dist/scan-time-budget.js.map +1 -0
  216. package/dist/severity-review.d.ts +29 -0
  217. package/dist/severity-review.d.ts.map +1 -0
  218. package/dist/severity-review.js +47 -0
  219. package/dist/severity-review.js.map +1 -0
  220. package/dist/targets.d.ts.map +1 -1
  221. package/dist/targets.js +17 -25
  222. package/dist/targets.js.map +1 -1
  223. package/dist/validation-records.d.ts +38 -0
  224. package/dist/validation-records.d.ts.map +1 -0
  225. package/dist/validation-records.js +76 -0
  226. package/dist/validation-records.js.map +1 -0
  227. package/dist/version.d.ts.map +1 -1
  228. package/dist/version.js +4 -2
  229. package/dist/version.js.map +1 -1
  230. package/dist/worker-progress.d.ts +43 -15
  231. package/dist/worker-progress.d.ts.map +1 -1
  232. package/dist/worker-progress.js +22 -80
  233. package/dist/worker-progress.js.map +1 -1
  234. package/docs/classify-severity-records.md +89 -0
  235. package/docs/cli.md +281 -35
  236. package/docs/hosted-scans.md +242 -0
  237. package/docs/validate-records.md +69 -0
  238. package/package.json +18 -14
  239. package/schemas/hosted-scan-v2.fixture.json +145 -0
  240. package/schemas/project-config.schema.json +7 -1
  241. package/_bundled_plugin/preflight/capability-profiles.toml +0 -76
  242. package/_bundled_plugin/references/config-preflight.md +0 -93
  243. package/_bundled_plugin/references/desktop-config-preflight.md +0 -11
  244. package/_bundled_plugin/scripts/config_preflight.py +0 -911
@@ -1 +1 @@
1
- {"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAeH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC3C,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAClD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;YAC3B,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO;YACL,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;YACrB,cAAc,EAAE,MAAM,OAAO,CAAC,GAAG,CAC/B,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CACd,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACD,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAgD,EAChD,MAAoB,EACpB,SAAkB;IAElB,IAAI,CAAC;QACH,MAAM,QAAQ,GACZ,WAAW,IAAI,KAAK;YAClB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAClB,QAAQ,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAClB,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACH,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;QACF,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;oBAC1C,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,KAAK;oBACX,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC9B,cAAc;YACd,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAwB,EACxB,MAAoB;IAEpB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAC1B,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAE,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IACE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YACtE,MAAM;YAEN,SAAS;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;gBACjD,MAAM,EAAE,IAAI;aACb,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC;oBACjE,SAAS;gBACX,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxE,SAAS;YACX,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,IAAY,EACZ,KAAiB,EACjB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,KAAK,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IACE,CAAC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC,EACvE,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,SAAS,CACd,GAAG;aACA,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC;aACpC,OAAO,CAAC,+BAA+B,EAAE,IAAI,CAAC;aAC9C,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC;aACxC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAC5B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAC/B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/B,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACtB,CAAC;QACF,IACE,SAAS,GAAG,QAAQ;YACpB,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,EAC5C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n stat,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { ConfigurationError, errorMessage } from \"./errors.js\";\nimport { expandHome } from \"./runtime.js\";\nimport {\n gitMarkerRoot,\n isGitMetadataDirectory,\n nullIfMissingFile,\n} from \"./targets.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n protectedRoots: string[];\n cleanup(): Promise<void>;\n}\n\nexport interface KnowledgeBaseSnapshot {\n readonly sources: readonly string[];\n readonly protectedRoots?: readonly string[];\n readonly documents: Readonly<Record<string, string>>;\n}\n\n/** @internal Extract once so campaign identity and workers use identical inputs. */\nexport async function readKnowledgeBaseSnapshot(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<KnowledgeBaseSnapshot> {\n try {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(\n `Knowledge base paths cannot be symbolic links: ${path}`,\n );\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? (await discover(source, signal)).sort()\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const extracted: Record<string, string> = {};\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes, signal)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n const name = `${index}-${basename(document)}.txt`;\n // The prefix and suffix can exceed the filesystem's 255-byte name limit.\n const filename = Buffer.byteLength(name) > 255 ? `${index}.txt` : name;\n extracted[filename] = text;\n index++;\n }\n return {\n sources: [...sources],\n protectedRoots: await Promise.all(\n [...sources].map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n ),\n documents: extracted,\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\nexport async function prepareKnowledgeBase(\n input: readonly string[] | KnowledgeBaseSnapshot,\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n try {\n const snapshot =\n \"documents\" in input\n ? input\n : await readKnowledgeBaseSnapshot(input, signal);\n const protectedRoots =\n snapshot.protectedRoots === undefined\n ? await Promise.all(\n snapshot.sources.map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n )\n : [...snapshot.protectedRoots];\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n for (const [filename, text] of Object.entries(snapshot.documents)) {\n signal?.throwIfAborted();\n await writeFile(join(path, filename), text, {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n });\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n return {\n path,\n sources: [...snapshot.sources],\n protectedRoots,\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\n/** @internal Read the same extracted document text used by scans. */\nexport async function readKnowledgeBaseDocuments(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<string[]> {\n const { documents } = await readKnowledgeBaseSnapshot(paths, signal);\n return Object.keys(documents)\n .sort()\n .map((name) => documents[name]!);\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n if (\n (process.platform === \"win32\" ? entry.name.toLowerCase() : entry.name) ===\n \".git\"\n )\n continue;\n const path = join(directory, entry.name);\n if (entry.name.toLowerCase() === \".git\") {\n const marker = await stat(join(directory, \".git\"), {\n bigint: true,\n }).catch(nullIfMissingFile);\n if (marker !== null) {\n const candidate = await lstat(path, { bigint: true });\n if (candidate.dev === marker.dev && candidate.ino === marker.ino) {\n continue;\n }\n }\n if (entry.isDirectory() && (await isGitMetadataDirectory(path, signal))) {\n continue;\n }\n }\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(\n path: string,\n bytes: Uint8Array,\n signal?: AbortSignal,\n): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n signal?.throwIfAborted();\n const content = await (await document.getPage(number)).getTextContent();\n signal?.throwIfAborted();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n if (signal?.aborted) throw error;\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n if (\n !/<(?:\\w+:)?document\\b[^>]*>[\\s\\S]*<\\/(?:\\w+:)?document\\s*>/u.test(xml)\n ) {\n throw new Error(\"Malformed word/document.xml.\");\n }\n return decodeXml(\n xml\n .replace(/<\\/(?:\\w+:)?p\\s*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?(?:br|cr)\\b[^>]*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?tab\\b[^>]*>/gu, \"\\t\")\n .replace(/<[^>]+>/gu, \"\"),\n );\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n const codePoint = Number.parseInt(\n name.slice(hexadecimal ? 2 : 1),\n hexadecimal ? 16 : 10,\n );\n if (\n codePoint > 0x10ffff ||\n (codePoint >= 0xd800 && codePoint <= 0xdfff)\n ) {\n return entity;\n }\n return String.fromCodePoint(codePoint);\n },\n );\n}\n"]}
1
+ {"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAeH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC3C,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAClD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;YAC3B,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO;YACL,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;YACrB,cAAc,EAAE,MAAM,OAAO,CAAC,GAAG,CAC/B,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CACd,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACD,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAgD,EAChD,MAAoB,EACpB,SAAkB;IAElB,IAAI,CAAC;QACH,MAAM,QAAQ,GACZ,WAAW,IAAI,KAAK;YAClB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAClB,QAAQ,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAClB,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACH,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;QACF,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;oBAC1C,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,KAAK;oBACX,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC9B,cAAc;YACd,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAwB,EACxB,MAAoB;IAEpB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAC1B,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAE,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IACE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YACtE,MAAM;YAEN,SAAS;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;gBACjD,MAAM,EAAE,IAAI;aACb,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC;oBACjE,SAAS;gBACX,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxE,SAAS;YACX,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,IAAY,EACZ,KAAiB,EACjB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,KAAK,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IAAI,IAAI,GAAa,EAAE,CAAC;QACxB,IAAI,MAAM,GAIJ,EAAE,CAAC;QACT,MAAM,OAAO,GAAgD,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACjC,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,EAAE;YAC/B,IAAI,YAAY,GAAG,CAAC;gBAAE,OAAO;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBACrC,IAAI,CAAC,KAAK,CAAC,YAAY;gBAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAClD,IAAI,CAAC,eAAe;gBAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvD,CAAC,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,MAAe,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,4EAA4E;gBAC5E,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC;QACH,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IACE,SAAS,KAAK,KAAK;gBACnB,SAAS,KAAK,SAAS;gBACvB,SAAS,KAAK,cAAc,EAC5B,CAAC;gBACD,YAAY,EAAE,CAAC;YACjB,CAAC;YACD,IAAI,YAAY,GAAG,CAAC;gBAAE,OAAO;YAC7B,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;gBAChC,8CAA8C;gBAC9C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/B,IAAI,GAAG,EAAE,CAAC;gBACV,MAAM,GAAG,EAAE,CAAC;YACd,CAAC;iBAAM,IAAI,SAAS,KAAK,UAAU;gBAAE,eAAe,GAAG,IAAI,CAAC;iBACvD,IAAI,SAAS,KAAK,WAAW;gBAAE,eAAe,GAAG,IAAI,CAAC;iBACtD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,SAAS,CACpB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAC7B,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CACrD,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CACb,CAAC;gBACF,IAAI,IAAI,KAAK,OAAO;oBAClB,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;qBAC1D,IAAI,IAAI,KAAK,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAC/C,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,YAAY,GAAG,KAAK,CAAC;qBACjC,IAAI,IAAI,KAAK,KAAK;oBAAE,WAAW,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;iBAAM,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;iBAC7D,IAAI,SAAS,KAAK,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE;YAChD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,YAAY,KAAK,CAAC,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;gBACtD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC9B,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,EAAG,CAAC,CAAC;gBACpC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClB,CAAC;YACD,IAAI,SAAS,KAAK,WAAW;gBAAE,eAAe,GAAG,KAAK,CAAC;YACvD,IAAI,CAAC,aAAa,IAAI,SAAS,KAAK,GAAG;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACtD,IACE,SAAS,KAAK,KAAK;gBACnB,SAAS,KAAK,SAAS;gBACvB,SAAS,KAAK,cAAc,EAC5B,CAAC;gBACD,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QACnD,IAAI,CAAC,eAAe;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,WAAW,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAC/B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/B,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACtB,CAAC;QACF,IACE,SAAS,GAAG,QAAQ;YACpB,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,EAC5C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n stat,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { SaxesParser } from \"saxes\";\nimport { ConfigurationError, errorMessage } from \"./errors.js\";\nimport { expandHome } from \"./runtime.js\";\nimport {\n gitMarkerRoot,\n isGitMetadataDirectory,\n nullIfMissingFile,\n} from \"./targets.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n protectedRoots: string[];\n cleanup(): Promise<void>;\n}\n\nexport interface KnowledgeBaseSnapshot {\n readonly sources: readonly string[];\n readonly protectedRoots?: readonly string[];\n readonly documents: Readonly<Record<string, string>>;\n}\n\n/** @internal Extract once so campaign identity and workers use identical inputs. */\nexport async function readKnowledgeBaseSnapshot(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<KnowledgeBaseSnapshot> {\n try {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(\n `Knowledge base paths cannot be symbolic links: ${path}`,\n );\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? (await discover(source, signal)).sort()\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const extracted: Record<string, string> = {};\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes, signal)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n const name = `${index}-${basename(document)}.txt`;\n // The prefix and suffix can exceed the filesystem's 255-byte name limit.\n const filename = Buffer.byteLength(name) > 255 ? `${index}.txt` : name;\n extracted[filename] = text;\n index++;\n }\n return {\n sources: [...sources],\n protectedRoots: await Promise.all(\n [...sources].map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n ),\n documents: extracted,\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\nexport async function prepareKnowledgeBase(\n input: readonly string[] | KnowledgeBaseSnapshot,\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n try {\n const snapshot =\n \"documents\" in input\n ? input\n : await readKnowledgeBaseSnapshot(input, signal);\n const protectedRoots =\n snapshot.protectedRoots === undefined\n ? await Promise.all(\n snapshot.sources.map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n )\n : [...snapshot.protectedRoots];\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n for (const [filename, text] of Object.entries(snapshot.documents)) {\n signal?.throwIfAborted();\n await writeFile(join(path, filename), text, {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n });\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n return {\n path,\n sources: [...snapshot.sources],\n protectedRoots,\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\n/** @internal Read the same extracted document text used by scans. */\nexport async function readKnowledgeBaseDocuments(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<string[]> {\n const { documents } = await readKnowledgeBaseSnapshot(paths, signal);\n return Object.keys(documents)\n .sort()\n .map((name) => documents[name]!);\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n if (\n (process.platform === \"win32\" ? entry.name.toLowerCase() : entry.name) ===\n \".git\"\n )\n continue;\n const path = join(directory, entry.name);\n if (entry.name.toLowerCase() === \".git\") {\n const marker = await stat(join(directory, \".git\"), {\n bigint: true,\n }).catch(nullIfMissingFile);\n if (marker !== null) {\n const candidate = await lstat(path, { bigint: true });\n if (candidate.dev === marker.dev && candidate.ino === marker.ino) {\n continue;\n }\n }\n if (entry.isDirectory() && (await isGitMetadataDirectory(path, signal))) {\n continue;\n }\n }\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(\n path: string,\n bytes: Uint8Array,\n signal?: AbortSignal,\n): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n signal?.throwIfAborted();\n const content = await (await document.getPage(number)).getTextContent();\n signal?.throwIfAborted();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n if (signal?.aborted) throw error;\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n let text: string[] = [];\n let fields: {\n instructions: boolean;\n literal: string[];\n result: string[];\n }[] = [];\n const stories: { text: string[]; fields: typeof fields }[] = [];\n const parser = new SaxesParser();\n let documentElement = false;\n let deletedDepth = 0;\n let instructionText = false;\n const append = (value: string) => {\n if (deletedDepth > 0) return;\n const field = fields.at(-1);\n if (field === undefined) text.push(value);\n else if (!field.instructions) field.result.push(value);\n else if (!instructionText) field.literal.push(value);\n };\n const finishField = (closed: boolean) => {\n const field = fields.pop();\n if (field !== undefined) {\n // Unclosed fields retain ordinary runs; completed fields show only results.\n append((closed ? \"\" : field.literal.join(\"\")) + field.result.join(\"\"));\n }\n };\n parser.on(\"opentag\", ({ name, attributes }) => {\n const localName = name.split(\":\").at(-1);\n if (\n localName === \"del\" ||\n localName === \"delText\" ||\n localName === \"delInstrText\"\n ) {\n deletedDepth++;\n }\n if (deletedDepth > 0) return;\n if (localName === \"txbxContent\") {\n // Text boxes have their own field boundaries.\n stories.push({ text, fields });\n text = [];\n fields = [];\n } else if (localName === \"document\") documentElement = true;\n else if (localName === \"instrText\") instructionText = true;\n else if (localName === \"fldChar\") {\n const type = decodeXml(\n Object.entries(attributes).find(\n ([name]) => name.split(\":\").at(-1) === \"fldCharType\",\n )?.[1] ?? \"\",\n );\n if (type === \"begin\")\n fields.push({ instructions: true, literal: [], result: [] });\n else if (type === \"separate\" && fields.length > 0)\n fields.at(-1)!.instructions = false;\n else if (type === \"end\") finishField(true);\n } else if (localName === \"br\" || localName === \"cr\") append(\"\\n\");\n else if (localName === \"tab\") append(\"\\t\");\n });\n parser.on(\"closetag\", ({ name, isSelfClosing }) => {\n const localName = name.split(\":\").at(-1);\n if (deletedDepth === 0 && localName === \"txbxContent\") {\n while (fields.length > 0) finishField(false);\n const content = text.join(\"\");\n ({ text, fields } = stories.pop()!);\n append(content);\n }\n if (localName === \"instrText\") instructionText = false;\n if (!isSelfClosing && localName === \"p\") append(\"\\n\");\n if (\n localName === \"del\" ||\n localName === \"delText\" ||\n localName === \"delInstrText\"\n ) {\n deletedDepth--;\n }\n });\n parser.on(\"text\", (value) => append(decodeXml(value)));\n parser.on(\"cdata\", (value) => append(value.replaceAll(\"&amp;\", \"&\")));\n // Keep the existing entity decoder's handling of unusable references.\n // CDATA is literal text, so only undo this escaping in its handler.\n parser.write(xml.replaceAll(\"&\", \"&amp;\")).close();\n if (!documentElement) throw new Error(\"Malformed word/document.xml.\");\n while (fields.length > 0) finishField(false);\n return text.join(\"\");\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n const codePoint = Number.parseInt(\n name.slice(hexadecimal ? 2 : 1),\n hexadecimal ? 16 : 10,\n );\n if (\n codePoint > 0x10ffff ||\n (codePoint >= 0xd800 && codePoint <= 0xdfff)\n ) {\n return entity;\n }\n return String.fromCodePoint(codePoint);\n },\n );\n}\n"]}
@@ -1 +1 @@
1
- {"version":3,"file":"multiscan.d.ts","sourceRoot":"","sources":["../src/multiscan.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAQvD,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAGL,KAAK,QAAQ,EACd,MAAM,cAAc,CAAC;AACtB,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,YAAY,EAClB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA0C9C,MAAM,WAAW,gBAAiB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,CACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,GAAG;QAC5B,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;KAC/C,GACA,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iBAAiB,CAAC,EAAE,OAAO,CACzB,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,kBAAkB,CAAC,CAAC,CAC/D,CAAC;IACF,MAAM,EAAE,mBAAmB,CAAC;IAC5B,cAAc,CACZ,MAAM,EAAE,mBAAmB,GAC1B,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,CAAC,KAAK,EAAE;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QAC3C,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;CACV;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;IACxD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CAoF1B;AA08BD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,EAAE,CAoB5E"}
1
+ {"version":3,"file":"multiscan.d.ts","sourceRoot":"","sources":["../src/multiscan.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAUvD,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,qBAAqB,CAAC;AAO7B,OAAO,EAGL,KAAK,QAAQ,EACd,MAAM,cAAc,CAAC;AACtB,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,YAAY,EAClB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA2C9C,MAAM,WAAW,gBAAiB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,CACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,GAAG;QAC5B,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;KAC/C,GACA,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iBAAiB,CAAC,EAAE,OAAO,CACzB,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,kBAAkB,CAAC,CAAC,CAC/D,CAAC;IACF,MAAM,EAAE,mBAAmB,CAAC;IAC5B,cAAc,CACZ,MAAM,EAAE,mBAAmB,GAC1B,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,CAAC,KAAK,EAAE;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QAC3C,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;CACV;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;IACxD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CA8G1B;AAwgCD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,EAAE,CAoB5E"}
package/dist/multiscan.js CHANGED
@@ -2,16 +2,18 @@ import { notify } from "./value.js";
2
2
  import { execFile as execFileCallback } from "node:child_process";
3
3
  import { randomUUID } from "node:crypto";
4
4
  import { realpathSync } from "node:fs";
5
- import { lstat, mkdir, open, readFile, readdir, realpath, rename, rm, rmdir, truncate, utimes, writeFile, } from "node:fs/promises";
5
+ import { lstat, mkdir, mkdtemp, open, readFile, readdir, realpath, rename, rm, rmdir, truncate, utimes, writeFile, } from "node:fs/promises";
6
6
  import { hostname } from "node:os";
7
7
  import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
8
8
  import { promisify } from "node:util";
9
9
  import Papa from "papaparse";
10
+ import { ContractSchemaError, loadContract } from "./contract.js";
11
+ import { deepScanOptions } from "./deep-config.js";
10
12
  import { readThreatModelPath } from "./artifact-export.js";
11
13
  import { OutputDirectoryNotEmptyError, errorMessage, ScanCostLimitExceededError, } from "./errors.js";
12
14
  import { readKnowledgeBaseSnapshot, } from "./knowledge-base.js";
13
15
  import { resolveScanPrompts } from "./prompt-files.js";
14
- import { requireSecureOutputAncestry, validateOutputDir } from "./runtime.js";
16
+ import { requireSecureOutputAncestry, resolvePluginPath, validateOutputDir, } from "./runtime.js";
15
17
  import { DiffTarget, UNSUPPORTED_GIT_ENVIRONMENT, } from "./targets.js";
16
18
  import { meetsSeverity, } from "./scan-settings.js";
17
19
  import { workflowDigest } from "./finding-workflow.js";
@@ -35,6 +37,9 @@ export async function runMultiscan(options) {
35
37
  throw new Error("Multiscan max attempts must be a positive integer.");
36
38
  }
37
39
  const tasks = parseInventory(await readFile(options.inputPath, "utf8"), dirname(resolve(options.inputPath)), options.mode);
40
+ for (const mode of new Set(tasks.map((task) => task.mode))) {
41
+ deepScanOptions({ ...options.scanOptionsByMode?.[mode], mode });
42
+ }
38
43
  if (tasks.some((task) => task.scope === undefined &&
39
44
  options.scanOptionsByMode?.[task.mode]?.target instanceof DiffTarget)) {
40
45
  throw new Error("Bulk scans do not support diff or working-tree scopes because their checkouts are clean, shallow snapshots. Use repository or path scopes instead.");
@@ -84,17 +89,30 @@ export async function runMultiscan(options) {
84
89
  const output = await ensureOutputDirectory(requestedOutput);
85
90
  await requireSecureOutputAncestry(output);
86
91
  const unlock = await acquireLock(output);
92
+ let pluginWorkspace;
93
+ let pluginRoot;
94
+ const resumePluginRoot = () => (pluginRoot ??= (async () => {
95
+ if (options.config.pluginPath !== undefined) {
96
+ pluginWorkspace = await mkdtemp(join(output, ".resume-plugin-"));
97
+ }
98
+ return await resolvePluginPath(options.config.pluginPath, pluginWorkspace ?? output, options.signal);
99
+ })());
87
100
  try {
88
- const result = await runCampaign(resolvedOptions, tasks, output);
101
+ const result = await runCampaign(resolvedOptions, tasks, output, resumePluginRoot);
89
102
  return (await realpath(requestedOutput).catch(() => undefined)) === output
90
103
  ? { ...result, resultsPath: join(requestedOutput, "results.jsonl") }
91
104
  : result;
92
105
  }
93
106
  finally {
94
- await unlock();
107
+ await Promise.all([
108
+ unlock(),
109
+ pluginWorkspace === undefined
110
+ ? undefined
111
+ : rm(pluginWorkspace, { recursive: true, force: true }),
112
+ ]);
95
113
  }
96
114
  }
97
- async function runCampaign(options, tasks, output) {
115
+ async function runCampaign(options, tasks, output, resumePluginRoot) {
98
116
  const ledger = join(output, "results.jsonl");
99
117
  await ensureOutputDirectory(join(output, "checkouts"));
100
118
  await ensureOutputDirectory(join(output, "artifacts"));
@@ -120,6 +138,7 @@ async function runCampaign(options, tasks, output) {
120
138
  await ensureManifest(join(output, "manifest.json"), tasks, options, knowledgeByMode);
121
139
  const receipts = await readReceipts(ledger, options.recoverScan !== undefined);
122
140
  const pending = [];
141
+ const rejectedCompleted = new Set();
123
142
  let completed = 0;
124
143
  let policyFailed = false;
125
144
  const warnings = [];
@@ -147,9 +166,46 @@ async function runCampaign(options, tasks, output) {
147
166
  const artifactRoot = await ensureOutputDirectory(join(output, "artifacts", task.id));
148
167
  const artifactOutput = join(artifactRoot, `attempt-${receipt.attempt}`);
149
168
  const selectedArtifactOutput = join(resolve(options.outputDir), "artifacts", task.id, `attempt-${receipt.attempt}`);
150
- if ((receipt.outputDir === artifactOutput ||
151
- receipt.outputDir === selectedArtifactOutput) &&
152
- (await hasArtifacts(artifactOutput))) {
169
+ const completedReceipt = receipt.status === "completed" ||
170
+ (receipt.status === "failed" &&
171
+ receipt.error === "Multiscan repository coverage is incomplete.");
172
+ const selectedOutputMatches = receipt.outputDir === artifactOutput ||
173
+ receipt.outputDir === selectedArtifactOutput;
174
+ const artifactsPresent = selectedOutputMatches && (await hasArtifacts(artifactOutput));
175
+ if (completedReceipt &&
176
+ selectedOutputMatches &&
177
+ (!(await hasCompletedContract(artifactOutput, await resumePluginRoot(), options.signal)) ||
178
+ !artifactsPresent)) {
179
+ rejectedCompleted.add(artifactOutput);
180
+ pending.push(task);
181
+ continue;
182
+ }
183
+ if (artifactsPresent) {
184
+ if (receipt.status === "completed" &&
185
+ Number.isSafeInteger(receipt.attempt) &&
186
+ receipt.attempt > 0) {
187
+ try {
188
+ if (receipt.cleanupPending === "checkout") {
189
+ await rm(join(output, "checkouts", task.id), {
190
+ recursive: true,
191
+ force: true,
192
+ });
193
+ }
194
+ else if (receipt.cleanupPending === "recovery-checkout") {
195
+ const recoveryRoot = join(output, "recovery-checkouts");
196
+ await lstat(recoveryRoot);
197
+ await ensureOutputDirectory(recoveryRoot);
198
+ const taskRoot = join(recoveryRoot, task.id);
199
+ await lstat(taskRoot);
200
+ await ensureOutputDirectory(taskRoot);
201
+ await rm(join(taskRoot, `attempt-${receipt.attempt}`), {
202
+ recursive: true,
203
+ force: true,
204
+ });
205
+ }
206
+ }
207
+ catch { }
208
+ }
153
209
  if (receipt.status !== "failed" && receipt.warnings?.length) {
154
210
  warnings.push({ repository: task.id, warnings: receipt.warnings });
155
211
  for (const warning of receipt.warnings) {
@@ -161,11 +217,7 @@ async function runCampaign(options, tasks, output) {
161
217
  });
162
218
  }
163
219
  }
164
- if (receipt.status === "completed" ||
165
- (await legacyCompletedReceipt({
166
- ...receipt,
167
- outputDir: artifactOutput,
168
- }))) {
220
+ if (completedReceipt) {
169
221
  policyFailed ||= receipt.policyFailed === true;
170
222
  completed += 1;
171
223
  continue;
@@ -187,6 +239,7 @@ async function runCampaign(options, tasks, output) {
187
239
  if (pending.length === 0)
188
240
  return summarize();
189
241
  let next = 0;
242
+ let receiptTail = Promise.resolve();
190
243
  const worker = async (security) => {
191
244
  for (;;) {
192
245
  options.signal?.throwIfAborted();
@@ -220,6 +273,7 @@ async function runCampaign(options, tasks, output) {
220
273
  let protectedRoot = join(output, "checkouts", task.id);
221
274
  let attemptedResume = false;
222
275
  let failure;
276
+ let cleanupFailure;
223
277
  const runWarnings = [];
224
278
  let attemptPolicyFailed;
225
279
  let cost = null;
@@ -230,7 +284,10 @@ async function runCampaign(options, tasks, output) {
230
284
  try {
231
285
  await ensureOutputDirectory(artifactRoot);
232
286
  let result;
233
- if (options.recoverScan !== undefined && retry === 0 && attempt > 0) {
287
+ if (options.recoverScan !== undefined &&
288
+ retry === 0 &&
289
+ attempt > 0 &&
290
+ !rejectedCompleted.has(scanDir)) {
234
291
  const existing = await lstat(scanDir).catch(undefinedIfMissingFile);
235
292
  if (existing !== undefined) {
236
293
  await ensureOutputDirectory(scanDir);
@@ -358,9 +415,11 @@ async function runCampaign(options, tasks, output) {
358
415
  }
359
416
  finally {
360
417
  if (options.recoverScan === undefined && checkout !== undefined) {
361
- await rm(checkout, { recursive: true, force: true });
418
+ cleanupFailure = await removeCheckout(checkout);
362
419
  }
363
420
  }
421
+ const reportedErrors = [failure, cleanupFailure].filter((message) => message !== undefined);
422
+ let reportedError = reportedErrors.length === 0 ? undefined : reportedErrors.join("; ");
364
423
  const status = failure !== undefined ? "failed" : "completed";
365
424
  if (threatModelPath === undefined)
366
425
  threatModelPath = await readThreatModelPath(scanDir, {
@@ -368,28 +427,37 @@ async function runCampaign(options, tasks, output) {
368
427
  protectedRoot,
369
428
  signal: options.signal,
370
429
  });
371
- await appendReceipt(ledger, `${JSON.stringify({
430
+ const recoveryCheckout = options.recoverScan !== undefined && failure === undefined
431
+ ? checkout
432
+ : undefined;
433
+ const receipt = {
372
434
  ...task,
373
435
  status,
374
436
  attempt,
375
437
  outputDir: scanDir,
376
438
  ...(threatModelPath === null ? {} : { threatModelPath }),
377
439
  ...(cost === null ? {} : { cost }),
378
- ...(failure === undefined ? {} : { error: failure }),
440
+ ...(reportedError === undefined ? {} : { error: reportedError }),
441
+ ...(recoveryCheckout !== undefined
442
+ ? { cleanupPending: "recovery-checkout" }
443
+ : failure === undefined && cleanupFailure !== undefined
444
+ ? { cleanupPending: "checkout" }
445
+ : {}),
379
446
  ...(knowledgeBaseFailure ? { knowledgeBaseFailure: true } : {}),
380
447
  ...(runWarnings.length === 0 ? {} : { warnings: runWarnings }),
381
448
  policyFailed: attemptPolicyFailed,
382
- })}\n`);
383
- if (options.recoverScan !== undefined &&
384
- failure === undefined &&
385
- checkout !== undefined) {
386
- await rm(checkout, { recursive: true, force: true });
449
+ };
450
+ const receiptLine = `${JSON.stringify(receipt)}\n`;
451
+ receiptTail = receiptTail.then(() => appendReceipt(ledger, receiptLine));
452
+ await receiptTail;
453
+ if (recoveryCheckout !== undefined) {
454
+ reportedError = await removeCheckout(recoveryCheckout);
387
455
  }
388
456
  notifyProgress(options, {
389
457
  repository: task.id,
390
458
  attempt,
391
459
  status,
392
- ...(failure === undefined ? {} : { error: failure }),
460
+ ...(reportedError === undefined ? {} : { error: reportedError }),
393
461
  });
394
462
  if (failure === undefined) {
395
463
  policyFailed ||= attemptPolicyFailed === true;
@@ -425,6 +493,9 @@ async function runCampaign(options, tasks, output) {
425
493
  function notifyProgress(options, event) {
426
494
  notify(() => options.onProgress?.(event));
427
495
  }
496
+ async function removeCheckout(path) {
497
+ return rm(path, { recursive: true, force: true }).then(() => undefined, (error) => `Multiscan checkout cleanup failed: ${errorMessage(error)}`);
498
+ }
428
499
  async function ensureOutputDirectory(path) {
429
500
  const metadata = await lstat(path, { bigint: true }).catch(undefinedIfMissingFile);
430
501
  if (metadata?.isSymbolicLink()) {
@@ -723,24 +794,25 @@ async function ensureManifest(path, tasks, options, knowledgeByMode) {
723
794
  async function readReceipts(path, preserveInterrupted = false) {
724
795
  let contents;
725
796
  try {
726
- contents = await readFile(path, "utf8");
797
+ contents = await readFile(path);
727
798
  }
728
799
  catch (error) {
729
800
  if (error.code === "ENOENT")
730
801
  return new Map();
731
802
  throw error;
732
803
  }
733
- const lines = contents.split("\n");
734
- if (!contents.endsWith("\n")) {
735
- const partial = lines.pop();
804
+ const end = contents.lastIndexOf(10) + 1;
805
+ if (contents.at(-1) !== 10) {
806
+ const partial = contents.subarray(end);
736
807
  if (preserveInterrupted) {
737
808
  await writeFile(`${path}.interrupted-${randomUUID()}`, partial, {
738
809
  flag: "wx",
739
810
  mode: 0o600,
740
811
  });
741
812
  }
742
- await truncate(path, Buffer.byteLength(contents) - Buffer.byteLength(partial));
813
+ await truncate(path, end);
743
814
  }
815
+ const lines = contents.subarray(0, end).toString("utf8").split("\n");
744
816
  const receipts = new Map();
745
817
  for (const line of lines.filter(Boolean)) {
746
818
  const saved = JSON.parse(line);
@@ -771,16 +843,16 @@ async function hasArtifacts(path) {
771
843
  return false;
772
844
  }
773
845
  }
774
- async function legacyCompletedReceipt(receipt) {
775
- if (receipt.status !== "failed" ||
776
- receipt.error !== "Multiscan repository coverage is incomplete.") {
777
- return false;
778
- }
846
+ async function hasCompletedContract(path, pluginRoot, signal) {
779
847
  try {
780
- const manifest = JSON.parse(await readFile(join(receipt.outputDir, "scan-manifest.json"), "utf8"));
781
- return manifest.scan?.status === "completed";
848
+ signal?.throwIfAborted();
849
+ const contract = await loadContract(path, { pluginRoot, signal });
850
+ return contract.manifest.scan.status === "completed";
782
851
  }
783
- catch {
852
+ catch (error) {
853
+ signal?.throwIfAborted();
854
+ if (error instanceof ContractSchemaError)
855
+ throw error;
784
856
  return false;
785
857
  }
786
858
  }