@openai/codex-security 0.2.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (484) hide show
  1. package/README.md +437 -2692
  2. package/_bundled_plugin/.app.json +5 -1
  3. package/_bundled_plugin/.codex-plugin/plugin.json +4 -0
  4. package/_bundled_plugin/.mcp.json +2 -0
  5. package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
  6. package/_bundled_plugin/examples/completed-scan/report.md +28 -26
  7. package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
  8. package/_bundled_plugin/mcp/helpers.mjs +1 -0
  9. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  10. package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +6 -213
  11. package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
  12. package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
  13. package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
  14. package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
  15. package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
  16. package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
  17. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  18. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  19. package/_bundled_plugin/mcp/permission-profile-preflight.mjs +556 -0
  20. package/_bundled_plugin/mcp/server.mjs +1 -0
  21. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  22. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  23. package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
  24. package/_bundled_plugin/references/artifact-storage.md +2 -2
  25. package/_bundled_plugin/references/config-preflight.md +0 -4
  26. package/_bundled_plugin/references/core-scan.md +21 -9
  27. package/_bundled_plugin/references/final-report.md +11 -13
  28. package/_bundled_plugin/references/finding-detail-fields.md +90 -80
  29. package/_bundled_plugin/references/sarif-adapter.md +1 -1
  30. package/_bundled_plugin/references/scan-artifacts.md +1 -2
  31. package/_bundled_plugin/references/scan-contract.md +9 -4
  32. package/_bundled_plugin/references/scan-prologue.md +12 -0
  33. package/_bundled_plugin/references/security-guidance.md +2 -2
  34. package/_bundled_plugin/references/standalone-validation.md +11 -0
  35. package/_bundled_plugin/references/threat-model.md +1 -1
  36. package/_bundled_plugin/schemas/coverage.schema.json +43 -170
  37. package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
  38. package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
  39. package/_bundled_plugin/schemas/findings.schema.json +159 -567
  40. package/_bundled_plugin/schemas/patch-risk-assessment.schema.json +106 -119
  41. package/_bundled_plugin/schemas/scan-manifest.schema.json +78 -220
  42. package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
  43. package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
  44. package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
  45. package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
  46. package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
  47. package/_bundled_plugin/schemas/tools/scan-draft.schema.json +169 -294
  48. package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
  49. package/_bundled_plugin/scripts/codex_session.mjs +53 -0
  50. package/_bundled_plugin/scripts/config_preflight.py +26 -62
  51. package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
  52. package/_bundled_plugin/scripts/deep_scan_workbench.py +129 -150
  53. package/_bundled_plugin/scripts/finalize_scan_contract.py +321 -237
  54. package/_bundled_plugin/scripts/finding_preview.py +39 -9
  55. package/_bundled_plugin/scripts/generate_in_scope_files.py +27 -77
  56. package/_bundled_plugin/scripts/generate_rank_input.py +115 -926
  57. package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -10
  58. package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
  59. package/_bundled_plugin/scripts/rank_preview.py +42 -918
  60. package/_bundled_plugin/scripts/report_projection.py +150 -183
  61. package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
  62. package/_bundled_plugin/scripts/threat_model_projection.py +4 -7
  63. package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
  64. package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
  65. package/_bundled_plugin/scripts/windows_scan_local_files.py +48 -3
  66. package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
  67. package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
  68. package/_bundled_plugin/scripts/workbench/storage.py +10 -6
  69. package/_bundled_plugin/scripts/workbench_cli.py +102 -184
  70. package/_bundled_plugin/scripts/workbench_db.py +463 -464
  71. package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
  72. package/_bundled_plugin/scripts/workbench_finding_index.py +19 -1
  73. package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
  74. package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
  75. package/_bundled_plugin/scripts/workbench_native_indexes.py +27 -14
  76. package/_bundled_plugin/scripts/workbench_progress.py +14 -58
  77. package/_bundled_plugin/scripts/workbench_publication.py +234 -289
  78. package/_bundled_plugin/scripts/workbench_remediation.py +12 -0
  79. package/_bundled_plugin/scripts/workbench_saved_results.py +172 -49
  80. package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
  81. package/_bundled_plugin/scripts/workbench_scan_start.py +105 -41
  82. package/_bundled_plugin/scripts/workbench_scan_usage.py +194 -42
  83. package/_bundled_plugin/scripts/workbench_schema.py +37 -1151
  84. package/_bundled_plugin/scripts/workbench_source_excerpt.py +11 -1
  85. package/_bundled_plugin/scripts/workbench_target.py +430 -142
  86. package/_bundled_plugin/scripts/workbench_validation.py +31 -28
  87. package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
  88. package/_bundled_plugin/shared/workbench-migrations.json +414 -0
  89. package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
  90. package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
  91. package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
  92. package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
  93. package/_bundled_plugin/skills/deep-security-scan/SKILL.md +3 -3
  94. package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
  95. package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
  96. package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
  97. package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
  98. package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
  99. package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +15 -1
  100. package/_bundled_plugin/skills/threat-model/SKILL.md +1 -1
  101. package/_bundled_plugin/skills/track-findings/SKILL.md +48 -176
  102. package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
  103. package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
  104. package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
  105. package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
  106. package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
  107. package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
  108. package/bin/codex-security.mjs +9 -2
  109. package/dist/api.d.ts +63 -10
  110. package/dist/api.d.ts.map +1 -1
  111. package/dist/api.js +1015 -383
  112. package/dist/api.js.map +1 -1
  113. package/dist/artifact-export.d.ts +1 -1
  114. package/dist/artifact-export.d.ts.map +1 -1
  115. package/dist/artifact-export.js +28 -13
  116. package/dist/artifact-export.js.map +1 -1
  117. package/dist/auth.d.ts +2 -6
  118. package/dist/auth.d.ts.map +1 -1
  119. package/dist/auth.js +19 -9
  120. package/dist/auth.js.map +1 -1
  121. package/dist/bulk-scan-discovery.d.ts.map +1 -1
  122. package/dist/bulk-scan-discovery.js +1 -0
  123. package/dist/bulk-scan-discovery.js.map +1 -1
  124. package/dist/classify-severity.d.ts +26 -9
  125. package/dist/classify-severity.d.ts.map +1 -1
  126. package/dist/classify-severity.js +13 -30
  127. package/dist/classify-severity.js.map +1 -1
  128. package/dist/cli-help.d.ts.map +1 -1
  129. package/dist/cli-help.js +17 -13
  130. package/dist/cli-help.js.map +1 -1
  131. package/dist/cli-signals.d.ts +8 -0
  132. package/dist/cli-signals.d.ts.map +1 -0
  133. package/dist/cli-signals.js +28 -0
  134. package/dist/cli-signals.js.map +1 -0
  135. package/dist/cli.d.ts +4 -3
  136. package/dist/cli.d.ts.map +1 -1
  137. package/dist/cli.js +1102 -905
  138. package/dist/cli.js.map +1 -1
  139. package/dist/cloud-publish.d.ts.map +1 -1
  140. package/dist/cloud-publish.js +10 -9
  141. package/dist/cloud-publish.js.map +1 -1
  142. package/dist/codeowners.d.ts +19 -0
  143. package/dist/codeowners.d.ts.map +1 -0
  144. package/dist/codeowners.js +138 -0
  145. package/dist/codeowners.js.map +1 -0
  146. package/dist/codex-sdk-environment.d.ts +1 -0
  147. package/dist/codex-sdk-environment.d.ts.map +1 -1
  148. package/dist/codex-sdk-environment.js +40 -2
  149. package/dist/codex-sdk-environment.js.map +1 -1
  150. package/dist/component-plan.d.ts +2 -5
  151. package/dist/component-plan.d.ts.map +1 -1
  152. package/dist/component-plan.js +39 -31
  153. package/dist/component-plan.js.map +1 -1
  154. package/dist/component-scan.d.ts +6 -5
  155. package/dist/component-scan.d.ts.map +1 -1
  156. package/dist/component-scan.js +25 -36
  157. package/dist/component-scan.js.map +1 -1
  158. package/dist/config.d.ts.map +1 -1
  159. package/dist/config.js +64 -74
  160. package/dist/config.js.map +1 -1
  161. package/dist/contract.d.ts +16 -3
  162. package/dist/contract.d.ts.map +1 -1
  163. package/dist/contract.js +91 -255
  164. package/dist/contract.js.map +1 -1
  165. package/dist/cost-model.d.ts +13 -6
  166. package/dist/cost-model.d.ts.map +1 -1
  167. package/dist/cost-model.js +14 -4
  168. package/dist/cost-model.js.map +1 -1
  169. package/dist/cost.d.ts +10 -2
  170. package/dist/cost.d.ts.map +1 -1
  171. package/dist/cost.js +102 -104
  172. package/dist/cost.js.map +1 -1
  173. package/dist/custom-validation-prompt.d.ts.map +1 -1
  174. package/dist/custom-validation-prompt.js +6 -5
  175. package/dist/custom-validation-prompt.js.map +1 -1
  176. package/dist/custom-validation.d.ts +1 -2
  177. package/dist/custom-validation.d.ts.map +1 -1
  178. package/dist/custom-validation.js +9 -3
  179. package/dist/custom-validation.js.map +1 -1
  180. package/dist/deduplication/checkpointed-review.d.ts +4 -2
  181. package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
  182. package/dist/deduplication/checkpointed-review.js +23 -9
  183. package/dist/deduplication/checkpointed-review.js.map +1 -1
  184. package/dist/deduplication/codex-review.d.ts +8 -6
  185. package/dist/deduplication/codex-review.d.ts.map +1 -1
  186. package/dist/deduplication/codex-review.js +128 -19
  187. package/dist/deduplication/codex-review.js.map +1 -1
  188. package/dist/deduplication/deduplication-prompts.d.ts +5 -2
  189. package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
  190. package/dist/deduplication/deduplication-prompts.js +18 -4
  191. package/dist/deduplication/deduplication-prompts.js.map +1 -1
  192. package/dist/deduplication/deduplication-reviewer.d.ts +27 -5
  193. package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
  194. package/dist/deduplication/deduplication-reviewer.js +58 -48
  195. package/dist/deduplication/deduplication-reviewer.js.map +1 -1
  196. package/dist/deduplication/deduplication.d.ts.map +1 -1
  197. package/dist/deduplication/deduplication.js +19 -51
  198. package/dist/deduplication/deduplication.js.map +1 -1
  199. package/dist/deduplication/diagnostics.d.ts +17 -0
  200. package/dist/deduplication/diagnostics.d.ts.map +1 -0
  201. package/dist/deduplication/diagnostics.js +5 -0
  202. package/dist/deduplication/diagnostics.js.map +1 -0
  203. package/dist/deduplication/finding-schema.d.ts.map +1 -1
  204. package/dist/deduplication/finding-schema.js +7 -1
  205. package/dist/deduplication/finding-schema.js.map +1 -1
  206. package/dist/deduplication/local.d.ts +31 -0
  207. package/dist/deduplication/local.d.ts.map +1 -0
  208. package/dist/deduplication/local.js +166 -0
  209. package/dist/deduplication/local.js.map +1 -0
  210. package/dist/deduplication/records-protocol.d.ts +3 -8
  211. package/dist/deduplication/records-protocol.d.ts.map +1 -1
  212. package/dist/deduplication/records-protocol.js +11 -184
  213. package/dist/deduplication/records-protocol.js.map +1 -1
  214. package/dist/deduplication/records.d.ts +186 -11
  215. package/dist/deduplication/records.d.ts.map +1 -1
  216. package/dist/deduplication/records.js +10 -18
  217. package/dist/deduplication/records.js.map +1 -1
  218. package/dist/deduplication/scan.d.ts +9 -3
  219. package/dist/deduplication/scan.d.ts.map +1 -1
  220. package/dist/deduplication/scan.js +158 -39
  221. package/dist/deduplication/scan.js.map +1 -1
  222. package/dist/deep-config.d.ts +2 -1
  223. package/dist/deep-config.d.ts.map +1 -1
  224. package/dist/deep-config.js +4 -4
  225. package/dist/deep-config.js.map +1 -1
  226. package/dist/deep-progress.d.ts +17 -1
  227. package/dist/deep-progress.d.ts.map +1 -1
  228. package/dist/deep-progress.js +19 -17
  229. package/dist/deep-progress.js.map +1 -1
  230. package/dist/deep-scan.d.ts +20 -0
  231. package/dist/deep-scan.d.ts.map +1 -0
  232. package/dist/deep-scan.js +113 -0
  233. package/dist/deep-scan.js.map +1 -0
  234. package/dist/errors.d.ts +2 -0
  235. package/dist/errors.d.ts.map +1 -1
  236. package/dist/errors.js +2 -0
  237. package/dist/errors.js.map +1 -1
  238. package/dist/executable-path.d.ts +2 -0
  239. package/dist/executable-path.d.ts.map +1 -0
  240. package/dist/executable-path.js +12 -0
  241. package/dist/executable-path.js.map +1 -0
  242. package/dist/feedback.d.ts +1 -4
  243. package/dist/feedback.d.ts.map +1 -1
  244. package/dist/feedback.js +54 -22
  245. package/dist/feedback.js.map +1 -1
  246. package/dist/finding-catalogue.d.ts.map +1 -1
  247. package/dist/finding-catalogue.js +4 -8
  248. package/dist/finding-catalogue.js.map +1 -1
  249. package/dist/finding-normalization.d.ts +5 -0
  250. package/dist/finding-normalization.d.ts.map +1 -0
  251. package/dist/finding-normalization.js +120 -0
  252. package/dist/finding-normalization.js.map +1 -0
  253. package/dist/finding-retrieval.d.ts +9 -0
  254. package/dist/finding-retrieval.d.ts.map +1 -1
  255. package/dist/finding-retrieval.js.map +1 -1
  256. package/dist/finding-workflow.d.ts +13 -8
  257. package/dist/finding-workflow.d.ts.map +1 -1
  258. package/dist/finding-workflow.js +14 -6
  259. package/dist/finding-workflow.js.map +1 -1
  260. package/dist/findings-client.d.ts +2 -1
  261. package/dist/findings-client.d.ts.map +1 -1
  262. package/dist/findings-client.js +36 -9
  263. package/dist/findings-client.js.map +1 -1
  264. package/dist/findings-errors.d.ts +16 -0
  265. package/dist/findings-errors.d.ts.map +1 -0
  266. package/dist/findings-errors.js +24 -0
  267. package/dist/findings-errors.js.map +1 -0
  268. package/dist/findings-import.d.ts +1 -1
  269. package/dist/findings-import.d.ts.map +1 -1
  270. package/dist/findings-import.js +12 -30
  271. package/dist/findings-import.js.map +1 -1
  272. package/dist/github.d.ts.map +1 -1
  273. package/dist/github.js +7 -1
  274. package/dist/github.js.map +1 -1
  275. package/dist/host-protocol.d.ts +19 -0
  276. package/dist/host-protocol.d.ts.map +1 -0
  277. package/dist/host-protocol.js +270 -0
  278. package/dist/host-protocol.js.map +1 -0
  279. package/dist/hosted-scan-protocol.d.ts +4 -0
  280. package/dist/hosted-scan-protocol.d.ts.map +1 -0
  281. package/dist/hosted-scan-protocol.js +25 -0
  282. package/dist/hosted-scan-protocol.js.map +1 -0
  283. package/dist/hosted-scan.d.ts +117 -0
  284. package/dist/hosted-scan.d.ts.map +1 -0
  285. package/dist/hosted-scan.js +260 -0
  286. package/dist/hosted-scan.js.map +1 -0
  287. package/dist/import-scan.d.ts.map +1 -1
  288. package/dist/import-scan.js +48 -38
  289. package/dist/import-scan.js.map +1 -1
  290. package/dist/index.d.ts +11 -4
  291. package/dist/index.d.ts.map +1 -1
  292. package/dist/index.js +2 -1
  293. package/dist/index.js.map +1 -1
  294. package/dist/knowledge-base.d.ts +7 -1
  295. package/dist/knowledge-base.d.ts.map +1 -1
  296. package/dist/knowledge-base.js +114 -46
  297. package/dist/knowledge-base.js.map +1 -1
  298. package/dist/linear.d.ts.map +1 -1
  299. package/dist/linear.js +2 -7
  300. package/dist/linear.js.map +1 -1
  301. package/dist/mock-scan.d.ts.map +1 -1
  302. package/dist/mock-scan.js +0 -1
  303. package/dist/mock-scan.js.map +1 -1
  304. package/dist/models.d.ts +0 -2
  305. package/dist/models.d.ts.map +1 -1
  306. package/dist/models.js.map +1 -1
  307. package/dist/multiscan.d.ts +9 -3
  308. package/dist/multiscan.d.ts.map +1 -1
  309. package/dist/multiscan.js +240 -135
  310. package/dist/multiscan.js.map +1 -1
  311. package/dist/owner-evidence.d.ts +10 -2
  312. package/dist/owner-evidence.d.ts.map +1 -1
  313. package/dist/owner-evidence.js +67 -8
  314. package/dist/owner-evidence.js.map +1 -1
  315. package/dist/patch-tui.d.ts.map +1 -1
  316. package/dist/patch-tui.js +3 -2
  317. package/dist/patch-tui.js.map +1 -1
  318. package/dist/project-config.js +3 -3
  319. package/dist/project-config.js.map +1 -1
  320. package/dist/provider-profile.d.ts +21 -0
  321. package/dist/provider-profile.d.ts.map +1 -0
  322. package/dist/provider-profile.js +133 -0
  323. package/dist/provider-profile.js.map +1 -0
  324. package/dist/publication-events.d.ts +6 -8
  325. package/dist/publication-events.d.ts.map +1 -1
  326. package/dist/publication-events.js +25 -50
  327. package/dist/publication-events.js.map +1 -1
  328. package/dist/publication-store.d.ts.map +1 -1
  329. package/dist/publication-store.js +95 -109
  330. package/dist/publication-store.js.map +1 -1
  331. package/dist/publication.d.ts +1 -4
  332. package/dist/publication.d.ts.map +1 -1
  333. package/dist/publication.js +2 -13
  334. package/dist/publication.js.map +1 -1
  335. package/dist/publish.d.ts +1 -5
  336. package/dist/publish.d.ts.map +1 -1
  337. package/dist/publish.js +109 -160
  338. package/dist/publish.js.map +1 -1
  339. package/dist/request-metadata.d.ts +9 -0
  340. package/dist/request-metadata.d.ts.map +1 -0
  341. package/dist/request-metadata.js +13 -0
  342. package/dist/request-metadata.js.map +1 -0
  343. package/dist/runtime.d.ts +20 -6
  344. package/dist/runtime.d.ts.map +1 -1
  345. package/dist/runtime.js +407 -148
  346. package/dist/runtime.js.map +1 -1
  347. package/dist/saved-scan-bootstrap.d.ts +14 -0
  348. package/dist/saved-scan-bootstrap.d.ts.map +1 -0
  349. package/dist/saved-scan-bootstrap.js +261 -0
  350. package/dist/saved-scan-bootstrap.js.map +1 -0
  351. package/dist/saved-scan.d.ts +1 -1
  352. package/dist/saved-scan.d.ts.map +1 -1
  353. package/dist/saved-scan.js +6 -12
  354. package/dist/saved-scan.js.map +1 -1
  355. package/dist/scan-activity.js +11 -8
  356. package/dist/scan-activity.js.map +1 -1
  357. package/dist/scan-comparison.d.ts +28 -15
  358. package/dist/scan-comparison.d.ts.map +1 -1
  359. package/dist/scan-comparison.js +276 -281
  360. package/dist/scan-comparison.js.map +1 -1
  361. package/dist/scan-dashboard.d.ts +3 -0
  362. package/dist/scan-dashboard.d.ts.map +1 -1
  363. package/dist/scan-dashboard.js +345 -77
  364. package/dist/scan-dashboard.js.map +1 -1
  365. package/dist/scan-executor.d.ts +104 -0
  366. package/dist/scan-executor.d.ts.map +1 -0
  367. package/dist/scan-executor.js +62 -0
  368. package/dist/scan-executor.js.map +1 -0
  369. package/dist/scan-history-renderer.d.ts.map +1 -1
  370. package/dist/scan-history-renderer.js +54 -13
  371. package/dist/scan-history-renderer.js.map +1 -1
  372. package/dist/scan-inputs.d.ts +6 -0
  373. package/dist/scan-inputs.d.ts.map +1 -0
  374. package/dist/scan-inputs.js +71 -0
  375. package/dist/scan-inputs.js.map +1 -0
  376. package/dist/scan-logs.d.ts +2 -3
  377. package/dist/scan-logs.d.ts.map +1 -1
  378. package/dist/scan-logs.js +12 -6
  379. package/dist/scan-logs.js.map +1 -1
  380. package/dist/scan-sessions.d.ts +4 -0
  381. package/dist/scan-sessions.d.ts.map +1 -1
  382. package/dist/scan-sessions.js +17 -0
  383. package/dist/scan-sessions.js.map +1 -1
  384. package/dist/scan-skill-paths.d.ts +8 -0
  385. package/dist/scan-skill-paths.d.ts.map +1 -0
  386. package/dist/scan-skill-paths.js +47 -0
  387. package/dist/scan-skill-paths.js.map +1 -0
  388. package/dist/security-policy-cli.d.ts.map +1 -1
  389. package/dist/security-policy-cli.js +7 -27
  390. package/dist/security-policy-cli.js.map +1 -1
  391. package/dist/security-policy.d.ts +9 -5
  392. package/dist/security-policy.d.ts.map +1 -1
  393. package/dist/security-policy.js +33 -14
  394. package/dist/security-policy.js.map +1 -1
  395. package/dist/server/api.d.ts +0 -1
  396. package/dist/server/api.d.ts.map +1 -1
  397. package/dist/server/api.js +0 -1
  398. package/dist/server/api.js.map +1 -1
  399. package/dist/server/embeddings.d.ts +3 -1
  400. package/dist/server/embeddings.d.ts.map +1 -1
  401. package/dist/server/embeddings.js +10 -3
  402. package/dist/server/embeddings.js.map +1 -1
  403. package/dist/server/errors.d.ts +5 -2
  404. package/dist/server/errors.d.ts.map +1 -1
  405. package/dist/server/errors.js +7 -0
  406. package/dist/server/errors.js.map +1 -1
  407. package/dist/server/sqlite-store.d.ts +0 -2
  408. package/dist/server/sqlite-store.d.ts.map +1 -1
  409. package/dist/server/sqlite-store.js +54 -44
  410. package/dist/server/sqlite-store.js.map +1 -1
  411. package/dist/server/storage.d.ts +0 -2
  412. package/dist/server/storage.d.ts.map +1 -1
  413. package/dist/server/storage.js.map +1 -1
  414. package/dist/severity-store.js +19 -24
  415. package/dist/severity-store.js.map +1 -1
  416. package/dist/standalone-validation-prompt.d.ts +2 -0
  417. package/dist/standalone-validation-prompt.d.ts.map +1 -0
  418. package/dist/standalone-validation-prompt.js +10 -0
  419. package/dist/standalone-validation-prompt.js.map +1 -0
  420. package/dist/suggest-owners.d.ts +4 -2
  421. package/dist/suggest-owners.d.ts.map +1 -1
  422. package/dist/suggest-owners.js +11 -5
  423. package/dist/suggest-owners.js.map +1 -1
  424. package/dist/targets.d.ts +11 -0
  425. package/dist/targets.d.ts.map +1 -1
  426. package/dist/targets.js +123 -72
  427. package/dist/targets.js.map +1 -1
  428. package/dist/trusted-executable.d.ts +2 -2
  429. package/dist/trusted-executable.d.ts.map +1 -1
  430. package/dist/trusted-executable.js +8 -6
  431. package/dist/trusted-executable.js.map +1 -1
  432. package/dist/value.js +7 -0
  433. package/dist/value.js.map +1 -1
  434. package/dist/version.js.map +1 -1
  435. package/dist/workbench-arguments.d.ts +3 -0
  436. package/dist/workbench-arguments.d.ts.map +1 -0
  437. package/dist/workbench-arguments.js +15 -0
  438. package/dist/workbench-arguments.js.map +1 -0
  439. package/dist/worker-progress.d.ts +44 -11
  440. package/dist/worker-progress.d.ts.map +1 -1
  441. package/dist/worker-progress.js +48 -49
  442. package/dist/worker-progress.js.map +1 -1
  443. package/docs/cli.md +1788 -0
  444. package/docs/findings-service.md +402 -0
  445. package/docs/hosted-scans.md +242 -0
  446. package/package.json +23 -22
  447. package/schemas/hosted-scan-v2.fixture.json +145 -0
  448. package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
  449. package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
  450. package/_bundled_plugin/scripts/workbench_findings.py +0 -221
  451. package/_bundled_plugin/scripts/workbench_severity.py +0 -122
  452. package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
  453. package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
  454. package/dist/server/dashboard/app.css +0 -2
  455. package/dist/server/dashboard/app.js +0 -66
  456. package/dist/server/dashboard/index.html +0 -18
  457. package/dist/server/dashboard-types.d.ts +0 -48
  458. package/dist/server/dashboard-types.d.ts.map +0 -1
  459. package/dist/server/dashboard-types.js +0 -2
  460. package/dist/server/dashboard-types.js.map +0 -1
  461. package/dist/server/dashboard.d.ts +0 -6
  462. package/dist/server/dashboard.d.ts.map +0 -1
  463. package/dist/server/dashboard.js +0 -59
  464. package/dist/server/dashboard.js.map +0 -1
  465. package/dist/server/index.d.ts +0 -2
  466. package/dist/server/index.d.ts.map +0 -1
  467. package/dist/server/index.js +0 -6
  468. package/dist/server/index.js.map +0 -1
  469. package/dist/server/routes.d.ts +0 -7
  470. package/dist/server/routes.d.ts.map +0 -1
  471. package/dist/server/routes.js +0 -98
  472. package/dist/server/routes.js.map +0 -1
  473. package/dist/server/serve.d.ts +0 -2
  474. package/dist/server/serve.d.ts.map +0 -1
  475. package/dist/server/serve.js +0 -28
  476. package/dist/server/serve.js.map +0 -1
  477. package/dist/server/server.d.ts +0 -10
  478. package/dist/server/server.d.ts.map +0 -1
  479. package/dist/server/server.js +0 -16
  480. package/dist/server/server.js.map +0 -1
  481. package/dist/server/validation.d.ts +0 -17
  482. package/dist/server/validation.d.ts.map +0 -1
  483. package/dist/server/validation.js +0 -53
  484. package/dist/server/validation.js.map +0 -1
@@ -1,16 +1,190 @@
1
- import type { Finding } from "../models.js";
1
+ import { z } from "zod";
2
2
  import type { DeduplicationReviewAttribution, DeduplicationReviewRunner } from "./review.js";
3
3
  export declare function recordsReviewAttribution(findingIds: readonly string[] | undefined, references: ReadonlyMap<string, string>, anchors: ReadonlyMap<string, readonly string[]>): DeduplicationReviewAttribution;
4
- export interface DeduplicateRecordsInput {
5
- version: 1;
6
- observations: {
7
- id: string;
8
- finding: Finding;
9
- }[];
10
- candidateRelationships: {
11
- observationId: string;
12
- candidateObservationIds: string[];
13
- }[];
4
+ declare const deduplicateRecordsInputSchema: z.ZodObject<{
5
+ version: z.ZodLiteral<1>;
6
+ observations: z.ZodArray<z.ZodObject<{
7
+ id: z.ZodString;
8
+ finding: z.ZodPipe<z.ZodUnknown, z.ZodTransform<{
9
+ [k: string]: unknown;
10
+ findingId: string;
11
+ occurrenceId: string;
12
+ ruleId: string;
13
+ identity: {
14
+ anchor: string;
15
+ instance?: string;
16
+ [k: string]: unknown;
17
+ };
18
+ fingerprints: {
19
+ algorithm: "codex-security/v1";
20
+ primary: string;
21
+ [k: string]: unknown;
22
+ };
23
+ title: string;
24
+ summary: string;
25
+ severity: {
26
+ level: "critical" | "high" | "medium" | "low" | "informational";
27
+ score?: number;
28
+ scoringSystem?: string;
29
+ vector?: string;
30
+ rationale?: string;
31
+ changeConditions?: string;
32
+ [k: string]: unknown;
33
+ };
34
+ confidence: {
35
+ level: "high" | "medium" | "low";
36
+ rationale: string;
37
+ [k: string]: unknown;
38
+ };
39
+ taxonomy: {
40
+ category: string;
41
+ cwe: string[];
42
+ [k: string]: unknown;
43
+ };
44
+ locations: {
45
+ path: string;
46
+ startLine: number;
47
+ endLine?: number;
48
+ role?: string;
49
+ [k: string]: unknown;
50
+ }[];
51
+ writeup?: {
52
+ reportPath: string;
53
+ [k: string]: unknown;
54
+ };
55
+ codeEvidence?: {
56
+ id: string;
57
+ label: string;
58
+ path: string;
59
+ startLine: number;
60
+ endLine?: number;
61
+ language?: string;
62
+ role?: string;
63
+ code: string;
64
+ explanation: string;
65
+ [k: string]: unknown;
66
+ }[];
67
+ code_evidence?: {
68
+ id: string;
69
+ code: string;
70
+ [k: string]: unknown;
71
+ }[] | null;
72
+ rootCause?: {
73
+ summary: string;
74
+ evidenceRefs?: string[];
75
+ code?: string;
76
+ language?: string;
77
+ [k: string]: unknown;
78
+ } | string;
79
+ root_cause?: {
80
+ summary?: string;
81
+ evidenceRefs?: string[];
82
+ evidence_refs?: string[];
83
+ code?: string;
84
+ language?: string;
85
+ [k: string]: unknown;
86
+ } | string | null;
87
+ remediation: string;
88
+ validation?: {
89
+ assertions?: string[];
90
+ counterEvidence?: string[];
91
+ evidence?: string | string[];
92
+ evidenceRefs?: string[];
93
+ evidence_refs?: string[];
94
+ limitations?: string[];
95
+ method?: string;
96
+ status?: string | null;
97
+ summary?: string;
98
+ disposition?: string | null;
99
+ result?: string | null;
100
+ [k: string]: unknown;
101
+ } | null;
102
+ attackPath?: {
103
+ assumptions?: string[];
104
+ blindspots?: string[];
105
+ controls?: string[];
106
+ dataFlow?: string | {
107
+ summary?: string;
108
+ source?: string;
109
+ sink?: string;
110
+ outcome?: string;
111
+ transformations?: string[];
112
+ evidenceRefs?: string[];
113
+ evidence_refs?: string[];
114
+ [k: string]: unknown;
115
+ };
116
+ data_flow?: string | {
117
+ summary?: string;
118
+ source?: string;
119
+ sink?: string;
120
+ outcome?: string;
121
+ transformations?: string[];
122
+ evidenceRefs?: string[];
123
+ evidence_refs?: string[];
124
+ [k: string]: unknown;
125
+ };
126
+ dataflow?: string | {
127
+ summary?: string;
128
+ source?: string;
129
+ sink?: string;
130
+ outcome?: string;
131
+ transformations?: string[];
132
+ evidenceRefs?: string[];
133
+ evidence_refs?: string[];
134
+ [k: string]: unknown;
135
+ };
136
+ evidenceRefs?: string[];
137
+ evidence_refs?: string[];
138
+ impact?: string | {
139
+ level?: string;
140
+ rationale?: string;
141
+ why?: string;
142
+ [k: string]: unknown;
143
+ } | null;
144
+ likelihood?: string | {
145
+ level?: string;
146
+ rationale?: string;
147
+ why?: string;
148
+ [k: string]: unknown;
149
+ } | null;
150
+ limitations?: string[];
151
+ preconditions?: string[];
152
+ reachability?: string | {
153
+ summary?: string;
154
+ attacker?: string;
155
+ entrypoint?: string;
156
+ source?: string;
157
+ sink?: string;
158
+ outcome?: string;
159
+ preconditions?: string[];
160
+ evidenceRefs?: string[];
161
+ evidence_refs?: string[];
162
+ [k: string]: unknown;
163
+ };
164
+ steps?: string[];
165
+ summary?: string;
166
+ [k: string]: unknown;
167
+ } | null;
168
+ remediationTests?: string[];
169
+ preventiveControls?: string[];
170
+ provenance: {
171
+ source: string;
172
+ [k: string]: unknown;
173
+ };
174
+ extensions?: {
175
+ candidateId?: string;
176
+ ledgerRowId?: string;
177
+ reportId?: string;
178
+ [k: string]: unknown;
179
+ };
180
+ }, unknown>>;
181
+ }, z.core.$strict>>;
182
+ candidateRelationships: z.ZodArray<z.ZodObject<{
183
+ observationId: z.ZodString;
184
+ candidateObservationIds: z.ZodArray<z.ZodString>;
185
+ }, z.core.$strict>>;
186
+ }, z.core.$strict>;
187
+ export interface DeduplicateRecordsInput extends z.infer<typeof deduplicateRecordsInputSchema> {
14
188
  }
15
189
  export interface DeduplicateRecordsOptions {
16
190
  reviewRunner: DeduplicationReviewRunner;
@@ -31,4 +205,5 @@ export interface DeduplicateRecordsResult {
31
205
  }
32
206
  /** Pure records workflow: no retrieval, local model execution, or persistence. */
33
207
  export declare function deduplicateRecords(input: DeduplicateRecordsInput, options: DeduplicateRecordsOptions): Promise<DeduplicateRecordsResult>;
208
+ export {};
34
209
  //# sourceMappingURL=records.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"records.d.ts","sourceRoot":"","sources":["../../src/deduplication/records.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAa5C,OAAO,KAAK,EACV,8BAA8B,EAC9B,yBAAyB,EAC1B,MAAM,aAAa,CAAC;AAErB,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,EACzC,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACvC,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,GAC9C,8BAA8B,CAqBhC;AAyBD,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,CAAC,CAAC;IACX,YAAY,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;IACjD,sBAAsB,EAAE;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,uBAAuB,EAAE,MAAM,EAAE,CAAC;KACnC,EAAE,CAAC;CACL;AACD,MAAM,WAAW,yBAAyB;IACxC,YAAY,EAAE,yBAAyB,CAAC;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AACD,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,CAAC,CAAC;IACX,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;IACnC,MAAM,EAAE;QACN,2BAA2B,EAAE,MAAM,CAAC;QACpC,cAAc,EAAE,MAAM,EAAE,CAAC;KAC1B,EAAE,CAAC;IACJ,UAAU,EAAE;QACV,aAAa,EAAE,MAAM,CAAC;QACtB,MAAM,EAAE,eAAe,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC;KACjB,EAAE,CAAC;CACL;AAED,kFAAkF;AAClF,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,uBAAuB,EAC9B,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,wBAAwB,CAAC,CAyInC"}
1
+ {"version":3,"file":"records.d.ts","sourceRoot":"","sources":["../../src/deduplication/records.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,OAAO,KAAK,EACV,8BAA8B,EAC9B,yBAAyB,EAC1B,MAAM,aAAa,CAAC;AAErB,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,EACzC,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACvC,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,GAC9C,8BAA8B,CAqBhC;AAQD,QAAA,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBASjC,CAAC;AAEH,MAAM,WAAW,uBAAwB,SAAQ,CAAC,CAAC,KAAK,CACtD,OAAO,6BAA6B,CACrC;CAAG;AACJ,MAAM,WAAW,yBAAyB;IACxC,YAAY,EAAE,yBAAyB,CAAC;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AACD,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,CAAC,CAAC;IACX,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;IACnC,MAAM,EAAE;QACN,2BAA2B,EAAE,MAAM,CAAC;QACpC,cAAc,EAAE,MAAM,EAAE,CAAC;KAC1B,EAAE,CAAC;IACJ,UAAU,EAAE;QACV,aAAa,EAAE,MAAM,CAAC;QACtB,MAAM,EAAE,eAAe,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC;KACjB,EAAE,CAAC;CACL;AAED,kFAAkF;AAClF,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,uBAAuB,EAC9B,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,wBAAwB,CAAC,CAqInC"}
@@ -1,5 +1,5 @@
1
1
  import { hash, randomUUID } from "node:crypto";
2
- import { z } from "incur";
2
+ import { z } from "zod";
3
3
  import { DeduplicationReviewError } from "../errors.js";
4
4
  import { abortable } from "../targets.js";
5
5
  import { FindingDeduplicator } from "./deduplication.js";
@@ -27,24 +27,18 @@ export function recordsReviewAttribution(findingIds, references, anchors) {
27
27
  };
28
28
  }
29
29
  const id = z.string().min(1);
30
- const record = z
31
- .object({
30
+ const record = z.strictObject({
32
31
  id,
33
32
  finding: z.unknown().transform((value) => requireFinding(value)),
34
- })
35
- .strict();
36
- const deduplicateRecordsInputSchema = z
37
- .object({
33
+ });
34
+ const deduplicateRecordsInputSchema = z.strictObject({
38
35
  version: z.literal(1),
39
36
  observations: z.array(record),
40
- candidateRelationships: z.array(z
41
- .object({
37
+ candidateRelationships: z.array(z.strictObject({
42
38
  observationId: id,
43
39
  candidateObservationIds: z.array(id),
44
- })
45
- .strict()),
46
- })
47
- .strict();
40
+ })),
41
+ });
48
42
  /** Pure records workflow: no retrieval, local model execution, or persistence. */
49
43
  export async function deduplicateRecords(input, options) {
50
44
  options.signal?.throwIfAborted();
@@ -77,7 +71,7 @@ export async function deduplicateRecords(input, options) {
77
71
  groups: [],
78
72
  unresolved: [],
79
73
  };
80
- const sourceFindings = [...relationships.keys()].map((id) => observations.get(id));
74
+ const sourceFindingIds = [...relationships.keys()].map((id) => observations.get(id).findingId);
81
75
  const reviewer = new CodexDeduplicationReviewer({
82
76
  async run({ validate, findingIds, ...review }) {
83
77
  try {
@@ -122,7 +116,7 @@ export async function deduplicateRecords(input, options) {
122
116
  }, reviewer, options.signal, 1);
123
117
  let groups;
124
118
  try {
125
- const decisions = await algorithm.run(sourceFindings.map((finding) => finding.findingId));
119
+ const decisions = await algorithm.run(sourceFindingIds);
126
120
  options.signal?.throwIfAborted();
127
121
  groups = decisions.duplicateGroups;
128
122
  }
@@ -137,9 +131,7 @@ export async function deduplicateRecords(input, options) {
137
131
  return result;
138
132
  }
139
133
  const grouped = new Set(groups.flat());
140
- groups.push(...sourceFindings
141
- .filter((finding) => !grouped.has(finding.findingId))
142
- .map((finding) => [finding.findingId]));
134
+ groups.push(...sourceFindingIds.filter((id) => !grouped.has(id)).map((id) => [id]));
143
135
  for (const group of groups) {
144
136
  const observationIds = group.map((id) => references.get(id));
145
137
  result.groups.push({
@@ -1 +1 @@
1
- {"version":3,"file":"records.js","sourceRoot":"","sources":["../../src/deduplication/records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,CAAC,EAAE,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAExD,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,kCAAkC,EAClC,6BAA6B,GAC9B,MAAM,4BAA4B,CAAC;AAMpC,MAAM,UAAU,wBAAwB,CACtC,UAAyC,EACzC,UAAuC,EACvC,OAA+C;IAE/C,IAAI,CAAC,UAAU,EAAE,MAAM;QACrB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QAC3B,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,aAAa,KAAK,SAAS;YAC7B,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAC;QACrE,OAAO,aAAa,CAAC;IACvB,CAAC,CAAC,CACH,CAAC;IACF,MAAM,yBAAyB,GAAG;QAChC,GAAG,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC;KACtC,CAAC,IAAI,EAAE,CAAC;IACT,IAAI,yBAAyB,CAAC,MAAM,KAAK,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,OAAO;QACL,OAAO,EAAE,CAAC;QACV,yBAAyB;QACzB,qBAAqB,EAAE,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE;KACpE,CAAC;AACJ,CAAC;AAED,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC7B,MAAM,MAAM,GAAG,CAAC;KACb,MAAM,CAAC;IACN,EAAE;IACF,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;CACjE,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,6BAA6B,GAAuC,CAAC;KACxE,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IAC7B,sBAAsB,EAAE,CAAC,CAAC,KAAK,CAC7B,CAAC;SACE,MAAM,CAAC;QACN,aAAa,EAAE,EAAE;QACjB,uBAAuB,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;KACrC,CAAC;SACD,MAAM,EAAE,CACZ;CACF,CAAC;KACD,MAAM,EAAE,CAAC;AA4BZ,kFAAkF;AAClF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAA8B,EAC9B,OAAkC;IAElC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,6EAA6E;IAC7E,MAAM,IAAI,GAAG,6BAA6B,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAmB,CAAC;IAChD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,gFAAgF;QAChF,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACjE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;IAClD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACnD,IACE,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;YACzC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;YAEzC,MAAM,IAAI,KAAK,CACb,yEAAyE,CAC1E,CAAC;QACJ,IACE,IAAI,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,IAAI;YAC5C,QAAQ,CAAC,uBAAuB,CAAC,MAAM;YACzC,QAAQ,CAAC,uBAAuB,CAAC,IAAI,CACnC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,QAAQ,CAAC,aAAa,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAC/D;YAED,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E,CAAC;QACJ,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,uBAAuB,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,MAAM,GAA6B;QACvC,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,EAAE;KACf,CAAC;IACF,MAAM,cAAc,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAC1D,YAAY,CAAC,GAAG,CAAC,EAAE,CAAE,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,0BAA0B,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAI,EACX,QAAQ,EACR,UAAU,EACV,GAAG,MAAM,EACM;YACf,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;oBAChC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;oBACjC,OAAO,QAAQ,CACb,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,CAC5B;wBACE,GAAG,MAAM;wBACT,SAAS,EAAE,UAAU,EAAE;wBACvB,WAAW,EAAE,wBAAwB,CACnC,UAAU,EACV,UAAU,EACV,aAAa,CACd;wBACD,mBAAmB,EAAE;4BACnB,wBAAwB;4BACxB,MAAM,CAAC,KAAK,KAAK,WAAW;gCAC1B,CAAC,CAAC,qBAAqB;gCACvB,CAAC,CAAC,sBAAsB;4BAC1B,MAAM,CAAC,KAAK,KAAK,WAAW;gCAC1B,CAAC,CAAC,kCAAkC;gCACpC,CAAC,CAAC,6BAA6B;yBAClC,CAAC,IAAI,CAAC,MAAM,CAAC;wBACd,aAAa,EAAE,aAAa,EAAE;qBAC/B,EACD,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAC3B,CACF,CAAC;gBACJ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,2DAA2D;gBAC3D,IACE,KAAK,YAAY,wBAAwB;oBACzC,KAAK,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;oBAErC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACnD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,mBAAmB,CACvC;QACE,KAAK,CAAC,mBAAmB,CAAC,SAAS;YACjC,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YACjD,OAAO;gBACL,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,aAAa,CAAE;gBACzC,mBAAmB,EAAE,aAAa;qBAC/B,GAAG,CAAC,aAAa,CAAE;qBACnB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;aACtC,CAAC;QACJ,CAAC;KACF,EACD,QAAQ,EACR,OAAO,CAAC,MAAM,EACd,CAAC,CACF,CAAC;IACF,IAAI,MAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,CACnC,cAAc,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CACnD,CAAC;QACF,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC;QAC7B,MAAM,CAAC,UAAU,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACzD,aAAa,EAAE,EAAE;YACjB,MAAM,EAAE,eAAe;YACvB,OAAO,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B;SACtE,CAAC,CAAC,CAAC;QACJ,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,CAAC,IAAI,CACT,GAAG,cAAc;SACd,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CACzC,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,cAAc,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;YACjB,2BAA2B,EAAE,cAAc,CAAC,CAAC,CAAE;YAC/C,cAAc;SACf,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC","sourcesContent":["import { hash, randomUUID } from \"node:crypto\";\nimport { z } from \"incur\";\nimport { DeduplicationReviewError } from \"../errors.js\";\nimport type { Finding } from \"../models.js\";\nimport { abortable } from \"../targets.js\";\nimport type { CodexReview } from \"./codex-review.js\";\nimport { FindingDeduplicator } from \"./deduplication.js\";\nimport { CodexDeduplicationReviewer } from \"./deduplication-reviewer.js\";\nimport { findingSchema, requireFinding } from \"./finding-schema.js\";\nimport {\n sourceReviewInstructions,\n screeningInstructions,\n pairReviewInstructions,\n screeningFindingFormatInstructions,\n pairFindingFormatInstructions,\n} from \"./deduplication-prompts.js\";\nimport type {\n DeduplicationReviewAttribution,\n DeduplicationReviewRunner,\n} from \"./review.js\";\n\nexport function recordsReviewAttribution(\n findingIds: readonly string[] | undefined,\n references: ReadonlyMap<string, string>,\n anchors: ReadonlyMap<string, readonly string[]>,\n): DeduplicationReviewAttribution {\n if (!findingIds?.length)\n throw new Error(\"Records review is missing its comparison participants.\");\n const participants = new Set(\n findingIds.map((findingId) => {\n const observationId = references.get(findingId);\n if (observationId === undefined)\n throw new Error(`Unknown records review finding ID: ${findingId}`);\n return observationId;\n }),\n );\n const beneficiaryObservationIds = [\n ...participants.intersection(anchors),\n ].sort();\n if (beneficiaryObservationIds.length === 0)\n throw new Error(\"Records review has no incoming observation participants.\");\n return {\n version: 1,\n beneficiaryObservationIds,\n contextObservationIds: [...participants.difference(anchors)].sort(),\n };\n}\n\nconst id = z.string().min(1);\nconst record = z\n .object({\n id,\n finding: z.unknown().transform((value) => requireFinding(value)),\n })\n .strict();\n\nconst deduplicateRecordsInputSchema: z.ZodType<DeduplicateRecordsInput> = z\n .object({\n version: z.literal(1),\n observations: z.array(record),\n candidateRelationships: z.array(\n z\n .object({\n observationId: id,\n candidateObservationIds: z.array(id),\n })\n .strict(),\n ),\n })\n .strict();\n\nexport interface DeduplicateRecordsInput {\n version: 1;\n observations: { id: string; finding: Finding }[];\n candidateRelationships: {\n observationId: string;\n candidateObservationIds: string[];\n }[];\n}\nexport interface DeduplicateRecordsOptions {\n reviewRunner: DeduplicationReviewRunner;\n signal?: AbortSignal;\n}\nexport interface DeduplicateRecordsResult {\n version: 1;\n status: \"completed\" | \"unresolved\";\n groups: {\n representativeObservationId: string;\n observationIds: string[];\n }[];\n unresolved: {\n observationId: string;\n reason: \"review_failed\";\n message: string;\n }[];\n}\n\n/** Pure records workflow: no retrieval, local model execution, or persistence. */\nexport async function deduplicateRecords(\n input: DeduplicateRecordsInput,\n options: DeduplicateRecordsOptions,\n): Promise<DeduplicateRecordsResult> {\n options.signal?.throwIfAborted();\n // Snapshot before yielding: a host cannot mutate evidence during the review.\n const data = deduplicateRecordsInputSchema.parse(structuredClone(input));\n const references = new Map<string, string>();\n const observations = new Map<string, Finding>();\n for (const entry of data.observations) {\n if (observations.has(entry.id))\n throw new Error(`Duplicate observation ID: ${entry.id}`);\n // Original finding IDs can repeat across scans; host IDs identify observations.\n const findingId = `csf_${hash(\"sha256\", entry.id).slice(0, 24)}`;\n observations.set(entry.id, { ...entry.finding, findingId });\n references.set(findingId, entry.id);\n }\n const relationships = new Map<string, string[]>();\n for (const relation of data.candidateRelationships) {\n if (\n !observations.has(relation.observationId) ||\n relationships.has(relation.observationId)\n )\n throw new Error(\n \"Each candidate relationship must name a different supplied observation.\",\n );\n if (\n new Set(relation.candidateObservationIds).size !==\n relation.candidateObservationIds.length ||\n relation.candidateObservationIds.some(\n (id) => id === relation.observationId || !observations.has(id),\n )\n )\n throw new Error(\n \"Candidates must name distinct supplied observations other than the anchor.\",\n );\n relationships.set(relation.observationId, relation.candidateObservationIds);\n }\n const result: DeduplicateRecordsResult = {\n version: 1,\n status: \"completed\",\n groups: [],\n unresolved: [],\n };\n const sourceFindings = [...relationships.keys()].map((id) =>\n observations.get(id)!,\n );\n const reviewer = new CodexDeduplicationReviewer({\n async run<T>({\n validate,\n findingIds,\n ...review\n }: CodexReview<T>): Promise<T> {\n try {\n return await abortable(async () => {\n options.signal?.throwIfAborted();\n return validate(\n await options.reviewRunner.run(\n {\n ...review,\n requestId: randomUUID(),\n attribution: recordsReviewAttribution(\n findingIds,\n references,\n relationships,\n ),\n trustedInstructions: [\n sourceReviewInstructions,\n review.stage === \"screening\"\n ? screeningInstructions\n : pairReviewInstructions,\n review.stage === \"screening\"\n ? screeningFindingFormatInstructions\n : pairFindingFormatInstructions,\n ].join(\"\\n\\n\"),\n findingSchema: findingSchema(),\n },\n { signal: options.signal },\n ),\n );\n }, options.signal);\n } catch (error) {\n // Records mode discards the batch after any failed review.\n if (\n error instanceof DeduplicationReviewError &&\n error.metadata.category === \"refusal\"\n )\n throw new Error(error.message, { cause: error });\n throw error;\n }\n },\n });\n const algorithm = new FindingDeduplicator(\n {\n async potentialDuplicates(findingId) {\n const observationId = references.get(findingId)!;\n return {\n finding: observations.get(observationId)!,\n potentialDuplicates: relationships\n .get(observationId)!\n .map((id) => observations.get(id)!),\n };\n },\n },\n reviewer,\n options.signal,\n 1,\n );\n let groups: string[][];\n try {\n const decisions = await algorithm.run(\n sourceFindings.map((finding) => finding.findingId),\n );\n options.signal?.throwIfAborted();\n groups = decisions.duplicateGroups;\n } catch (error) {\n options.signal?.throwIfAborted();\n result.status = \"unresolved\";\n result.unresolved = [...relationships.keys()].map((id) => ({\n observationId: id,\n reason: \"review_failed\",\n message:\n error instanceof Error ? error.message : \"Review did not complete.\",\n }));\n return result;\n }\n const grouped = new Set(groups.flat());\n groups.push(\n ...sourceFindings\n .filter((finding) => !grouped.has(finding.findingId))\n .map((finding) => [finding.findingId]),\n );\n for (const group of groups) {\n const observationIds = group.map((id) => references.get(id)!);\n result.groups.push({\n representativeObservationId: observationIds[0]!,\n observationIds,\n });\n }\n return result;\n}\n"]}
1
+ {"version":3,"file":"records.js","sourceRoot":"","sources":["../../src/deduplication/records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAExD,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,sBAAsB,EACtB,kCAAkC,EAClC,6BAA6B,GAC9B,MAAM,4BAA4B,CAAC;AAMpC,MAAM,UAAU,wBAAwB,CACtC,UAAyC,EACzC,UAAuC,EACvC,OAA+C;IAE/C,IAAI,CAAC,UAAU,EAAE,MAAM;QACrB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QAC3B,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,aAAa,KAAK,SAAS;YAC7B,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAC;QACrE,OAAO,aAAa,CAAC;IACvB,CAAC,CAAC,CACH,CAAC;IACF,MAAM,yBAAyB,GAAG;QAChC,GAAG,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC;KACtC,CAAC,IAAI,EAAE,CAAC;IACT,IAAI,yBAAyB,CAAC,MAAM,KAAK,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,OAAO;QACL,OAAO,EAAE,CAAC;QACV,yBAAyB;QACzB,qBAAqB,EAAE,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE;KACpE,CAAC;AACJ,CAAC;AAED,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC7B,MAAM,MAAM,GAAG,CAAC,CAAC,YAAY,CAAC;IAC5B,EAAE;IACF,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;CACjE,CAAC,CAAC;AAEH,MAAM,6BAA6B,GAAG,CAAC,CAAC,YAAY,CAAC;IACnD,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IAC7B,sBAAsB,EAAE,CAAC,CAAC,KAAK,CAC7B,CAAC,CAAC,YAAY,CAAC;QACb,aAAa,EAAE,EAAE;QACjB,uBAAuB,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;KACrC,CAAC,CACH;CACF,CAAC,CAAC;AAuBH,kFAAkF;AAClF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAA8B,EAC9B,OAAkC;IAElC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,6EAA6E;IAC7E,MAAM,IAAI,GAAG,6BAA6B,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAmB,CAAC;IAChD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,gFAAgF;QAChF,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACjE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;IAClD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACnD,IACE,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;YACzC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;YAEzC,MAAM,IAAI,KAAK,CACb,yEAAyE,CAC1E,CAAC;QACJ,IACE,IAAI,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,IAAI;YAC5C,QAAQ,CAAC,uBAAuB,CAAC,MAAM;YACzC,QAAQ,CAAC,uBAAuB,CAAC,IAAI,CACnC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,QAAQ,CAAC,aAAa,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAC/D;YAED,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E,CAAC;QACJ,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,uBAAuB,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,MAAM,GAA6B;QACvC,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,EAAE;KACf,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CACpD,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,SAAS,CACxC,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,0BAA0B,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAI,EACX,QAAQ,EACR,UAAU,EACV,GAAG,MAAM,EACM;YACf,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;oBAChC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;oBACjC,OAAO,QAAQ,CACb,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,CAC5B;wBACE,GAAG,MAAM;wBACT,SAAS,EAAE,UAAU,EAAE;wBACvB,WAAW,EAAE,wBAAwB,CACnC,UAAU,EACV,UAAU,EACV,aAAa,CACd;wBACD,mBAAmB,EAAE;4BACnB,wBAAwB;4BACxB,MAAM,CAAC,KAAK,KAAK,WAAW;gCAC1B,CAAC,CAAC,qBAAqB;gCACvB,CAAC,CAAC,sBAAsB;4BAC1B,MAAM,CAAC,KAAK,KAAK,WAAW;gCAC1B,CAAC,CAAC,kCAAkC;gCACpC,CAAC,CAAC,6BAA6B;yBAClC,CAAC,IAAI,CAAC,MAAM,CAAC;wBACd,aAAa,EAAE,aAAa,EAAE;qBAC/B,EACD,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAC3B,CACF,CAAC;gBACJ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,2DAA2D;gBAC3D,IACE,KAAK,YAAY,wBAAwB;oBACzC,KAAK,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;oBAErC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACnD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,mBAAmB,CACvC;QACE,KAAK,CAAC,mBAAmB,CAAC,SAAS;YACjC,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YACjD,OAAO;gBACL,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,aAAa,CAAE;gBACzC,mBAAmB,EAAE,aAAa;qBAC/B,GAAG,CAAC,aAAa,CAAE;qBACnB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;aACtC,CAAC;QACJ,CAAC;KACF,EACD,QAAQ,EACR,OAAO,CAAC,MAAM,EACd,CAAC,CACF,CAAC;IACF,IAAI,MAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACxD,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC;QAC7B,MAAM,CAAC,UAAU,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACzD,aAAa,EAAE,EAAE;YACjB,MAAM,EAAE,eAAe;YACvB,OAAO,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B;SACtE,CAAC,CAAC,CAAC;QACJ,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,CAAC,IAAI,CACT,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CACvE,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,cAAc,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;YACjB,2BAA2B,EAAE,cAAc,CAAC,CAAC,CAAE;YAC/C,cAAc;SACf,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC","sourcesContent":["import { hash, randomUUID } from \"node:crypto\";\nimport { z } from \"zod\";\nimport { DeduplicationReviewError } from \"../errors.js\";\nimport type { Finding } from \"../models.js\";\nimport { abortable } from \"../targets.js\";\nimport type { CodexReview } from \"./codex-review.js\";\nimport { FindingDeduplicator } from \"./deduplication.js\";\nimport { CodexDeduplicationReviewer } from \"./deduplication-reviewer.js\";\nimport { findingSchema, requireFinding } from \"./finding-schema.js\";\nimport {\n sourceReviewInstructions,\n screeningInstructions,\n pairReviewInstructions,\n screeningFindingFormatInstructions,\n pairFindingFormatInstructions,\n} from \"./deduplication-prompts.js\";\nimport type {\n DeduplicationReviewAttribution,\n DeduplicationReviewRunner,\n} from \"./review.js\";\n\nexport function recordsReviewAttribution(\n findingIds: readonly string[] | undefined,\n references: ReadonlyMap<string, string>,\n anchors: ReadonlyMap<string, readonly string[]>,\n): DeduplicationReviewAttribution {\n if (!findingIds?.length)\n throw new Error(\"Records review is missing its comparison participants.\");\n const participants = new Set(\n findingIds.map((findingId) => {\n const observationId = references.get(findingId);\n if (observationId === undefined)\n throw new Error(`Unknown records review finding ID: ${findingId}`);\n return observationId;\n }),\n );\n const beneficiaryObservationIds = [\n ...participants.intersection(anchors),\n ].sort();\n if (beneficiaryObservationIds.length === 0)\n throw new Error(\"Records review has no incoming observation participants.\");\n return {\n version: 1,\n beneficiaryObservationIds,\n contextObservationIds: [...participants.difference(anchors)].sort(),\n };\n}\n\nconst id = z.string().min(1);\nconst record = z.strictObject({\n id,\n finding: z.unknown().transform((value) => requireFinding(value)),\n});\n\nconst deduplicateRecordsInputSchema = z.strictObject({\n version: z.literal(1),\n observations: z.array(record),\n candidateRelationships: z.array(\n z.strictObject({\n observationId: id,\n candidateObservationIds: z.array(id),\n }),\n ),\n});\n\nexport interface DeduplicateRecordsInput extends z.infer<\n typeof deduplicateRecordsInputSchema\n> {}\nexport interface DeduplicateRecordsOptions {\n reviewRunner: DeduplicationReviewRunner;\n signal?: AbortSignal;\n}\nexport interface DeduplicateRecordsResult {\n version: 1;\n status: \"completed\" | \"unresolved\";\n groups: {\n representativeObservationId: string;\n observationIds: string[];\n }[];\n unresolved: {\n observationId: string;\n reason: \"review_failed\";\n message: string;\n }[];\n}\n\n/** Pure records workflow: no retrieval, local model execution, or persistence. */\nexport async function deduplicateRecords(\n input: DeduplicateRecordsInput,\n options: DeduplicateRecordsOptions,\n): Promise<DeduplicateRecordsResult> {\n options.signal?.throwIfAborted();\n // Snapshot before yielding: a host cannot mutate evidence during the review.\n const data = deduplicateRecordsInputSchema.parse(structuredClone(input));\n const references = new Map<string, string>();\n const observations = new Map<string, Finding>();\n for (const entry of data.observations) {\n if (observations.has(entry.id))\n throw new Error(`Duplicate observation ID: ${entry.id}`);\n // Original finding IDs can repeat across scans; host IDs identify observations.\n const findingId = `csf_${hash(\"sha256\", entry.id).slice(0, 24)}`;\n observations.set(entry.id, { ...entry.finding, findingId });\n references.set(findingId, entry.id);\n }\n const relationships = new Map<string, string[]>();\n for (const relation of data.candidateRelationships) {\n if (\n !observations.has(relation.observationId) ||\n relationships.has(relation.observationId)\n )\n throw new Error(\n \"Each candidate relationship must name a different supplied observation.\",\n );\n if (\n new Set(relation.candidateObservationIds).size !==\n relation.candidateObservationIds.length ||\n relation.candidateObservationIds.some(\n (id) => id === relation.observationId || !observations.has(id),\n )\n )\n throw new Error(\n \"Candidates must name distinct supplied observations other than the anchor.\",\n );\n relationships.set(relation.observationId, relation.candidateObservationIds);\n }\n const result: DeduplicateRecordsResult = {\n version: 1,\n status: \"completed\",\n groups: [],\n unresolved: [],\n };\n const sourceFindingIds = [...relationships.keys()].map(\n (id) => observations.get(id)!.findingId,\n );\n const reviewer = new CodexDeduplicationReviewer({\n async run<T>({\n validate,\n findingIds,\n ...review\n }: CodexReview<T>): Promise<T> {\n try {\n return await abortable(async () => {\n options.signal?.throwIfAborted();\n return validate(\n await options.reviewRunner.run(\n {\n ...review,\n requestId: randomUUID(),\n attribution: recordsReviewAttribution(\n findingIds,\n references,\n relationships,\n ),\n trustedInstructions: [\n sourceReviewInstructions,\n review.stage === \"screening\"\n ? screeningInstructions\n : pairReviewInstructions,\n review.stage === \"screening\"\n ? screeningFindingFormatInstructions\n : pairFindingFormatInstructions,\n ].join(\"\\n\\n\"),\n findingSchema: findingSchema(),\n },\n { signal: options.signal },\n ),\n );\n }, options.signal);\n } catch (error) {\n // Records mode discards the batch after any failed review.\n if (\n error instanceof DeduplicationReviewError &&\n error.metadata.category === \"refusal\"\n )\n throw new Error(error.message, { cause: error });\n throw error;\n }\n },\n });\n const algorithm = new FindingDeduplicator(\n {\n async potentialDuplicates(findingId) {\n const observationId = references.get(findingId)!;\n return {\n finding: observations.get(observationId)!,\n potentialDuplicates: relationships\n .get(observationId)!\n .map((id) => observations.get(id)!),\n };\n },\n },\n reviewer,\n options.signal,\n 1,\n );\n let groups: string[][];\n try {\n const decisions = await algorithm.run(sourceFindingIds);\n options.signal?.throwIfAborted();\n groups = decisions.duplicateGroups;\n } catch (error) {\n options.signal?.throwIfAborted();\n result.status = \"unresolved\";\n result.unresolved = [...relationships.keys()].map((id) => ({\n observationId: id,\n reason: \"review_failed\",\n message:\n error instanceof Error ? error.message : \"Review did not complete.\",\n }));\n return result;\n }\n const grouped = new Set(groups.flat());\n groups.push(\n ...sourceFindingIds.filter((id) => !grouped.has(id)).map((id) => [id]),\n );\n for (const group of groups) {\n const observationIds = group.map((id) => references.get(id)!);\n result.groups.push({\n representativeObservationId: observationIds[0]!,\n observationIds,\n });\n }\n return result;\n}\n"]}
@@ -1,13 +1,19 @@
1
1
  import { type DeduplicationResult } from "./deduplication.js";
2
+ import { type FindingEmbeddingBinding } from "./local.js";
3
+ import { type DeduplicationDiagnosticObserver } from "./diagnostics.js";
2
4
  export interface DeduplicateScanOptions {
3
- /** Resume the named local findings workflow, including custom publication. */
5
+ /** Resume the named findings workflow; remote mode includes custom publication. */
4
6
  workflowId?: string;
5
- /** Findings API base URL. The scan's findings must already be indexed there. */
6
- findingsUrl: string;
7
+ /** Optional Findings API. Omit to prepare and deduplicate findings in local SQLite. */
8
+ findingsUrl?: string;
9
+ /** Custom vector space for local deduplication; cannot be combined with findingsUrl. */
10
+ embedding?: FindingEmbeddingBinding;
7
11
  /** Search all repositories instead of the scan's targetId. Defaults to false. */
8
12
  allRepositories?: boolean;
9
13
  /** Shared concurrency limit for deduplication jobs. Defaults to 8. */
10
14
  concurrency?: number;
15
+ /** Best-effort progress and native review diagnostics; observer failures are ignored. */
16
+ onDiagnostic?: DeduplicationDiagnosticObserver;
11
17
  signal?: AbortSignal;
12
18
  }
13
19
  export interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {
@@ -1 +1 @@
1
- {"version":3,"file":"scan.d.ts","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAYA,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAmB5B,MAAM,WAAW,sBAAsB;IACrC,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gFAAgF;IAChF,WAAW,EAAE,MAAM,CAAC;IACpB,iFAAiF;IACjF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,sEAAsE;IACtE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,+BAAgC,SAAQ,sBAAsB;IAC7E,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAChE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8FAA8F;AAC9F,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAEhC;AAED,qFAAqF;AACrF,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,qBAAqB,CAAC,CAEhC"}
1
+ {"version":3,"file":"scan.d.ts","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAiBA,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAqB5B,OAAO,EAAsB,KAAK,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAQ9E,OAAO,EAEL,KAAK,+BAA+B,EACrC,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,sBAAsB;IACrC,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uFAAuF;IACvF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wFAAwF;IACxF,SAAS,CAAC,EAAE,uBAAuB,CAAC;IACpC,iFAAiF;IACjF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,sEAAsE;IACtE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,yFAAyF;IACzF,YAAY,CAAC,EAAE,+BAA+B,CAAC;IAC/C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,+BAAgC,SAAQ,sBAAsB;IAC7E,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAChE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8FAA8F;AAC9F,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAEhC;AAED,qFAAqF;AACrF,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,qBAAqB,CAAC,CAEhC"}
@@ -1,14 +1,27 @@
1
1
  import { loadContractWithScanDirectory } from "../contract.js";
2
- import { bundledPluginRoot, workbenchEnvironment, resolvePluginPython, runWorkbench, } from "../runtime.js";
2
+ import { environmentEntry } from "../auth.js";
3
+ import { bundledPluginRoot, codexSecurityStateDirectory, canonicalizeModelSafePath, } from "../runtime.js";
3
4
  import { resolveCompletedScan, } from "../saved-scan.js";
4
- import { CodexReviewRunner } from "./codex-review.js";
5
+ import { savedScanWorkbench } from "../saved-scan-bootstrap.js";
6
+ import { CodexReviewRunner, reviewSqliteHome } from "./codex-review.js";
7
+ import { mkdir } from "node:fs/promises";
8
+ import { isWithin } from "../trusted-executable.js";
5
9
  import { FindingDeduplicator, deduplicationConcurrency, } from "./deduplication.js";
6
- import { CodexDeduplicationReviewer, } from "./deduplication-reviewer.js";
10
+ import { CodexGroupingReviewer, } from "./deduplication-reviewer.js";
7
11
  import { FindingsClient } from "../findings-client.js";
8
12
  import { FindingWorkflow, workflowDestination, workflowDigest, } from "../finding-workflow.js";
9
13
  import { publishScanToCustomInternal } from "../custom-publish.js";
10
14
  import { CheckpointedReviewRunner, reviewSettingsDigest, } from "./checkpointed-review.js";
11
15
  import { normalizeRepository } from "../targets.js";
16
+ import { LocalDeduplication } from "./local.js";
17
+ import { configuredCodexHome, readCodexHomeConfig } from "../auth.js";
18
+ import { CodexSecurityError } from "../errors.js";
19
+ import { comparisonEnvironment } from "../scan-comparison.js";
20
+ import { isDeepStrictEqual } from "node:util";
21
+ import { isRecord } from "../record.js";
22
+ import { resolveCodexProfile } from "../config.js";
23
+ import { savedSourceContext } from "./deduplication-prompts.js";
24
+ import { emitDiagnostic, } from "./diagnostics.js";
12
25
  /** Review a saved scan against embedding candidates and persist accepted duplicate groups. */
13
26
  export async function deduplicateScan(scanId, options) {
14
27
  return await deduplicateScanInternal(scanId, options);
@@ -29,41 +42,47 @@ export async function deduplicateScanInternal(scanId, options, dependencies = {}
29
42
  deduplicationConcurrency(options.concurrency);
30
43
  const environment = dependencies.environment ?? process.env;
31
44
  const pluginRoot = await bundledPluginRoot();
45
+ const bootstrap = dependencies.runWorkbench
46
+ ? undefined
47
+ : await savedScanWorkbench(scanId, {
48
+ environment,
49
+ pluginRoot,
50
+ currentDirectory: dependencies.currentDirectory?.() ?? process.cwd(),
51
+ signal: options.signal,
52
+ });
32
53
  const scan = await resolveCompletedScan(scanId, {
33
54
  currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),
34
- runWorkbench: dependencies.runWorkbench ??
35
- (async (args) => {
36
- const stateEnvironment = workbenchEnvironment(environment);
37
- return await runWorkbench({
38
- environment: stateEnvironment,
39
- pluginRoot,
40
- python: await resolvePluginPython({
41
- environment: stateEnvironment,
42
- }),
43
- signal: options.signal,
44
- failureMessage: "Could not read Codex Security scan history",
45
- }, args);
46
- }),
55
+ runWorkbench: bootstrap ??
56
+ ((args, input) => dependencies.runWorkbench(args, input, options.signal)),
47
57
  });
48
- return await deduplicateResolvedScan(scan.scanDir, scan["targetPath"], scan.scanId, options, dependencies, pluginRoot, false);
58
+ return await deduplicateResolvedScan(scan.scanDir, scan["targetPath"], scan.scanId, options, bootstrap
59
+ ? { ...dependencies, environment: bootstrap.environment }
60
+ : dependencies, pluginRoot, false);
49
61
  }
50
62
  async function deduplicateResolvedScan(selectedDirectory, repositoryPath, expectedScanId, options, dependencies, pluginRoot, bindRepository) {
51
63
  const environment = dependencies.environment ?? process.env;
64
+ if (options.embedding !== undefined && options.findingsUrl !== undefined)
65
+ throw new CodexSecurityError("Custom embeddings are only supported for local deduplication.");
52
66
  const { contract, scanDirectory } = await loadContractWithScanDirectory(selectedDirectory, {
53
67
  pluginRoot,
54
68
  expectedScanId,
55
69
  signal: options.signal,
56
70
  });
57
71
  const scanId = contract.manifest.scan.id;
58
- const client = new FindingsClient(options.findingsUrl, options.signal, dependencies.fetch);
59
72
  const scope = options.allRepositories === true
60
73
  ? { allRepositories: true }
61
74
  : { repositoryId: contract.manifest.scan.target.targetId };
75
+ const injectedWorkbench = dependencies.runWorkbench;
76
+ const workbench = injectedWorkbench &&
77
+ (({ signal }, args, input) => injectedWorkbench(args, input, signal ?? options.signal));
78
+ const local = options.findingsUrl === undefined
79
+ ? new LocalDeduplication(environment, scope, repositoryPath, options.signal, workbench, options.embedding)
80
+ : undefined;
81
+ const client = local ??
82
+ new FindingsClient(options.findingsUrl, options.signal, dependencies.fetch);
62
83
  const workflow = options.workflowId === undefined
63
84
  ? undefined
64
- : new FindingWorkflow(options.workflowId, environment, dependencies.runWorkbench === undefined
65
- ? undefined
66
- : (_options, args, input) => dependencies.runWorkbench(args, input));
85
+ : new FindingWorkflow(options.workflowId, environment, workbench, undefined, repositoryPath);
67
86
  if (workflow) {
68
87
  await workflow.protectArtifacts(scanDirectory);
69
88
  await workflow.bind({
@@ -71,46 +90,146 @@ async function deduplicateResolvedScan(selectedDirectory, repositoryPath, expect
71
90
  scanId,
72
91
  scanDir: scanDirectory,
73
92
  artifactDigest: workflowDigest(contract),
74
- destination: workflowDestination(options.findingsUrl),
93
+ destination: local
94
+ ? `sqlite:${codexSecurityStateDirectory(environment)}`
95
+ : workflowDestination(options.findingsUrl),
75
96
  scope,
76
97
  });
77
98
  await workflow.complete("scan", null);
78
- await publishScanToCustomInternal(scanDirectory, {
79
- findingsUrl: options.findingsUrl,
80
- workflowId: options.workflowId,
81
- expectedScanId: scanId,
82
- signal: options.signal,
83
- }, {
84
- environment,
85
- fetch: dependencies.fetch,
86
- runWorkbench: dependencies.runWorkbench === undefined
87
- ? undefined
88
- : (_options, args, input) => dependencies.runWorkbench(args, input),
89
- });
99
+ if (!local)
100
+ await publishScanToCustomInternal(scanDirectory, {
101
+ findingsUrl: options.findingsUrl,
102
+ workflowId: options.workflowId,
103
+ expectedScanId: scanId,
104
+ signal: options.signal,
105
+ }, {
106
+ environment,
107
+ fetch: dependencies.fetch,
108
+ runWorkbench: workbench,
109
+ });
90
110
  }
91
111
  const dedupe = async () => {
112
+ if (local) {
113
+ await (workflow ?? new FindingWorkflow(scanId, environment)).protectArtifacts(scanDirectory);
114
+ emitDiagnostic(options.onDiagnostic, { event: "preparation.started" });
115
+ await local.prepare(contract.findings.findings, contract.manifest.scan.target.targetId);
116
+ emitDiagnostic(options.onDiagnostic, { event: "preparation.completed" });
117
+ }
92
118
  const saved = (await workflow?.get())?.stages.dedupe;
93
119
  if (saved?.pendingWrite) {
120
+ if (local &&
121
+ (saved.pendingWrite.local?.inputDigest !== local.inputDigest ||
122
+ workflowDigest(saved.pendingWrite.local.source) !==
123
+ workflowDigest(await workflow.sourceSnapshot(repositoryPath, saved.pendingWrite.local.gitDisabled, (saved.pendingWrite.local.source["privateStatePaths"] ??
124
+ []))))) {
125
+ throw new CodexSecurityError("Local deduplication inputs changed. Use a new workflow ID to review them.");
126
+ }
94
127
  await client.storeDedupeGroups(saved.pendingWrite.groups);
95
128
  return saved.result;
96
129
  }
130
+ const reviewEnvironment = dependencies.reviewer
131
+ ? environment
132
+ : await (dependencies.resolveReviewEnvironment ?? comparisonEnvironment)(environment, undefined, options.signal);
133
+ const reviewConfiguration = dependencies.reviewer
134
+ ? {}
135
+ : await modelConfigurationForReview(environment, reviewEnvironment, options.signal);
97
136
  const runner = dependencies.reviewRunner ??
98
- new CodexReviewRunner(environment, undefined, options.signal, repositoryPath);
137
+ new CodexReviewRunner(reviewEnvironment, undefined, options.signal, repositoryPath, undefined, options.onDiagnostic, dependencies.surface ?? "sdk");
138
+ const privateStatePaths = [];
139
+ if (workflow && !dependencies.reviewer) {
140
+ const root = await canonicalizeModelSafePath(repositoryPath);
141
+ const sqliteHome = await canonicalizeModelSafePath(reviewSqliteHome(reviewEnvironment, reviewConfiguration));
142
+ if (isWithin(root, sqliteHome)) {
143
+ if (isWithin(sqliteHome, root))
144
+ throw new CodexSecurityError("Native SQLite storage must not be the reviewed repository root when checkpointing deduplication.");
145
+ // Create missing private parents before capturing source; native startup owns the database files.
146
+ await mkdir(sqliteHome, { recursive: true, mode: 0o700 });
147
+ privateStatePaths.push(sqliteHome);
148
+ }
149
+ }
150
+ const source = workflow
151
+ ? await workflow.sourceSnapshot(repositoryPath, false, privateStatePaths)
152
+ : undefined;
99
153
  const checkpoints = workflow
100
- ? new CheckpointedReviewRunner(workflow, runner, await workflow.sourceSnapshot(repositoryPath), scope, await reviewSettingsDigest(environment))
154
+ ? new CheckpointedReviewRunner(workflow, runner, source, scope, await reviewSettingsDigest(reviewEnvironment, reviewConfiguration), options.onDiagnostic)
101
155
  : undefined;
156
+ const sourceRepositories = new Map(contract.findings.findings.map((finding) => [
157
+ finding.findingId,
158
+ [contract.manifest.scan.target.targetId],
159
+ ]));
160
+ const sourceSnapshots = new Map();
102
161
  const deduplicator = new FindingDeduplicator({
103
- potentialDuplicates: (findingId) => client.potentialDuplicates(findingId, scope),
162
+ potentialDuplicates: async (findingId) => {
163
+ const neighborhood = await client.potentialDuplicates(findingId, scope);
164
+ for (const finding of [
165
+ neighborhood.finding,
166
+ ...neighborhood.potentialDuplicates,
167
+ ]) {
168
+ const repositories = Object.hasOwn(neighborhood.repositoryIds ?? {}, finding.findingId)
169
+ ? neighborhood.repositoryIds[finding.findingId]
170
+ : undefined;
171
+ if (repositories !== undefined)
172
+ sourceRepositories.set(finding.findingId, repositories);
173
+ else if (scope.repositoryId !== undefined)
174
+ sourceRepositories.set(finding.findingId, [scope.repositoryId]);
175
+ const snapshot = Object.hasOwn(neighborhood.sourceSnapshots ?? {}, finding.findingId)
176
+ ? neighborhood.sourceSnapshots[finding.findingId]
177
+ : undefined;
178
+ if (snapshot !== undefined)
179
+ sourceSnapshots.set(finding.findingId, snapshot);
180
+ }
181
+ return neighborhood;
182
+ },
104
183
  }, dependencies.reviewer ??
105
- new CodexDeduplicationReviewer(checkpoints ?? runner), options.signal, options.concurrency);
184
+ new CodexGroupingReviewer(checkpoints ?? runner, reviewConfiguration, (findings) => savedSourceContext(contract.manifest.scan.target.targetId, findings, sourceRepositories, sourceSnapshots)), options.signal, options.concurrency);
106
185
  const reviewed = await deduplicator.run(contract.findings.findings.map((finding) => finding.findingId));
107
186
  await checkpoints?.assertSourceUnchanged();
108
187
  options.signal?.throwIfAborted();
109
188
  const result = { scanId, ...reviewed };
110
- await workflow?.prepareDedupe(result, { groups: result.duplicateGroups });
189
+ await workflow?.prepareDedupe(result, {
190
+ groups: result.duplicateGroups,
191
+ ...(local
192
+ ? {
193
+ local: {
194
+ inputDigest: local.inputDigest,
195
+ source: source,
196
+ gitDisabled: environmentEntry(environment, "CODEX_SECURITY_GIT") === "",
197
+ },
198
+ }
199
+ : {}),
200
+ });
111
201
  await client.storeDedupeGroups(result.duplicateGroups);
112
202
  return result;
113
203
  };
114
204
  return workflow ? await workflow.run("dedupe", dedupe) : await dedupe();
115
205
  }
206
+ async function modelConfigurationForReview(source, effective, signal) {
207
+ const selected = resolveCodexProfile(await readCodexHomeConfig(effective, signal));
208
+ if (configuredCodexHome(source) === configuredCodexHome(effective))
209
+ return selected;
210
+ const ambient = resolveCodexProfile(await readCodexHomeConfig(source, signal));
211
+ const providerIdentity = (config) => {
212
+ const provider = config["model_provider"] ?? "openai";
213
+ const definitions = config["model_providers"];
214
+ const definition = typeof provider === "string" &&
215
+ isRecord(definitions) &&
216
+ isRecord(definitions[provider])
217
+ ? definitions[provider]
218
+ : undefined;
219
+ return {
220
+ provider,
221
+ baseUrl: definition?.["base_url"],
222
+ wireApi: definition?.["wire_api"] ?? "responses",
223
+ openaiBaseUrl: provider === "openai" ? config["openai_base_url"] : undefined,
224
+ };
225
+ };
226
+ // A managed sign-in home can contain only authentication/runtime settings.
227
+ // Keep compatible caller model choices without crossing provider namespaces.
228
+ if (isDeepStrictEqual(providerIdentity(ambient), providerIdentity(selected))) {
229
+ for (const key of ["model", "model_reasoning_effort"])
230
+ if (selected[key] === undefined && ambient[key] !== undefined)
231
+ selected[key] = ambient[key];
232
+ }
233
+ return selected;
234
+ }
116
235
  //# sourceMappingURL=scan.js.map