@openai/codex-security 0.8.3 → 0.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (534) hide show
  1. package/README.md +192 -151
  2. package/_bundled_plugin/.mcp.json +5 -1
  3. package/_bundled_plugin/examples/completed-scan/findings.json +16 -4
  4. package/_bundled_plugin/examples/completed-scan/report.md +11 -8
  5. package/_bundled_plugin/examples/completed-scan/scan-manifest.json +4 -2
  6. package/_bundled_plugin/mcp/fzstd-LICENSE.txt +21 -0
  7. package/_bundled_plugin/mcp/helpers.mjs +2 -11
  8. package/_bundled_plugin/mcp/helpers.mjs.br +0 -0
  9. package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +3 -210
  10. package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
  11. package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
  12. package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
  13. package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
  14. package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
  15. package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
  16. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  17. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  18. package/_bundled_plugin/mcp/package.json +1 -0
  19. package/_bundled_plugin/mcp/permission-profile-preflight.mjs +5 -2
  20. package/_bundled_plugin/mcp/server.mjs +2 -11
  21. package/_bundled_plugin/mcp/server.mjs.br +0 -0
  22. package/_bundled_plugin/mcp/session-decompression.mjs +712 -0
  23. package/_bundled_plugin/references/default-severity-rubric.md +9 -4
  24. package/_bundled_plugin/references/final-report.md +5 -3
  25. package/_bundled_plugin/references/finding-detail-fields.md +18 -18
  26. package/_bundled_plugin/references/sarif-adapter.md +8 -2
  27. package/_bundled_plugin/references/scan-artifacts.md +21 -12
  28. package/_bundled_plugin/references/scan-contract.md +27 -33
  29. package/_bundled_plugin/schemas/tools/scan-draft.schema.json +2 -2
  30. package/_bundled_plugin/scripts/check_deep_scan_target.py +97 -0
  31. package/_bundled_plugin/scripts/codex_profile.mjs +7 -1
  32. package/_bundled_plugin/scripts/deep_scan_config.py +20 -1
  33. package/_bundled_plugin/scripts/deep_scan_workbench.py +165 -342
  34. package/_bundled_plugin/scripts/filesystem_identity.py +1 -0
  35. package/_bundled_plugin/scripts/finalize_scan_contract.py +153 -227
  36. package/_bundled_plugin/scripts/finding_preview.py +20 -0
  37. package/_bundled_plugin/scripts/launch_codex_security_mcp +1 -0
  38. package/_bundled_plugin/scripts/legacy_findings.py +148 -0
  39. package/_bundled_plugin/scripts/posix_scan_local_files.py +11 -0
  40. package/_bundled_plugin/scripts/read_codex_session.mjs +21 -0
  41. package/_bundled_plugin/scripts/report_projection.py +81 -43
  42. package/_bundled_plugin/scripts/review_state.py +8 -2
  43. package/_bundled_plugin/scripts/servicenow_avit.py +20 -0
  44. package/_bundled_plugin/scripts/snapshot_sqlite.py +1 -0
  45. package/_bundled_plugin/scripts/threat_model_projection.py +22 -26
  46. package/_bundled_plugin/scripts/validate_scan_contract.py +7 -1
  47. package/_bundled_plugin/scripts/windows_scan_local_files.py +388 -17
  48. package/_bundled_plugin/scripts/workbench/__init__.py +1 -1
  49. package/_bundled_plugin/scripts/workbench/handoff.py +47 -0
  50. package/_bundled_plugin/scripts/workbench/retained_coverage.py +30 -51
  51. package/_bundled_plugin/scripts/workbench/retained_records.py +18 -30
  52. package/_bundled_plugin/scripts/workbench/runtime_toml.py +4 -1
  53. package/_bundled_plugin/scripts/workbench/saved_coverage.py +9 -17
  54. package/_bundled_plugin/scripts/workbench/saved_outputs.py +9 -0
  55. package/_bundled_plugin/scripts/workbench/saved_sources.py +47 -40
  56. package/_bundled_plugin/scripts/workbench/storage.py +71 -7
  57. package/_bundled_plugin/scripts/workbench_cli.py +30 -12
  58. package/_bundled_plugin/scripts/workbench_constants.py +10 -0
  59. package/_bundled_plugin/scripts/workbench_coverage_receipts.py +3 -3
  60. package/_bundled_plugin/scripts/workbench_db.py +369 -137
  61. package/_bundled_plugin/scripts/workbench_feedback.py +8 -7
  62. package/_bundled_plugin/scripts/workbench_finding_index.py +1 -0
  63. package/_bundled_plugin/scripts/workbench_finding_workflows.py +4 -0
  64. package/_bundled_plugin/scripts/workbench_native_indexes.py +12 -12
  65. package/_bundled_plugin/scripts/workbench_progress.py +10 -1
  66. package/_bundled_plugin/scripts/workbench_publication.py +14 -10
  67. package/_bundled_plugin/scripts/workbench_remediation.py +13 -0
  68. package/_bundled_plugin/scripts/workbench_saved_results.py +132 -77
  69. package/_bundled_plugin/scripts/workbench_scan_history.py +117 -55
  70. package/_bundled_plugin/scripts/workbench_scan_start.py +83 -24
  71. package/_bundled_plugin/scripts/workbench_scan_usage.py +644 -68
  72. package/_bundled_plugin/scripts/workbench_schema.py +44 -55
  73. package/_bundled_plugin/scripts/workbench_setup.py +13 -1
  74. package/_bundled_plugin/scripts/workbench_source_excerpt.py +13 -0
  75. package/_bundled_plugin/scripts/workbench_source_scopes.py +18 -0
  76. package/_bundled_plugin/scripts/workbench_target.py +127 -56
  77. package/_bundled_plugin/scripts/workbench_target_state.py +3 -0
  78. package/_bundled_plugin/scripts/workbench_validation.py +43 -3
  79. package/_bundled_plugin/shared/workbench-history-repairs.json +19 -23
  80. package/_bundled_plugin/shared/workbench-migrations.json +34 -0
  81. package/_bundled_plugin/skills/cloud-findings/SKILL.md +5 -5
  82. package/_bundled_plugin/skills/deep-security-scan/SKILL.md +7 -50
  83. package/_bundled_plugin/skills/fix-finding/SKILL.md +1 -1
  84. package/_bundled_plugin/skills/publish-findings/SKILL.md +32 -25
  85. package/_bundled_plugin/skills/publish-findings/references/checkmarx-import.md +37 -0
  86. package/_bundled_plugin/skills/publish-findings/references/wiz-import.md +3 -3
  87. package/_bundled_plugin/skills/publish-findings/scripts/collect_checkmarx.py +464 -0
  88. package/_bundled_plugin/skills/threat-model-visualize/scripts/build_explorer.py +22 -1
  89. package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +6 -2
  90. package/dist/api.d.ts +39 -4
  91. package/dist/api.d.ts.map +1 -1
  92. package/dist/api.js +774 -292
  93. package/dist/api.js.map +1 -1
  94. package/dist/auth.d.ts.map +1 -1
  95. package/dist/auth.js +4 -6
  96. package/dist/auth.js.map +1 -1
  97. package/dist/bedrock-oss-pricing.d.ts +6 -0
  98. package/dist/bedrock-oss-pricing.d.ts.map +1 -0
  99. package/dist/bedrock-oss-pricing.js +58 -0
  100. package/dist/bedrock-oss-pricing.js.map +1 -0
  101. package/dist/bedrock-pricing.d.ts +15 -0
  102. package/dist/bedrock-pricing.d.ts.map +1 -0
  103. package/dist/bedrock-pricing.js +117 -0
  104. package/dist/bedrock-pricing.js.map +1 -0
  105. package/dist/blackduck-findings.d.ts.map +1 -1
  106. package/dist/blackduck-findings.js +35 -20
  107. package/dist/blackduck-findings.js.map +1 -1
  108. package/dist/bulk-scan-discovery.d.ts.map +1 -1
  109. package/dist/bulk-scan-discovery.js +4 -4
  110. package/dist/bulk-scan-discovery.js.map +1 -1
  111. package/dist/checkmarx-evidence.d.ts +19 -0
  112. package/dist/checkmarx-evidence.d.ts.map +1 -0
  113. package/dist/checkmarx-evidence.js +36 -0
  114. package/dist/checkmarx-evidence.js.map +1 -0
  115. package/dist/checkmarx-findings.d.ts +4 -0
  116. package/dist/checkmarx-findings.d.ts.map +1 -0
  117. package/dist/checkmarx-findings.js +27 -0
  118. package/dist/checkmarx-findings.js.map +1 -0
  119. package/dist/checkmarx-one.d.ts +4 -0
  120. package/dist/checkmarx-one.d.ts.map +1 -0
  121. package/dist/checkmarx-one.js +53 -0
  122. package/dist/checkmarx-one.js.map +1 -0
  123. package/dist/checkmarx-repository.d.ts +12 -0
  124. package/dist/checkmarx-repository.d.ts.map +1 -0
  125. package/dist/checkmarx-repository.js +181 -0
  126. package/dist/checkmarx-repository.js.map +1 -0
  127. package/dist/checkmarx-xml.d.ts +12 -0
  128. package/dist/checkmarx-xml.d.ts.map +1 -0
  129. package/dist/checkmarx-xml.js +196 -0
  130. package/dist/checkmarx-xml.js.map +1 -0
  131. package/dist/classify-severity-records.d.ts +1 -9
  132. package/dist/classify-severity-records.d.ts.map +1 -1
  133. package/dist/classify-severity-records.js +3 -13
  134. package/dist/classify-severity-records.js.map +1 -1
  135. package/dist/classify-severity.d.ts.map +1 -1
  136. package/dist/classify-severity.js +2 -4
  137. package/dist/classify-severity.js.map +1 -1
  138. package/dist/cli.d.ts +11 -5
  139. package/dist/cli.d.ts.map +1 -1
  140. package/dist/cli.js +1734 -1238
  141. package/dist/cli.js.map +1 -1
  142. package/dist/cloud-publish.js +2 -2
  143. package/dist/cloud-publish.js.map +1 -1
  144. package/dist/component-scan.d.ts +16 -3
  145. package/dist/component-scan.d.ts.map +1 -1
  146. package/dist/component-scan.js +27 -2
  147. package/dist/component-scan.js.map +1 -1
  148. package/dist/config.d.ts.map +1 -1
  149. package/dist/config.js +100 -66
  150. package/dist/config.js.map +1 -1
  151. package/dist/continuum-findings.d.ts.map +1 -1
  152. package/dist/continuum-findings.js +80 -12
  153. package/dist/continuum-findings.js.map +1 -1
  154. package/dist/contract-values.d.ts +2 -0
  155. package/dist/contract-values.d.ts.map +1 -1
  156. package/dist/contract-values.js +12 -9
  157. package/dist/contract-values.js.map +1 -1
  158. package/dist/cost-model.d.ts +13 -1
  159. package/dist/cost-model.d.ts.map +1 -1
  160. package/dist/cost-model.js +66 -112
  161. package/dist/cost-model.js.map +1 -1
  162. package/dist/cost.d.ts +42 -3
  163. package/dist/cost.d.ts.map +1 -1
  164. package/dist/cost.js +483 -104
  165. package/dist/cost.js.map +1 -1
  166. package/dist/custom-publish.d.ts +4 -0
  167. package/dist/custom-publish.d.ts.map +1 -1
  168. package/dist/custom-publish.js +40 -3
  169. package/dist/custom-publish.js.map +1 -1
  170. package/dist/deduplication/local.d.ts +2 -2
  171. package/dist/deduplication/local.d.ts.map +1 -1
  172. package/dist/deduplication/local.js +2 -2
  173. package/dist/deduplication/local.js.map +1 -1
  174. package/dist/deduplication/refusal.d.ts.map +1 -1
  175. package/dist/deduplication/refusal.js +25 -5
  176. package/dist/deduplication/refusal.js.map +1 -1
  177. package/dist/deduplication/scan.d.ts +3 -0
  178. package/dist/deduplication/scan.d.ts.map +1 -1
  179. package/dist/deduplication/scan.js +1 -1
  180. package/dist/deduplication/scan.js.map +1 -1
  181. package/dist/deep-config.d.ts +0 -1
  182. package/dist/deep-config.d.ts.map +1 -1
  183. package/dist/deep-config.js +22 -33
  184. package/dist/deep-config.js.map +1 -1
  185. package/dist/deep-scan-defaults.d.ts +2 -0
  186. package/dist/deep-scan-defaults.d.ts.map +1 -1
  187. package/dist/deep-scan-defaults.js +28 -1
  188. package/dist/deep-scan-defaults.js.map +1 -1
  189. package/dist/deep-scan.d.ts +2 -0
  190. package/dist/deep-scan.d.ts.map +1 -1
  191. package/dist/deep-scan.js +28 -4
  192. package/dist/deep-scan.js.map +1 -1
  193. package/dist/default-severity-rubric.d.ts +1 -1
  194. package/dist/default-severity-rubric.d.ts.map +1 -1
  195. package/dist/default-severity-rubric.js +1 -1
  196. package/dist/default-severity-rubric.js.map +1 -1
  197. package/dist/endor-findings.d.ts +3 -1
  198. package/dist/endor-findings.d.ts.map +1 -1
  199. package/dist/endor-findings.js +103 -45
  200. package/dist/endor-findings.js.map +1 -1
  201. package/dist/errors.d.ts +1 -1
  202. package/dist/errors.d.ts.map +1 -1
  203. package/dist/errors.js +8 -1
  204. package/dist/errors.js.map +1 -1
  205. package/dist/external-findings-import.d.ts +5 -3
  206. package/dist/external-findings-import.d.ts.map +1 -1
  207. package/dist/external-findings-import.js +7 -6
  208. package/dist/external-findings-import.js.map +1 -1
  209. package/dist/external-findings-local.d.ts +7 -5
  210. package/dist/external-findings-local.d.ts.map +1 -1
  211. package/dist/external-findings-local.js +337 -89
  212. package/dist/external-findings-local.js.map +1 -1
  213. package/dist/external-findings-publish.d.ts +8 -6
  214. package/dist/external-findings-publish.d.ts.map +1 -1
  215. package/dist/external-findings-publish.js +1318 -258
  216. package/dist/external-findings-publish.js.map +1 -1
  217. package/dist/external-findings-read.d.ts +20 -2
  218. package/dist/external-findings-read.d.ts.map +1 -1
  219. package/dist/external-findings-read.js +148 -66
  220. package/dist/external-findings-read.js.map +1 -1
  221. package/dist/external-findings.d.ts +15 -3
  222. package/dist/external-findings.d.ts.map +1 -1
  223. package/dist/external-findings.js +42 -1
  224. package/dist/external-findings.js.map +1 -1
  225. package/dist/external-import-contract.d.ts +5 -1
  226. package/dist/external-import-contract.d.ts.map +1 -1
  227. package/dist/external-import-contract.js +23 -9
  228. package/dist/external-import-contract.js.map +1 -1
  229. package/dist/external-import-models.d.ts +1 -1
  230. package/dist/external-import-models.d.ts.map +1 -1
  231. package/dist/external-import-models.js.map +1 -1
  232. package/dist/feedback.d.ts.map +1 -1
  233. package/dist/feedback.js +5 -4
  234. package/dist/feedback.js.map +1 -1
  235. package/dist/finding-prompt.d.ts +5 -0
  236. package/dist/finding-prompt.d.ts.map +1 -0
  237. package/dist/finding-prompt.js +32 -0
  238. package/dist/finding-prompt.js.map +1 -0
  239. package/dist/findings-client.d.ts +1 -0
  240. package/dist/findings-client.d.ts.map +1 -1
  241. package/dist/findings-client.js +27 -3
  242. package/dist/findings-client.js.map +1 -1
  243. package/dist/github-advisories.d.ts.map +1 -1
  244. package/dist/github-advisories.js +0 -2
  245. package/dist/github-advisories.js.map +1 -1
  246. package/dist/github-dependabot-findings.d.ts.map +1 -1
  247. package/dist/github-dependabot-findings.js +15 -4
  248. package/dist/github-dependabot-findings.js.map +1 -1
  249. package/dist/github-findings.d.ts +4 -1
  250. package/dist/github-findings.d.ts.map +1 -1
  251. package/dist/github-findings.js +55 -30
  252. package/dist/github-findings.js.map +1 -1
  253. package/dist/hosted-git-remotes.d.ts +5 -0
  254. package/dist/hosted-git-remotes.d.ts.map +1 -0
  255. package/dist/hosted-git-remotes.js +285 -0
  256. package/dist/hosted-git-remotes.js.map +1 -0
  257. package/dist/hosted-git-repository.d.ts +28 -0
  258. package/dist/hosted-git-repository.d.ts.map +1 -0
  259. package/dist/hosted-git-repository.js +222 -0
  260. package/dist/hosted-git-repository.js.map +1 -0
  261. package/dist/hosted-scan-protocol.js +2 -2
  262. package/dist/hosted-scan-protocol.js.map +1 -1
  263. package/dist/hosted-scan.d.ts.map +1 -1
  264. package/dist/hosted-scan.js +16 -11
  265. package/dist/hosted-scan.js.map +1 -1
  266. package/dist/hosted-scanner-http.d.ts +21 -0
  267. package/dist/hosted-scanner-http.d.ts.map +1 -0
  268. package/dist/hosted-scanner-http.js +204 -0
  269. package/dist/hosted-scanner-http.js.map +1 -0
  270. package/dist/hosted-scanner-v1.d.ts +6 -0
  271. package/dist/hosted-scanner-v1.d.ts.map +1 -0
  272. package/dist/hosted-scanner-v1.js +60 -0
  273. package/dist/hosted-scanner-v1.js.map +1 -0
  274. package/dist/import-scan.d.ts.map +1 -1
  275. package/dist/import-scan.js +3 -0
  276. package/dist/import-scan.js.map +1 -1
  277. package/dist/index.d.ts +18 -7
  278. package/dist/index.d.ts.map +1 -1
  279. package/dist/index.js +10 -2
  280. package/dist/index.js.map +1 -1
  281. package/dist/inspector-findings.d.ts.map +1 -1
  282. package/dist/inspector-findings.js +47 -65
  283. package/dist/inspector-findings.js.map +1 -1
  284. package/dist/knowledge-base.d.ts.map +1 -1
  285. package/dist/knowledge-base.js +68 -5
  286. package/dist/knowledge-base.js.map +1 -1
  287. package/dist/local-git-metadata.d.ts +1 -1
  288. package/dist/local-git-metadata.d.ts.map +1 -1
  289. package/dist/local-git-metadata.js +1 -2
  290. package/dist/local-git-metadata.js.map +1 -1
  291. package/dist/multiscan.d.ts +6 -4
  292. package/dist/multiscan.d.ts.map +1 -1
  293. package/dist/multiscan.js +138 -65
  294. package/dist/multiscan.js.map +1 -1
  295. package/dist/native-json-findings.d.ts +2 -1
  296. package/dist/native-json-findings.d.ts.map +1 -1
  297. package/dist/native-json-findings.js +12 -2
  298. package/dist/native-json-findings.js.map +1 -1
  299. package/dist/opengrep-findings.d.ts +1 -0
  300. package/dist/opengrep-findings.d.ts.map +1 -1
  301. package/dist/opengrep-findings.js +17 -13
  302. package/dist/opengrep-findings.js.map +1 -1
  303. package/dist/operation-telemetry.d.ts +104 -0
  304. package/dist/operation-telemetry.d.ts.map +1 -0
  305. package/dist/operation-telemetry.js +293 -0
  306. package/dist/operation-telemetry.js.map +1 -0
  307. package/dist/plugin-python-probe.d.ts +4 -0
  308. package/dist/plugin-python-probe.d.ts.map +1 -0
  309. package/dist/plugin-python-probe.js +10 -0
  310. package/dist/plugin-python-probe.js.map +1 -0
  311. package/dist/private-finding-import.d.ts +97 -2
  312. package/dist/private-finding-import.d.ts.map +1 -1
  313. package/dist/private-finding-import.js +58 -34
  314. package/dist/private-finding-import.js.map +1 -1
  315. package/dist/provider-profile.d.ts +1 -1
  316. package/dist/provider-profile.d.ts.map +1 -1
  317. package/dist/provider-profile.js +8 -1
  318. package/dist/provider-profile.js.map +1 -1
  319. package/dist/publication-telemetry.d.ts +45 -0
  320. package/dist/publication-telemetry.d.ts.map +1 -0
  321. package/dist/publication-telemetry.js +50 -0
  322. package/dist/publication-telemetry.js.map +1 -0
  323. package/dist/publish.d.ts +4 -0
  324. package/dist/publish.d.ts.map +1 -1
  325. package/dist/publish.js +42 -2
  326. package/dist/publish.js.map +1 -1
  327. package/dist/reader-selection.d.ts +2 -0
  328. package/dist/reader-selection.d.ts.map +1 -1
  329. package/dist/reader-selection.js +8 -0
  330. package/dist/reader-selection.js.map +1 -1
  331. package/dist/remediation.d.ts +1 -4
  332. package/dist/remediation.d.ts.map +1 -1
  333. package/dist/remediation.js +3 -7
  334. package/dist/remediation.js.map +1 -1
  335. package/dist/request-metadata.d.ts +3 -0
  336. package/dist/request-metadata.d.ts.map +1 -1
  337. package/dist/request-metadata.js +9 -0
  338. package/dist/request-metadata.js.map +1 -1
  339. package/dist/result.d.ts +4 -0
  340. package/dist/result.d.ts.map +1 -1
  341. package/dist/result.js +1 -1
  342. package/dist/result.js.map +1 -1
  343. package/dist/retry-windows-rename.d.ts +8 -0
  344. package/dist/retry-windows-rename.d.ts.map +1 -0
  345. package/dist/retry-windows-rename.js +24 -0
  346. package/dist/retry-windows-rename.js.map +1 -0
  347. package/dist/runtime.d.ts +20 -0
  348. package/dist/runtime.d.ts.map +1 -1
  349. package/dist/runtime.js +313 -110
  350. package/dist/runtime.js.map +1 -1
  351. package/dist/saved-scan-bootstrap.d.ts +1 -0
  352. package/dist/saved-scan-bootstrap.d.ts.map +1 -1
  353. package/dist/saved-scan-bootstrap.js +18 -15
  354. package/dist/saved-scan-bootstrap.js.map +1 -1
  355. package/dist/scan-activity.d.ts.map +1 -1
  356. package/dist/scan-activity.js +141 -56
  357. package/dist/scan-activity.js.map +1 -1
  358. package/dist/scan-comparison.d.ts +10 -5
  359. package/dist/scan-comparison.d.ts.map +1 -1
  360. package/dist/scan-comparison.js +60 -15
  361. package/dist/scan-comparison.js.map +1 -1
  362. package/dist/scan-dashboard.d.ts +6 -6
  363. package/dist/scan-dashboard.d.ts.map +1 -1
  364. package/dist/scan-dashboard.js +75 -42
  365. package/dist/scan-dashboard.js.map +1 -1
  366. package/dist/scan-executor.d.ts +10 -1
  367. package/dist/scan-executor.d.ts.map +1 -1
  368. package/dist/scan-executor.js +22 -2
  369. package/dist/scan-executor.js.map +1 -1
  370. package/dist/scan-history-renderer.d.ts.map +1 -1
  371. package/dist/scan-history-renderer.js +9 -19
  372. package/dist/scan-history-renderer.js.map +1 -1
  373. package/dist/scan-logs.d.ts +12 -0
  374. package/dist/scan-logs.d.ts.map +1 -1
  375. package/dist/scan-logs.js +106 -77
  376. package/dist/scan-logs.js.map +1 -1
  377. package/dist/scan-measurement.d.ts +26 -0
  378. package/dist/scan-measurement.d.ts.map +1 -0
  379. package/dist/scan-measurement.js +77 -0
  380. package/dist/scan-measurement.js.map +1 -0
  381. package/dist/scan-progress.d.ts +1 -0
  382. package/dist/scan-progress.d.ts.map +1 -1
  383. package/dist/scan-progress.js +3 -0
  384. package/dist/scan-progress.js.map +1 -1
  385. package/dist/scan-sessions.d.ts.map +1 -1
  386. package/dist/scan-sessions.js +4 -1
  387. package/dist/scan-sessions.js.map +1 -1
  388. package/dist/scan-settings.d.ts +1 -1
  389. package/dist/scan-settings.d.ts.map +1 -1
  390. package/dist/scan-settings.js +1 -24
  391. package/dist/scan-settings.js.map +1 -1
  392. package/dist/scanner-import.d.ts +20 -2
  393. package/dist/scanner-import.d.ts.map +1 -1
  394. package/dist/scanner-import.js +200 -8
  395. package/dist/scanner-import.js.map +1 -1
  396. package/dist/scanner-repository-url.d.ts +4 -1
  397. package/dist/scanner-repository-url.d.ts.map +1 -1
  398. package/dist/scanner-repository-url.js +10 -6
  399. package/dist/scanner-repository-url.js.map +1 -1
  400. package/dist/security-policy.d.ts +1 -1
  401. package/dist/security-policy.d.ts.map +1 -1
  402. package/dist/security-policy.js.map +1 -1
  403. package/dist/semgrep-findings.d.ts +6 -3
  404. package/dist/semgrep-findings.d.ts.map +1 -1
  405. package/dist/semgrep-findings.js +107 -43
  406. package/dist/semgrep-findings.js.map +1 -1
  407. package/dist/semgrep-guardian-findings.d.ts +38 -0
  408. package/dist/semgrep-guardian-findings.d.ts.map +1 -0
  409. package/dist/semgrep-guardian-findings.js +165 -0
  410. package/dist/semgrep-guardian-findings.js.map +1 -0
  411. package/dist/semgrep-platform-collector.d.ts +26 -0
  412. package/dist/semgrep-platform-collector.d.ts.map +1 -0
  413. package/dist/semgrep-platform-collector.js +108 -0
  414. package/dist/semgrep-platform-collector.js.map +1 -0
  415. package/dist/semgrep-platform-findings.d.ts +207 -6
  416. package/dist/semgrep-platform-findings.d.ts.map +1 -1
  417. package/dist/semgrep-platform-findings.js +983 -103
  418. package/dist/semgrep-platform-findings.js.map +1 -1
  419. package/dist/semgrep-platform-v1.d.ts +6 -0
  420. package/dist/semgrep-platform-v1.d.ts.map +1 -0
  421. package/dist/semgrep-platform-v1.js +83 -0
  422. package/dist/semgrep-platform-v1.js.map +1 -0
  423. package/dist/server/api.d.ts +1 -1
  424. package/dist/server/api.d.ts.map +1 -1
  425. package/dist/server/api.js.map +1 -1
  426. package/dist/server/embedding-tokenizer.cdx.json +33 -0
  427. package/dist/server/embedding-tokenizer.d.ts +2 -0
  428. package/dist/server/embedding-tokenizer.d.ts.map +1 -0
  429. package/dist/server/embedding-tokenizer.js +322 -0
  430. package/dist/server/embedding-tokenizer.js.map +6 -0
  431. package/dist/server/embeddings.d.ts +16 -2
  432. package/dist/server/embeddings.d.ts.map +1 -1
  433. package/dist/server/embeddings.js +35 -5
  434. package/dist/server/embeddings.js.map +1 -1
  435. package/dist/session-lines.d.ts +5 -0
  436. package/dist/session-lines.d.ts.map +1 -0
  437. package/dist/session-lines.js +60 -0
  438. package/dist/session-lines.js.map +1 -0
  439. package/dist/severity-review.d.ts +3 -1
  440. package/dist/severity-review.d.ts.map +1 -1
  441. package/dist/severity-review.js +3 -2
  442. package/dist/severity-review.js.map +1 -1
  443. package/dist/skill-authentication.d.ts +1 -0
  444. package/dist/skill-authentication.d.ts.map +1 -1
  445. package/dist/skill-authentication.js +1 -0
  446. package/dist/skill-authentication.js.map +1 -1
  447. package/dist/snyk-findings.d.ts +7 -2
  448. package/dist/snyk-findings.d.ts.map +1 -1
  449. package/dist/snyk-findings.js +93 -70
  450. package/dist/snyk-findings.js.map +1 -1
  451. package/dist/snyk-rest-findings.d.ts +76 -0
  452. package/dist/snyk-rest-findings.d.ts.map +1 -0
  453. package/dist/snyk-rest-findings.js +1051 -0
  454. package/dist/snyk-rest-findings.js.map +1 -0
  455. package/dist/snyk-rest-v1.d.ts +28 -0
  456. package/dist/snyk-rest-v1.d.ts.map +1 -0
  457. package/dist/snyk-rest-v1.js +132 -0
  458. package/dist/snyk-rest-v1.js.map +1 -0
  459. package/dist/snyk-token-origin.d.ts +4 -0
  460. package/dist/snyk-token-origin.d.ts.map +1 -0
  461. package/dist/snyk-token-origin.js +82 -0
  462. package/dist/snyk-token-origin.js.map +1 -0
  463. package/dist/sonar-collector.d.ts.map +1 -1
  464. package/dist/sonar-collector.js +0 -3
  465. package/dist/sonar-collector.js.map +1 -1
  466. package/dist/sonar-import.d.ts.map +1 -1
  467. package/dist/sonar-import.js +2 -4
  468. package/dist/sonar-import.js.map +1 -1
  469. package/dist/target-drift.d.ts +9 -0
  470. package/dist/target-drift.d.ts.map +1 -0
  471. package/dist/target-drift.js +27 -0
  472. package/dist/target-drift.js.map +1 -0
  473. package/dist/targets.d.ts +2 -0
  474. package/dist/targets.d.ts.map +1 -1
  475. package/dist/targets.js +56 -20
  476. package/dist/targets.js.map +1 -1
  477. package/dist/tenable-findings.d.ts +9 -0
  478. package/dist/tenable-findings.d.ts.map +1 -0
  479. package/dist/tenable-findings.js +122 -0
  480. package/dist/tenable-findings.js.map +1 -0
  481. package/dist/terminal-stream.d.ts +13 -0
  482. package/dist/terminal-stream.d.ts.map +1 -0
  483. package/dist/terminal-stream.js +35 -0
  484. package/dist/terminal-stream.js.map +1 -0
  485. package/dist/trivy-findings.d.ts +19 -0
  486. package/dist/trivy-findings.d.ts.map +1 -0
  487. package/dist/trivy-findings.js +435 -0
  488. package/dist/trivy-findings.js.map +1 -0
  489. package/dist/trivy-import.d.ts +19 -0
  490. package/dist/trivy-import.d.ts.map +1 -0
  491. package/dist/trivy-import.js +151 -0
  492. package/dist/trivy-import.js.map +1 -0
  493. package/dist/validation-records.js +1 -1
  494. package/dist/validation-records.js.map +1 -1
  495. package/dist/veracode-findings.d.ts +2 -0
  496. package/dist/veracode-findings.d.ts.map +1 -1
  497. package/dist/veracode-findings.js +49 -11
  498. package/dist/veracode-findings.js.map +1 -1
  499. package/dist/vertex-pricing.d.ts +8 -0
  500. package/dist/vertex-pricing.d.ts.map +1 -0
  501. package/dist/vertex-pricing.js +20 -0
  502. package/dist/vertex-pricing.js.map +1 -0
  503. package/dist/windows-path.d.ts +1 -0
  504. package/dist/windows-path.d.ts.map +1 -1
  505. package/dist/windows-path.js +26 -1
  506. package/dist/windows-path.js.map +1 -1
  507. package/dist/wiz-findings.d.ts +4 -0
  508. package/dist/wiz-findings.d.ts.map +1 -1
  509. package/dist/wiz-findings.js +57 -3
  510. package/dist/wiz-findings.js.map +1 -1
  511. package/docs/classify-severity-records.md +27 -12
  512. package/docs/cli.md +497 -550
  513. package/docs/dedupe-records.md +44 -24
  514. package/docs/findings-service.md +66 -39
  515. package/docs/hosted-remediation.md +14 -7
  516. package/docs/hosted-scans.md +50 -42
  517. package/docs/telemetry.md +236 -0
  518. package/docs/validate-records.md +78 -44
  519. package/package.json +18 -15
  520. package/schemas/external-findings.schema.json +3 -1
  521. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  522. package/_bundled_plugin/mcp/helpers.mjs.br.part-001 +0 -0
  523. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  524. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  525. package/_bundled_plugin/mcp/server.mjs.br.part-002 +0 -0
  526. package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +0 -96
  527. package/dist/external-imports-feature.d.ts +0 -6
  528. package/dist/external-imports-feature.d.ts.map +0 -1
  529. package/dist/external-imports-feature.js +0 -51
  530. package/dist/external-imports-feature.js.map +0 -1
  531. package/dist/finding-normalization.d.ts +0 -5
  532. package/dist/finding-normalization.d.ts.map +0 -1
  533. package/dist/finding-normalization.js +0 -155
  534. package/dist/finding-normalization.js.map +0 -1
@@ -1,4 +1,5 @@
1
1
  import type { Finding } from "./models.js";
2
+ import { type PublicationTelemetry, type PublicationTelemetryObserver } from "./publication-telemetry.js";
2
3
  export interface PublishScanToCustomOptions {
3
4
  /** Resume publication within the named local findings workflow. */
4
5
  workflowId?: string;
@@ -8,6 +9,8 @@ export interface PublishScanToCustomOptions {
8
9
  dryRun?: boolean;
9
10
  expectedScanId?: string;
10
11
  signal?: AbortSignal;
12
+ /** Best-effort content-free outcome accounting, including preparation failures. */
13
+ onTelemetry?: PublicationTelemetryObserver;
11
14
  }
12
15
  export interface CustomPublicationResult {
13
16
  scanId: string;
@@ -16,6 +19,7 @@ export interface CustomPublicationResult {
16
19
  findingCount: number;
17
20
  dryRun?: true;
18
21
  findings?: Finding[];
22
+ telemetry?: PublicationTelemetry;
19
23
  }
20
24
  /** Publish complete, sealed findings to a findings API without changing scan artifacts. */
21
25
  export declare function publishScanToCustom(scanDirectory: string, options: PublishScanToCustomOptions): Promise<CustomPublicationResult>;
@@ -1 +1 @@
1
- {"version":3,"file":"custom-publish.d.ts","sourceRoot":"","sources":["../src/custom-publish.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAQ3C,MAAM,WAAW,0BAA0B;IACzC,mEAAmE;IACnE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,WAAW,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,IAAI,CAAC;IACd,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;CACtB;AAED,2FAA2F;AAC3F,wBAAsB,mBAAmB,CACvC,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
1
+ {"version":3,"file":"custom-publish.d.ts","sourceRoot":"","sources":["../src/custom-publish.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAO3C,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,4BAA4B,EAClC,MAAM,4BAA4B,CAAC;AAEpC,MAAM,WAAW,0BAA0B;IACzC,mEAAmE;IACnE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,WAAW,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,mFAAmF;IACnF,WAAW,CAAC,EAAE,4BAA4B,CAAC;CAC5C;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,IAAI,CAAC;IACd,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,oBAAoB,CAAC;CAClC;AAQD,2FAA2F;AAC3F,wBAAsB,mBAAmB,CACvC,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
@@ -3,32 +3,65 @@ import { CodexSecurityError } from "./errors.js";
3
3
  import { FindingsClient } from "./findings-client.js";
4
4
  import { bundledPluginRoot } from "./runtime.js";
5
5
  import { FindingWorkflow, scanArtifactDigest, workflowDestination, } from "./finding-workflow.js";
6
+ import { PublicationTelemetryRecorder, } from "./publication-telemetry.js";
6
7
  /** Publish complete, sealed findings to a findings API without changing scan artifacts. */
7
8
  export async function publishScanToCustom(scanDirectory, options) {
8
9
  return await publishScanToCustomInternal(scanDirectory, options);
9
10
  }
10
11
  /** @internal */
11
12
  export async function publishScanToCustomInternal(scanDirectory, options, dependencies = {}) {
13
+ const telemetry = new PublicationTelemetryRecorder("custom", options.onTelemetry);
14
+ try {
15
+ const result = await publishScanToCustomAttempt(scanDirectory, options, dependencies, telemetry);
16
+ telemetry.notify(result.telemetry);
17
+ return result;
18
+ }
19
+ catch (error) {
20
+ telemetry.notifyFailure(options);
21
+ throw error;
22
+ }
23
+ }
24
+ async function publishScanToCustomAttempt(scanDirectory, options, dependencies, telemetry) {
12
25
  const { contract, scanDirectory: canonicalDirectory } = await loadContractWithScanDirectory(scanDirectory, {
13
26
  pluginRoot: await bundledPluginRoot(),
14
27
  signal: options.signal,
15
28
  expectedScanId: options.expectedScanId,
16
29
  });
17
30
  const { manifest, findings } = contract;
31
+ telemetry.counts.selected = findings.findings.length;
18
32
  if (findings.findings.length === 0 && options.workflowId === undefined) {
19
33
  throw new CodexSecurityError("The completed scan has no findings to publish.");
20
34
  }
21
35
  const repositoryId = manifest.scan.target.targetId;
36
+ let invoked = false;
22
37
  const publish = async () => {
23
- const findingIds = options.dryRun
38
+ invoked = true;
39
+ const client = options.dryRun
40
+ ? null
41
+ : new FindingsClient(options.findingsUrl, options.signal, dependencies.fetch);
42
+ if (client !== null) {
43
+ telemetry.attempted = true;
44
+ telemetry.counts.submitted = findings.findings.length;
45
+ // The bulk API acknowledges IDs; it does not distinguish inserts from upserts.
46
+ telemetry.counts.created = null;
47
+ telemetry.counts.reused = null;
48
+ telemetry.counts.acknowledged = null;
49
+ telemetry.counts.failed = null;
50
+ telemetry.outcome = "indeterminate";
51
+ }
52
+ const findingIds = client === null
24
53
  ? findings.findings.map((finding) => finding.findingId)
25
- : await new FindingsClient(options.findingsUrl, options.signal, dependencies.fetch).publish(findings.findings, repositoryId);
54
+ : await client.publish(findings.findings, repositoryId);
55
+ telemetry.outcome = options.dryRun ? "preview" : "completed";
56
+ telemetry.counts.acknowledged = options.dryRun ? 0 : findingIds.length;
57
+ telemetry.counts.failed = 0;
26
58
  return {
27
59
  scanId: manifest.scan.id,
28
60
  repositoryId,
29
61
  findingIds,
30
62
  findingCount: findingIds.length,
31
63
  ...(options.dryRun ? { dryRun: true, findings: findings.findings } : {}),
64
+ telemetry: telemetry.snapshot(),
32
65
  };
33
66
  };
34
67
  if (options.workflowId === undefined || options.dryRun)
@@ -42,6 +75,10 @@ export async function publishScanToCustomInternal(scanDirectory, options, depend
42
75
  destination: workflowDestination(options.findingsUrl),
43
76
  });
44
77
  await workflow.complete("scan", null);
45
- return await workflow.run("publish", publish);
78
+ const result = await workflow.run("publish", publish);
79
+ if (invoked)
80
+ return result;
81
+ telemetry.counts.reused = result.findingCount;
82
+ return { ...result, telemetry: telemetry.snapshot("completed") };
46
83
  }
47
84
  //# sourceMappingURL=custom-publish.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"custom-publish.js","sourceRoot":"","sources":["../src/custom-publish.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,cAAc,EAAwB,MAAM,sBAAsB,CAAC;AAE5E,OAAO,EAAE,iBAAiB,EAAqB,MAAM,cAAc,CAAC;AACpE,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAsB/B,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB,EACrB,OAAmC;IAEnC,OAAO,MAAM,2BAA2B,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACnE,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,aAAqB,EACrB,OAAmC,EACnC,YAAY,GAIR,EAAE;IAEN,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,kBAAkB,EAAE,GACnD,MAAM,6BAA6B,CAAC,aAAa,EAAE;QACjD,UAAU,EAAE,MAAM,iBAAiB,EAAE;QACrC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC,CAAC;IACL,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC;IACxC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACvE,MAAM,IAAI,kBAAkB,CAC1B,gDAAgD,CACjD,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IACnD,MAAM,OAAO,GAAG,KAAK,IAAsC,EAAE;QAC3D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM;YAC/B,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;YACvD,CAAC,CAAC,MAAM,IAAI,cAAc,CACtB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,CACnB,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC/C,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE;YACxB,YAAY;YACZ,UAAU;YACV,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzE,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM;QACpD,OAAO,MAAM,OAAO,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,IAAI,eAAe,CAClC,OAAO,CAAC,UAAU,EAClB,YAAY,CAAC,WAAW,EACxB,YAAY,CAAC,YAAY,CAC1B,CAAC;IACF,MAAM,QAAQ,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IACpD,MAAM,QAAQ,CAAC,IAAI,CAAC;QAClB,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE;QACxB,OAAO,EAAE,kBAAkB;QAC3B,cAAc,EAAE,kBAAkB,CAAC,QAAQ,CAAC;QAC5C,WAAW,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACtC,OAAO,MAAM,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AAChD,CAAC","sourcesContent":["import { loadContractWithScanDirectory } from \"./contract.js\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport { FindingsClient, type FindingsRequest } from \"./findings-client.js\";\nimport type { Finding } from \"./models.js\";\nimport { bundledPluginRoot, type runWorkbench } from \"./runtime.js\";\nimport {\n FindingWorkflow,\n scanArtifactDigest,\n workflowDestination,\n} from \"./finding-workflow.js\";\n\nexport interface PublishScanToCustomOptions {\n /** Resume publication within the named local findings workflow. */\n workflowId?: string;\n /** Findings API base URL, such as http://localhost:3000. */\n findingsUrl: string;\n /** Validate and preview the upload without making an HTTP request. */\n dryRun?: boolean;\n expectedScanId?: string;\n signal?: AbortSignal;\n}\n\nexport interface CustomPublicationResult {\n scanId: string;\n repositoryId: string;\n findingIds: string[];\n findingCount: number;\n dryRun?: true;\n findings?: Finding[];\n}\n\n/** Publish complete, sealed findings to a findings API without changing scan artifacts. */\nexport async function publishScanToCustom(\n scanDirectory: string,\n options: PublishScanToCustomOptions,\n): Promise<CustomPublicationResult> {\n return await publishScanToCustomInternal(scanDirectory, options);\n}\n\n/** @internal */\nexport async function publishScanToCustomInternal(\n scanDirectory: string,\n options: PublishScanToCustomOptions,\n dependencies: {\n fetch?: FindingsRequest;\n environment?: NodeJS.ProcessEnv;\n runWorkbench?: typeof runWorkbench;\n } = {},\n): Promise<CustomPublicationResult> {\n const { contract, scanDirectory: canonicalDirectory } =\n await loadContractWithScanDirectory(scanDirectory, {\n pluginRoot: await bundledPluginRoot(),\n signal: options.signal,\n expectedScanId: options.expectedScanId,\n });\n const { manifest, findings } = contract;\n if (findings.findings.length === 0 && options.workflowId === undefined) {\n throw new CodexSecurityError(\n \"The completed scan has no findings to publish.\",\n );\n }\n const repositoryId = manifest.scan.target.targetId;\n const publish = async (): Promise<CustomPublicationResult> => {\n const findingIds = options.dryRun\n ? findings.findings.map((finding) => finding.findingId)\n : await new FindingsClient(\n options.findingsUrl,\n options.signal,\n dependencies.fetch,\n ).publish(findings.findings, repositoryId);\n return {\n scanId: manifest.scan.id,\n repositoryId,\n findingIds,\n findingCount: findingIds.length,\n ...(options.dryRun ? { dryRun: true, findings: findings.findings } : {}),\n };\n };\n if (options.workflowId === undefined || options.dryRun)\n return await publish();\n const workflow = new FindingWorkflow(\n options.workflowId,\n dependencies.environment,\n dependencies.runWorkbench,\n );\n await workflow.protectArtifacts(canonicalDirectory);\n await workflow.bind({\n scanId: manifest.scan.id,\n scanDir: canonicalDirectory,\n artifactDigest: scanArtifactDigest(contract),\n destination: workflowDestination(options.findingsUrl),\n });\n await workflow.complete(\"scan\", null);\n return await workflow.run(\"publish\", publish);\n}\n"]}
1
+ {"version":3,"file":"custom-publish.js","sourceRoot":"","sources":["../src/custom-publish.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,cAAc,EAAwB,MAAM,sBAAsB,CAAC;AAE5E,OAAO,EAAE,iBAAiB,EAAqB,MAAM,cAAc,CAAC;AACpE,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,4BAA4B,GAG7B,MAAM,4BAA4B,CAAC;AA+BpC,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB,EACrB,OAAmC;IAEnC,OAAO,MAAM,2BAA2B,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACnE,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,aAAqB,EACrB,OAAmC,EACnC,YAAY,GAAkC,EAAE;IAEhD,MAAM,SAAS,GAAG,IAAI,4BAA4B,CAChD,QAAQ,EACR,OAAO,CAAC,WAAW,CACpB,CAAC;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAC7C,aAAa,EACb,OAAO,EACP,YAAY,EACZ,SAAS,CACV,CAAC;QACF,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,SAAU,CAAC,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,aAAqB,EACrB,OAAmC,EACnC,YAA2C,EAC3C,SAAuC;IAEvC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,kBAAkB,EAAE,GACnD,MAAM,6BAA6B,CAAC,aAAa,EAAE;QACjD,UAAU,EAAE,MAAM,iBAAiB,EAAE;QACrC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC,CAAC;IACL,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC;IACxC,SAAS,CAAC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;IACrD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACvE,MAAM,IAAI,kBAAkB,CAC1B,gDAAgD,CACjD,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IACnD,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,OAAO,GAAG,KAAK,IAAsC,EAAE;QAC3D,OAAO,GAAG,IAAI,CAAC;QACf,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM;YAC3B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,IAAI,cAAc,CAChB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,CACnB,CAAC;QACN,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,SAAS,CAAC,SAAS,GAAG,IAAI,CAAC;YAC3B,SAAS,CAAC,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YACtD,+EAA+E;YAC/E,SAAS,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YAChC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;YAC/B,SAAS,CAAC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;YACrC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;YAC/B,SAAS,CAAC,OAAO,GAAG,eAAe,CAAC;QACtC,CAAC;QACD,MAAM,UAAU,GACd,MAAM,KAAK,IAAI;YACb,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;YACvD,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC5D,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;QAC7D,SAAS,CAAC,MAAM,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACvE,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5B,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE;YACxB,YAAY;YACZ,UAAU;YACV,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE;SAChC,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM;QACpD,OAAO,MAAM,OAAO,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,IAAI,eAAe,CAClC,OAAO,CAAC,UAAU,EAClB,YAAY,CAAC,WAAW,EACxB,YAAY,CAAC,YAAY,CAC1B,CAAC;IACF,MAAM,QAAQ,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IACpD,MAAM,QAAQ,CAAC,IAAI,CAAC;QAClB,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE;QACxB,OAAO,EAAE,kBAAkB;QAC3B,cAAc,EAAE,kBAAkB,CAAC,QAAQ,CAAC;QAC5C,WAAW,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACtD,IAAI,OAAO;QAAE,OAAO,MAAM,CAAC;IAC3B,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC;IAC9C,OAAO,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;AACnE,CAAC","sourcesContent":["import { loadContractWithScanDirectory } from \"./contract.js\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport { FindingsClient, type FindingsRequest } from \"./findings-client.js\";\nimport type { Finding } from \"./models.js\";\nimport { bundledPluginRoot, type runWorkbench } from \"./runtime.js\";\nimport {\n FindingWorkflow,\n scanArtifactDigest,\n workflowDestination,\n} from \"./finding-workflow.js\";\nimport {\n PublicationTelemetryRecorder,\n type PublicationTelemetry,\n type PublicationTelemetryObserver,\n} from \"./publication-telemetry.js\";\n\nexport interface PublishScanToCustomOptions {\n /** Resume publication within the named local findings workflow. */\n workflowId?: string;\n /** Findings API base URL, such as http://localhost:3000. */\n findingsUrl: string;\n /** Validate and preview the upload without making an HTTP request. */\n dryRun?: boolean;\n expectedScanId?: string;\n signal?: AbortSignal;\n /** Best-effort content-free outcome accounting, including preparation failures. */\n onTelemetry?: PublicationTelemetryObserver;\n}\n\nexport interface CustomPublicationResult {\n scanId: string;\n repositoryId: string;\n findingIds: string[];\n findingCount: number;\n dryRun?: true;\n findings?: Finding[];\n telemetry?: PublicationTelemetry;\n}\n\ninterface CustomPublicationDependencies {\n fetch?: FindingsRequest;\n environment?: NodeJS.ProcessEnv;\n runWorkbench?: typeof runWorkbench;\n}\n\n/** Publish complete, sealed findings to a findings API without changing scan artifacts. */\nexport async function publishScanToCustom(\n scanDirectory: string,\n options: PublishScanToCustomOptions,\n): Promise<CustomPublicationResult> {\n return await publishScanToCustomInternal(scanDirectory, options);\n}\n\n/** @internal */\nexport async function publishScanToCustomInternal(\n scanDirectory: string,\n options: PublishScanToCustomOptions,\n dependencies: CustomPublicationDependencies = {},\n): Promise<CustomPublicationResult> {\n const telemetry = new PublicationTelemetryRecorder(\n \"custom\",\n options.onTelemetry,\n );\n try {\n const result = await publishScanToCustomAttempt(\n scanDirectory,\n options,\n dependencies,\n telemetry,\n );\n telemetry.notify(result.telemetry!);\n return result;\n } catch (error) {\n telemetry.notifyFailure(options);\n throw error;\n }\n}\n\nasync function publishScanToCustomAttempt(\n scanDirectory: string,\n options: PublishScanToCustomOptions,\n dependencies: CustomPublicationDependencies,\n telemetry: PublicationTelemetryRecorder,\n): Promise<CustomPublicationResult> {\n const { contract, scanDirectory: canonicalDirectory } =\n await loadContractWithScanDirectory(scanDirectory, {\n pluginRoot: await bundledPluginRoot(),\n signal: options.signal,\n expectedScanId: options.expectedScanId,\n });\n const { manifest, findings } = contract;\n telemetry.counts.selected = findings.findings.length;\n if (findings.findings.length === 0 && options.workflowId === undefined) {\n throw new CodexSecurityError(\n \"The completed scan has no findings to publish.\",\n );\n }\n const repositoryId = manifest.scan.target.targetId;\n let invoked = false;\n const publish = async (): Promise<CustomPublicationResult> => {\n invoked = true;\n const client = options.dryRun\n ? null\n : new FindingsClient(\n options.findingsUrl,\n options.signal,\n dependencies.fetch,\n );\n if (client !== null) {\n telemetry.attempted = true;\n telemetry.counts.submitted = findings.findings.length;\n // The bulk API acknowledges IDs; it does not distinguish inserts from upserts.\n telemetry.counts.created = null;\n telemetry.counts.reused = null;\n telemetry.counts.acknowledged = null;\n telemetry.counts.failed = null;\n telemetry.outcome = \"indeterminate\";\n }\n const findingIds =\n client === null\n ? findings.findings.map((finding) => finding.findingId)\n : await client.publish(findings.findings, repositoryId);\n telemetry.outcome = options.dryRun ? \"preview\" : \"completed\";\n telemetry.counts.acknowledged = options.dryRun ? 0 : findingIds.length;\n telemetry.counts.failed = 0;\n return {\n scanId: manifest.scan.id,\n repositoryId,\n findingIds,\n findingCount: findingIds.length,\n ...(options.dryRun ? { dryRun: true, findings: findings.findings } : {}),\n telemetry: telemetry.snapshot(),\n };\n };\n if (options.workflowId === undefined || options.dryRun)\n return await publish();\n const workflow = new FindingWorkflow(\n options.workflowId,\n dependencies.environment,\n dependencies.runWorkbench,\n );\n await workflow.protectArtifacts(canonicalDirectory);\n await workflow.bind({\n scanId: manifest.scan.id,\n scanDir: canonicalDirectory,\n artifactDigest: scanArtifactDigest(contract),\n destination: workflowDestination(options.findingsUrl),\n });\n await workflow.complete(\"scan\", null);\n const result = await workflow.run(\"publish\", publish);\n if (invoked) return result;\n telemetry.counts.reused = result.findingCount;\n return { ...result, telemetry: telemetry.snapshot(\"completed\") };\n}\n"]}
@@ -1,7 +1,7 @@
1
1
  import type { Finding } from "../models.js";
2
2
  import type { FindingNeighborhood, FindingSearchScope } from "../finding-retrieval.js";
3
3
  import { runWorkbench } from "../runtime.js";
4
- import { type FindingEmbedder } from "../server/embeddings.js";
4
+ import { type FindingEmbedder, type EmbeddingUsageObserver } from "../server/embeddings.js";
5
5
  /** One vector space and the adapter that produces its embeddings. */
6
6
  export interface FindingEmbeddingBinding {
7
7
  readonly embedder: FindingEmbedder;
@@ -21,7 +21,7 @@ export declare class LocalDeduplication {
21
21
  private cacheKeys;
22
22
  private readonly space;
23
23
  private readonly embedding;
24
- constructor(environment: NodeJS.ProcessEnv, scope: FindingSearchScope, repositoryPath: string, signal?: AbortSignal | undefined, workbench?: typeof runWorkbench, embedding?: FindingEmbeddingBinding);
24
+ constructor(environment: NodeJS.ProcessEnv, scope: FindingSearchScope, repositoryPath: string, signal?: AbortSignal | undefined, workbench?: typeof runWorkbench, embedding?: FindingEmbeddingBinding, onEmbeddingUsage?: EmbeddingUsageObserver);
25
25
  get inputDigest(): string;
26
26
  prepare(findings: readonly Finding[], repositoryId: string): Promise<void>;
27
27
  potentialDuplicates(findingId: string): Promise<FindingNeighborhood>;
@@ -1 +1 @@
1
- {"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/deduplication/local.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAGL,YAAY,EAEb,MAAM,eAAe,CAAC;AACvB,OAAO,EAKL,KAAK,eAAe,EACrB,MAAM,yBAAyB,CAAC;AAMjC,qEAAqE;AACrE,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,2FAA2F;IAC3F,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AAED,2EAA2E;AAC3E,qBAAa,kBAAkB;IAO3B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAV5B,OAAO,CAAC,OAAO,CAAC,CAAmD;IACnE,OAAO,CAAC,SAAS,CAA8B;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA0B;IAEpD,YACmB,WAAW,EAAE,MAAM,CAAC,UAAU,EAC9B,KAAK,EAAE,kBAAkB,EACzB,cAAc,EAAE,MAAM,EACtB,MAAM,CAAC,EAAE,WAAW,YAAA,EACpB,SAAS,GAAE,OAAO,YAA2B,EAC9D,SAAS,CAAC,EAAE,uBAAuB,EA0BpC;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAEK,OAAO,CACX,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC,CAqCf;IAEK,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAMzE;IAEK,iBAAiB,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;YAEa,OAAO;CAoDtB"}
1
+ {"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/deduplication/local.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAGL,YAAY,EAEb,MAAM,eAAe,CAAC;AACvB,OAAO,EAKL,KAAK,eAAe,EACpB,KAAK,sBAAsB,EAC5B,MAAM,yBAAyB,CAAC;AAMjC,qEAAqE;AACrE,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,2FAA2F;IAC3F,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AAED,2EAA2E;AAC3E,qBAAa,kBAAkB;IAO3B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAV5B,OAAO,CAAC,OAAO,CAAC,CAAmD;IACnE,OAAO,CAAC,SAAS,CAA8B;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA0B;IAEpD,YACmB,WAAW,EAAE,MAAM,CAAC,UAAU,EAC9B,KAAK,EAAE,kBAAkB,EACzB,cAAc,EAAE,MAAM,EACtB,MAAM,CAAC,EAAE,WAAW,YAAA,EACpB,SAAS,GAAE,OAAO,YAA2B,EAC9D,SAAS,CAAC,EAAE,uBAAuB,EACnC,gBAAgB,CAAC,EAAE,sBAAsB,EA2B1C;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAEK,OAAO,CACX,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC,CAqCf;IAEK,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAMzE;IAEK,iBAAiB,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;YAEa,OAAO;CAoDtB"}
@@ -18,7 +18,7 @@ export class LocalDeduplication {
18
18
  cacheKeys = {};
19
19
  space;
20
20
  embedding;
21
- constructor(environment, scope, repositoryPath, signal, workbench = runWorkbench, embedding) {
21
+ constructor(environment, scope, repositoryPath, signal, workbench = runWorkbench, embedding, onEmbeddingUsage) {
22
22
  this.environment = environment;
23
23
  this.scope = scope;
24
24
  this.repositoryPath = repositoryPath;
@@ -33,7 +33,7 @@ export class LocalDeduplication {
33
33
  embedder: new OpenAiFindingEmbedder([
34
34
  environmentEntry(environment, "OPENAI_API_KEY"),
35
35
  environmentEntry(environment, "CODEX_API_KEY"),
36
- ].find((value) => value?.trim()), embeddingRequest, endpoint, signal),
36
+ ].find((value) => value?.trim()), embeddingRequest, endpoint, signal, onEmbeddingUsage),
37
37
  };
38
38
  // The digest keeps endpoint/namespace details out of persisted cache keys.
39
39
  this.space = workflowDigest({
@@ -1 +1 @@
1
- {"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/deduplication/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAM9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,YAAY,GAEb,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,qBAAqB,EACrB,eAAe,EACf,oBAAoB,EACpB,cAAc,GAEf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEtD,8FAA8F;AAC9F,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAWhC,2EAA2E;AAC3E,MAAM,OAAO,kBAAkB;IAOV,WAAW;IACX,KAAK;IACL,cAAc;IACd,MAAM;IACN,SAAS;IAVpB,OAAO,CAAoD;IAC3D,SAAS,GAA2B,EAAE,CAAC;IAC9B,KAAK,CAAS;IACd,SAAS,CAA0B;IAEpD,YACmB,WAA8B,EAC9B,KAAyB,EACzB,cAAsB,EACtB,MAAoB,EACpB,SAAS,GAAwB,YAAY,EAC9D,SAAmC;2BALlB,WAAW;qBACX,KAAK;8BACL,cAAc;sBACd,MAAM;yBACN,SAAS;QAG1B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,WAAW,EAAE,+BAA+B,CAAC;YAC9D,cAAc,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI;YAC5B,KAAK,EAAE,eAAe;YACtB,UAAU,EAAE,oBAAoB;YAChC,cAAc,EAAE,QAAQ;YACxB,QAAQ,EAAE,IAAI,qBAAqB,CACjC;gBACE,gBAAgB,CAAC,WAAW,EAAE,gBAAgB,CAAC;gBAC/C,gBAAgB,CAAC,WAAW,EAAE,eAAe,CAAC;aAC/C,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,EAChC,gBAAgB,EAChB,QAAQ,EACR,MAAM,CACP;SACF,CAAC;QACF,2EAA2E;QAC3E,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC;YAC1B,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC3B,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc;SACzC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,WAAW;QACb,OAAO,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA4B,EAC5B,YAAoB;QAEpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;YAChC,MAAM,EAAE,SAAS;YACjB,QAAQ;YACR,kBAAkB,EAAE,YAAY;YAChC,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,WAAW,CAA2B,CAAC;QAC/D,MAAM,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAyB,CAAC;QAC1E,KACE,IAAI,MAAM,GAAG,CAAC,EACd,MAAM,GAAG,eAAe,CAAC,MAAM,EAC/B,MAAM,IAAI,oBAAoB,EAC9B,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CACjC,MAAM,EACN,MAAM,GAAG,oBAAoB,CAC9B,CAAC;YACF,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBACtC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9C,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;gBACpC,MAAM,IAAI,kBAAkB,CAC1B,2DAA2D,CAC5D,CAAC;YACJ,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBACtC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC;oBAC3C,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC;iBAC7B,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,SAAiB;QACzC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC;YACzB,MAAM,EAAE,WAAW;YACnB,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAmC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA2B;QACjD,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9E,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,OAAmD;QACvE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,WAAW,GAAG,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3D,OAAO;gBACL,UAAU,EAAE,MAAM,iBAAiB,EAAE;gBACrC,cAAc,EAAE,WAAW,CAAC,wBAAwB;gBACpD,WAAW;gBACX,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,aAAa,EAAE;oBACb,IAAI,CAAC,cAAc;oBACnB,GAAG,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC/D,GAAG,CAAC,MAAM,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;iBAC1D;gBACD,cAAc,EAAE,4CAA4C;aAC7D,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QACL,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CACjC,MAAM,IAAI,CAAC,OAAO,EAClB;YACE,OAAO,CAAC,MAAM,KAAK,WAAW;gBAC5B,CAAC,CAAC,2BAA2B;gBAC7B,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ;oBAC3B,CAAC,CAAC,qBAAqB;oBACvB,CAAC,CAAC,cAAc;SACrB,EACD,IAAI,CAAC,SAAS,CAAC;YACb,GAAG,OAAO;YACV,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC3B,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU;YACrC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe;gBAC5B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;SAC/C,CAAC,CACH,CAAC;QACF,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,OAAO,GACX,IAAI,KAAK,iBAAiB;gBACxB,CAAC,CAAC,wFAAwF;gBAC1F,CAAC,CAAC,IAAI,KAAK,iBAAiB;oBAC1B,CAAC,CAAC,qIAAqI;oBACvI,CAAC,CAAC,IAAI,KAAK,qBAAqB;wBAC9B,CAAC,CAAC,mFAAmF;wBACrF,CAAC,CAAC,+BAA+B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YACzD,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,IAAiB;IAEjB,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,IAAI,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACxC,IACE,OAAO,KAAK,CAAC;gBACb,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAEzD,OAAO,QAAQ,CAAC;YAClB,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACvD,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;gBACnC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;oBACtC,CAAC,CAAC,OAAO,GAAG,IAAI;oBAChB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,IAAI,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,YAAY,SAAS,CAAC;gBAAE,MAAM,KAAK,CAAC;QAClE,CAAC;QACD,MAAM,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IACtD,CAAC;AACH,CAAC","sourcesContent":["import { environmentEntry } from \"../auth.js\";\nimport { abortable, gitProtectionRoots } from \"../targets.js\";\nimport type { Finding } from \"../models.js\";\nimport type {\n FindingNeighborhood,\n FindingSearchScope,\n} from \"../finding-retrieval.js\";\nimport { CodexSecurityError } from \"../errors.js\";\nimport { workflowDigest } from \"../finding-workflow.js\";\nimport {\n bundledPluginRoot,\n workbenchEnvironment,\n runWorkbench,\n type WorkbenchCommandOptions,\n} from \"../runtime.js\";\nimport {\n OpenAiFindingEmbedder,\n EMBEDDING_MODEL,\n EMBEDDING_DIMENSIONS,\n EMBEDDINGS_URL,\n type FindingEmbedder,\n} from \"../server/embeddings.js\";\nimport { retryDelay, waitForRetry } from \"./retry.js\";\n\n// Checkpoint bounded batches so a retry keeps completed work without one process per finding.\nconst EMBEDDING_BATCH_SIZE = 64;\n\n/** One vector space and the adapter that produces its embeddings. */\nexport interface FindingEmbeddingBinding {\n readonly embedder: FindingEmbedder;\n readonly model: string;\n readonly dimensions: number;\n /** Identifies the provider/vector space and preprocessing version; exclude credentials. */\n readonly cacheNamespace: string;\n}\n\n/** Direct workbench adapter. Importing it starts no HTTP or MCP server. */\nexport class LocalDeduplication {\n private options?: Promise<Omit<WorkbenchCommandOptions, \"python\">>;\n private cacheKeys: Record<string, string> = {};\n private readonly space: string;\n private readonly embedding: FindingEmbeddingBinding;\n\n constructor(\n private readonly environment: NodeJS.ProcessEnv,\n private readonly scope: FindingSearchScope,\n private readonly repositoryPath: string,\n private readonly signal?: AbortSignal,\n private readonly workbench: typeof runWorkbench = runWorkbench,\n embedding?: FindingEmbeddingBinding,\n ) {\n const endpoint =\n environmentEntry(environment, \"CODEX_SECURITY_EMBEDDINGS_URL\") ||\n EMBEDDINGS_URL;\n this.embedding = embedding ?? {\n model: EMBEDDING_MODEL,\n dimensions: EMBEDDING_DIMENSIONS,\n cacheNamespace: endpoint,\n embedder: new OpenAiFindingEmbedder(\n [\n environmentEntry(environment, \"OPENAI_API_KEY\"),\n environmentEntry(environment, \"CODEX_API_KEY\"),\n ].find((value) => value?.trim()),\n embeddingRequest,\n endpoint,\n signal,\n ),\n };\n // The digest keeps endpoint/namespace details out of persisted cache keys.\n this.space = workflowDigest({\n version: 1,\n model: this.embedding.model,\n dimensions: this.embedding.dimensions,\n namespace: this.embedding.cacheNamespace,\n });\n }\n\n get inputDigest(): string {\n return workflowDigest(this.cacheKeys);\n }\n\n async prepare(\n findings: readonly Finding[],\n repositoryId: string,\n ): Promise<void> {\n const result = await this.command({\n action: \"prepare\",\n findings,\n anchorRepositoryId: repositoryId,\n repositoryPath: this.repositoryPath,\n });\n this.cacheKeys = result[\"cacheKeys\"] as Record<string, string>;\n const findingsToEmbed = result[\"findingsToEmbed\"] as unknown as Finding[];\n for (\n let offset = 0;\n offset < findingsToEmbed.length;\n offset += EMBEDDING_BATCH_SIZE\n ) {\n this.signal?.throwIfAborted();\n const batch = findingsToEmbed.slice(\n offset,\n offset + EMBEDDING_BATCH_SIZE,\n );\n const embeddings = await abortable(() => {\n this.signal?.throwIfAborted();\n return this.embedding.embedder.embed(batch);\n }, this.signal);\n this.signal?.throwIfAborted();\n if (embeddings.length !== batch.length)\n throw new CodexSecurityError(\n \"Embedding provider returned an invalid number of vectors.\",\n );\n await this.command({\n action: \"embed\",\n entries: batch.map((finding, index) => ({\n findingId: finding.findingId,\n cacheKey: this.cacheKeys[finding.findingId],\n embedding: embeddings[index],\n })),\n });\n }\n }\n\n async potentialDuplicates(findingId: string): Promise<FindingNeighborhood> {\n return (await this.command({\n action: \"neighbors\",\n findingId,\n cacheKeys: this.cacheKeys,\n })) as unknown as FindingNeighborhood;\n }\n\n async storeDedupeGroups(groups: readonly string[][]): Promise<void> {\n await this.command({ action: \"commit\", groups, cacheKeys: this.cacheKeys });\n }\n\n private async command(payload: { action: string; [key: string]: unknown }) {\n this.signal?.throwIfAborted();\n this.options ??= (async () => {\n const environment = workbenchEnvironment(this.environment);\n return {\n pluginRoot: await bundledPluginRoot(),\n stateDirectory: environment.CODEX_SECURITY_STATE_DIR,\n environment,\n signal: this.signal,\n protectedRoot: [\n this.repositoryPath,\n ...(await gitProtectionRoots(this.repositoryPath, this.signal)),\n ...(await gitProtectionRoots(process.cwd(), this.signal)),\n ],\n failureMessage: \"Could not access local deduplication state\",\n };\n })();\n const result = await this.workbench(\n await this.options,\n [\n payload.action === \"neighbors\"\n ? \"find-potential-duplicates\"\n : payload.action === \"commit\"\n ? \"store-dedupe-groups\"\n : \"local-dedupe\",\n ],\n JSON.stringify({\n ...payload,\n scope: this.scope,\n space: this.space,\n model: this.embedding.model,\n dimensions: this.embedding.dimensions,\n ...(this.scope.allRepositories\n ? {}\n : { repositoryId: this.scope.repositoryId }),\n }),\n );\n this.signal?.throwIfAborted();\n const code = result[\"error\"];\n if (code !== undefined) {\n const message =\n code === \"finding_changed\"\n ? \"Findings changed during local deduplication. Retry with a new workflow ID if resuming.\"\n : code === \"target_mismatch\"\n ? \"The scan target does not match the approved local checkout. Use its original checkout or an explicitly configured findings service.\"\n : code === \"finding_not_indexed\"\n ? \"A local finding has no complete document. Reimport its scan before deduplicating.\"\n : `Local deduplication failed: ${String(code)}.`;\n throw new CodexSecurityError(message);\n }\n return result;\n }\n}\n\nasync function embeddingRequest(\n url: string,\n init: RequestInit,\n): Promise<Response> {\n for (let attempt = 1; ; attempt++) {\n init.signal?.throwIfAborted();\n let delay = retryDelay(attempt);\n try {\n const response = await fetch(url, init);\n if (\n attempt === 3 ||\n ![408, 429, 500, 502, 503, 504].includes(response.status)\n )\n return response;\n const retryAfter = response.headers.get(\"Retry-After\");\n if (retryAfter !== null) {\n const seconds = Number(retryAfter);\n const retryAt = Number.isFinite(seconds)\n ? seconds * 1000\n : Date.parse(retryAfter) - Date.now();\n if (Number.isFinite(retryAt)) delay = Math.max(delay, retryAt);\n }\n await response.body?.cancel().catch(() => undefined);\n } catch (error) {\n init.signal?.throwIfAborted();\n if (attempt === 3 || !(error instanceof TypeError)) throw error;\n }\n await waitForRetry(delay, init.signal ?? undefined);\n }\n}\n"]}
1
+ {"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/deduplication/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAM9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,YAAY,GAEb,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,qBAAqB,EACrB,eAAe,EACf,oBAAoB,EACpB,cAAc,GAGf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAEtD,8FAA8F;AAC9F,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAWhC,2EAA2E;AAC3E,MAAM,OAAO,kBAAkB;IAOV,WAAW;IACX,KAAK;IACL,cAAc;IACd,MAAM;IACN,SAAS;IAVpB,OAAO,CAAoD;IAC3D,SAAS,GAA2B,EAAE,CAAC;IAC9B,KAAK,CAAS;IACd,SAAS,CAA0B;IAEpD,YACmB,WAA8B,EAC9B,KAAyB,EACzB,cAAsB,EACtB,MAAoB,EACpB,SAAS,GAAwB,YAAY,EAC9D,SAAmC,EACnC,gBAAyC;2BANxB,WAAW;qBACX,KAAK;8BACL,cAAc;sBACd,MAAM;yBACN,SAAS;QAI1B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,WAAW,EAAE,+BAA+B,CAAC;YAC9D,cAAc,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI;YAC5B,KAAK,EAAE,eAAe;YACtB,UAAU,EAAE,oBAAoB;YAChC,cAAc,EAAE,QAAQ;YACxB,QAAQ,EAAE,IAAI,qBAAqB,CACjC;gBACE,gBAAgB,CAAC,WAAW,EAAE,gBAAgB,CAAC;gBAC/C,gBAAgB,CAAC,WAAW,EAAE,eAAe,CAAC;aAC/C,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,EAChC,gBAAgB,EAChB,QAAQ,EACR,MAAM,EACN,gBAAgB,CACjB;SACF,CAAC;QACF,2EAA2E;QAC3E,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC;YAC1B,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC3B,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc;SACzC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,WAAW;QACb,OAAO,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA4B,EAC5B,YAAoB;QAEpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;YAChC,MAAM,EAAE,SAAS;YACjB,QAAQ;YACR,kBAAkB,EAAE,YAAY;YAChC,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,WAAW,CAA2B,CAAC;QAC/D,MAAM,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAyB,CAAC;QAC1E,KACE,IAAI,MAAM,GAAG,CAAC,EACd,MAAM,GAAG,eAAe,CAAC,MAAM,EAC/B,MAAM,IAAI,oBAAoB,EAC9B,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CACjC,MAAM,EACN,MAAM,GAAG,oBAAoB,CAC9B,CAAC;YACF,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBACtC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9C,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;gBACpC,MAAM,IAAI,kBAAkB,CAC1B,2DAA2D,CAC5D,CAAC;YACJ,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBACtC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC;oBAC3C,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC;iBAC7B,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,SAAiB;QACzC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC;YACzB,MAAM,EAAE,WAAW;YACnB,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAmC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA2B;QACjD,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9E,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,OAAmD;QACvE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE;YAC3B,MAAM,WAAW,GAAG,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3D,OAAO;gBACL,UAAU,EAAE,MAAM,iBAAiB,EAAE;gBACrC,cAAc,EAAE,WAAW,CAAC,wBAAwB;gBACpD,WAAW;gBACX,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,aAAa,EAAE;oBACb,IAAI,CAAC,cAAc;oBACnB,GAAG,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC/D,GAAG,CAAC,MAAM,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;iBAC1D;gBACD,cAAc,EAAE,4CAA4C;aAC7D,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QACL,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CACjC,MAAM,IAAI,CAAC,OAAO,EAClB;YACE,OAAO,CAAC,MAAM,KAAK,WAAW;gBAC5B,CAAC,CAAC,2BAA2B;gBAC7B,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ;oBAC3B,CAAC,CAAC,qBAAqB;oBACvB,CAAC,CAAC,cAAc;SACrB,EACD,IAAI,CAAC,SAAS,CAAC;YACb,GAAG,OAAO;YACV,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC3B,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU;YACrC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe;gBAC5B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;SAC/C,CAAC,CACH,CAAC;QACF,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,OAAO,GACX,IAAI,KAAK,iBAAiB;gBACxB,CAAC,CAAC,wFAAwF;gBAC1F,CAAC,CAAC,IAAI,KAAK,iBAAiB;oBAC1B,CAAC,CAAC,qIAAqI;oBACvI,CAAC,CAAC,IAAI,KAAK,qBAAqB;wBAC9B,CAAC,CAAC,mFAAmF;wBACrF,CAAC,CAAC,+BAA+B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;YACzD,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,IAAiB;IAEjB,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC9B,IAAI,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACxC,IACE,OAAO,KAAK,CAAC;gBACb,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAEzD,OAAO,QAAQ,CAAC;YAClB,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACvD,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;gBACnC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;oBACtC,CAAC,CAAC,OAAO,GAAG,IAAI;oBAChB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,IAAI,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,YAAY,SAAS,CAAC;gBAAE,MAAM,KAAK,CAAC;QAClE,CAAC;QACD,MAAM,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IACtD,CAAC;AACH,CAAC","sourcesContent":["import { environmentEntry } from \"../auth.js\";\nimport { abortable, gitProtectionRoots } from \"../targets.js\";\nimport type { Finding } from \"../models.js\";\nimport type {\n FindingNeighborhood,\n FindingSearchScope,\n} from \"../finding-retrieval.js\";\nimport { CodexSecurityError } from \"../errors.js\";\nimport { workflowDigest } from \"../finding-workflow.js\";\nimport {\n bundledPluginRoot,\n workbenchEnvironment,\n runWorkbench,\n type WorkbenchCommandOptions,\n} from \"../runtime.js\";\nimport {\n OpenAiFindingEmbedder,\n EMBEDDING_MODEL,\n EMBEDDING_DIMENSIONS,\n EMBEDDINGS_URL,\n type FindingEmbedder,\n type EmbeddingUsageObserver,\n} from \"../server/embeddings.js\";\nimport { retryDelay, waitForRetry } from \"./retry.js\";\n\n// Checkpoint bounded batches so a retry keeps completed work without one process per finding.\nconst EMBEDDING_BATCH_SIZE = 64;\n\n/** One vector space and the adapter that produces its embeddings. */\nexport interface FindingEmbeddingBinding {\n readonly embedder: FindingEmbedder;\n readonly model: string;\n readonly dimensions: number;\n /** Identifies the provider/vector space and preprocessing version; exclude credentials. */\n readonly cacheNamespace: string;\n}\n\n/** Direct workbench adapter. Importing it starts no HTTP or MCP server. */\nexport class LocalDeduplication {\n private options?: Promise<Omit<WorkbenchCommandOptions, \"python\">>;\n private cacheKeys: Record<string, string> = {};\n private readonly space: string;\n private readonly embedding: FindingEmbeddingBinding;\n\n constructor(\n private readonly environment: NodeJS.ProcessEnv,\n private readonly scope: FindingSearchScope,\n private readonly repositoryPath: string,\n private readonly signal?: AbortSignal,\n private readonly workbench: typeof runWorkbench = runWorkbench,\n embedding?: FindingEmbeddingBinding,\n onEmbeddingUsage?: EmbeddingUsageObserver,\n ) {\n const endpoint =\n environmentEntry(environment, \"CODEX_SECURITY_EMBEDDINGS_URL\") ||\n EMBEDDINGS_URL;\n this.embedding = embedding ?? {\n model: EMBEDDING_MODEL,\n dimensions: EMBEDDING_DIMENSIONS,\n cacheNamespace: endpoint,\n embedder: new OpenAiFindingEmbedder(\n [\n environmentEntry(environment, \"OPENAI_API_KEY\"),\n environmentEntry(environment, \"CODEX_API_KEY\"),\n ].find((value) => value?.trim()),\n embeddingRequest,\n endpoint,\n signal,\n onEmbeddingUsage,\n ),\n };\n // The digest keeps endpoint/namespace details out of persisted cache keys.\n this.space = workflowDigest({\n version: 1,\n model: this.embedding.model,\n dimensions: this.embedding.dimensions,\n namespace: this.embedding.cacheNamespace,\n });\n }\n\n get inputDigest(): string {\n return workflowDigest(this.cacheKeys);\n }\n\n async prepare(\n findings: readonly Finding[],\n repositoryId: string,\n ): Promise<void> {\n const result = await this.command({\n action: \"prepare\",\n findings,\n anchorRepositoryId: repositoryId,\n repositoryPath: this.repositoryPath,\n });\n this.cacheKeys = result[\"cacheKeys\"] as Record<string, string>;\n const findingsToEmbed = result[\"findingsToEmbed\"] as unknown as Finding[];\n for (\n let offset = 0;\n offset < findingsToEmbed.length;\n offset += EMBEDDING_BATCH_SIZE\n ) {\n this.signal?.throwIfAborted();\n const batch = findingsToEmbed.slice(\n offset,\n offset + EMBEDDING_BATCH_SIZE,\n );\n const embeddings = await abortable(() => {\n this.signal?.throwIfAborted();\n return this.embedding.embedder.embed(batch);\n }, this.signal);\n this.signal?.throwIfAborted();\n if (embeddings.length !== batch.length)\n throw new CodexSecurityError(\n \"Embedding provider returned an invalid number of vectors.\",\n );\n await this.command({\n action: \"embed\",\n entries: batch.map((finding, index) => ({\n findingId: finding.findingId,\n cacheKey: this.cacheKeys[finding.findingId],\n embedding: embeddings[index],\n })),\n });\n }\n }\n\n async potentialDuplicates(findingId: string): Promise<FindingNeighborhood> {\n return (await this.command({\n action: \"neighbors\",\n findingId,\n cacheKeys: this.cacheKeys,\n })) as unknown as FindingNeighborhood;\n }\n\n async storeDedupeGroups(groups: readonly string[][]): Promise<void> {\n await this.command({ action: \"commit\", groups, cacheKeys: this.cacheKeys });\n }\n\n private async command(payload: { action: string; [key: string]: unknown }) {\n this.signal?.throwIfAborted();\n this.options ??= (async () => {\n const environment = workbenchEnvironment(this.environment);\n return {\n pluginRoot: await bundledPluginRoot(),\n stateDirectory: environment.CODEX_SECURITY_STATE_DIR,\n environment,\n signal: this.signal,\n protectedRoot: [\n this.repositoryPath,\n ...(await gitProtectionRoots(this.repositoryPath, this.signal)),\n ...(await gitProtectionRoots(process.cwd(), this.signal)),\n ],\n failureMessage: \"Could not access local deduplication state\",\n };\n })();\n const result = await this.workbench(\n await this.options,\n [\n payload.action === \"neighbors\"\n ? \"find-potential-duplicates\"\n : payload.action === \"commit\"\n ? \"store-dedupe-groups\"\n : \"local-dedupe\",\n ],\n JSON.stringify({\n ...payload,\n scope: this.scope,\n space: this.space,\n model: this.embedding.model,\n dimensions: this.embedding.dimensions,\n ...(this.scope.allRepositories\n ? {}\n : { repositoryId: this.scope.repositoryId }),\n }),\n );\n this.signal?.throwIfAborted();\n const code = result[\"error\"];\n if (code !== undefined) {\n const message =\n code === \"finding_changed\"\n ? \"Findings changed during local deduplication. Retry with a new workflow ID if resuming.\"\n : code === \"target_mismatch\"\n ? \"The scan target does not match the approved local checkout. Use its original checkout or an explicitly configured findings service.\"\n : code === \"finding_not_indexed\"\n ? \"A local finding has no complete document. Reimport its scan before deduplicating.\"\n : `Local deduplication failed: ${String(code)}.`;\n throw new CodexSecurityError(message);\n }\n return result;\n }\n}\n\nasync function embeddingRequest(\n url: string,\n init: RequestInit,\n): Promise<Response> {\n for (let attempt = 1; ; attempt++) {\n init.signal?.throwIfAborted();\n let delay = retryDelay(attempt);\n try {\n const response = await fetch(url, init);\n if (\n attempt === 3 ||\n ![408, 429, 500, 502, 503, 504].includes(response.status)\n )\n return response;\n const retryAfter = response.headers.get(\"Retry-After\");\n if (retryAfter !== null) {\n const seconds = Number(retryAfter);\n const retryAt = Number.isFinite(seconds)\n ? seconds * 1000\n : Date.parse(retryAfter) - Date.now();\n if (Number.isFinite(retryAt)) delay = Math.max(delay, retryAt);\n }\n await response.body?.cancel().catch(() => undefined);\n } catch (error) {\n init.signal?.throwIfAborted();\n if (attempt === 3 || !(error instanceof TypeError)) throw error;\n }\n await waitForRetry(delay, init.signal ?? undefined);\n }\n}\n"]}
@@ -1 +1 @@
1
- {"version":3,"file":"refusal.d.ts","sourceRoot":"","sources":["../../src/deduplication/refusal.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAC5F,wBAAgB,eAAe,CAC7B,OAAO,EAAE,MAAM,EACf,cAAc,CAAC,EAAE,OAAO,GACvB,OAAO,CAeT"}
1
+ {"version":3,"file":"refusal.d.ts","sourceRoot":"","sources":["../../src/deduplication/refusal.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAC5F,wBAAgB,eAAe,CAC7B,OAAO,EAAE,MAAM,EACf,cAAc,CAAC,EAAE,OAAO,GACvB,OAAO,CA0CT"}
@@ -3,14 +3,34 @@ export function isReviewRefusal(message, codexErrorInfo) {
3
3
  if (codexErrorInfo === "cyberPolicy" ||
4
4
  codexErrorInfo === "misalignmentPolicyViolation")
5
5
  return true;
6
+ // Structured transport failures take precedence over fallback refusal wording.
7
+ if (codexErrorInfo !== null &&
8
+ typeof codexErrorInfo === "object" &&
9
+ [
10
+ "httpConnectionFailed",
11
+ "responseStreamConnectionFailed",
12
+ "responseStreamDisconnected",
13
+ "responseTooManyFailedAttempts",
14
+ ].some((variant) => Object.hasOwn(codexErrorInfo, variant)))
15
+ return false;
16
+ const text = message.trim();
17
+ const policyRefusal = /\b(?:cybersecurity|cyber|content|safety)[ _-]*policy\s*:\s*(?:(?:this|the|your)\s+)?(?:request|review)\s+(?:(?:is|was|has been)\s+)?(?:refused|blocked)\b([\s\S]*)$/iu.exec(text);
18
+ if (policyRefusal) {
19
+ // The explicit refusal predicate decides; its explanation has no controlled vocabulary.
20
+ // A leading service-outage cause still describes an operational failure.
21
+ return !/^\s*(?:(?:(?:because|as|due to)\s+|[.!:]\s*)(?:the\s+)?(?:upstream\s+)?service\s+(?:is\s+)?(?:unavailable|unavailability|timed? out|timeout)\b|by\s+upstream\s+with\s+[45]\d{2}\b|(?:because|as)\s+(?:the\s+)?upstream(?:\s+service)?\s+returned\s+(?:HTTP\s+)?[45]\d{2}\b)/iu.test(policyRefusal[1] ?? "");
22
+ }
6
23
  return [
7
24
  /\bflagged for possible cybersecurity risk\b/iu,
8
25
  /\bflagged for potentially high-risk cyber activity\b/iu,
9
26
  /\bcyber[_\s-]?policy\b/iu,
10
- /\b(?:cybersecurity|cyber|content|safety)[ _-]*policy[ _-]*(?:violation|refusal|refused)\b/iu,
11
- /\b(?:refusal|refused)\b[^\n]*\b(?:cybersecurity|cyber|safety policy)\b/iu,
12
- /\b(?:cybersecurity|cyber|safety policy)\b[^\n]*\b(?:refusal|refused)\b/iu,
13
- /^(?:I(?:['’]m| am) sorry[,.:]?\s*(?:but\s+)?|Sorry[,.:]?\s*)?I(?:\s+(?:cannot|can['’]t|won['’]t|am unable to)|['’]m unable to)\s+(?:help|assist|comply)\b/iu,
14
- ].some((pattern) => pattern.test(message.trim()));
27
+ /\b(?:cybersecurity|cyber)[ _-]*policy[ _-]*(?:violation|refusal|refused)\b/iu,
28
+ /(?:^(?:refusal|refused)|\b(?:request|review)\s+(?:refusal|(?:(?:is|was|has been)\s+)?(?:refused|blocked)))\s+(?:under|by|due to|because of|because (?:it|this request) violates|for violating|in accordance with)\s+(?:(?:the|a)\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy\b/iu,
29
+ /^(?:(?:this|the|your)\s+)?(?:request|review)(?:\s+(?:is|was|has been))?\s+(?:refusal|refused|blocked)\s*:\s*(?:(?:the|a)\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy(?:[.!](?:\s+(?:I can offer|Please ask)\b[^\n]*)?)?$/iu,
30
+ /^(?:cybersecurity|cyber|content|safety)[ _-]*policy\s*:\s*(?:(?:(?:this|the|your)\s+)?request\s+)?(?:(?:is|was|has been)\s+)?(?:violation|refusal|refused|blocked)[.!]?$/iu,
31
+ /\b(?:cybersecurity|cyber|content|safety)[ _-]*policy\s+requires\s+(?:a\s+)?refusal\s+of\s+(?:(?:this|the|your)\s+)?(?:request|review)\b/iu,
32
+ /\bunder\s+(?:(?:the|a)\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy[, :]\s*(?:this|the|your) request (?:is|was|has been) (?:refused|blocked)\b/iu,
33
+ /^(?:I(?:['’]m| am) sorry[,.:]?\s*(?:but\s+)?|Sorry[,.:]?\s*)?I(?:\s+(?:cannot|can['’]t|won['’]t|am (?:unable|not able) to)|['’]m (?:unable|not able) to)\s+(?:help|assist|comply)\b/iu,
34
+ ].some((pattern) => pattern.test(text));
15
35
  }
16
36
  //# sourceMappingURL=refusal.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"refusal.js","sourceRoot":"","sources":["../../src/deduplication/refusal.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAC5F,MAAM,UAAU,eAAe,CAC7B,OAAe,EACf,cAAwB;IAExB,IACE,cAAc,KAAK,aAAa;QAChC,cAAc,KAAK,6BAA6B;QAEhD,OAAO,IAAI,CAAC;IACd,OAAO;QACL,+CAA+C;QAC/C,wDAAwD;QACxD,0BAA0B;QAC1B,6FAA6F;QAC7F,0EAA0E;QAC1E,0EAA0E;QAC1E,6JAA6J;KAC9J,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACpD,CAAC","sourcesContent":["/** Recognize policy blocks and explicit refusal responses, not ordinary review failures. */\nexport function isReviewRefusal(\n message: string,\n codexErrorInfo?: unknown,\n): boolean {\n if (\n codexErrorInfo === \"cyberPolicy\" ||\n codexErrorInfo === \"misalignmentPolicyViolation\"\n )\n return true;\n return [\n /\\bflagged for possible cybersecurity risk\\b/iu,\n /\\bflagged for potentially high-risk cyber activity\\b/iu,\n /\\bcyber[_\\s-]?policy\\b/iu,\n /\\b(?:cybersecurity|cyber|content|safety)[ _-]*policy[ _-]*(?:violation|refusal|refused)\\b/iu,\n /\\b(?:refusal|refused)\\b[^\\n]*\\b(?:cybersecurity|cyber|safety policy)\\b/iu,\n /\\b(?:cybersecurity|cyber|safety policy)\\b[^\\n]*\\b(?:refusal|refused)\\b/iu,\n /^(?:I(?:['’]m| am) sorry[,.:]?\\s*(?:but\\s+)?|Sorry[,.:]?\\s*)?I(?:\\s+(?:cannot|can['’]t|won['’]t|am unable to)|['’]m unable to)\\s+(?:help|assist|comply)\\b/iu,\n ].some((pattern) => pattern.test(message.trim()));\n}\n"]}
1
+ {"version":3,"file":"refusal.js","sourceRoot":"","sources":["../../src/deduplication/refusal.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAC5F,MAAM,UAAU,eAAe,CAC7B,OAAe,EACf,cAAwB;IAExB,IACE,cAAc,KAAK,aAAa;QAChC,cAAc,KAAK,6BAA6B;QAEhD,OAAO,IAAI,CAAC;IACd,+EAA+E;IAC/E,IACE,cAAc,KAAK,IAAI;QACvB,OAAO,cAAc,KAAK,QAAQ;QAClC;YACE,sBAAsB;YACtB,gCAAgC;YAChC,4BAA4B;YAC5B,+BAA+B;SAChC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAE3D,OAAO,KAAK,CAAC;IACf,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,aAAa,GACjB,uKAAuK,CAAC,IAAI,CAC1K,IAAI,CACL,CAAC;IACJ,IAAI,aAAa,EAAE,CAAC;QAClB,wFAAwF;QACxF,yEAAyE;QACzE,OAAO,CAAC,+QAA+Q,CAAC,IAAI,CAC1R,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CACvB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,+CAA+C;QAC/C,wDAAwD;QACxD,0BAA0B;QAC1B,8EAA8E;QAC9E,6RAA6R;QAC7R,uOAAuO;QACvO,4KAA4K;QAC5K,2IAA2I;QAC3I,4JAA4J;QAC5J,uLAAuL;KACxL,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC1C,CAAC","sourcesContent":["/** Recognize policy blocks and explicit refusal responses, not ordinary review failures. */\nexport function isReviewRefusal(\n message: string,\n codexErrorInfo?: unknown,\n): boolean {\n if (\n codexErrorInfo === \"cyberPolicy\" ||\n codexErrorInfo === \"misalignmentPolicyViolation\"\n )\n return true;\n // Structured transport failures take precedence over fallback refusal wording.\n if (\n codexErrorInfo !== null &&\n typeof codexErrorInfo === \"object\" &&\n [\n \"httpConnectionFailed\",\n \"responseStreamConnectionFailed\",\n \"responseStreamDisconnected\",\n \"responseTooManyFailedAttempts\",\n ].some((variant) => Object.hasOwn(codexErrorInfo, variant))\n )\n return false;\n const text = message.trim();\n const policyRefusal =\n /\\b(?:cybersecurity|cyber|content|safety)[ _-]*policy\\s*:\\s*(?:(?:this|the|your)\\s+)?(?:request|review)\\s+(?:(?:is|was|has been)\\s+)?(?:refused|blocked)\\b([\\s\\S]*)$/iu.exec(\n text,\n );\n if (policyRefusal) {\n // The explicit refusal predicate decides; its explanation has no controlled vocabulary.\n // A leading service-outage cause still describes an operational failure.\n return !/^\\s*(?:(?:(?:because|as|due to)\\s+|[.!:]\\s*)(?:the\\s+)?(?:upstream\\s+)?service\\s+(?:is\\s+)?(?:unavailable|unavailability|timed? out|timeout)\\b|by\\s+upstream\\s+with\\s+[45]\\d{2}\\b|(?:because|as)\\s+(?:the\\s+)?upstream(?:\\s+service)?\\s+returned\\s+(?:HTTP\\s+)?[45]\\d{2}\\b)/iu.test(\n policyRefusal[1] ?? \"\",\n );\n }\n return [\n /\\bflagged for possible cybersecurity risk\\b/iu,\n /\\bflagged for potentially high-risk cyber activity\\b/iu,\n /\\bcyber[_\\s-]?policy\\b/iu,\n /\\b(?:cybersecurity|cyber)[ _-]*policy[ _-]*(?:violation|refusal|refused)\\b/iu,\n /(?:^(?:refusal|refused)|\\b(?:request|review)\\s+(?:refusal|(?:(?:is|was|has been)\\s+)?(?:refused|blocked)))\\s+(?:under|by|due to|because of|because (?:it|this request) violates|for violating|in accordance with)\\s+(?:(?:the|a)\\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy\\b/iu,\n /^(?:(?:this|the|your)\\s+)?(?:request|review)(?:\\s+(?:is|was|has been))?\\s+(?:refusal|refused|blocked)\\s*:\\s*(?:(?:the|a)\\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy(?:[.!](?:\\s+(?:I can offer|Please ask)\\b[^\\n]*)?)?$/iu,\n /^(?:cybersecurity|cyber|content|safety)[ _-]*policy\\s*:\\s*(?:(?:(?:this|the|your)\\s+)?request\\s+)?(?:(?:is|was|has been)\\s+)?(?:violation|refusal|refused|blocked)[.!]?$/iu,\n /\\b(?:cybersecurity|cyber|content|safety)[ _-]*policy\\s+requires\\s+(?:a\\s+)?refusal\\s+of\\s+(?:(?:this|the|your)\\s+)?(?:request|review)\\b/iu,\n /\\bunder\\s+(?:(?:the|a)\\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy[, :]\\s*(?:this|the|your) request (?:is|was|has been) (?:refused|blocked)\\b/iu,\n /^(?:I(?:['’]m| am) sorry[,.:]?\\s*(?:but\\s+)?|Sorry[,.:]?\\s*)?I(?:\\s+(?:cannot|can['’]t|won['’]t|am (?:unable|not able) to)|['’]m (?:unable|not able) to)\\s+(?:help|assist|comply)\\b/iu,\n ].some((pattern) => pattern.test(text));\n}\n"]}
@@ -1,5 +1,6 @@
1
1
  import { type DeduplicationResult } from "./deduplication.js";
2
2
  import { type FindingEmbeddingBinding } from "./local.js";
3
+ import type { EmbeddingUsageObserver } from "../server/embeddings.js";
3
4
  import { type DeduplicationDiagnosticObserver } from "./diagnostics.js";
4
5
  export interface DeduplicateScanOptions {
5
6
  /** Resume the named findings workflow; remote mode includes custom publication. */
@@ -14,6 +15,8 @@ export interface DeduplicateScanOptions {
14
15
  concurrency?: number;
15
16
  /** Best-effort progress and native review diagnostics; observer failures are ignored. */
16
17
  onDiagnostic?: DeduplicationDiagnosticObserver;
18
+ /** Built-in local embedding batch usage; excluded from scan model-token totals. */
19
+ onEmbeddingUsage?: EmbeddingUsageObserver;
17
20
  signal?: AbortSignal;
18
21
  }
19
22
  export interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {
@@ -1 +1 @@
1
- {"version":3,"file":"scan.d.ts","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAkBA,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAuB5B,OAAO,EAAsB,KAAK,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAQ9E,OAAO,EAEL,KAAK,+BAA+B,EACrC,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,sBAAsB;IACrC,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uFAAuF;IACvF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wFAAwF;IACxF,SAAS,CAAC,EAAE,uBAAuB,CAAC;IACpC,iFAAiF;IACjF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,sEAAsE;IACtE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,yFAAyF;IACzF,YAAY,CAAC,EAAE,+BAA+B,CAAC;IAC/C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,+BAAgC,SAAQ,sBAAsB;IAC7E,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAChE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8FAA8F;AAC9F,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAEhC;AAED,qFAAqF;AACrF,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,qBAAqB,CAAC,CAEhC"}
1
+ {"version":3,"file":"scan.d.ts","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAkBA,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAuB5B,OAAO,EAAsB,KAAK,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAC9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAQtE,OAAO,EAEL,KAAK,+BAA+B,EACrC,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,sBAAsB;IACrC,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uFAAuF;IACvF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wFAAwF;IACxF,SAAS,CAAC,EAAE,uBAAuB,CAAC;IACpC,iFAAiF;IACjF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,sEAAsE;IACtE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,yFAAyF;IACzF,YAAY,CAAC,EAAE,+BAA+B,CAAC;IAC/C,mFAAmF;IACnF,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,+BAAgC,SAAQ,sBAAsB;IAC7E,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAChE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8FAA8F;AAC9F,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAEhC;AAED,qFAAqF;AACrF,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,qBAAqB,CAAC,CAEhC"}
@@ -76,7 +76,7 @@ async function deduplicateResolvedScan(selectedDirectory, repositoryPath, expect
76
76
  const workbench = injectedWorkbench &&
77
77
  (({ signal }, args, input) => injectedWorkbench(args, input, signal ?? options.signal));
78
78
  const local = options.findingsUrl === undefined
79
- ? new LocalDeduplication(environment, scope, repositoryPath, options.signal, workbench, options.embedding)
79
+ ? new LocalDeduplication(environment, scope, repositoryPath, options.signal, workbench, options.embedding, options.onEmbeddingUsage)
80
80
  : undefined;
81
81
  const client = local ??
82
82
  new FindingsClient(options.findingsUrl, options.signal, dependencies.fetch, { wait: dependencies.waitForRetry });
@@ -1 +1 @@
1
- {"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,iBAAiB,EAEjB,2BAA2B,EAC3B,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,qBAAqB,GAEtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAM7E,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAgC,MAAM,YAAY,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAmB,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EACL,cAAc,GAEf,MAAM,kBAAkB,CAAC;AA6B1B,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AAYD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,MAAM,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,EAC7D,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY;QACzC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAC/B,WAAW;YACX,UAAU;YACV,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE;YACpE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,SAAS;YACT,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACf,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;KAC7D,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,SAAS;QACP,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE;QACzD,CAAC,CAAC,YAAY,EAChB,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QACtE,MAAM,IAAI,kBAAkB,CAC1B,+DAA+D,CAChE,CAAC;IACJ,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,iBAAiB,GAAG,YAAY,CAAC,YAAY,CAAC;IACpD,MAAM,SAAS,GACb,iBAAiB;QACjB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAC3B,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,KAAK,GACT,OAAO,CAAC,WAAW,KAAK,SAAS;QAC/B,CAAC,CAAC,IAAI,kBAAkB,CACpB,WAAW,EACX,KAAK,EACL,cAAc,EACd,OAAO,CAAC,MAAM,EACd,SAAS,EACT,OAAO,CAAC,SAAS,CAClB;QACH,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,MAAM,GACV,KAAK;QACL,IAAI,cAAc,CAChB,OAAO,CAAC,WAAY,EACpB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,EAClB,EAAE,IAAI,EAAE,YAAY,CAAC,YAAY,EAAE,CACpC,CAAC;IACJ,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,SAAS,EACT,SAAS,EACT,EAAE,aAAa,EAAE,cAAc,EAAE,CAClC,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,kBAAkB,CAAC,QAAQ,CAAC;YAC5C,WAAW,EAAE,KAAK;gBAChB,CAAC,CAAC,UAAU,2BAA2B,CAAC,WAAW,CAAC,EAAE;gBACtD,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,WAAY,CAAC;YAC7C,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YACR,MAAM,2BAA2B,CAC/B,aAAa,EACb;gBACE,WAAW,EAAE,OAAO,CAAC,WAAY;gBACjC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,cAAc,EAAE,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,EACD;gBACE,WAAW;gBACX,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,YAAY,EAAE,SAAS;aACxB,CACF,CAAC;IACN,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CACJ,QAAQ,IAAI,IAAI,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CACrD,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAClC,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC,OAAO,CACjB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAC1B,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CACvC,CAAC;YACF,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,IACE,KAAK;gBACL,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,KAAK,KAAK,CAAC,WAAW;oBAC1D,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;wBAC7C,cAAc,CACZ,MAAM,QAAS,CAAC,cAAc,CAAC,cAAc,EAAE;4BAC7C,WAAW,EAAE,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW;4BACjD,iBAAiB,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CACjD,mBAAmB,CACpB,IAAI,EAAE,CAAa;yBACrB,CAAC,CACH,CAAC,EACN,CAAC;gBACD,MAAM,IAAI,kBAAkB,CAC1B,2EAA2E,CAC5E,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ;YAC7C,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,CACpE,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ;YAC/C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,2BAA2B,CAC/B,WAAW,EACX,iBAAiB,EACjB,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,EACd,SAAS,EACT,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,OAAO,IAAI,KAAK,CAC9B,CAAC;QACJ,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,IAAI,QAAQ,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,cAAc,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,MAAM,yBAAyB,CAChD,gBAAgB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CACzD,CAAC;YACF,IAAI,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC/B,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC;oBAC5B,MAAM,IAAI,kBAAkB,CAC1B,kGAAkG,CACnG,CAAC;gBACJ,kGAAkG;gBAClG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1D,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,EAAE,EAAE,iBAAiB,EAAE,CAAC;YACtE,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAO,EACP,KAAK,EACL,MAAM,oBAAoB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,EAClE,OAAO,CAAC,YAAY,CACrB;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA8B,CAAC;QACjE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;QAClE,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;gBACvC,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,mBAAmB,CACnD,SAAS,EACT,KAAK,CACN,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI;oBACpB,YAAY,CAAC,OAAO;oBACpB,GAAG,YAAY,CAAC,mBAAmB;iBACpC,EAAE,CAAC;oBACF,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAChC,YAAY,CAAC,aAAa,IAAI,EAAE,EAChC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,aAAc,CAAC,OAAO,CAAC,SAAS,CAAC;wBAChD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,YAAY,KAAK,SAAS;wBAC5B,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;yBAC3C,IACH,KAAK,CAAC,YAAY,KAAK,SAAS;wBAChC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC;wBAEzC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE;4BAC9B,KAAK,CAAC,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;yBAC7D,CAAC,CAAC;oBACL,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,YAAY,CAAC,eAAe,IAAI,EAAE,EAClC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,eAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;wBAClD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,QAAQ,KAAK,SAAS;wBAAE,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACrE,CAAC;gBACD,OAAO,YAAY,CAAC;YACtB,CAAC;SACF,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,qBAAqB,CACvB,WAAW,IAAI,MAAM,EACrB,mBAAmB,EACnB,CAAC,QAAQ,EAAE,EAAE,CACX,kBAAkB,CAChB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EACtC,QAAQ,EACR,kBAAkB,EAClB,eAAe,CAChB,CACJ,EACH,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,CACpB,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACjE,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE;YACpC,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,GAAG,CAAC,KAAK;gBACP,CAAC,CAAC;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,MAAM,EAAE,MAAO;wBACf,WAAW,EACT,gBAAgB,CAAC,WAAW,EAAE,oBAAoB,CAAC,KAAK,EAAE;qBAC7D;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ;QACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC;QACtC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,MAAyB,EACzB,SAA4B,EAC5B,MAAoB;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAClC,MAAM,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAC7C,CAAC;IACF,IAAI,mBAAmB,CAAC,MAAM,CAAC,KAAK,mBAAmB,CAAC,SAAS,CAAC;QAChE,OAAO,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,mBAAmB,CACjC,MAAM,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC1C,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAE,EAAE;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC;QACtD,MAAM,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9C,MAAM,UAAU,GACd,OAAO,QAAQ,KAAK,QAAQ;YAC5B,QAAQ,CAAC,WAAW,CAAC;YACrB,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC7B,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,SAAS,CAAC;QAChB,OAAO;YACL,QAAQ;YACR,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC;YACjC,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,WAAW;YAChD,aAAa,EACX,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;IACJ,CAAC,CAAC;IACF,2EAA2E;IAC3E,6EAA6E;IAC7E,IACE,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EACxE,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC;YACnD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS;gBAC3D,QAAQ,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import type { Finding } from \"../models.js\";\nimport { loadContractWithScanDirectory } from \"../contract.js\";\nimport type { CodexSecuritySurface } from \"../api.js\";\nimport { environmentEntry } from \"../auth.js\";\nimport {\n bundledPluginRoot,\n runWorkbench,\n codexSecurityStateDirectory,\n canonicalizeModelSafePath,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { savedScanWorkbench } from \"../saved-scan-bootstrap.js\";\nimport { CodexReviewRunner, reviewSqliteHome } from \"./codex-review.js\";\nimport { mkdir } from \"node:fs/promises\";\nimport { isWithin } from \"../trusted-executable.js\";\nimport {\n FindingDeduplicator,\n deduplicationConcurrency,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexGroupingReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type { waitForRetry } from \"./retry.js\";\nimport type {\n FindingSearchScope,\n FindingSourceSnapshot,\n} from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n scanArtifactDigest,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\nimport { LocalDeduplication, type FindingEmbeddingBinding } from \"./local.js\";\nimport { configuredCodexHome, readCodexHomeConfig } from \"../auth.js\";\nimport { CodexSecurityError } from \"../errors.js\";\nimport { comparisonEnvironment } from \"../scan-comparison.js\";\nimport { isDeepStrictEqual } from \"node:util\";\nimport { isRecord } from \"../record.js\";\nimport { resolveCodexProfile, type JsonObject } from \"../config.js\";\nimport { savedSourceContext } from \"./deduplication-prompts.js\";\nimport {\n emitDiagnostic,\n type DeduplicationDiagnosticObserver,\n} from \"./diagnostics.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named findings workflow; remote mode includes custom publication. */\n workflowId?: string;\n /** Optional Findings API. Omit to prepare and deduplicate findings in local SQLite. */\n findingsUrl?: string;\n /** Custom vector space for local deduplication; cannot be combined with findingsUrl. */\n embedding?: FindingEmbeddingBinding;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n /** Shared concurrency limit for deduplication jobs. Defaults to 8. */\n concurrency?: number;\n /** Best-effort progress and native review diagnostics; observer failures are ignored. */\n onDiagnostic?: DeduplicationDiagnosticObserver;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n surface?: CodexSecuritySurface;\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n resolveReviewEnvironment?: typeof comparisonEnvironment;\n fetch?: FindingsRequest;\n waitForRetry?: typeof waitForRetry;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n return await deduplicateResolvedScan(\n scanDirectory,\n await normalizeRepository(options.repository, options.signal),\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const bootstrap = dependencies.runWorkbench\n ? undefined\n : await savedScanWorkbench(scanId, {\n environment,\n pluginRoot,\n currentDirectory: dependencies.currentDirectory?.() ?? process.cwd(),\n signal: options.signal,\n });\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n bootstrap ??\n ((args, input) =>\n dependencies.runWorkbench!(args, input, options.signal)),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n bootstrap\n ? { ...dependencies, environment: bootstrap.environment }\n : dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n if (options.embedding !== undefined && options.findingsUrl !== undefined)\n throw new CodexSecurityError(\n \"Custom embeddings are only supported for local deduplication.\",\n );\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const injectedWorkbench = dependencies.runWorkbench;\n const workbench: typeof runWorkbench | undefined =\n injectedWorkbench &&\n (({ signal }, args, input) =>\n injectedWorkbench(args, input, signal ?? options.signal));\n const local =\n options.findingsUrl === undefined\n ? new LocalDeduplication(\n environment,\n scope,\n repositoryPath,\n options.signal,\n workbench,\n options.embedding,\n )\n : undefined;\n const client =\n local ??\n new FindingsClient(\n options.findingsUrl!,\n options.signal,\n dependencies.fetch,\n { wait: dependencies.waitForRetry },\n );\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n workbench,\n undefined,\n { protectedRoot: repositoryPath },\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: scanArtifactDigest(contract),\n destination: local\n ? `sqlite:${codexSecurityStateDirectory(environment)}`\n : workflowDestination(options.findingsUrl!),\n scope,\n });\n await workflow.complete(\"scan\", null);\n if (!local)\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl!,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench: workbench,\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n if (local) {\n await (\n workflow ?? new FindingWorkflow(scanId, environment)\n ).protectArtifacts(scanDirectory);\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.started\" });\n await local.prepare(\n contract.findings.findings,\n contract.manifest.scan.target.targetId,\n );\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.completed\" });\n }\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n if (\n local &&\n (saved.pendingWrite.local?.inputDigest !== local.inputDigest ||\n workflowDigest(saved.pendingWrite.local.source) !==\n workflowDigest(\n await workflow!.sourceSnapshot(repositoryPath, {\n gitDisabled: saved.pendingWrite.local.gitDisabled,\n privateStatePaths: (saved.pendingWrite.local.source[\n \"privateStatePaths\"\n ] ?? []) as string[],\n }),\n ))\n ) {\n throw new CodexSecurityError(\n \"Local deduplication inputs changed. Use a new workflow ID to review them.\",\n );\n }\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const reviewEnvironment = dependencies.reviewer\n ? environment\n : await (dependencies.resolveReviewEnvironment ?? comparisonEnvironment)(\n environment,\n undefined,\n options.signal,\n );\n const reviewConfiguration = dependencies.reviewer\n ? {}\n : await modelConfigurationForReview(\n environment,\n reviewEnvironment,\n options.signal,\n );\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n reviewEnvironment,\n undefined,\n options.signal,\n repositoryPath,\n undefined,\n options.onDiagnostic,\n dependencies.surface ?? \"sdk\",\n );\n const privateStatePaths: string[] = [];\n if (workflow && !dependencies.reviewer) {\n const root = await canonicalizeModelSafePath(repositoryPath);\n const sqliteHome = await canonicalizeModelSafePath(\n reviewSqliteHome(reviewEnvironment, reviewConfiguration),\n );\n if (isWithin(root, sqliteHome)) {\n if (isWithin(sqliteHome, root))\n throw new CodexSecurityError(\n \"Native SQLite storage must not be the reviewed repository root when checkpointing deduplication.\",\n );\n // Create missing private parents before capturing source; native startup owns the database files.\n await mkdir(sqliteHome, { recursive: true, mode: 0o700 });\n privateStatePaths.push(sqliteHome);\n }\n }\n const source = workflow\n ? await workflow.sourceSnapshot(repositoryPath, { privateStatePaths })\n : undefined;\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n source!,\n scope,\n await reviewSettingsDigest(reviewEnvironment, reviewConfiguration),\n options.onDiagnostic,\n )\n : undefined;\n const selectedFindingIds = new Set(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n const sourceRepositories = new Map<Finding, readonly string[]>();\n const sourceSnapshots = new Map<Finding, FindingSourceSnapshot>();\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: async (findingId) => {\n const neighborhood = await client.potentialDuplicates(\n findingId,\n scope,\n );\n for (const finding of [\n neighborhood.finding,\n ...neighborhood.potentialDuplicates,\n ]) {\n const repositories = Object.hasOwn(\n neighborhood.repositoryIds ?? {},\n finding.findingId,\n )\n ? neighborhood.repositoryIds![finding.findingId]\n : undefined;\n if (repositories !== undefined)\n sourceRepositories.set(finding, repositories);\n else if (\n scope.repositoryId !== undefined ||\n selectedFindingIds.has(finding.findingId)\n )\n sourceRepositories.set(finding, [\n scope.repositoryId ?? contract.manifest.scan.target.targetId,\n ]);\n const snapshot = Object.hasOwn(\n neighborhood.sourceSnapshots ?? {},\n finding.findingId,\n )\n ? neighborhood.sourceSnapshots![finding.findingId]\n : undefined;\n if (snapshot !== undefined) sourceSnapshots.set(finding, snapshot);\n }\n return neighborhood;\n },\n },\n dependencies.reviewer ??\n new CodexGroupingReviewer(\n checkpoints ?? runner,\n reviewConfiguration,\n (findings) =>\n savedSourceContext(\n contract.manifest.scan.target.targetId,\n findings,\n sourceRepositories,\n sourceSnapshots,\n ),\n ),\n options.signal,\n options.concurrency,\n );\n const reviewed = await deduplicator.run([...selectedFindingIds]);\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, {\n groups: result.duplicateGroups,\n ...(local\n ? {\n local: {\n inputDigest: local.inputDigest,\n source: source!,\n gitDisabled:\n environmentEntry(environment, \"CODEX_SECURITY_GIT\") === \"\",\n },\n }\n : {}),\n });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n const result = workflow\n ? await workflow.run(\"dedupe\", dedupe)\n : await dedupe();\n options.signal?.throwIfAborted();\n return result;\n}\n\nasync function modelConfigurationForReview(\n source: NodeJS.ProcessEnv,\n effective: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n): Promise<JsonObject> {\n const selected = resolveCodexProfile(\n await readCodexHomeConfig(effective, signal),\n );\n if (configuredCodexHome(source) === configuredCodexHome(effective))\n return selected;\n const ambient = resolveCodexProfile(\n await readCodexHomeConfig(source, signal),\n );\n const providerIdentity = (config: JsonObject) => {\n const provider = config[\"model_provider\"] ?? \"openai\";\n const definitions = config[\"model_providers\"];\n const definition =\n typeof provider === \"string\" &&\n isRecord(definitions) &&\n isRecord(definitions[provider])\n ? definitions[provider]\n : undefined;\n return {\n provider,\n baseUrl: definition?.[\"base_url\"],\n wireApi: definition?.[\"wire_api\"] ?? \"responses\",\n openaiBaseUrl:\n provider === \"openai\" ? config[\"openai_base_url\"] : undefined,\n };\n };\n // A managed sign-in home can contain only authentication/runtime settings.\n // Keep compatible caller model choices without crossing provider namespaces.\n if (\n isDeepStrictEqual(providerIdentity(ambient), providerIdentity(selected))\n ) {\n for (const key of [\"model\", \"model_reasoning_effort\"])\n if (selected[key] === undefined && ambient[key] !== undefined)\n selected[key] = ambient[key];\n }\n return selected;\n}\n"]}
1
+ {"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,iBAAiB,EAEjB,2BAA2B,EAC3B,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,qBAAqB,GAEtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAM7E,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAgC,MAAM,YAAY,CAAC;AAE9E,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAmB,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EACL,cAAc,GAEf,MAAM,kBAAkB,CAAC;AA+B1B,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AAYD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,MAAM,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,EAC7D,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY;QACzC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAC/B,WAAW;YACX,UAAU;YACV,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE;YACpE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,SAAS;YACT,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACf,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;KAC7D,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,SAAS;QACP,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE;QACzD,CAAC,CAAC,YAAY,EAChB,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QACtE,MAAM,IAAI,kBAAkB,CAC1B,+DAA+D,CAChE,CAAC;IACJ,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,iBAAiB,GAAG,YAAY,CAAC,YAAY,CAAC;IACpD,MAAM,SAAS,GACb,iBAAiB;QACjB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAC3B,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,KAAK,GACT,OAAO,CAAC,WAAW,KAAK,SAAS;QAC/B,CAAC,CAAC,IAAI,kBAAkB,CACpB,WAAW,EACX,KAAK,EACL,cAAc,EACd,OAAO,CAAC,MAAM,EACd,SAAS,EACT,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,gBAAgB,CACzB;QACH,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,MAAM,GACV,KAAK;QACL,IAAI,cAAc,CAChB,OAAO,CAAC,WAAY,EACpB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,EAClB,EAAE,IAAI,EAAE,YAAY,CAAC,YAAY,EAAE,CACpC,CAAC;IACJ,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,SAAS,EACT,SAAS,EACT,EAAE,aAAa,EAAE,cAAc,EAAE,CAClC,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,kBAAkB,CAAC,QAAQ,CAAC;YAC5C,WAAW,EAAE,KAAK;gBAChB,CAAC,CAAC,UAAU,2BAA2B,CAAC,WAAW,CAAC,EAAE;gBACtD,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,WAAY,CAAC;YAC7C,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YACR,MAAM,2BAA2B,CAC/B,aAAa,EACb;gBACE,WAAW,EAAE,OAAO,CAAC,WAAY;gBACjC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,cAAc,EAAE,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,EACD;gBACE,WAAW;gBACX,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,YAAY,EAAE,SAAS;aACxB,CACF,CAAC;IACN,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CACJ,QAAQ,IAAI,IAAI,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CACrD,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAClC,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC,OAAO,CACjB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAC1B,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CACvC,CAAC;YACF,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,IACE,KAAK;gBACL,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,KAAK,KAAK,CAAC,WAAW;oBAC1D,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;wBAC7C,cAAc,CACZ,MAAM,QAAS,CAAC,cAAc,CAAC,cAAc,EAAE;4BAC7C,WAAW,EAAE,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW;4BACjD,iBAAiB,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CACjD,mBAAmB,CACpB,IAAI,EAAE,CAAa;yBACrB,CAAC,CACH,CAAC,EACN,CAAC;gBACD,MAAM,IAAI,kBAAkB,CAC1B,2EAA2E,CAC5E,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ;YAC7C,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,CACpE,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ;YAC/C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,2BAA2B,CAC/B,WAAW,EACX,iBAAiB,EACjB,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,EACd,SAAS,EACT,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,OAAO,IAAI,KAAK,CAC9B,CAAC;QACJ,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,IAAI,QAAQ,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,cAAc,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,MAAM,yBAAyB,CAChD,gBAAgB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CACzD,CAAC;YACF,IAAI,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC/B,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC;oBAC5B,MAAM,IAAI,kBAAkB,CAC1B,kGAAkG,CACnG,CAAC;gBACJ,kGAAkG;gBAClG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1D,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,EAAE,EAAE,iBAAiB,EAAE,CAAC;YACtE,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAO,EACP,KAAK,EACL,MAAM,oBAAoB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,EAClE,OAAO,CAAC,YAAY,CACrB;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA8B,CAAC;QACjE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;QAClE,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;gBACvC,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,mBAAmB,CACnD,SAAS,EACT,KAAK,CACN,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI;oBACpB,YAAY,CAAC,OAAO;oBACpB,GAAG,YAAY,CAAC,mBAAmB;iBACpC,EAAE,CAAC;oBACF,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAChC,YAAY,CAAC,aAAa,IAAI,EAAE,EAChC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,aAAc,CAAC,OAAO,CAAC,SAAS,CAAC;wBAChD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,YAAY,KAAK,SAAS;wBAC5B,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;yBAC3C,IACH,KAAK,CAAC,YAAY,KAAK,SAAS;wBAChC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC;wBAEzC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE;4BAC9B,KAAK,CAAC,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;yBAC7D,CAAC,CAAC;oBACL,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,YAAY,CAAC,eAAe,IAAI,EAAE,EAClC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,eAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;wBAClD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,QAAQ,KAAK,SAAS;wBAAE,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACrE,CAAC;gBACD,OAAO,YAAY,CAAC;YACtB,CAAC;SACF,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,qBAAqB,CACvB,WAAW,IAAI,MAAM,EACrB,mBAAmB,EACnB,CAAC,QAAQ,EAAE,EAAE,CACX,kBAAkB,CAChB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EACtC,QAAQ,EACR,kBAAkB,EAClB,eAAe,CAChB,CACJ,EACH,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,CACpB,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACjE,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE;YACpC,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,GAAG,CAAC,KAAK;gBACP,CAAC,CAAC;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,MAAM,EAAE,MAAO;wBACf,WAAW,EACT,gBAAgB,CAAC,WAAW,EAAE,oBAAoB,CAAC,KAAK,EAAE;qBAC7D;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ;QACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC;QACtC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,MAAyB,EACzB,SAA4B,EAC5B,MAAoB;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAClC,MAAM,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAC7C,CAAC;IACF,IAAI,mBAAmB,CAAC,MAAM,CAAC,KAAK,mBAAmB,CAAC,SAAS,CAAC;QAChE,OAAO,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,mBAAmB,CACjC,MAAM,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC1C,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAE,EAAE;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC;QACtD,MAAM,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9C,MAAM,UAAU,GACd,OAAO,QAAQ,KAAK,QAAQ;YAC5B,QAAQ,CAAC,WAAW,CAAC;YACrB,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC7B,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,SAAS,CAAC;QAChB,OAAO;YACL,QAAQ;YACR,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC;YACjC,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,WAAW;YAChD,aAAa,EACX,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;IACJ,CAAC,CAAC;IACF,2EAA2E;IAC3E,6EAA6E;IAC7E,IACE,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EACxE,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC;YACnD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS;gBAC3D,QAAQ,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import type { Finding } from \"../models.js\";\nimport { loadContractWithScanDirectory } from \"../contract.js\";\nimport type { CodexSecuritySurface } from \"../api.js\";\nimport { environmentEntry } from \"../auth.js\";\nimport {\n bundledPluginRoot,\n runWorkbench,\n codexSecurityStateDirectory,\n canonicalizeModelSafePath,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { savedScanWorkbench } from \"../saved-scan-bootstrap.js\";\nimport { CodexReviewRunner, reviewSqliteHome } from \"./codex-review.js\";\nimport { mkdir } from \"node:fs/promises\";\nimport { isWithin } from \"../trusted-executable.js\";\nimport {\n FindingDeduplicator,\n deduplicationConcurrency,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexGroupingReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type { waitForRetry } from \"./retry.js\";\nimport type {\n FindingSearchScope,\n FindingSourceSnapshot,\n} from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n scanArtifactDigest,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\nimport { LocalDeduplication, type FindingEmbeddingBinding } from \"./local.js\";\nimport type { EmbeddingUsageObserver } from \"../server/embeddings.js\";\nimport { configuredCodexHome, readCodexHomeConfig } from \"../auth.js\";\nimport { CodexSecurityError } from \"../errors.js\";\nimport { comparisonEnvironment } from \"../scan-comparison.js\";\nimport { isDeepStrictEqual } from \"node:util\";\nimport { isRecord } from \"../record.js\";\nimport { resolveCodexProfile, type JsonObject } from \"../config.js\";\nimport { savedSourceContext } from \"./deduplication-prompts.js\";\nimport {\n emitDiagnostic,\n type DeduplicationDiagnosticObserver,\n} from \"./diagnostics.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named findings workflow; remote mode includes custom publication. */\n workflowId?: string;\n /** Optional Findings API. Omit to prepare and deduplicate findings in local SQLite. */\n findingsUrl?: string;\n /** Custom vector space for local deduplication; cannot be combined with findingsUrl. */\n embedding?: FindingEmbeddingBinding;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n /** Shared concurrency limit for deduplication jobs. Defaults to 8. */\n concurrency?: number;\n /** Best-effort progress and native review diagnostics; observer failures are ignored. */\n onDiagnostic?: DeduplicationDiagnosticObserver;\n /** Built-in local embedding batch usage; excluded from scan model-token totals. */\n onEmbeddingUsage?: EmbeddingUsageObserver;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n surface?: CodexSecuritySurface;\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n resolveReviewEnvironment?: typeof comparisonEnvironment;\n fetch?: FindingsRequest;\n waitForRetry?: typeof waitForRetry;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n return await deduplicateResolvedScan(\n scanDirectory,\n await normalizeRepository(options.repository, options.signal),\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const bootstrap = dependencies.runWorkbench\n ? undefined\n : await savedScanWorkbench(scanId, {\n environment,\n pluginRoot,\n currentDirectory: dependencies.currentDirectory?.() ?? process.cwd(),\n signal: options.signal,\n });\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n bootstrap ??\n ((args, input) =>\n dependencies.runWorkbench!(args, input, options.signal)),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n bootstrap\n ? { ...dependencies, environment: bootstrap.environment }\n : dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n if (options.embedding !== undefined && options.findingsUrl !== undefined)\n throw new CodexSecurityError(\n \"Custom embeddings are only supported for local deduplication.\",\n );\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const injectedWorkbench = dependencies.runWorkbench;\n const workbench: typeof runWorkbench | undefined =\n injectedWorkbench &&\n (({ signal }, args, input) =>\n injectedWorkbench(args, input, signal ?? options.signal));\n const local =\n options.findingsUrl === undefined\n ? new LocalDeduplication(\n environment,\n scope,\n repositoryPath,\n options.signal,\n workbench,\n options.embedding,\n options.onEmbeddingUsage,\n )\n : undefined;\n const client =\n local ??\n new FindingsClient(\n options.findingsUrl!,\n options.signal,\n dependencies.fetch,\n { wait: dependencies.waitForRetry },\n );\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n workbench,\n undefined,\n { protectedRoot: repositoryPath },\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: scanArtifactDigest(contract),\n destination: local\n ? `sqlite:${codexSecurityStateDirectory(environment)}`\n : workflowDestination(options.findingsUrl!),\n scope,\n });\n await workflow.complete(\"scan\", null);\n if (!local)\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl!,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench: workbench,\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n if (local) {\n await (\n workflow ?? new FindingWorkflow(scanId, environment)\n ).protectArtifacts(scanDirectory);\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.started\" });\n await local.prepare(\n contract.findings.findings,\n contract.manifest.scan.target.targetId,\n );\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.completed\" });\n }\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n if (\n local &&\n (saved.pendingWrite.local?.inputDigest !== local.inputDigest ||\n workflowDigest(saved.pendingWrite.local.source) !==\n workflowDigest(\n await workflow!.sourceSnapshot(repositoryPath, {\n gitDisabled: saved.pendingWrite.local.gitDisabled,\n privateStatePaths: (saved.pendingWrite.local.source[\n \"privateStatePaths\"\n ] ?? []) as string[],\n }),\n ))\n ) {\n throw new CodexSecurityError(\n \"Local deduplication inputs changed. Use a new workflow ID to review them.\",\n );\n }\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const reviewEnvironment = dependencies.reviewer\n ? environment\n : await (dependencies.resolveReviewEnvironment ?? comparisonEnvironment)(\n environment,\n undefined,\n options.signal,\n );\n const reviewConfiguration = dependencies.reviewer\n ? {}\n : await modelConfigurationForReview(\n environment,\n reviewEnvironment,\n options.signal,\n );\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n reviewEnvironment,\n undefined,\n options.signal,\n repositoryPath,\n undefined,\n options.onDiagnostic,\n dependencies.surface ?? \"sdk\",\n );\n const privateStatePaths: string[] = [];\n if (workflow && !dependencies.reviewer) {\n const root = await canonicalizeModelSafePath(repositoryPath);\n const sqliteHome = await canonicalizeModelSafePath(\n reviewSqliteHome(reviewEnvironment, reviewConfiguration),\n );\n if (isWithin(root, sqliteHome)) {\n if (isWithin(sqliteHome, root))\n throw new CodexSecurityError(\n \"Native SQLite storage must not be the reviewed repository root when checkpointing deduplication.\",\n );\n // Create missing private parents before capturing source; native startup owns the database files.\n await mkdir(sqliteHome, { recursive: true, mode: 0o700 });\n privateStatePaths.push(sqliteHome);\n }\n }\n const source = workflow\n ? await workflow.sourceSnapshot(repositoryPath, { privateStatePaths })\n : undefined;\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n source!,\n scope,\n await reviewSettingsDigest(reviewEnvironment, reviewConfiguration),\n options.onDiagnostic,\n )\n : undefined;\n const selectedFindingIds = new Set(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n const sourceRepositories = new Map<Finding, readonly string[]>();\n const sourceSnapshots = new Map<Finding, FindingSourceSnapshot>();\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: async (findingId) => {\n const neighborhood = await client.potentialDuplicates(\n findingId,\n scope,\n );\n for (const finding of [\n neighborhood.finding,\n ...neighborhood.potentialDuplicates,\n ]) {\n const repositories = Object.hasOwn(\n neighborhood.repositoryIds ?? {},\n finding.findingId,\n )\n ? neighborhood.repositoryIds![finding.findingId]\n : undefined;\n if (repositories !== undefined)\n sourceRepositories.set(finding, repositories);\n else if (\n scope.repositoryId !== undefined ||\n selectedFindingIds.has(finding.findingId)\n )\n sourceRepositories.set(finding, [\n scope.repositoryId ?? contract.manifest.scan.target.targetId,\n ]);\n const snapshot = Object.hasOwn(\n neighborhood.sourceSnapshots ?? {},\n finding.findingId,\n )\n ? neighborhood.sourceSnapshots![finding.findingId]\n : undefined;\n if (snapshot !== undefined) sourceSnapshots.set(finding, snapshot);\n }\n return neighborhood;\n },\n },\n dependencies.reviewer ??\n new CodexGroupingReviewer(\n checkpoints ?? runner,\n reviewConfiguration,\n (findings) =>\n savedSourceContext(\n contract.manifest.scan.target.targetId,\n findings,\n sourceRepositories,\n sourceSnapshots,\n ),\n ),\n options.signal,\n options.concurrency,\n );\n const reviewed = await deduplicator.run([...selectedFindingIds]);\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, {\n groups: result.duplicateGroups,\n ...(local\n ? {\n local: {\n inputDigest: local.inputDigest,\n source: source!,\n gitDisabled:\n environmentEntry(environment, \"CODEX_SECURITY_GIT\") === \"\",\n },\n }\n : {}),\n });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n const result = workflow\n ? await workflow.run(\"dedupe\", dedupe)\n : await dedupe();\n options.signal?.throwIfAborted();\n return result;\n}\n\nasync function modelConfigurationForReview(\n source: NodeJS.ProcessEnv,\n effective: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n): Promise<JsonObject> {\n const selected = resolveCodexProfile(\n await readCodexHomeConfig(effective, signal),\n );\n if (configuredCodexHome(source) === configuredCodexHome(effective))\n return selected;\n const ambient = resolveCodexProfile(\n await readCodexHomeConfig(source, signal),\n );\n const providerIdentity = (config: JsonObject) => {\n const provider = config[\"model_provider\"] ?? \"openai\";\n const definitions = config[\"model_providers\"];\n const definition =\n typeof provider === \"string\" &&\n isRecord(definitions) &&\n isRecord(definitions[provider])\n ? definitions[provider]\n : undefined;\n return {\n provider,\n baseUrl: definition?.[\"base_url\"],\n wireApi: definition?.[\"wire_api\"] ?? \"responses\",\n openaiBaseUrl:\n provider === \"openai\" ? config[\"openai_base_url\"] : undefined,\n };\n };\n // A managed sign-in home can contain only authentication/runtime settings.\n // Keep compatible caller model choices without crossing provider namespaces.\n if (\n isDeepStrictEqual(providerIdentity(ambient), providerIdentity(selected))\n ) {\n for (const key of [\"model\", \"model_reasoning_effort\"])\n if (selected[key] === undefined && ambient[key] !== undefined)\n selected[key] = ambient[key];\n }\n return selected;\n}\n"]}
@@ -8,7 +8,6 @@ export interface ResolvedDeepScanConfig {
8
8
  sources: DeepScanSources;
9
9
  source: string;
10
10
  document: TomlTable;
11
- overrides: DeepScanOptions;
12
11
  }
13
12
  export declare function deepScanOptions(options: DeepScanOptions & {
14
13
  mode?: ScanMode;
@@ -1 +1 @@
1
- {"version":3,"file":"deep-config.d.ts","sourceRoot":"","sources":["../src/deep-config.ts"],"names":[],"mappings":"AAGA,OAAO,EAAsB,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAoB,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAIhE,OAAO,EAKL,KAAK,eAAe,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEhD,MAAM,MAAM,eAAe,GAAG,MAAM,CAClC,MAAM,eAAe,EACrB,SAAS,GAAG,QAAQ,GAAG,UAAU,CAClC,CAAC;AACF,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,OAAO,EAAE,eAAe,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,SAAS,CAAC;IACpB,SAAS,EAAE,eAAe,CAAC;CAC5B;AAED,wBAAgB,eAAe,CAC7B,OAAO,EAAE,eAAe,GAAG;IAAE,IAAI,CAAC,EAAE,QAAQ,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,GACtE,eAAe,CA6CjB;AAgBD,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,eAAe,GAAG;IAAE,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,EACtD,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,sBAAsB,CAAC,CAuDjC;AAED,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,sBAAsB,EAChC,aAAa,CAAC,EAAE,UAAU,GACzB,OAAO,CAAC,IAAI,CAAC,CA+Bf"}
1
+ {"version":3,"file":"deep-config.d.ts","sourceRoot":"","sources":["../src/deep-config.ts"],"names":[],"mappings":"AAGA,OAAO,EAAsB,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAoB,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAQhE,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEhD,MAAM,MAAM,eAAe,GAAG,MAAM,CAClC,MAAM,eAAe,EACrB,SAAS,GAAG,QAAQ,GAAG,UAAU,CAClC,CAAC;AACF,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,OAAO,EAAE,eAAe,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,SAAS,CAAC;CACrB;AAED,wBAAgB,eAAe,CAC7B,OAAO,EAAE,eAAe,GAAG;IAAE,IAAI,CAAC,EAAE,QAAQ,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,GACtE,eAAe,CAyCjB;AAgBD,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,eAAe,GAAG;IAAE,cAAc,CAAC,EAAE,MAAM,CAAA;CAAE,EACtD,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,sBAAsB,CAAC,CAmDjC;AAED,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,sBAAsB,EAChC,aAAa,CAAC,EAAE,UAAU,GACzB,OAAO,CAAC,IAAI,CAAC,CA0Bf"}