@openai/codex-security 0.2.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (484) hide show
  1. package/README.md +437 -2692
  2. package/_bundled_plugin/.app.json +5 -1
  3. package/_bundled_plugin/.codex-plugin/plugin.json +4 -0
  4. package/_bundled_plugin/.mcp.json +2 -0
  5. package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
  6. package/_bundled_plugin/examples/completed-scan/report.md +28 -26
  7. package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
  8. package/_bundled_plugin/mcp/helpers.mjs +1 -0
  9. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  10. package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +6 -213
  11. package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
  12. package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
  13. package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
  14. package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
  15. package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
  16. package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
  17. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  18. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  19. package/_bundled_plugin/mcp/permission-profile-preflight.mjs +556 -0
  20. package/_bundled_plugin/mcp/server.mjs +1 -0
  21. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  22. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  23. package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
  24. package/_bundled_plugin/references/artifact-storage.md +2 -2
  25. package/_bundled_plugin/references/config-preflight.md +0 -4
  26. package/_bundled_plugin/references/core-scan.md +21 -9
  27. package/_bundled_plugin/references/final-report.md +11 -13
  28. package/_bundled_plugin/references/finding-detail-fields.md +90 -80
  29. package/_bundled_plugin/references/sarif-adapter.md +1 -1
  30. package/_bundled_plugin/references/scan-artifacts.md +1 -2
  31. package/_bundled_plugin/references/scan-contract.md +9 -4
  32. package/_bundled_plugin/references/scan-prologue.md +12 -0
  33. package/_bundled_plugin/references/security-guidance.md +2 -2
  34. package/_bundled_plugin/references/standalone-validation.md +11 -0
  35. package/_bundled_plugin/references/threat-model.md +1 -1
  36. package/_bundled_plugin/schemas/coverage.schema.json +43 -170
  37. package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
  38. package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
  39. package/_bundled_plugin/schemas/findings.schema.json +159 -567
  40. package/_bundled_plugin/schemas/patch-risk-assessment.schema.json +106 -119
  41. package/_bundled_plugin/schemas/scan-manifest.schema.json +78 -220
  42. package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
  43. package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
  44. package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
  45. package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
  46. package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
  47. package/_bundled_plugin/schemas/tools/scan-draft.schema.json +169 -294
  48. package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
  49. package/_bundled_plugin/scripts/codex_session.mjs +53 -0
  50. package/_bundled_plugin/scripts/config_preflight.py +26 -62
  51. package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
  52. package/_bundled_plugin/scripts/deep_scan_workbench.py +129 -150
  53. package/_bundled_plugin/scripts/finalize_scan_contract.py +321 -237
  54. package/_bundled_plugin/scripts/finding_preview.py +39 -9
  55. package/_bundled_plugin/scripts/generate_in_scope_files.py +27 -77
  56. package/_bundled_plugin/scripts/generate_rank_input.py +115 -926
  57. package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -10
  58. package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
  59. package/_bundled_plugin/scripts/rank_preview.py +42 -918
  60. package/_bundled_plugin/scripts/report_projection.py +150 -183
  61. package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
  62. package/_bundled_plugin/scripts/threat_model_projection.py +4 -7
  63. package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
  64. package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
  65. package/_bundled_plugin/scripts/windows_scan_local_files.py +48 -3
  66. package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
  67. package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
  68. package/_bundled_plugin/scripts/workbench/storage.py +10 -6
  69. package/_bundled_plugin/scripts/workbench_cli.py +102 -184
  70. package/_bundled_plugin/scripts/workbench_db.py +463 -464
  71. package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
  72. package/_bundled_plugin/scripts/workbench_finding_index.py +19 -1
  73. package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
  74. package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
  75. package/_bundled_plugin/scripts/workbench_native_indexes.py +27 -14
  76. package/_bundled_plugin/scripts/workbench_progress.py +14 -58
  77. package/_bundled_plugin/scripts/workbench_publication.py +234 -289
  78. package/_bundled_plugin/scripts/workbench_remediation.py +12 -0
  79. package/_bundled_plugin/scripts/workbench_saved_results.py +172 -49
  80. package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
  81. package/_bundled_plugin/scripts/workbench_scan_start.py +105 -41
  82. package/_bundled_plugin/scripts/workbench_scan_usage.py +194 -42
  83. package/_bundled_plugin/scripts/workbench_schema.py +37 -1151
  84. package/_bundled_plugin/scripts/workbench_source_excerpt.py +11 -1
  85. package/_bundled_plugin/scripts/workbench_target.py +430 -142
  86. package/_bundled_plugin/scripts/workbench_validation.py +31 -28
  87. package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
  88. package/_bundled_plugin/shared/workbench-migrations.json +414 -0
  89. package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
  90. package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
  91. package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
  92. package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
  93. package/_bundled_plugin/skills/deep-security-scan/SKILL.md +3 -3
  94. package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
  95. package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
  96. package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
  97. package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
  98. package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
  99. package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +15 -1
  100. package/_bundled_plugin/skills/threat-model/SKILL.md +1 -1
  101. package/_bundled_plugin/skills/track-findings/SKILL.md +48 -176
  102. package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
  103. package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
  104. package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
  105. package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
  106. package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
  107. package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
  108. package/bin/codex-security.mjs +9 -2
  109. package/dist/api.d.ts +63 -10
  110. package/dist/api.d.ts.map +1 -1
  111. package/dist/api.js +1015 -383
  112. package/dist/api.js.map +1 -1
  113. package/dist/artifact-export.d.ts +1 -1
  114. package/dist/artifact-export.d.ts.map +1 -1
  115. package/dist/artifact-export.js +28 -13
  116. package/dist/artifact-export.js.map +1 -1
  117. package/dist/auth.d.ts +2 -6
  118. package/dist/auth.d.ts.map +1 -1
  119. package/dist/auth.js +19 -9
  120. package/dist/auth.js.map +1 -1
  121. package/dist/bulk-scan-discovery.d.ts.map +1 -1
  122. package/dist/bulk-scan-discovery.js +1 -0
  123. package/dist/bulk-scan-discovery.js.map +1 -1
  124. package/dist/classify-severity.d.ts +26 -9
  125. package/dist/classify-severity.d.ts.map +1 -1
  126. package/dist/classify-severity.js +13 -30
  127. package/dist/classify-severity.js.map +1 -1
  128. package/dist/cli-help.d.ts.map +1 -1
  129. package/dist/cli-help.js +17 -13
  130. package/dist/cli-help.js.map +1 -1
  131. package/dist/cli-signals.d.ts +8 -0
  132. package/dist/cli-signals.d.ts.map +1 -0
  133. package/dist/cli-signals.js +28 -0
  134. package/dist/cli-signals.js.map +1 -0
  135. package/dist/cli.d.ts +4 -3
  136. package/dist/cli.d.ts.map +1 -1
  137. package/dist/cli.js +1102 -905
  138. package/dist/cli.js.map +1 -1
  139. package/dist/cloud-publish.d.ts.map +1 -1
  140. package/dist/cloud-publish.js +10 -9
  141. package/dist/cloud-publish.js.map +1 -1
  142. package/dist/codeowners.d.ts +19 -0
  143. package/dist/codeowners.d.ts.map +1 -0
  144. package/dist/codeowners.js +138 -0
  145. package/dist/codeowners.js.map +1 -0
  146. package/dist/codex-sdk-environment.d.ts +1 -0
  147. package/dist/codex-sdk-environment.d.ts.map +1 -1
  148. package/dist/codex-sdk-environment.js +40 -2
  149. package/dist/codex-sdk-environment.js.map +1 -1
  150. package/dist/component-plan.d.ts +2 -5
  151. package/dist/component-plan.d.ts.map +1 -1
  152. package/dist/component-plan.js +39 -31
  153. package/dist/component-plan.js.map +1 -1
  154. package/dist/component-scan.d.ts +6 -5
  155. package/dist/component-scan.d.ts.map +1 -1
  156. package/dist/component-scan.js +25 -36
  157. package/dist/component-scan.js.map +1 -1
  158. package/dist/config.d.ts.map +1 -1
  159. package/dist/config.js +64 -74
  160. package/dist/config.js.map +1 -1
  161. package/dist/contract.d.ts +16 -3
  162. package/dist/contract.d.ts.map +1 -1
  163. package/dist/contract.js +91 -255
  164. package/dist/contract.js.map +1 -1
  165. package/dist/cost-model.d.ts +13 -6
  166. package/dist/cost-model.d.ts.map +1 -1
  167. package/dist/cost-model.js +14 -4
  168. package/dist/cost-model.js.map +1 -1
  169. package/dist/cost.d.ts +10 -2
  170. package/dist/cost.d.ts.map +1 -1
  171. package/dist/cost.js +102 -104
  172. package/dist/cost.js.map +1 -1
  173. package/dist/custom-validation-prompt.d.ts.map +1 -1
  174. package/dist/custom-validation-prompt.js +6 -5
  175. package/dist/custom-validation-prompt.js.map +1 -1
  176. package/dist/custom-validation.d.ts +1 -2
  177. package/dist/custom-validation.d.ts.map +1 -1
  178. package/dist/custom-validation.js +9 -3
  179. package/dist/custom-validation.js.map +1 -1
  180. package/dist/deduplication/checkpointed-review.d.ts +4 -2
  181. package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
  182. package/dist/deduplication/checkpointed-review.js +23 -9
  183. package/dist/deduplication/checkpointed-review.js.map +1 -1
  184. package/dist/deduplication/codex-review.d.ts +8 -6
  185. package/dist/deduplication/codex-review.d.ts.map +1 -1
  186. package/dist/deduplication/codex-review.js +128 -19
  187. package/dist/deduplication/codex-review.js.map +1 -1
  188. package/dist/deduplication/deduplication-prompts.d.ts +5 -2
  189. package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
  190. package/dist/deduplication/deduplication-prompts.js +18 -4
  191. package/dist/deduplication/deduplication-prompts.js.map +1 -1
  192. package/dist/deduplication/deduplication-reviewer.d.ts +27 -5
  193. package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
  194. package/dist/deduplication/deduplication-reviewer.js +58 -48
  195. package/dist/deduplication/deduplication-reviewer.js.map +1 -1
  196. package/dist/deduplication/deduplication.d.ts.map +1 -1
  197. package/dist/deduplication/deduplication.js +19 -51
  198. package/dist/deduplication/deduplication.js.map +1 -1
  199. package/dist/deduplication/diagnostics.d.ts +17 -0
  200. package/dist/deduplication/diagnostics.d.ts.map +1 -0
  201. package/dist/deduplication/diagnostics.js +5 -0
  202. package/dist/deduplication/diagnostics.js.map +1 -0
  203. package/dist/deduplication/finding-schema.d.ts.map +1 -1
  204. package/dist/deduplication/finding-schema.js +7 -1
  205. package/dist/deduplication/finding-schema.js.map +1 -1
  206. package/dist/deduplication/local.d.ts +31 -0
  207. package/dist/deduplication/local.d.ts.map +1 -0
  208. package/dist/deduplication/local.js +166 -0
  209. package/dist/deduplication/local.js.map +1 -0
  210. package/dist/deduplication/records-protocol.d.ts +3 -8
  211. package/dist/deduplication/records-protocol.d.ts.map +1 -1
  212. package/dist/deduplication/records-protocol.js +11 -184
  213. package/dist/deduplication/records-protocol.js.map +1 -1
  214. package/dist/deduplication/records.d.ts +186 -11
  215. package/dist/deduplication/records.d.ts.map +1 -1
  216. package/dist/deduplication/records.js +10 -18
  217. package/dist/deduplication/records.js.map +1 -1
  218. package/dist/deduplication/scan.d.ts +9 -3
  219. package/dist/deduplication/scan.d.ts.map +1 -1
  220. package/dist/deduplication/scan.js +158 -39
  221. package/dist/deduplication/scan.js.map +1 -1
  222. package/dist/deep-config.d.ts +2 -1
  223. package/dist/deep-config.d.ts.map +1 -1
  224. package/dist/deep-config.js +4 -4
  225. package/dist/deep-config.js.map +1 -1
  226. package/dist/deep-progress.d.ts +17 -1
  227. package/dist/deep-progress.d.ts.map +1 -1
  228. package/dist/deep-progress.js +19 -17
  229. package/dist/deep-progress.js.map +1 -1
  230. package/dist/deep-scan.d.ts +20 -0
  231. package/dist/deep-scan.d.ts.map +1 -0
  232. package/dist/deep-scan.js +113 -0
  233. package/dist/deep-scan.js.map +1 -0
  234. package/dist/errors.d.ts +2 -0
  235. package/dist/errors.d.ts.map +1 -1
  236. package/dist/errors.js +2 -0
  237. package/dist/errors.js.map +1 -1
  238. package/dist/executable-path.d.ts +2 -0
  239. package/dist/executable-path.d.ts.map +1 -0
  240. package/dist/executable-path.js +12 -0
  241. package/dist/executable-path.js.map +1 -0
  242. package/dist/feedback.d.ts +1 -4
  243. package/dist/feedback.d.ts.map +1 -1
  244. package/dist/feedback.js +54 -22
  245. package/dist/feedback.js.map +1 -1
  246. package/dist/finding-catalogue.d.ts.map +1 -1
  247. package/dist/finding-catalogue.js +4 -8
  248. package/dist/finding-catalogue.js.map +1 -1
  249. package/dist/finding-normalization.d.ts +5 -0
  250. package/dist/finding-normalization.d.ts.map +1 -0
  251. package/dist/finding-normalization.js +120 -0
  252. package/dist/finding-normalization.js.map +1 -0
  253. package/dist/finding-retrieval.d.ts +9 -0
  254. package/dist/finding-retrieval.d.ts.map +1 -1
  255. package/dist/finding-retrieval.js.map +1 -1
  256. package/dist/finding-workflow.d.ts +13 -8
  257. package/dist/finding-workflow.d.ts.map +1 -1
  258. package/dist/finding-workflow.js +14 -6
  259. package/dist/finding-workflow.js.map +1 -1
  260. package/dist/findings-client.d.ts +2 -1
  261. package/dist/findings-client.d.ts.map +1 -1
  262. package/dist/findings-client.js +36 -9
  263. package/dist/findings-client.js.map +1 -1
  264. package/dist/findings-errors.d.ts +16 -0
  265. package/dist/findings-errors.d.ts.map +1 -0
  266. package/dist/findings-errors.js +24 -0
  267. package/dist/findings-errors.js.map +1 -0
  268. package/dist/findings-import.d.ts +1 -1
  269. package/dist/findings-import.d.ts.map +1 -1
  270. package/dist/findings-import.js +12 -30
  271. package/dist/findings-import.js.map +1 -1
  272. package/dist/github.d.ts.map +1 -1
  273. package/dist/github.js +7 -1
  274. package/dist/github.js.map +1 -1
  275. package/dist/host-protocol.d.ts +19 -0
  276. package/dist/host-protocol.d.ts.map +1 -0
  277. package/dist/host-protocol.js +270 -0
  278. package/dist/host-protocol.js.map +1 -0
  279. package/dist/hosted-scan-protocol.d.ts +4 -0
  280. package/dist/hosted-scan-protocol.d.ts.map +1 -0
  281. package/dist/hosted-scan-protocol.js +25 -0
  282. package/dist/hosted-scan-protocol.js.map +1 -0
  283. package/dist/hosted-scan.d.ts +117 -0
  284. package/dist/hosted-scan.d.ts.map +1 -0
  285. package/dist/hosted-scan.js +260 -0
  286. package/dist/hosted-scan.js.map +1 -0
  287. package/dist/import-scan.d.ts.map +1 -1
  288. package/dist/import-scan.js +48 -38
  289. package/dist/import-scan.js.map +1 -1
  290. package/dist/index.d.ts +11 -4
  291. package/dist/index.d.ts.map +1 -1
  292. package/dist/index.js +2 -1
  293. package/dist/index.js.map +1 -1
  294. package/dist/knowledge-base.d.ts +7 -1
  295. package/dist/knowledge-base.d.ts.map +1 -1
  296. package/dist/knowledge-base.js +114 -46
  297. package/dist/knowledge-base.js.map +1 -1
  298. package/dist/linear.d.ts.map +1 -1
  299. package/dist/linear.js +2 -7
  300. package/dist/linear.js.map +1 -1
  301. package/dist/mock-scan.d.ts.map +1 -1
  302. package/dist/mock-scan.js +0 -1
  303. package/dist/mock-scan.js.map +1 -1
  304. package/dist/models.d.ts +0 -2
  305. package/dist/models.d.ts.map +1 -1
  306. package/dist/models.js.map +1 -1
  307. package/dist/multiscan.d.ts +9 -3
  308. package/dist/multiscan.d.ts.map +1 -1
  309. package/dist/multiscan.js +240 -135
  310. package/dist/multiscan.js.map +1 -1
  311. package/dist/owner-evidence.d.ts +10 -2
  312. package/dist/owner-evidence.d.ts.map +1 -1
  313. package/dist/owner-evidence.js +67 -8
  314. package/dist/owner-evidence.js.map +1 -1
  315. package/dist/patch-tui.d.ts.map +1 -1
  316. package/dist/patch-tui.js +3 -2
  317. package/dist/patch-tui.js.map +1 -1
  318. package/dist/project-config.js +3 -3
  319. package/dist/project-config.js.map +1 -1
  320. package/dist/provider-profile.d.ts +21 -0
  321. package/dist/provider-profile.d.ts.map +1 -0
  322. package/dist/provider-profile.js +133 -0
  323. package/dist/provider-profile.js.map +1 -0
  324. package/dist/publication-events.d.ts +6 -8
  325. package/dist/publication-events.d.ts.map +1 -1
  326. package/dist/publication-events.js +25 -50
  327. package/dist/publication-events.js.map +1 -1
  328. package/dist/publication-store.d.ts.map +1 -1
  329. package/dist/publication-store.js +95 -109
  330. package/dist/publication-store.js.map +1 -1
  331. package/dist/publication.d.ts +1 -4
  332. package/dist/publication.d.ts.map +1 -1
  333. package/dist/publication.js +2 -13
  334. package/dist/publication.js.map +1 -1
  335. package/dist/publish.d.ts +1 -5
  336. package/dist/publish.d.ts.map +1 -1
  337. package/dist/publish.js +109 -160
  338. package/dist/publish.js.map +1 -1
  339. package/dist/request-metadata.d.ts +9 -0
  340. package/dist/request-metadata.d.ts.map +1 -0
  341. package/dist/request-metadata.js +13 -0
  342. package/dist/request-metadata.js.map +1 -0
  343. package/dist/runtime.d.ts +20 -6
  344. package/dist/runtime.d.ts.map +1 -1
  345. package/dist/runtime.js +407 -148
  346. package/dist/runtime.js.map +1 -1
  347. package/dist/saved-scan-bootstrap.d.ts +14 -0
  348. package/dist/saved-scan-bootstrap.d.ts.map +1 -0
  349. package/dist/saved-scan-bootstrap.js +261 -0
  350. package/dist/saved-scan-bootstrap.js.map +1 -0
  351. package/dist/saved-scan.d.ts +1 -1
  352. package/dist/saved-scan.d.ts.map +1 -1
  353. package/dist/saved-scan.js +6 -12
  354. package/dist/saved-scan.js.map +1 -1
  355. package/dist/scan-activity.js +11 -8
  356. package/dist/scan-activity.js.map +1 -1
  357. package/dist/scan-comparison.d.ts +28 -15
  358. package/dist/scan-comparison.d.ts.map +1 -1
  359. package/dist/scan-comparison.js +276 -281
  360. package/dist/scan-comparison.js.map +1 -1
  361. package/dist/scan-dashboard.d.ts +3 -0
  362. package/dist/scan-dashboard.d.ts.map +1 -1
  363. package/dist/scan-dashboard.js +345 -77
  364. package/dist/scan-dashboard.js.map +1 -1
  365. package/dist/scan-executor.d.ts +104 -0
  366. package/dist/scan-executor.d.ts.map +1 -0
  367. package/dist/scan-executor.js +62 -0
  368. package/dist/scan-executor.js.map +1 -0
  369. package/dist/scan-history-renderer.d.ts.map +1 -1
  370. package/dist/scan-history-renderer.js +54 -13
  371. package/dist/scan-history-renderer.js.map +1 -1
  372. package/dist/scan-inputs.d.ts +6 -0
  373. package/dist/scan-inputs.d.ts.map +1 -0
  374. package/dist/scan-inputs.js +71 -0
  375. package/dist/scan-inputs.js.map +1 -0
  376. package/dist/scan-logs.d.ts +2 -3
  377. package/dist/scan-logs.d.ts.map +1 -1
  378. package/dist/scan-logs.js +12 -6
  379. package/dist/scan-logs.js.map +1 -1
  380. package/dist/scan-sessions.d.ts +4 -0
  381. package/dist/scan-sessions.d.ts.map +1 -1
  382. package/dist/scan-sessions.js +17 -0
  383. package/dist/scan-sessions.js.map +1 -1
  384. package/dist/scan-skill-paths.d.ts +8 -0
  385. package/dist/scan-skill-paths.d.ts.map +1 -0
  386. package/dist/scan-skill-paths.js +47 -0
  387. package/dist/scan-skill-paths.js.map +1 -0
  388. package/dist/security-policy-cli.d.ts.map +1 -1
  389. package/dist/security-policy-cli.js +7 -27
  390. package/dist/security-policy-cli.js.map +1 -1
  391. package/dist/security-policy.d.ts +9 -5
  392. package/dist/security-policy.d.ts.map +1 -1
  393. package/dist/security-policy.js +33 -14
  394. package/dist/security-policy.js.map +1 -1
  395. package/dist/server/api.d.ts +0 -1
  396. package/dist/server/api.d.ts.map +1 -1
  397. package/dist/server/api.js +0 -1
  398. package/dist/server/api.js.map +1 -1
  399. package/dist/server/embeddings.d.ts +3 -1
  400. package/dist/server/embeddings.d.ts.map +1 -1
  401. package/dist/server/embeddings.js +10 -3
  402. package/dist/server/embeddings.js.map +1 -1
  403. package/dist/server/errors.d.ts +5 -2
  404. package/dist/server/errors.d.ts.map +1 -1
  405. package/dist/server/errors.js +7 -0
  406. package/dist/server/errors.js.map +1 -1
  407. package/dist/server/sqlite-store.d.ts +0 -2
  408. package/dist/server/sqlite-store.d.ts.map +1 -1
  409. package/dist/server/sqlite-store.js +54 -44
  410. package/dist/server/sqlite-store.js.map +1 -1
  411. package/dist/server/storage.d.ts +0 -2
  412. package/dist/server/storage.d.ts.map +1 -1
  413. package/dist/server/storage.js.map +1 -1
  414. package/dist/severity-store.js +19 -24
  415. package/dist/severity-store.js.map +1 -1
  416. package/dist/standalone-validation-prompt.d.ts +2 -0
  417. package/dist/standalone-validation-prompt.d.ts.map +1 -0
  418. package/dist/standalone-validation-prompt.js +10 -0
  419. package/dist/standalone-validation-prompt.js.map +1 -0
  420. package/dist/suggest-owners.d.ts +4 -2
  421. package/dist/suggest-owners.d.ts.map +1 -1
  422. package/dist/suggest-owners.js +11 -5
  423. package/dist/suggest-owners.js.map +1 -1
  424. package/dist/targets.d.ts +11 -0
  425. package/dist/targets.d.ts.map +1 -1
  426. package/dist/targets.js +123 -72
  427. package/dist/targets.js.map +1 -1
  428. package/dist/trusted-executable.d.ts +2 -2
  429. package/dist/trusted-executable.d.ts.map +1 -1
  430. package/dist/trusted-executable.js +8 -6
  431. package/dist/trusted-executable.js.map +1 -1
  432. package/dist/value.js +7 -0
  433. package/dist/value.js.map +1 -1
  434. package/dist/version.js.map +1 -1
  435. package/dist/workbench-arguments.d.ts +3 -0
  436. package/dist/workbench-arguments.d.ts.map +1 -0
  437. package/dist/workbench-arguments.js +15 -0
  438. package/dist/workbench-arguments.js.map +1 -0
  439. package/dist/worker-progress.d.ts +44 -11
  440. package/dist/worker-progress.d.ts.map +1 -1
  441. package/dist/worker-progress.js +48 -49
  442. package/dist/worker-progress.js.map +1 -1
  443. package/docs/cli.md +1788 -0
  444. package/docs/findings-service.md +402 -0
  445. package/docs/hosted-scans.md +242 -0
  446. package/package.json +23 -22
  447. package/schemas/hosted-scan-v2.fixture.json +145 -0
  448. package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
  449. package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
  450. package/_bundled_plugin/scripts/workbench_findings.py +0 -221
  451. package/_bundled_plugin/scripts/workbench_severity.py +0 -122
  452. package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
  453. package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
  454. package/dist/server/dashboard/app.css +0 -2
  455. package/dist/server/dashboard/app.js +0 -66
  456. package/dist/server/dashboard/index.html +0 -18
  457. package/dist/server/dashboard-types.d.ts +0 -48
  458. package/dist/server/dashboard-types.d.ts.map +0 -1
  459. package/dist/server/dashboard-types.js +0 -2
  460. package/dist/server/dashboard-types.js.map +0 -1
  461. package/dist/server/dashboard.d.ts +0 -6
  462. package/dist/server/dashboard.d.ts.map +0 -1
  463. package/dist/server/dashboard.js +0 -59
  464. package/dist/server/dashboard.js.map +0 -1
  465. package/dist/server/index.d.ts +0 -2
  466. package/dist/server/index.d.ts.map +0 -1
  467. package/dist/server/index.js +0 -6
  468. package/dist/server/index.js.map +0 -1
  469. package/dist/server/routes.d.ts +0 -7
  470. package/dist/server/routes.d.ts.map +0 -1
  471. package/dist/server/routes.js +0 -98
  472. package/dist/server/routes.js.map +0 -1
  473. package/dist/server/serve.d.ts +0 -2
  474. package/dist/server/serve.d.ts.map +0 -1
  475. package/dist/server/serve.js +0 -28
  476. package/dist/server/serve.js.map +0 -1
  477. package/dist/server/server.d.ts +0 -10
  478. package/dist/server/server.d.ts.map +0 -1
  479. package/dist/server/server.js +0 -16
  480. package/dist/server/server.js.map +0 -1
  481. package/dist/server/validation.d.ts +0 -17
  482. package/dist/server/validation.d.ts.map +0 -1
  483. package/dist/server/validation.js +0 -53
  484. package/dist/server/validation.js.map +0 -1
@@ -3,22 +3,29 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  import argparse
6
+ import codecs
6
7
  import hashlib
7
8
  import os
9
+ import re
8
10
  import shutil
9
11
  import sqlite3
10
12
  import stat
11
13
  import subprocess
12
14
  import sys
13
15
  import tempfile
14
- from pathlib import Path
15
- from typing import Any, BinaryIO
16
+ from concurrent.futures import ThreadPoolExecutor
17
+ from pathlib import Path, PurePosixPath
18
+ from typing import Any, BinaryIO, Callable
16
19
 
17
20
  # Some plugin hosts launch Python with safe-path isolation enabled.
18
21
  sys.path.insert(0, str(Path(__file__).resolve().parent))
19
22
  from filesystem_identity import stored_filesystem_identity_matches
23
+ from rank_preview import DEFAULT_PREVIEW_READ_BYTES, is_binary_sample
24
+ from windows_scan_local_files import copy_directory_junction
20
25
  from workbench_constants import GIT_REPOSITORY_ENVIRONMENT
21
26
 
27
+ _WINDOWS = os.name == "nt"
28
+
22
29
 
23
30
  def committed_diff_snapshot_digest(kind: str, base_revision: str, head_revision: str) -> str:
24
31
  digest = hashlib.sha256(
@@ -51,7 +58,11 @@ def git_output(
51
58
  work_tree: Path | None = None,
52
59
  ) -> str | None:
53
60
  completed = git_command(target, *args, text=False, git_dir=git_dir, work_tree=work_tree)
54
- output = os.fsdecode(completed.stdout).strip()
61
+ output = os.fsdecode(completed.stdout)
62
+ if sys.platform == "win32" and output.endswith("\r\n"):
63
+ output = output[:-2]
64
+ else:
65
+ output = output.removesuffix("\n")
55
66
  return output if completed.returncode == 0 and output else None
56
67
 
57
68
 
@@ -65,84 +76,100 @@ def git_bytes(
65
76
  return completed.stdout if completed.returncode == 0 else None
66
77
 
67
78
 
68
- def git_blob_bytes(
79
+ def git_blob_samples(
69
80
  target: Path,
70
81
  object_names: list[str],
71
82
  *,
72
83
  git_dir: Path | None = None,
73
84
  work_tree: Path | None = None,
74
- ) -> list[bytes | None]:
75
- """Read ordered raw blobs with one NUL-framed ``git cat-file --batch`` call."""
85
+ ) -> list[tuple[bytes, bool] | None]:
86
+ """Sample ordered blobs and classify all their bytes without buffering the batch."""
76
87
  if not object_names:
77
88
  return []
78
89
 
79
90
  request = b"\0".join(os.fsencode(name) for name in object_names) + b"\0"
80
- completed = git_command(
81
- target,
82
- "cat-file",
83
- "--batch",
84
- "-Z",
85
- text=False,
86
- input_data=request,
87
- git_dir=git_dir,
88
- work_tree=work_tree,
89
- )
90
- if completed.returncode != 0:
91
- return [None] * len(object_names)
92
-
93
- try:
94
- return _decode_git_batch_blobs(completed.stdout, len(object_names))
95
- except ValueError:
96
- return [None] * len(object_names)
97
-
98
-
99
- def _decode_git_batch_blobs(output: bytes, count: int) -> list[bytes | None]:
100
- """Decode ordered ``cat-file --batch -Z`` records without scanning blob bytes."""
101
- blobs: list[bytes | None] = []
102
- offset = 0
103
- for _ in range(count):
104
- header, offset = _read_nul_field(output, offset)
105
- size = _git_batch_blob_size(header)
106
- if size is None:
107
- blobs.append(None)
91
+ read_fd, write_fd = os.pipe()
92
+ with (
93
+ ThreadPoolExecutor(max_workers=1) as reader,
94
+ os.fdopen(read_fd, "rb") as output,
95
+ os.fdopen(write_fd, "wb") as sink,
96
+ ):
97
+
98
+ def read_samples() -> list[tuple[bytes, bool] | None]:
99
+ # Closing the reader also unblocks Git if framing is invalid.
100
+ with output:
101
+ return _read_git_batch_samples(output, object_names)
102
+
103
+ samples = reader.submit(read_samples)
104
+ try:
105
+ completed = git_command(
106
+ target,
107
+ "cat-file",
108
+ "--batch",
109
+ "-z",
110
+ text=False,
111
+ input_data=request,
112
+ git_dir=git_dir,
113
+ work_tree=work_tree,
114
+ stdout_file=sink,
115
+ )
116
+ finally:
117
+ # Git may fail before producing all requested records.
118
+ sink.close()
119
+ if completed.returncode != 0:
120
+ return [None] * len(object_names)
121
+ try:
122
+ return samples.result()
123
+ except ValueError:
124
+ return [None] * len(object_names)
125
+
126
+
127
+ def _read_git_batch_samples(
128
+ output: BinaryIO, object_names: list[str]
129
+ ) -> list[tuple[bytes, bool] | None]:
130
+ """Read the older-Git-compatible -z protocol without buffering blob bodies."""
131
+ samples: list[tuple[bytes, bool] | None] = []
132
+ for name in object_names:
133
+ header = output.readline()
134
+ raw_name = os.fsencode(name)
135
+ # Missing lookups echo the whole request, including any embedded newlines.
136
+ if header and raw_name.startswith(header):
137
+ header += output.read(len(raw_name) - len(header)) + output.readline()
138
+ if header in (raw_name + b" missing\n", raw_name + b" ambiguous\n"):
139
+ samples.append(None)
108
140
  continue
109
- blob, offset = _read_sized_nul_field(output, offset, size)
110
- blobs.append(blob)
111
- return blobs
112
-
113
-
114
- def _read_nul_field(output: bytes, offset: int) -> tuple[bytes, int]:
115
- """Read one NUL-terminated protocol field and return the next offset."""
116
- end = output.find(b"\0", offset)
117
- if end < 0:
118
- raise ValueError("missing NUL terminator")
119
- return output[offset:end], end + 1
120
-
121
-
122
- def _git_batch_blob_size(header: bytes) -> int | None:
123
- """Return a blob header's byte count, or ``None`` for a non-blob record."""
124
- fields = header.rsplit(b" ", 2)
125
- if len(fields) != 3 or fields[1] != b"blob":
126
- return None
127
- try:
141
+ fields = header.split(b" ")
142
+ if len(fields) != 3 or not header.endswith(b"\n"):
143
+ raise ValueError("invalid batch header")
128
144
  size = int(fields[2])
129
- except ValueError as error:
130
- raise ValueError("invalid blob size") from error
131
- if size < 0:
132
- raise ValueError("invalid blob size")
133
- return size
134
-
135
-
136
- def _read_sized_nul_field(
137
- output: bytes,
138
- offset: int,
139
- size: int,
140
- ) -> tuple[bytes, int]:
141
- """Read exactly ``size`` blob bytes followed by one NUL record terminator."""
142
- end = offset + size
143
- if output[end : end + 1] != b"\0":
145
+ if size < 0:
146
+ raise ValueError("invalid blob size")
147
+ # Consume non-blob objects too, so subsequent records stay aligned.
148
+ sample = _read_git_blob_sample(output, size)
149
+ samples.append(sample if fields[1] == b"blob" else None)
150
+ return samples
151
+
152
+
153
+ def _read_git_blob_sample(output: BinaryIO, size: int) -> tuple[bytes, bool]:
154
+ sample_size = min(size, DEFAULT_PREVIEW_READ_BYTES)
155
+ sample = output.read(sample_size)
156
+ if len(sample) != sample_size:
157
+ raise ValueError("truncated blob")
158
+ binary = is_binary_sample(sample)
159
+ bom = sample[:2] if sample.startswith((codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE)) else b""
160
+ remaining = size - sample_size
161
+ while remaining:
162
+ chunk_size = min(remaining, DEFAULT_PREVIEW_READ_BYTES)
163
+ chunk = output.read(chunk_size)
164
+ if len(chunk) != chunk_size:
165
+ raise ValueError("truncated blob")
166
+ # Even-sized reads keep UTF-16 code units aligned; preserve the original byte order.
167
+ if not binary:
168
+ binary = is_binary_sample(bom + chunk) if bom else b"\0" in chunk
169
+ remaining -= chunk_size
170
+ if output.read(1) != b"\n":
144
171
  raise ValueError("missing blob terminator")
145
- return output[offset:end], end + 1
172
+ return (b"", True) if binary else (sample, False)
146
173
 
147
174
 
148
175
  def _protected_repository_root(target: Path) -> Path:
@@ -221,6 +248,7 @@ def git_command(
221
248
  git_dir: Path | None = None,
222
249
  work_tree: Path | None = None,
223
250
  stdout_file: BinaryIO | None = None,
251
+ pathspec_environment: dict[str, str] | None = None,
224
252
  ) -> subprocess.CompletedProcess[str] | subprocess.CompletedProcess[bytes]:
225
253
  if (git_dir is None) != (work_tree is None):
226
254
  raise ValueError("git_dir and work_tree must be provided together")
@@ -228,6 +256,8 @@ def git_command(
228
256
  for name in GIT_REPOSITORY_ENVIRONMENT:
229
257
  environment.pop(name, None)
230
258
  environment["GIT_LITERAL_PATHSPECS"] = "1"
259
+ if pathspec_environment is not None:
260
+ environment.update(pathspec_environment)
231
261
  executable = trusted_git_executable(target)
232
262
  # Repository-local config is untrusted; fsmonitor may name an executable hook.
233
263
  command = [
@@ -268,6 +298,80 @@ def git_command(
268
298
  return subprocess.CompletedProcess(full_command, 127, empty_output, empty_output)
269
299
 
270
300
 
301
+ def candidate_source_lines(
302
+ target: Path,
303
+ diff_target: dict[str, str],
304
+ paths: list[str],
305
+ locations: list[str],
306
+ case_insensitive: bool = False,
307
+ ) -> dict[str, dict[str, Any]]:
308
+ """Resolve candidate sources in the same selected view as the diff inventory."""
309
+ from generate_rank_input import git_changed_paths
310
+
311
+ base, head = diff_target["baseRevision"], diff_target["headRevision"]
312
+ local = diff_target["kind"] == "working_tree"
313
+ changed = {
314
+ path.relative_to(target).as_posix(): status
315
+ for path, status in git_changed_paths(
316
+ target, base, head, "local-patch" if local else "revisions"
317
+ )
318
+ }
319
+ selected_names = set(changed)
320
+ aliases: dict[str, str | None] = {}
321
+ if case_insensitive:
322
+ if not local:
323
+ tree = git_command(target, "ls-tree", "-r", "-t", "-z", "--name-only", head, text=False)
324
+ tree.check_returncode()
325
+ selected_names.update(os.fsdecode(name) for name in tree.stdout.split(b"\0") if name)
326
+ for name in selected_names:
327
+ key = name.lower()
328
+ aliases[key] = None if key in aliases and aliases[key] != name else name
329
+ location_set = set(locations)
330
+ result: dict[str, dict[str, Any]] = {}
331
+ counts: dict[str, int] = {}
332
+ for raw in dict.fromkeys([*paths, *locations]):
333
+ path = PurePosixPath(raw)
334
+ if not raw or path.is_absolute() or ".." in path.parts or "\0" in raw:
335
+ raise ValueError("path: expected a repository-relative path without traversal")
336
+ name = path.as_posix()
337
+ if case_insensitive and name not in selected_names:
338
+ selected = aliases.get(name.lower(), name)
339
+ if selected is None:
340
+ result[raw] = {"error": "missing"}
341
+ continue
342
+ name = selected
343
+ deleted = changed.get(name) == "D"
344
+ if local and not deleted:
345
+ continue
346
+ revision = base if deleted else head
347
+ if name not in changed:
348
+ entry = git_command(target, "ls-tree", "-z", revision, "--", name, text=False)
349
+ entry.check_returncode()
350
+ metadata = next(
351
+ (
352
+ row.partition(b"\t")[0].split()
353
+ for row in entry.stdout.split(b"\0")
354
+ if row.partition(b"\t")[2] == os.fsencode(name)
355
+ ),
356
+ [],
357
+ )
358
+ if not metadata or not metadata[0].startswith(b"100"):
359
+ result[raw] = {"error": "not_file" if metadata else "missing"}
360
+ continue
361
+ source: dict[str, Any] = {"path": name}
362
+ if raw in location_set:
363
+ if name not in counts:
364
+ blob = git_command(target, "cat-file", "blob", f"{revision}:{name}", text=False)
365
+ blob.check_returncode()
366
+ data = blob.stdout
367
+ counts[name] = len(re.split(rb"\r\n|[\r\n]", data)) - int(
368
+ not data or data.endswith((b"\r", b"\n"))
369
+ )
370
+ source["lineCount"] = counts[name]
371
+ result[raw] = source
372
+ return result
373
+
374
+
271
375
  def _update_digest_field_header(digest: Any, label: bytes, value_size: int) -> None:
272
376
  digest.update(len(label).to_bytes(4, "big"))
273
377
  digest.update(label)
@@ -427,11 +531,17 @@ def git_worktree_context(target: Path) -> tuple[Path, str]:
427
531
  if root is None:
428
532
  raise SystemExit("Could not inspect the selected Git working tree.")
429
533
  repository = Path(root).resolve()
534
+ prefix = git_bytes(target, "rev-parse", "--show-prefix")
535
+ if prefix is None:
536
+ raise SystemExit("Could not inspect the selected Git working tree.")
537
+ pathspec = os.fsdecode(prefix.removesuffix(b"\n")).removesuffix("/") or "."
538
+ scoped = (repository / pathspec).resolve()
430
539
  try:
431
- relative = target.resolve().relative_to(repository)
432
- except ValueError as exc:
540
+ if not scoped.is_relative_to(repository) or not scoped.samefile(target):
541
+ raise ValueError("Git working tree does not contain the selected target")
542
+ except (OSError, ValueError) as exc:
433
543
  raise SystemExit("Scan target must stay inside its Git working tree.") from exc
434
- return repository, relative.as_posix() or "."
544
+ return repository, pathspec
435
545
 
436
546
 
437
547
  def git_submodule_entries(target: Path) -> tuple[tuple[Path, str], ...]:
@@ -450,7 +560,8 @@ def git_submodule_entries(target: Path) -> tuple[tuple[Path, str], ...]:
450
560
  ) from exc
451
561
  if mode != b"160000":
452
562
  continue
453
- entries.append((repository / os.fsdecode(raw_path), object_id.decode("ascii")))
563
+ relative_path = Path(os.fsdecode(raw_path)).relative_to(pathspec)
564
+ entries.append((target / relative_path, object_id.decode("ascii")))
454
565
  return tuple(entries)
455
566
 
456
567
 
@@ -465,7 +576,7 @@ def require_clean_submodule_worktrees(target: Path) -> None:
465
576
  continue
466
577
  root = git_output(submodule, "rev-parse", "--show-toplevel")
467
578
  try:
468
- is_initialized = root is not None and Path(root).resolve() == submodule.resolve()
579
+ is_initialized = root is not None and Path(root).samefile(submodule)
469
580
  except OSError:
470
581
  is_initialized = False
471
582
  if not is_initialized:
@@ -501,6 +612,24 @@ def clean_worktree_content_digest() -> str:
501
612
  return f"codex-security-snapshot/v1:sha256:{digest.hexdigest()}"
502
613
 
503
614
 
615
+ def _directory_link_boundary(target: Path, path: Path, linked_prefixes: dict[str, bool]) -> Path:
616
+ # The index can retain descendants of a directory replaced by a link.
617
+ # Keep the link's identity in snapshots without following its contents.
618
+ prefix = target
619
+ for component in path.relative_to(target).parts[:-1]:
620
+ prefix /= component
621
+ key = str(prefix)
622
+ if key not in linked_prefixes:
623
+ metadata = prefix.lstat()
624
+ linked_prefixes[key] = bool(
625
+ stat.S_ISLNK(metadata.st_mode)
626
+ or getattr(metadata, "st_reparse_tag", 0) & 0x20000000
627
+ )
628
+ if linked_prefixes[key]:
629
+ return prefix
630
+ return path
631
+
632
+
504
633
  def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
505
634
  repository_root = git_output(target, "rev-parse", "--show-toplevel")
506
635
  if repository_root is None:
@@ -509,6 +638,7 @@ def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
509
638
  scope = repository / pathspec
510
639
  scope_depth = len(Path(pathspec).parts)
511
640
  matching_prefixes: dict[str, bool] = {}
641
+ linked_prefixes: dict[str, bool] = {}
512
642
  listing_args: list[str] = []
513
643
  inventory_pathspec = pathspec
514
644
  if scope_depth:
@@ -528,6 +658,7 @@ def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
528
658
  "--cached",
529
659
  "--others",
530
660
  "--exclude-standard",
661
+ "-t",
531
662
  "-z",
532
663
  "--",
533
664
  inventory_pathspec,
@@ -535,9 +666,10 @@ def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
535
666
  if listed is None:
536
667
  raise SystemExit("Could not inspect files in the selected Git working tree.")
537
668
  paths: list[Path] = []
538
- for raw_path in (raw_path for raw_path in listed.split(b"\0") if raw_path):
539
- relative = Path(os.fsdecode(raw_path))
540
- path = repository / relative
669
+ junctions: dict[tuple[int, int], Path] = {}
670
+ nested_worktrees: set[tuple[int, int]] = set()
671
+ for entry in (entry for entry in listed.split(b"\0") if entry):
672
+ relative = Path(os.fsdecode(entry[2:]))
541
673
  if scope_depth:
542
674
  if len(relative.parts) <= scope_depth:
543
675
  continue
@@ -554,90 +686,186 @@ def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
554
686
  # POSIX volumes; WindowsPath equality also folds distinct names.
555
687
  if not matching_prefixes[key]:
556
688
  continue
557
- path = scope.joinpath(*relative.parts[scope_depth:])
689
+ path = target.joinpath(*relative.parts[scope_depth:])
558
690
  try:
691
+ path = _directory_link_boundary(target, path, linked_prefixes)
559
692
  metadata = path.lstat()
560
- except FileNotFoundError:
561
- # The index can retain a path that was staged and then deleted.
693
+ except (FileNotFoundError, NotADirectoryError):
694
+ # The index can retain deleted paths, including directory-to-file replacements.
562
695
  continue
563
- paths.append(path)
564
- if not stat.S_ISDIR(metadata.st_mode):
696
+ if getattr(metadata, "st_reparse_tag", 0) & 0x20000000:
697
+ # Case aliases share the link's identity. Prefer the stable index
698
+ # spelling over untracked descendants added in its external target.
699
+ identity = metadata.st_dev, metadata.st_ino
700
+ if entry[:1] != b"?" or identity not in junctions:
701
+ junctions[identity] = path
565
702
  continue
566
- nested_repository_root = git_output(path, "rev-parse", "--show-toplevel")
703
+ paths.append(path)
567
704
  if (
568
- nested_repository_root is not None
569
- and Path(nested_repository_root).resolve() == path.resolve()
705
+ not stat.S_ISDIR(metadata.st_mode)
706
+ or getattr(metadata, "st_reparse_tag", 0) & 0x20000000
570
707
  ):
708
+ continue
709
+ nested_repository_root = git_output(path, "rev-parse", "--show-toplevel")
710
+ if nested_repository_root is not None and Path(nested_repository_root).samefile(path):
571
711
  nested_paths = git_directory_snapshot_paths(path)
572
712
  if nested_paths is not None:
713
+ nested_worktrees.add((metadata.st_dev, metadata.st_ino))
573
714
  paths.extend(nested_paths)
574
715
  continue
575
- paths.extend(
576
- nested_path
577
- for nested_path in path.rglob("*")
578
- if ".git" not in nested_path.relative_to(path).parts
716
+ paths.extend(source_directory_snapshot_paths(path))
717
+
718
+ if _WINDOWS:
719
+ # Git omits empty untracked directories from its file listing. Inventory
720
+ # junction identities independently of whether their targets contain files.
721
+ git_directory = git_output(target, "rev-parse", "--absolute-git-dir")
722
+ if git_directory is None:
723
+ raise SystemExit("Could not inspect the selected Git working tree.")
724
+ directories = git_bytes(
725
+ target,
726
+ "--no-literal-pathspecs",
727
+ "ls-files",
728
+ "--others",
729
+ "--directory",
730
+ "--exclude-standard",
731
+ "-z",
732
+ "--",
733
+ # Seed only eligible descendants, never the selected directory itself.
734
+ ":(glob)**/*/",
735
+ git_dir=Path(git_directory),
736
+ work_tree=repository,
579
737
  )
738
+ if directories is None:
739
+ raise SystemExit("Could not inspect directories in the selected Git working tree.")
740
+ pending = [target / os.fsdecode(path) for path in directories.split(b"\0") if path]
741
+ while pending:
742
+ children: list[Path] = []
743
+ for path in pending:
744
+ try:
745
+ path = _directory_link_boundary(target, path, linked_prefixes)
746
+ metadata = path.lstat()
747
+ except (FileNotFoundError, NotADirectoryError):
748
+ continue
749
+ if getattr(metadata, "st_reparse_tag", 0) & 0x20000000:
750
+ junctions.setdefault((metadata.st_dev, metadata.st_ino), path)
751
+ elif stat.S_ISLNK(metadata.st_mode):
752
+ paths.append(path)
753
+ elif stat.S_ISDIR(metadata.st_mode):
754
+ if (metadata.st_dev, metadata.st_ino) in nested_worktrees:
755
+ # Its own inventory already applied its repository exclusions.
756
+ continue
757
+ try:
758
+ children.extend(path.iterdir())
759
+ except PermissionError:
760
+ # Match Git's treatment of unreadable descendants.
761
+ continue
762
+ candidates: dict[bytes, Path] = {}
763
+ for path in children:
764
+ if os.path.normcase(path.name) == ".git":
765
+ continue
766
+ try:
767
+ metadata = path.lstat()
768
+ except (FileNotFoundError, NotADirectoryError, PermissionError):
769
+ continue
770
+ if not (stat.S_ISDIR(metadata.st_mode) or stat.S_ISLNK(metadata.st_mode)):
771
+ continue
772
+ relative = (Path(pathspec) / path.relative_to(target)).as_posix()
773
+ candidates[os.fsencode(relative)] = path
774
+ if not candidates:
775
+ break
776
+ # Filter a directory level at once, retaining the outer repository context.
777
+ ignored = git_command(
778
+ repository,
779
+ "--no-literal-pathspecs",
780
+ "check-ignore",
781
+ "-z",
782
+ "--stdin",
783
+ text=False,
784
+ input_data=b"\0".join(candidates) + b"\0",
785
+ git_dir=Path(git_directory),
786
+ work_tree=repository,
787
+ pathspec_environment={
788
+ "GIT_NOGLOB_PATHSPECS": "0",
789
+ },
790
+ )
791
+ if ignored.returncode not in (0, 1):
792
+ raise SystemExit("Could not inspect directories in the selected Git working tree.")
793
+ excluded = set(ignored.stdout.split(b"\0"))
794
+ pending = [path for raw, path in candidates.items() if raw not in excluded]
795
+ paths.extend(junctions.values())
580
796
  return sorted({str(path): path for path in paths}.values(), key=str)
581
797
 
582
798
 
583
- def source_directory_snapshot_paths(target: Path) -> list[Path]:
799
+ def source_directory_snapshot_paths(
800
+ target: Path,
801
+ excluded: tuple[Path, ...] = (),
802
+ *,
803
+ onerror: Callable[[OSError], None] | None = None,
804
+ ) -> list[Path]:
584
805
  paths: list[Path] = []
585
- pending = [target]
586
- while pending:
587
- for path in pending.pop().iterdir():
588
- if path.name == ".git":
806
+ for directory, directories, files in os.walk(
807
+ target, topdown=True, followlinks=False, onerror=onerror
808
+ ):
809
+ parent = Path(directory)
810
+ for name in directories[:]:
811
+ path = parent / name
812
+ if name == ".git" or path in excluded:
813
+ directories.remove(name)
589
814
  continue
590
815
  paths.append(path)
591
- metadata = path.lstat()
592
816
  # Name-surrogate reparse points include Windows directory junctions.
593
- if (
594
- stat.S_ISDIR(metadata.st_mode)
595
- and not getattr(metadata, "st_reparse_tag", 0) & 0x20000000
596
- ):
597
- pending.append(path)
817
+ if getattr(path.lstat(), "st_reparse_tag", 0) & 0x20000000:
818
+ directories.remove(name)
819
+ paths.extend(
820
+ parent / name for name in files if name != ".git" and parent / name not in excluded
821
+ )
598
822
  return sorted(paths)
599
823
 
600
824
 
601
825
  def directory_content_digest(
602
- target: Path, *, excluded: tuple[Path, ...] = (), include_ignored: bool = False
826
+ target: Path,
827
+ *,
828
+ excluded: tuple[Path, ...] = (),
829
+ include_ignored: bool = False,
603
830
  ) -> str:
604
- excluded_relative = []
605
- for path in excluded:
606
- try:
607
- excluded_relative.append(path.relative_to(target))
608
- except ValueError:
609
- continue
831
+ def raise_walk_error(error: OSError) -> None:
832
+ raise error
833
+
834
+ excluded_relative = [
835
+ path.relative_to(target) for path in excluded if path.is_relative_to(target)
836
+ ]
610
837
  paths = (
611
- source_directory_snapshot_paths(target)
838
+ source_directory_snapshot_paths(target, excluded, onerror=raise_walk_error)
612
839
  if include_ignored
613
840
  else git_directory_snapshot_paths(target)
614
841
  )
615
842
  if paths is None:
616
- paths = sorted(target.rglob("*"))
843
+ paths = source_directory_snapshot_paths(target)
617
844
  digest = hashlib.sha256()
618
845
  update_digest_field(digest, b"format", b"codex-security-directory/v1")
619
846
  for path in paths:
620
847
  relative_path = path.relative_to(target)
621
- if any(
622
- relative_path == excluded_path or excluded_path in relative_path.parents
623
- for excluded_path in excluded_relative
624
- ):
848
+ if any(relative_path.is_relative_to(path) for path in excluded_relative):
625
849
  continue
626
850
  try:
627
851
  metadata = path.lstat()
628
852
  except OSError as exc:
629
853
  raise SystemExit(f"Could not read local file: {relative_path}") from exc
854
+ mode = metadata.st_mode
855
+ link_target = (
856
+ os.readlink(path)
857
+ if stat.S_ISLNK(mode) or getattr(metadata, "st_reparse_tag", 0) & 0x20000000
858
+ else None
859
+ )
630
860
  raw_path = os.fsencode(relative_path.as_posix())
631
861
  update_digest_field(digest, b"path", raw_path)
632
- update_digest_field(digest, b"mode", str(stat.S_IMODE(metadata.st_mode)).encode())
633
- if stat.S_ISLNK(metadata.st_mode) or (
634
- include_ignored and getattr(metadata, "st_reparse_tag", 0) & 0x20000000
635
- ):
862
+ update_digest_field(digest, b"mode", str(stat.S_IMODE(mode)).encode())
863
+ if link_target is not None:
636
864
  update_digest_field(digest, b"kind", b"symlink")
637
- update_digest_field(digest, b"content", os.fsencode(os.readlink(path)))
638
- elif stat.S_ISDIR(metadata.st_mode):
865
+ update_digest_field(digest, b"content", os.fsencode(link_target))
866
+ elif stat.S_ISDIR(mode):
639
867
  update_digest_field(digest, b"kind", b"directory")
640
- elif stat.S_ISREG(metadata.st_mode):
868
+ elif stat.S_ISREG(mode):
641
869
  content_digest = hashlib.sha256()
642
870
  content_size = 0
643
871
  try:
@@ -658,7 +886,7 @@ def directory_content_digest(
658
886
  def directory_snapshot_regular_file_count(target: Path) -> int:
659
887
  paths = git_directory_snapshot_paths(target)
660
888
  if paths is None:
661
- paths = sorted(target.rglob("*"))
889
+ paths = source_directory_snapshot_paths(target)
662
890
  count = 0
663
891
  for path in paths:
664
892
  try:
@@ -670,26 +898,55 @@ def directory_snapshot_regular_file_count(target: Path) -> int:
670
898
  return count
671
899
 
672
900
 
673
- def copy_directory_excluding(source: Path, destination: Path, excluded: tuple[Path, ...]) -> None:
674
- excluded_relative = []
675
- for path in excluded:
676
- try:
677
- excluded_relative.append(path.relative_to(source))
678
- except ValueError:
679
- continue
901
+ def copy_directory_excluding(
902
+ source: Path, destination: Path, excluded: tuple[Path, ...]
903
+ ) -> list[Path]:
904
+ excluded_relative = [
905
+ path.relative_to(source) for path in excluded if path.is_relative_to(source)
906
+ ]
907
+
908
+ junctions: list[Path] = []
680
909
 
681
910
  def ignored(directory: str, names: list[str]) -> list[str]:
682
911
  relative = Path(directory).relative_to(source)
683
- return [
912
+ skipped = [
684
913
  path.name
685
914
  for path in excluded_relative
686
915
  if path.parent == relative and path.name in names
687
916
  ]
917
+ for name in names:
918
+ if name in skipped:
919
+ continue
920
+ path = Path(directory) / name
921
+ metadata = path.lstat()
922
+ if (
923
+ stat.S_ISDIR(metadata.st_mode)
924
+ and getattr(metadata, "st_reparse_tag", 0) & 0x20000000
925
+ ):
926
+ junctions.append(relative / name)
927
+ skipped.append(name)
928
+ return skipped
688
929
 
689
930
  shutil.copytree(source, destination, symlinks=True, ignore=ignored)
690
931
 
932
+ # Empty placeholders retain parent directories while a patch is reversed.
933
+ for path in junctions:
934
+ (destination / path).mkdir()
935
+ return junctions
936
+
691
937
 
692
- def copy_git_worktree_files(source: Path, destination: Path, excluded: tuple[Path, ...]) -> Path:
938
+ def restore_directory_junctions(source: Path, destination: Path, junctions: list[Path]) -> None:
939
+ # Recreate links only after patch application can no longer write through them.
940
+ destination = destination.resolve()
941
+ for path in junctions:
942
+ placeholder = require_remediation_target(str(destination / path))
943
+ os.chmod(placeholder, stat.S_IMODE((source / path).lstat().st_mode))
944
+ copy_directory_junction(source / path, placeholder)
945
+
946
+
947
+ def copy_git_worktree_files(
948
+ source: Path, destination: Path, excluded: tuple[Path, ...]
949
+ ) -> tuple[Path, list[Path]]:
693
950
  repository, pathspec = git_worktree_context(source)
694
951
  listed = git_bytes(
695
952
  repository,
@@ -706,22 +963,36 @@ def copy_git_worktree_files(source: Path, destination: Path, excluded: tuple[Pat
706
963
  excluded_relative = []
707
964
  for path in excluded:
708
965
  try:
709
- excluded_relative.append(path.relative_to(repository))
966
+ relative_path = path.relative_to(repository)
710
967
  except ValueError:
711
- continue
968
+ try:
969
+ relative_path = Path(pathspec) / path.relative_to(source)
970
+ except ValueError:
971
+ continue
972
+ excluded_relative.append(relative_path)
712
973
  destination.mkdir()
974
+ junctions: set[Path] = set()
975
+ nested_worktrees: list[Path] = []
976
+ linked_prefixes: dict[str, bool] = {}
977
+ copied: set[Path] = set()
713
978
  for raw_path in sorted(path for path in listed.split(b"\0") if path):
714
979
  relative = Path(os.fsdecode(raw_path))
715
- if any(
716
- relative == excluded_path or excluded_path in relative.parents
717
- for excluded_path in excluded_relative
718
- ):
980
+ if any(relative.is_relative_to(path) for path in excluded_relative):
719
981
  continue
720
982
  source_path = repository / relative
721
983
  try:
984
+ if _WINDOWS:
985
+ source_path = _directory_link_boundary(repository, source_path, linked_prefixes)
986
+ relative = source_path.relative_to(repository)
722
987
  metadata = source_path.lstat()
723
988
  except FileNotFoundError:
724
989
  continue
990
+ if relative in copied:
991
+ continue
992
+ copied.add(relative)
993
+ if stat.S_ISDIR(metadata.st_mode) and getattr(metadata, "st_reparse_tag", 0) & 0x20000000:
994
+ junctions.add(relative)
995
+ continue
725
996
  destination_path = destination / relative
726
997
  destination_path.parent.mkdir(parents=True, exist_ok=True)
727
998
  if stat.S_ISLNK(metadata.st_mode):
@@ -732,13 +1003,30 @@ def copy_git_worktree_files(source: Path, destination: Path, excluded: tuple[Pat
732
1003
  nested_git_dir = git_output(source_path, "rev-parse", "--absolute-git-dir")
733
1004
  if nested_git_dir is None:
734
1005
  raise SystemExit(f"Could not inspect nested Git working tree: {relative}")
735
- copy_git_worktree_files(source_path, destination_path, excluded)
1006
+ _, nested_junctions = copy_git_worktree_files(source_path, destination_path, excluded)
1007
+ junctions.update(relative / path for path in nested_junctions)
1008
+ nested_worktrees.append(relative)
736
1009
  (destination_path / ".git").write_text(f"gitdir: {nested_git_dir}\n", encoding="utf-8")
737
1010
  else:
738
1011
  raise SystemExit(f"Unsupported Git working-tree file type: {relative}")
1012
+ if _WINDOWS:
1013
+ for path in git_directory_snapshot_paths(source) or []:
1014
+ relative = Path(pathspec) / path.relative_to(source)
1015
+ if any(
1016
+ relative.is_relative_to(root) for root in [*excluded_relative, *nested_worktrees]
1017
+ ):
1018
+ continue
1019
+ metadata = path.lstat()
1020
+ if (
1021
+ stat.S_ISDIR(metadata.st_mode)
1022
+ and getattr(metadata, "st_reparse_tag", 0) & 0x20000000
1023
+ ):
1024
+ junctions.add(relative)
1025
+ for path in junctions:
1026
+ (destination / path).mkdir(parents=True, exist_ok=True)
739
1027
  copied_target = destination if pathspec == "." else destination / pathspec
740
1028
  copied_target.mkdir(parents=True, exist_ok=True)
741
- return copied_target
1029
+ return copied_target, sorted(junctions)
742
1030
 
743
1031
 
744
1032
  def git_revision(target: Path) -> str:
@@ -755,7 +1043,7 @@ def git_target_metadata(target: Path) -> dict[str, Any]:
755
1043
  and is_worktree
756
1044
  and revision is not None
757
1045
  and repository_root is not None
758
- and Path(repository_root).resolve() == target
1046
+ and Path(repository_root).samefile(target)
759
1047
  )
760
1048
  metadata: dict[str, Any] = {
761
1049
  "hasHead": revision is not None,
@@ -771,7 +1059,7 @@ def git_target_metadata(target: Path) -> dict[str, Any]:
771
1059
  subject = git_bytes(target, "show", "-s", "--format=%s", "HEAD")
772
1060
  metadata.update(
773
1061
  {
774
- "commitSubject": (subject or b"").decode("utf-8").strip() or None,
1062
+ "commitSubject": (subject or b"").decode("utf-8", errors="replace").strip() or None,
775
1063
  "revision": revision,
776
1064
  "shortRevision": revision[:7],
777
1065
  }
@@ -860,9 +1148,9 @@ def scan_target_warning(scan: sqlite3.Row) -> str | None:
860
1148
  "Working-tree contents changed while the scan was running; "
861
1149
  "results were saved for the original snapshot."
862
1150
  )
863
- except (OSError, SystemExit):
1151
+ except (OSError, SystemExit) as error:
864
1152
  return (
865
- "The scan target became unavailable while the scan was running; "
1153
+ f"Could not verify the scan target after scanning: {error}; "
866
1154
  "results were saved for the original revision or snapshot."
867
1155
  )
868
1156
  return None