@openai/codex-security 0.8.2 → 0.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (649) hide show
  1. package/README.md +201 -178
  2. package/_bundled_plugin/.app.json +4 -0
  3. package/_bundled_plugin/.mcp.json +6 -1
  4. package/_bundled_plugin/examples/completed-scan/findings.json +16 -4
  5. package/_bundled_plugin/examples/completed-scan/report.md +11 -8
  6. package/_bundled_plugin/examples/completed-scan/scan-manifest.json +4 -2
  7. package/_bundled_plugin/mcp/fzstd-LICENSE.txt +21 -0
  8. package/_bundled_plugin/mcp/helpers.mjs +2 -11
  9. package/_bundled_plugin/mcp/helpers.mjs.br +0 -0
  10. package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +3 -210
  11. package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
  12. package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
  13. package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
  14. package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
  15. package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
  16. package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
  17. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  18. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  19. package/_bundled_plugin/mcp/package.json +1 -0
  20. package/_bundled_plugin/mcp/permission-profile-preflight.mjs +51 -14
  21. package/_bundled_plugin/mcp/server.mjs +2 -11
  22. package/_bundled_plugin/mcp/server.mjs.br +0 -0
  23. package/_bundled_plugin/mcp/session-decompression.mjs +712 -0
  24. package/_bundled_plugin/references/artifact-storage.md +1 -1
  25. package/_bundled_plugin/references/core-scan.md +14 -5
  26. package/_bundled_plugin/references/default-severity-rubric.md +33 -0
  27. package/_bundled_plugin/references/final-report.md +5 -3
  28. package/_bundled_plugin/references/finding-detail-fields.md +19 -18
  29. package/_bundled_plugin/references/sarif-adapter.md +8 -2
  30. package/_bundled_plugin/references/scan-artifacts.md +21 -12
  31. package/_bundled_plugin/references/scan-contract.md +27 -33
  32. package/_bundled_plugin/references/threat-model.md +1 -0
  33. package/_bundled_plugin/schemas/tools/scan-draft.schema.json +2 -2
  34. package/_bundled_plugin/scripts/check_deep_scan_target.py +97 -0
  35. package/_bundled_plugin/scripts/codex_profile.mjs +7 -1
  36. package/_bundled_plugin/scripts/deep_scan_config.py +20 -1
  37. package/_bundled_plugin/scripts/deep_scan_workbench.py +188 -454
  38. package/_bundled_plugin/scripts/filesystem_identity.py +1 -0
  39. package/_bundled_plugin/scripts/finalize_scan_contract.py +317 -377
  40. package/_bundled_plugin/scripts/finding_preview.py +25 -29
  41. package/_bundled_plugin/scripts/launch_codex_security_mcp +1 -0
  42. package/_bundled_plugin/scripts/legacy_findings.py +148 -0
  43. package/_bundled_plugin/scripts/posix_scan_local_files.py +198 -0
  44. package/_bundled_plugin/scripts/read_codex_session.mjs +21 -0
  45. package/_bundled_plugin/scripts/report_projection.py +167 -178
  46. package/_bundled_plugin/scripts/review_state.py +8 -2
  47. package/_bundled_plugin/scripts/servicenow_avit.py +20 -0
  48. package/_bundled_plugin/scripts/snapshot_sqlite.py +1 -0
  49. package/_bundled_plugin/scripts/threat_model_projection.py +22 -26
  50. package/_bundled_plugin/scripts/validate_scan_contract.py +9 -7
  51. package/_bundled_plugin/scripts/windows_scan_local_files.py +600 -72
  52. package/_bundled_plugin/scripts/workbench/__init__.py +1 -1
  53. package/_bundled_plugin/scripts/workbench/handoff.py +47 -0
  54. package/_bundled_plugin/scripts/workbench/retained_coverage.py +38 -75
  55. package/_bundled_plugin/scripts/workbench/retained_records.py +18 -30
  56. package/_bundled_plugin/scripts/workbench/runtime_toml.py +4 -1
  57. package/_bundled_plugin/scripts/workbench/saved_coverage.py +152 -248
  58. package/_bundled_plugin/scripts/workbench/saved_outputs.py +9 -0
  59. package/_bundled_plugin/scripts/workbench/saved_sources.py +47 -40
  60. package/_bundled_plugin/scripts/workbench/storage.py +71 -7
  61. package/_bundled_plugin/scripts/workbench_cli.py +121 -14
  62. package/_bundled_plugin/scripts/workbench_constants.py +19 -0
  63. package/_bundled_plugin/scripts/workbench_coverage_receipts.py +3 -3
  64. package/_bundled_plugin/scripts/workbench_db.py +550 -492
  65. package/_bundled_plugin/scripts/workbench_feedback.py +8 -7
  66. package/_bundled_plugin/scripts/workbench_finding_index.py +1 -0
  67. package/_bundled_plugin/scripts/workbench_finding_workflows.py +90 -4
  68. package/_bundled_plugin/scripts/workbench_native_indexes.py +29 -33
  69. package/_bundled_plugin/scripts/workbench_progress.py +10 -1
  70. package/_bundled_plugin/scripts/workbench_publication.py +14 -10
  71. package/_bundled_plugin/scripts/workbench_remediation.py +508 -11
  72. package/_bundled_plugin/scripts/workbench_saved_results.py +132 -77
  73. package/_bundled_plugin/scripts/workbench_scan_history.py +139 -80
  74. package/_bundled_plugin/scripts/workbench_scan_start.py +84 -25
  75. package/_bundled_plugin/scripts/workbench_scan_usage.py +666 -117
  76. package/_bundled_plugin/scripts/workbench_schema.py +44 -55
  77. package/_bundled_plugin/scripts/workbench_setup.py +251 -0
  78. package/_bundled_plugin/scripts/workbench_source_excerpt.py +13 -0
  79. package/_bundled_plugin/scripts/workbench_source_scopes.py +33 -23
  80. package/_bundled_plugin/scripts/workbench_target.py +330 -66
  81. package/_bundled_plugin/scripts/workbench_target_state.py +3 -0
  82. package/_bundled_plugin/scripts/workbench_validation.py +44 -12
  83. package/_bundled_plugin/shared/workbench-history-repairs.json +19 -16
  84. package/_bundled_plugin/shared/workbench-migrations.json +53 -0
  85. package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -1
  86. package/_bundled_plugin/skills/attack-path-analysis/references/severity-policy.md +4 -68
  87. package/_bundled_plugin/skills/check-skills/SKILL.md +43 -0
  88. package/_bundled_plugin/skills/check-skills/agents/openai.yaml +4 -0
  89. package/_bundled_plugin/skills/cloud-findings/SKILL.md +6 -4
  90. package/_bundled_plugin/skills/deep-security-scan/SKILL.md +7 -50
  91. package/_bundled_plugin/skills/fix-finding/SKILL.md +19 -2
  92. package/_bundled_plugin/skills/publish-findings/SKILL.md +81 -45
  93. package/_bundled_plugin/skills/publish-findings/references/checkmarx-import.md +37 -0
  94. package/_bundled_plugin/skills/publish-findings/references/wiz-import.md +5 -24
  95. package/_bundled_plugin/skills/publish-findings/scripts/collect_checkmarx.py +464 -0
  96. package/_bundled_plugin/skills/threat-model-visualize/scripts/build_explorer.py +36 -9
  97. package/_bundled_plugin/skills/track-findings/SKILL.md +5 -3
  98. package/_bundled_plugin/skills/triage-finding/references/github-rest-intake.md +22 -68
  99. package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +12 -6
  100. package/dist/api.d.ts +45 -5
  101. package/dist/api.d.ts.map +1 -1
  102. package/dist/api.js +1144 -411
  103. package/dist/api.js.map +1 -1
  104. package/dist/auth.d.ts.map +1 -1
  105. package/dist/auth.js +10 -7
  106. package/dist/auth.js.map +1 -1
  107. package/dist/bedrock-oss-pricing.d.ts +6 -0
  108. package/dist/bedrock-oss-pricing.d.ts.map +1 -0
  109. package/dist/bedrock-oss-pricing.js +58 -0
  110. package/dist/bedrock-oss-pricing.js.map +1 -0
  111. package/dist/bedrock-pricing.d.ts +15 -0
  112. package/dist/bedrock-pricing.d.ts.map +1 -0
  113. package/dist/bedrock-pricing.js +117 -0
  114. package/dist/bedrock-pricing.js.map +1 -0
  115. package/dist/blackduck-findings.d.ts +8 -0
  116. package/dist/blackduck-findings.d.ts.map +1 -0
  117. package/dist/blackduck-findings.js +320 -0
  118. package/dist/blackduck-findings.js.map +1 -0
  119. package/dist/bulk-scan-discovery.d.ts.map +1 -1
  120. package/dist/bulk-scan-discovery.js +51 -36
  121. package/dist/bulk-scan-discovery.js.map +1 -1
  122. package/dist/checkmarx-evidence.d.ts +19 -0
  123. package/dist/checkmarx-evidence.d.ts.map +1 -0
  124. package/dist/checkmarx-evidence.js +36 -0
  125. package/dist/checkmarx-evidence.js.map +1 -0
  126. package/dist/checkmarx-findings.d.ts +4 -0
  127. package/dist/checkmarx-findings.d.ts.map +1 -0
  128. package/dist/checkmarx-findings.js +27 -0
  129. package/dist/checkmarx-findings.js.map +1 -0
  130. package/dist/checkmarx-one.d.ts +4 -0
  131. package/dist/checkmarx-one.d.ts.map +1 -0
  132. package/dist/checkmarx-one.js +53 -0
  133. package/dist/checkmarx-one.js.map +1 -0
  134. package/dist/checkmarx-repository.d.ts +12 -0
  135. package/dist/checkmarx-repository.d.ts.map +1 -0
  136. package/dist/checkmarx-repository.js +181 -0
  137. package/dist/checkmarx-repository.js.map +1 -0
  138. package/dist/checkmarx-xml.d.ts +12 -0
  139. package/dist/checkmarx-xml.d.ts.map +1 -0
  140. package/dist/checkmarx-xml.js +196 -0
  141. package/dist/checkmarx-xml.js.map +1 -0
  142. package/dist/classify-severity-records.d.ts +6 -9
  143. package/dist/classify-severity-records.d.ts.map +1 -1
  144. package/dist/classify-severity-records.js +9 -21
  145. package/dist/classify-severity-records.js.map +1 -1
  146. package/dist/classify-severity.d.ts +4 -1
  147. package/dist/classify-severity.d.ts.map +1 -1
  148. package/dist/classify-severity.js +30 -13
  149. package/dist/classify-severity.js.map +1 -1
  150. package/dist/cli.d.ts +14 -5
  151. package/dist/cli.d.ts.map +1 -1
  152. package/dist/cli.js +2112 -1266
  153. package/dist/cli.js.map +1 -1
  154. package/dist/cloud-publish.js +2 -2
  155. package/dist/cloud-publish.js.map +1 -1
  156. package/dist/codex-prompt.d.ts +2 -0
  157. package/dist/codex-prompt.d.ts.map +1 -1
  158. package/dist/codex-prompt.js +6 -0
  159. package/dist/codex-prompt.js.map +1 -1
  160. package/dist/component-scan.d.ts +16 -3
  161. package/dist/component-scan.d.ts.map +1 -1
  162. package/dist/component-scan.js +32 -6
  163. package/dist/component-scan.js.map +1 -1
  164. package/dist/config.d.ts +2 -1
  165. package/dist/config.d.ts.map +1 -1
  166. package/dist/config.js +221 -65
  167. package/dist/config.js.map +1 -1
  168. package/dist/continuum-findings.d.ts +7 -0
  169. package/dist/continuum-findings.d.ts.map +1 -0
  170. package/dist/continuum-findings.js +225 -0
  171. package/dist/continuum-findings.js.map +1 -0
  172. package/dist/contract-values.d.ts +30 -0
  173. package/dist/contract-values.d.ts.map +1 -0
  174. package/dist/contract-values.js +78 -0
  175. package/dist/contract-values.js.map +1 -0
  176. package/dist/contract.d.ts +2 -20
  177. package/dist/contract.d.ts.map +1 -1
  178. package/dist/contract.js +58 -669
  179. package/dist/contract.js.map +1 -1
  180. package/dist/cost-model.d.ts +13 -1
  181. package/dist/cost-model.d.ts.map +1 -1
  182. package/dist/cost-model.js +66 -115
  183. package/dist/cost-model.js.map +1 -1
  184. package/dist/cost.d.ts +61 -4
  185. package/dist/cost.d.ts.map +1 -1
  186. package/dist/cost.js +2560 -100
  187. package/dist/cost.js.map +1 -1
  188. package/dist/custom-publish.d.ts +4 -0
  189. package/dist/custom-publish.d.ts.map +1 -1
  190. package/dist/custom-publish.js +40 -3
  191. package/dist/custom-publish.js.map +1 -1
  192. package/dist/custom-validation-prompt.d.ts +1 -1
  193. package/dist/custom-validation-prompt.d.ts.map +1 -1
  194. package/dist/custom-validation-prompt.js +5 -0
  195. package/dist/custom-validation-prompt.js.map +1 -1
  196. package/dist/custom-validation.d.ts +2 -0
  197. package/dist/custom-validation.d.ts.map +1 -1
  198. package/dist/custom-validation.js +4 -0
  199. package/dist/custom-validation.js.map +1 -1
  200. package/dist/deduplication/deduplication-prompts.d.ts +4 -4
  201. package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
  202. package/dist/deduplication/deduplication-prompts.js +2 -2
  203. package/dist/deduplication/deduplication-prompts.js.map +1 -1
  204. package/dist/deduplication/deduplication-reviewer.d.ts +14 -11
  205. package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
  206. package/dist/deduplication/deduplication-reviewer.js +11 -4
  207. package/dist/deduplication/deduplication-reviewer.js.map +1 -1
  208. package/dist/deduplication/deduplication.js.map +1 -1
  209. package/dist/deduplication/finding-schema.d.ts +19 -1
  210. package/dist/deduplication/finding-schema.d.ts.map +1 -1
  211. package/dist/deduplication/finding-schema.js +25 -0
  212. package/dist/deduplication/finding-schema.js.map +1 -1
  213. package/dist/deduplication/local.d.ts +2 -2
  214. package/dist/deduplication/local.d.ts.map +1 -1
  215. package/dist/deduplication/local.js +5 -10
  216. package/dist/deduplication/local.js.map +1 -1
  217. package/dist/deduplication/records.d.ts +8 -2
  218. package/dist/deduplication/records.d.ts.map +1 -1
  219. package/dist/deduplication/records.js +36 -8
  220. package/dist/deduplication/records.js.map +1 -1
  221. package/dist/deduplication/refusal.d.ts.map +1 -1
  222. package/dist/deduplication/refusal.js +25 -5
  223. package/dist/deduplication/refusal.js.map +1 -1
  224. package/dist/deduplication/scan.d.ts +3 -0
  225. package/dist/deduplication/scan.d.ts.map +1 -1
  226. package/dist/deduplication/scan.js +1 -1
  227. package/dist/deduplication/scan.js.map +1 -1
  228. package/dist/deep-config.d.ts +0 -1
  229. package/dist/deep-config.d.ts.map +1 -1
  230. package/dist/deep-config.js +22 -33
  231. package/dist/deep-config.js.map +1 -1
  232. package/dist/deep-scan-defaults.d.ts +2 -0
  233. package/dist/deep-scan-defaults.d.ts.map +1 -1
  234. package/dist/deep-scan-defaults.js +28 -1
  235. package/dist/deep-scan-defaults.js.map +1 -1
  236. package/dist/deep-scan.d.ts +13 -0
  237. package/dist/deep-scan.d.ts.map +1 -1
  238. package/dist/deep-scan.js +262 -7
  239. package/dist/deep-scan.js.map +1 -1
  240. package/dist/default-severity-rubric.d.ts +1 -2
  241. package/dist/default-severity-rubric.d.ts.map +1 -1
  242. package/dist/default-severity-rubric.js +2 -66
  243. package/dist/default-severity-rubric.js.map +1 -1
  244. package/dist/endor-findings.d.ts +3 -1
  245. package/dist/endor-findings.d.ts.map +1 -1
  246. package/dist/endor-findings.js +108 -80
  247. package/dist/endor-findings.js.map +1 -1
  248. package/dist/errors.d.ts +1 -1
  249. package/dist/errors.d.ts.map +1 -1
  250. package/dist/errors.js +9 -2
  251. package/dist/errors.js.map +1 -1
  252. package/dist/external-findings-import.d.ts +5 -3
  253. package/dist/external-findings-import.d.ts.map +1 -1
  254. package/dist/external-findings-import.js +11 -16
  255. package/dist/external-findings-import.js.map +1 -1
  256. package/dist/external-findings-local.d.ts +15 -4
  257. package/dist/external-findings-local.d.ts.map +1 -1
  258. package/dist/external-findings-local.js +619 -225
  259. package/dist/external-findings-local.js.map +1 -1
  260. package/dist/external-findings-publish.d.ts +20 -6
  261. package/dist/external-findings-publish.d.ts.map +1 -1
  262. package/dist/external-findings-publish.js +2356 -308
  263. package/dist/external-findings-publish.js.map +1 -1
  264. package/dist/external-findings-read.d.ts +28 -2
  265. package/dist/external-findings-read.d.ts.map +1 -1
  266. package/dist/external-findings-read.js +174 -81
  267. package/dist/external-findings-read.js.map +1 -1
  268. package/dist/external-findings.d.ts +17 -3
  269. package/dist/external-findings.d.ts.map +1 -1
  270. package/dist/external-findings.js +153 -1
  271. package/dist/external-findings.js.map +1 -1
  272. package/dist/external-import-contract.d.ts +33 -1
  273. package/dist/external-import-contract.d.ts.map +1 -1
  274. package/dist/external-import-contract.js +335 -51
  275. package/dist/external-import-contract.js.map +1 -1
  276. package/dist/external-import-models.d.ts +1 -1
  277. package/dist/external-import-models.d.ts.map +1 -1
  278. package/dist/external-import-models.js.map +1 -1
  279. package/dist/feedback.d.ts.map +1 -1
  280. package/dist/feedback.js +5 -4
  281. package/dist/feedback.js.map +1 -1
  282. package/dist/finding-prompt.d.ts +5 -0
  283. package/dist/finding-prompt.d.ts.map +1 -0
  284. package/dist/finding-prompt.js +32 -0
  285. package/dist/finding-prompt.js.map +1 -0
  286. package/dist/finding-retrieval.d.ts +3 -3
  287. package/dist/finding-retrieval.d.ts.map +1 -1
  288. package/dist/finding-retrieval.js.map +1 -1
  289. package/dist/finding-workflow.d.ts +6 -1
  290. package/dist/finding-workflow.d.ts.map +1 -1
  291. package/dist/finding-workflow.js +2 -2
  292. package/dist/finding-workflow.js.map +1 -1
  293. package/dist/findings-client.d.ts +1 -0
  294. package/dist/findings-client.d.ts.map +1 -1
  295. package/dist/findings-client.js +27 -3
  296. package/dist/findings-client.js.map +1 -1
  297. package/dist/git-remote.d.ts +4 -0
  298. package/dist/git-remote.d.ts.map +1 -1
  299. package/dist/git-remote.js +20 -0
  300. package/dist/git-remote.js.map +1 -1
  301. package/dist/github-advisories.d.ts +3 -12
  302. package/dist/github-advisories.d.ts.map +1 -1
  303. package/dist/github-advisories.js +9 -31
  304. package/dist/github-advisories.js.map +1 -1
  305. package/dist/github-dependabot-findings.d.ts.map +1 -1
  306. package/dist/github-dependabot-findings.js +22 -20
  307. package/dist/github-dependabot-findings.js.map +1 -1
  308. package/dist/github-findings.d.ts +4 -1
  309. package/dist/github-findings.d.ts.map +1 -1
  310. package/dist/github-findings.js +392 -79
  311. package/dist/github-findings.js.map +1 -1
  312. package/dist/github.d.ts +17 -7
  313. package/dist/github.d.ts.map +1 -1
  314. package/dist/github.js +43 -30
  315. package/dist/github.js.map +1 -1
  316. package/dist/host-protocol.d.ts +2 -2
  317. package/dist/host-protocol.d.ts.map +1 -1
  318. package/dist/host-protocol.js.map +1 -1
  319. package/dist/host-records-protocol.d.ts +10 -11
  320. package/dist/host-records-protocol.d.ts.map +1 -1
  321. package/dist/host-records-protocol.js +69 -9
  322. package/dist/host-records-protocol.js.map +1 -1
  323. package/dist/hosted-git-remotes.d.ts +5 -0
  324. package/dist/hosted-git-remotes.d.ts.map +1 -0
  325. package/dist/hosted-git-remotes.js +285 -0
  326. package/dist/hosted-git-remotes.js.map +1 -0
  327. package/dist/hosted-git-repository.d.ts +28 -0
  328. package/dist/hosted-git-repository.d.ts.map +1 -0
  329. package/dist/hosted-git-repository.js +222 -0
  330. package/dist/hosted-git-repository.js.map +1 -0
  331. package/dist/hosted-scan-protocol.js +2 -2
  332. package/dist/hosted-scan-protocol.js.map +1 -1
  333. package/dist/hosted-scan.d.ts +15 -0
  334. package/dist/hosted-scan.d.ts.map +1 -1
  335. package/dist/hosted-scan.js +71 -44
  336. package/dist/hosted-scan.js.map +1 -1
  337. package/dist/hosted-scanner-http.d.ts +21 -0
  338. package/dist/hosted-scanner-http.d.ts.map +1 -0
  339. package/dist/hosted-scanner-http.js +204 -0
  340. package/dist/hosted-scanner-http.js.map +1 -0
  341. package/dist/hosted-scanner-v1.d.ts +6 -0
  342. package/dist/hosted-scanner-v1.d.ts.map +1 -0
  343. package/dist/hosted-scanner-v1.js +60 -0
  344. package/dist/hosted-scanner-v1.js.map +1 -0
  345. package/dist/import-scan.d.ts.map +1 -1
  346. package/dist/import-scan.js +3 -0
  347. package/dist/import-scan.js.map +1 -1
  348. package/dist/index.d.ts +24 -6
  349. package/dist/index.d.ts.map +1 -1
  350. package/dist/index.js +15 -1
  351. package/dist/index.js.map +1 -1
  352. package/dist/inspector-findings.d.ts.map +1 -1
  353. package/dist/inspector-findings.js +58 -81
  354. package/dist/inspector-findings.js.map +1 -1
  355. package/dist/knowledge-base.d.ts.map +1 -1
  356. package/dist/knowledge-base.js +86 -10
  357. package/dist/knowledge-base.js.map +1 -1
  358. package/dist/local-git-metadata.d.ts +5 -0
  359. package/dist/local-git-metadata.d.ts.map +1 -0
  360. package/dist/local-git-metadata.js +130 -0
  361. package/dist/local-git-metadata.js.map +1 -0
  362. package/dist/multiscan.d.ts +6 -4
  363. package/dist/multiscan.d.ts.map +1 -1
  364. package/dist/multiscan.js +160 -77
  365. package/dist/multiscan.js.map +1 -1
  366. package/dist/native-json-findings.d.ts +2 -1
  367. package/dist/native-json-findings.d.ts.map +1 -1
  368. package/dist/native-json-findings.js +12 -2
  369. package/dist/native-json-findings.js.map +1 -1
  370. package/dist/opengrep-findings.d.ts +1 -0
  371. package/dist/opengrep-findings.d.ts.map +1 -1
  372. package/dist/opengrep-findings.js +49 -31
  373. package/dist/opengrep-findings.js.map +1 -1
  374. package/dist/operation-telemetry.d.ts +104 -0
  375. package/dist/operation-telemetry.d.ts.map +1 -0
  376. package/dist/operation-telemetry.js +293 -0
  377. package/dist/operation-telemetry.js.map +1 -0
  378. package/dist/patch-tui.d.ts.map +1 -1
  379. package/dist/patch-tui.js +90 -35
  380. package/dist/patch-tui.js.map +1 -1
  381. package/dist/plugin-python-probe.d.ts +4 -0
  382. package/dist/plugin-python-probe.d.ts.map +1 -0
  383. package/dist/plugin-python-probe.js +10 -0
  384. package/dist/plugin-python-probe.js.map +1 -0
  385. package/dist/private-finding-import.d.ts +341 -0
  386. package/dist/private-finding-import.d.ts.map +1 -0
  387. package/dist/private-finding-import.js +411 -0
  388. package/dist/private-finding-import.js.map +1 -0
  389. package/dist/project-config.d.ts.map +1 -1
  390. package/dist/project-config.js +2 -2
  391. package/dist/project-config.js.map +1 -1
  392. package/dist/provider-profile.d.ts +11 -3
  393. package/dist/provider-profile.d.ts.map +1 -1
  394. package/dist/provider-profile.js +80 -11
  395. package/dist/provider-profile.js.map +1 -1
  396. package/dist/publication-telemetry.d.ts +45 -0
  397. package/dist/publication-telemetry.d.ts.map +1 -0
  398. package/dist/publication-telemetry.js +50 -0
  399. package/dist/publication-telemetry.js.map +1 -0
  400. package/dist/publication.js +7 -1
  401. package/dist/publication.js.map +1 -1
  402. package/dist/publish.d.ts +4 -0
  403. package/dist/publish.d.ts.map +1 -1
  404. package/dist/publish.js +42 -2
  405. package/dist/publish.js.map +1 -1
  406. package/dist/reader-selection.d.ts +15 -0
  407. package/dist/reader-selection.d.ts.map +1 -0
  408. package/dist/reader-selection.js +89 -0
  409. package/dist/reader-selection.js.map +1 -0
  410. package/dist/record.d.ts +6 -1
  411. package/dist/record.d.ts.map +1 -1
  412. package/dist/record.js +53 -2
  413. package/dist/record.js.map +1 -1
  414. package/dist/remediation.d.ts +3 -1
  415. package/dist/remediation.d.ts.map +1 -1
  416. package/dist/remediation.js +28 -2
  417. package/dist/remediation.js.map +1 -1
  418. package/dist/request-metadata.d.ts +3 -0
  419. package/dist/request-metadata.d.ts.map +1 -1
  420. package/dist/request-metadata.js +9 -0
  421. package/dist/request-metadata.js.map +1 -1
  422. package/dist/result.d.ts +6 -0
  423. package/dist/result.d.ts.map +1 -1
  424. package/dist/result.js +3 -1
  425. package/dist/result.js.map +1 -1
  426. package/dist/retry-windows-rename.d.ts +8 -0
  427. package/dist/retry-windows-rename.d.ts.map +1 -0
  428. package/dist/retry-windows-rename.js +24 -0
  429. package/dist/retry-windows-rename.js.map +1 -0
  430. package/dist/runtime.d.ts +22 -1
  431. package/dist/runtime.d.ts.map +1 -1
  432. package/dist/runtime.js +408 -162
  433. package/dist/runtime.js.map +1 -1
  434. package/dist/saved-scan-bootstrap.d.ts +1 -0
  435. package/dist/saved-scan-bootstrap.d.ts.map +1 -1
  436. package/dist/saved-scan-bootstrap.js +18 -15
  437. package/dist/saved-scan-bootstrap.js.map +1 -1
  438. package/dist/scan-activity.d.ts.map +1 -1
  439. package/dist/scan-activity.js +172 -64
  440. package/dist/scan-activity.js.map +1 -1
  441. package/dist/scan-comparison.d.ts +10 -5
  442. package/dist/scan-comparison.d.ts.map +1 -1
  443. package/dist/scan-comparison.js +68 -25
  444. package/dist/scan-comparison.js.map +1 -1
  445. package/dist/scan-dashboard.d.ts +7 -6
  446. package/dist/scan-dashboard.d.ts.map +1 -1
  447. package/dist/scan-dashboard.js +91 -79
  448. package/dist/scan-dashboard.js.map +1 -1
  449. package/dist/scan-executor.d.ts +12 -1
  450. package/dist/scan-executor.d.ts.map +1 -1
  451. package/dist/scan-executor.js +22 -2
  452. package/dist/scan-executor.js.map +1 -1
  453. package/dist/scan-history-renderer.d.ts.map +1 -1
  454. package/dist/scan-history-renderer.js +31 -28
  455. package/dist/scan-history-renderer.js.map +1 -1
  456. package/dist/scan-logs.d.ts +12 -0
  457. package/dist/scan-logs.d.ts.map +1 -1
  458. package/dist/scan-logs.js +106 -77
  459. package/dist/scan-logs.js.map +1 -1
  460. package/dist/scan-measurement.d.ts +26 -0
  461. package/dist/scan-measurement.d.ts.map +1 -0
  462. package/dist/scan-measurement.js +77 -0
  463. package/dist/scan-measurement.js.map +1 -0
  464. package/dist/scan-progress.d.ts +1 -0
  465. package/dist/scan-progress.d.ts.map +1 -1
  466. package/dist/scan-progress.js +3 -0
  467. package/dist/scan-progress.js.map +1 -1
  468. package/dist/scan-sessions.d.ts.map +1 -1
  469. package/dist/scan-sessions.js +4 -1
  470. package/dist/scan-sessions.js.map +1 -1
  471. package/dist/scan-settings.d.ts +1 -1
  472. package/dist/scan-settings.d.ts.map +1 -1
  473. package/dist/scan-settings.js +1 -24
  474. package/dist/scan-settings.js.map +1 -1
  475. package/dist/scanner-import.d.ts +64 -6
  476. package/dist/scanner-import.d.ts.map +1 -1
  477. package/dist/scanner-import.js +406 -48
  478. package/dist/scanner-import.js.map +1 -1
  479. package/dist/scanner-repository-url.d.ts +17 -0
  480. package/dist/scanner-repository-url.d.ts.map +1 -0
  481. package/dist/scanner-repository-url.js +71 -0
  482. package/dist/scanner-repository-url.js.map +1 -0
  483. package/dist/security-policy.d.ts +1 -1
  484. package/dist/security-policy.d.ts.map +1 -1
  485. package/dist/security-policy.js.map +1 -1
  486. package/dist/semgrep-findings.d.ts +6 -3
  487. package/dist/semgrep-findings.d.ts.map +1 -1
  488. package/dist/semgrep-findings.js +124 -88
  489. package/dist/semgrep-findings.js.map +1 -1
  490. package/dist/semgrep-guardian-findings.d.ts +38 -0
  491. package/dist/semgrep-guardian-findings.d.ts.map +1 -0
  492. package/dist/semgrep-guardian-findings.js +165 -0
  493. package/dist/semgrep-guardian-findings.js.map +1 -0
  494. package/dist/semgrep-platform-collector.d.ts +26 -0
  495. package/dist/semgrep-platform-collector.d.ts.map +1 -0
  496. package/dist/semgrep-platform-collector.js +108 -0
  497. package/dist/semgrep-platform-collector.js.map +1 -0
  498. package/dist/semgrep-platform-findings.d.ts +213 -0
  499. package/dist/semgrep-platform-findings.d.ts.map +1 -0
  500. package/dist/semgrep-platform-findings.js +1078 -0
  501. package/dist/semgrep-platform-findings.js.map +1 -0
  502. package/dist/semgrep-platform-v1.d.ts +6 -0
  503. package/dist/semgrep-platform-v1.d.ts.map +1 -0
  504. package/dist/semgrep-platform-v1.js +83 -0
  505. package/dist/semgrep-platform-v1.js.map +1 -0
  506. package/dist/server/api.d.ts +1 -1
  507. package/dist/server/api.d.ts.map +1 -1
  508. package/dist/server/api.js.map +1 -1
  509. package/dist/server/embedding-tokenizer.cdx.json +33 -0
  510. package/dist/server/embedding-tokenizer.d.ts +2 -0
  511. package/dist/server/embedding-tokenizer.d.ts.map +1 -0
  512. package/dist/server/embedding-tokenizer.js +322 -0
  513. package/dist/server/embedding-tokenizer.js.map +6 -0
  514. package/dist/server/embeddings.d.ts +16 -2
  515. package/dist/server/embeddings.d.ts.map +1 -1
  516. package/dist/server/embeddings.js +35 -5
  517. package/dist/server/embeddings.js.map +1 -1
  518. package/dist/session-lines.d.ts +5 -0
  519. package/dist/session-lines.d.ts.map +1 -0
  520. package/dist/session-lines.js +60 -0
  521. package/dist/session-lines.js.map +1 -0
  522. package/dist/severity-review.d.ts +3 -1
  523. package/dist/severity-review.d.ts.map +1 -1
  524. package/dist/severity-review.js +3 -2
  525. package/dist/severity-review.js.map +1 -1
  526. package/dist/severity-rubric.d.ts +20 -0
  527. package/dist/severity-rubric.d.ts.map +1 -0
  528. package/dist/severity-rubric.js +73 -0
  529. package/dist/severity-rubric.js.map +1 -0
  530. package/dist/severity-store.js +15 -5
  531. package/dist/severity-store.js.map +1 -1
  532. package/dist/skill-authentication.d.ts +1 -0
  533. package/dist/skill-authentication.d.ts.map +1 -1
  534. package/dist/skill-authentication.js +1 -0
  535. package/dist/skill-authentication.js.map +1 -1
  536. package/dist/snyk-findings.d.ts +7 -2
  537. package/dist/snyk-findings.d.ts.map +1 -1
  538. package/dist/snyk-findings.js +108 -84
  539. package/dist/snyk-findings.js.map +1 -1
  540. package/dist/snyk-rest-findings.d.ts +76 -0
  541. package/dist/snyk-rest-findings.d.ts.map +1 -0
  542. package/dist/snyk-rest-findings.js +1051 -0
  543. package/dist/snyk-rest-findings.js.map +1 -0
  544. package/dist/snyk-rest-v1.d.ts +28 -0
  545. package/dist/snyk-rest-v1.d.ts.map +1 -0
  546. package/dist/snyk-rest-v1.js +132 -0
  547. package/dist/snyk-rest-v1.js.map +1 -0
  548. package/dist/snyk-token-origin.d.ts +4 -0
  549. package/dist/snyk-token-origin.d.ts.map +1 -0
  550. package/dist/snyk-token-origin.js +82 -0
  551. package/dist/snyk-token-origin.js.map +1 -0
  552. package/dist/sonar-collector.d.ts +16 -0
  553. package/dist/sonar-collector.d.ts.map +1 -0
  554. package/dist/sonar-collector.js +380 -0
  555. package/dist/sonar-collector.js.map +1 -0
  556. package/dist/sonar-findings.d.ts +49 -0
  557. package/dist/sonar-findings.d.ts.map +1 -0
  558. package/dist/sonar-findings.js +288 -0
  559. package/dist/sonar-findings.js.map +1 -0
  560. package/dist/sonar-import.d.ts +111 -0
  561. package/dist/sonar-import.d.ts.map +1 -0
  562. package/dist/sonar-import.js +277 -0
  563. package/dist/sonar-import.js.map +1 -0
  564. package/dist/suggest-owners.d.ts.map +1 -1
  565. package/dist/suggest-owners.js +2 -1
  566. package/dist/suggest-owners.js.map +1 -1
  567. package/dist/target-drift.d.ts +9 -0
  568. package/dist/target-drift.d.ts.map +1 -0
  569. package/dist/target-drift.js +27 -0
  570. package/dist/target-drift.js.map +1 -0
  571. package/dist/targets.d.ts +5 -0
  572. package/dist/targets.d.ts.map +1 -1
  573. package/dist/targets.js +73 -31
  574. package/dist/targets.js.map +1 -1
  575. package/dist/tenable-findings.d.ts +9 -0
  576. package/dist/tenable-findings.d.ts.map +1 -0
  577. package/dist/tenable-findings.js +122 -0
  578. package/dist/tenable-findings.js.map +1 -0
  579. package/dist/terminal-columns.d.ts +4 -0
  580. package/dist/terminal-columns.d.ts.map +1 -0
  581. package/dist/terminal-columns.js +19 -0
  582. package/dist/terminal-columns.js.map +1 -0
  583. package/dist/terminal-stream.d.ts +13 -0
  584. package/dist/terminal-stream.d.ts.map +1 -0
  585. package/dist/terminal-stream.js +35 -0
  586. package/dist/terminal-stream.js.map +1 -0
  587. package/dist/trivy-findings.d.ts +19 -0
  588. package/dist/trivy-findings.d.ts.map +1 -0
  589. package/dist/trivy-findings.js +435 -0
  590. package/dist/trivy-findings.js.map +1 -0
  591. package/dist/trivy-import.d.ts +19 -0
  592. package/dist/trivy-import.d.ts.map +1 -0
  593. package/dist/trivy-import.js +151 -0
  594. package/dist/trivy-import.js.map +1 -0
  595. package/dist/validation-records.d.ts +0 -3
  596. package/dist/validation-records.d.ts.map +1 -1
  597. package/dist/validation-records.js +1 -17
  598. package/dist/validation-records.js.map +1 -1
  599. package/dist/veracode-findings.d.ts +9 -0
  600. package/dist/veracode-findings.d.ts.map +1 -0
  601. package/dist/veracode-findings.js +409 -0
  602. package/dist/veracode-findings.js.map +1 -0
  603. package/dist/vertex-pricing.d.ts +8 -0
  604. package/dist/vertex-pricing.d.ts.map +1 -0
  605. package/dist/vertex-pricing.js +20 -0
  606. package/dist/vertex-pricing.js.map +1 -0
  607. package/dist/windows-path.d.ts +1 -0
  608. package/dist/windows-path.d.ts.map +1 -1
  609. package/dist/windows-path.js +27 -1
  610. package/dist/windows-path.js.map +1 -1
  611. package/dist/wiz-csv.d.ts +2 -2
  612. package/dist/wiz-csv.d.ts.map +1 -1
  613. package/dist/wiz-csv.js +1 -3
  614. package/dist/wiz-csv.js.map +1 -1
  615. package/dist/wiz-findings.d.ts +14 -2
  616. package/dist/wiz-findings.d.ts.map +1 -1
  617. package/dist/wiz-findings.js +143 -50
  618. package/dist/wiz-findings.js.map +1 -1
  619. package/docs/classify-severity-records.md +28 -13
  620. package/docs/cli.md +623 -843
  621. package/docs/dedupe-records.md +54 -24
  622. package/docs/findings-service.md +87 -47
  623. package/docs/hosted-remediation.md +14 -7
  624. package/docs/hosted-scans.md +64 -41
  625. package/docs/telemetry.md +236 -0
  626. package/docs/validate-records.md +78 -44
  627. package/package.json +19 -17
  628. package/schemas/external-findings.schema.json +14 -1
  629. package/schemas/hosted-scan-v2.fixture.json +16 -1
  630. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  631. package/_bundled_plugin/mcp/helpers.mjs.br.part-001 +0 -0
  632. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  633. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  634. package/_bundled_plugin/mcp/server.mjs.br.part-002 +0 -0
  635. package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +0 -96
  636. package/_bundled_plugin/scripts/validate_tracking_source.py +0 -82
  637. package/_bundled_plugin/scripts/workbench_local_dedupe.py +0 -136
  638. package/dist/deduplication/records-protocol.d.ts +0 -4
  639. package/dist/deduplication/records-protocol.d.ts.map +0 -1
  640. package/dist/deduplication/records-protocol.js +0 -49
  641. package/dist/deduplication/records-protocol.js.map +0 -1
  642. package/dist/external-imports-feature.d.ts +0 -6
  643. package/dist/external-imports-feature.d.ts.map +0 -1
  644. package/dist/external-imports-feature.js +0 -51
  645. package/dist/external-imports-feature.js.map +0 -1
  646. package/dist/finding-normalization.d.ts +0 -5
  647. package/dist/finding-normalization.d.ts.map +0 -1
  648. package/dist/finding-normalization.js +0 -120
  649. package/dist/finding-normalization.js.map +0 -1
@@ -3,6 +3,7 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  import argparse
6
+ import codecs
6
7
  import hashlib
7
8
  import os
8
9
  import re
@@ -12,13 +13,15 @@ import stat
12
13
  import subprocess
13
14
  import sys
14
15
  import tempfile
16
+ import unicodedata
17
+ from concurrent.futures import ThreadPoolExecutor
15
18
  from pathlib import Path, PurePosixPath
16
- from typing import Any, BinaryIO, Callable
19
+ from typing import Any, BinaryIO, Callable, cast
17
20
 
18
21
  # Some plugin hosts launch Python with safe-path isolation enabled.
19
22
  sys.path.insert(0, str(Path(__file__).resolve().parent))
20
23
  from filesystem_identity import stored_filesystem_identity_matches
21
- from windows_scan_local_files import copy_directory_junction
24
+ from windows_scan_local_files import copy_directory_junction, pinned_root_git_marker
22
25
  from workbench_constants import GIT_REPOSITORY_ENVIRONMENT
23
26
 
24
27
  SOURCE_METADATA_DIRECTORIES = {".git", ".svn"}
@@ -41,6 +44,11 @@ def committed_diff_snapshot_digest(kind: str, base_revision: str, head_revision:
41
44
 
42
45
 
43
46
  def diff_snapshot_digest(scan: sqlite3.Row, manifest: dict[str, Any] | None) -> str | None:
47
+ """Return the content identity used for a stored diff, or None when unavailable.
48
+
49
+ Working-tree scans use their recorded content digest. Commit and range scans
50
+ reuse the sealed manifest value during recovery or derive a digest from both revisions.
51
+ """
44
52
  if scan["diff_target_kind"] == "working_tree":
45
53
  return scan["diff_content_digest"]
46
54
  if scan["diff_target_kind"] in {"commit", "range"}:
@@ -62,8 +70,12 @@ def git_output(
62
70
  *args: str,
63
71
  git_dir: Path | None = None,
64
72
  work_tree: Path | None = None,
73
+ offline: bool = False,
65
74
  ) -> str | None:
66
- completed = git_command(target, *args, text=False, git_dir=git_dir, work_tree=work_tree)
75
+ """Return decoded Git stdout with one trailing newline removed, or None on failure or empty output."""
76
+ completed = git_command(
77
+ target, *args, text=False, git_dir=git_dir, work_tree=work_tree, offline=offline
78
+ )
67
79
  output = os.fsdecode(completed.stdout)
68
80
  if sys.platform == "win32" and output.endswith("\r\n"):
69
81
  output = output[:-2]
@@ -77,11 +89,119 @@ def git_bytes(
77
89
  *args: str,
78
90
  git_dir: Path | None = None,
79
91
  work_tree: Path | None = None,
92
+ offline: bool = False,
80
93
  ) -> bytes | None:
81
- completed = git_command(target, *args, text=False, git_dir=git_dir, work_tree=work_tree)
94
+ completed = git_command(
95
+ target, *args, text=False, git_dir=git_dir, work_tree=work_tree, offline=offline
96
+ )
82
97
  return completed.stdout if completed.returncode == 0 else None
83
98
 
84
99
 
100
+ def git_blob_binary_flags(
101
+ target: Path,
102
+ object_names: list[str],
103
+ *,
104
+ git_dir: Path | None = None,
105
+ work_tree: Path | None = None,
106
+ ) -> list[bool | None]:
107
+ """Classify ordered blobs without retaining their contents."""
108
+ if not object_names:
109
+ return []
110
+
111
+ # Git before 2.38 rejects -z, so only names with line breaks need it.
112
+ nul_input = any("\n" in name or "\r" in name for name in object_names)
113
+ separator = b"\0" if nul_input else b"\n"
114
+ request = separator.join(os.fsencode(name) for name in object_names) + separator
115
+ read_fd, write_fd = os.pipe()
116
+ with (
117
+ ThreadPoolExecutor(max_workers=1) as reader,
118
+ os.fdopen(read_fd, "rb") as output,
119
+ os.fdopen(write_fd, "wb") as sink,
120
+ ):
121
+
122
+ def read_samples() -> list[bool | None]:
123
+ # Closing the reader also unblocks Git if framing is invalid.
124
+ with output:
125
+ return _read_git_batch_flags(output, object_names)
126
+
127
+ samples = reader.submit(read_samples)
128
+ try:
129
+ completed = git_command(
130
+ target,
131
+ "cat-file",
132
+ "--batch",
133
+ *(["-z"] if nul_input else []),
134
+ text=False,
135
+ input_data=request,
136
+ git_dir=git_dir,
137
+ work_tree=work_tree,
138
+ stdout_file=sink,
139
+ offline=True,
140
+ )
141
+ finally:
142
+ # Git may fail before producing all requested records.
143
+ sink.close()
144
+ if completed.returncode != 0:
145
+ return [None] * len(object_names)
146
+ try:
147
+ return samples.result()
148
+ except ValueError:
149
+ return [None] * len(object_names)
150
+
151
+
152
+ def _read_git_batch_flags(output: BinaryIO, object_names: list[str]) -> list[bool | None]:
153
+ """Read the older-Git-compatible -z protocol without buffering blob bodies."""
154
+ samples: list[bool | None] = []
155
+ for name in object_names:
156
+ header = output.readline()
157
+ raw_name = os.fsencode(name)
158
+ # Missing lookups echo the whole request, including any embedded newlines.
159
+ if header and raw_name.startswith(header):
160
+ header += output.read(len(raw_name) - len(header)) + output.readline()
161
+ if header in (raw_name + b" missing\n", raw_name + b" ambiguous\n"):
162
+ samples.append(None)
163
+ continue
164
+ fields = header.split(b" ")
165
+ if len(fields) != 3 or not header.endswith(b"\n"):
166
+ raise ValueError("invalid batch header")
167
+ size = int(fields[2])
168
+ if size < 0:
169
+ raise ValueError("invalid blob size")
170
+ # Consume non-blob objects too, so subsequent records stay aligned.
171
+ sample = _stream_is_binary(output, size, drain=True)
172
+ if output.read(1) != b"\n":
173
+ raise ValueError("missing blob terminator")
174
+ samples.append(sample if fields[1] == b"blob" else None)
175
+ return samples
176
+
177
+
178
+ def _is_binary_sample(data: bytes) -> bool:
179
+ if data.startswith((codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE)):
180
+ return "\0" in data.decode("utf-16", errors="ignore")
181
+ return b"\0" in data
182
+
183
+
184
+ def _stream_is_binary(output: BinaryIO, size: int, *, drain: bool = False) -> bool:
185
+ read_size = 64 * 1024
186
+ sample_size = min(size, read_size)
187
+ sample = output.read(sample_size)
188
+ if len(sample) != sample_size:
189
+ raise ValueError("truncated blob")
190
+ binary = _is_binary_sample(sample)
191
+ bom = sample[:2] if sample.startswith((codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE)) else b""
192
+ remaining = size - sample_size
193
+ while remaining and (drain or not binary):
194
+ chunk_size = min(remaining, read_size)
195
+ chunk = output.read(chunk_size)
196
+ if len(chunk) != chunk_size:
197
+ raise ValueError("truncated blob")
198
+ # Even-sized reads keep UTF-16 code units aligned; preserve the original byte order.
199
+ if not binary:
200
+ binary = _is_binary_sample(bom + chunk) if bom else b"\0" in chunk
201
+ remaining -= chunk_size
202
+ return binary
203
+
204
+
85
205
  def _protected_repository_root(target: Path) -> Path:
86
206
  root = target.resolve()
87
207
  if root.is_file():
@@ -158,16 +278,26 @@ def git_command(
158
278
  git_dir: Path | None = None,
159
279
  work_tree: Path | None = None,
160
280
  stdout_file: BinaryIO | None = None,
161
- pathspec_environment: dict[str, str] | None = None,
281
+ environment_overrides: dict[str, str] | None = None,
282
+ offline: bool = False,
162
283
  ) -> subprocess.CompletedProcess[str] | subprocess.CompletedProcess[bytes]:
284
+ """Run Git against target and return the completed process with its exit status.
285
+
286
+ Pass git_dir and work_tree together to select an explicit checkout. Set
287
+ offline to disable transports and lazy fetches. The text flag selects
288
+ decoded or binary output, and stdout_file can redirect it to a file.
289
+ """
163
290
  if (git_dir is None) != (work_tree is None):
164
291
  raise ValueError("git_dir and work_tree must be provided together")
165
292
  environment = os.environ.copy()
166
293
  for name in GIT_REPOSITORY_ENVIRONMENT:
167
294
  environment.pop(name, None)
168
295
  environment["GIT_LITERAL_PATHSPECS"] = "1"
169
- if pathspec_environment is not None:
170
- environment.update(pathspec_environment)
296
+ if environment_overrides is not None:
297
+ environment.update(environment_overrides)
298
+ if offline:
299
+ # Deny transports even on Git versions that do not honor GIT_NO_LAZY_FETCH.
300
+ environment.update(GIT_NO_LAZY_FETCH="1", GIT_ALLOW_PROTOCOL="")
171
301
  executable = trusted_git_executable(target)
172
302
  # Repository-local config is untrusted; fsmonitor may name an executable hook.
173
303
  command = [
@@ -208,7 +338,7 @@ def git_command(
208
338
  return subprocess.CompletedProcess(full_command, 127, empty_output, empty_output)
209
339
 
210
340
 
211
- def run_git_changed_paths(repo: Path, diff_args: list[str]) -> list[tuple[Path, str]]:
341
+ def run_git_changed_paths(repo: Path, diff_args: list[str]) -> list[tuple[str, str, str | None]]:
212
342
  """Return changed regular files from the selected side of each change."""
213
343
  result = git_command(
214
344
  repo,
@@ -220,31 +350,36 @@ def run_git_changed_paths(repo: Path, diff_args: list[str]) -> list[tuple[Path,
220
350
  *diff_args,
221
351
  "--",
222
352
  text=False,
353
+ offline=True,
223
354
  )
224
355
  result.check_returncode()
225
356
  fields = result.stdout.split(b"\0")
226
357
  if fields and not fields[-1]:
227
358
  fields.pop()
228
359
 
229
- changed: list[tuple[Path, str]] = []
360
+ changed: list[tuple[str, str, str | None]] = []
230
361
  index = 0
231
362
  while index < len(fields):
232
363
  metadata = fields[index].split()
233
364
  status = chr(metadata[-1][0])
234
365
  index += 1
366
+ rename_source = os.fsdecode(fields[index]) if status == "R" else None
235
367
  if status in {"C", "R"}:
236
368
  index += 1
237
- path = repo / os.fsdecode(fields[index])
369
+ path = os.fsdecode(fields[index])
238
370
  index += 1
239
371
  selected_mode = metadata[0].removeprefix(b":") if status == "D" else metadata[1]
240
372
  if selected_mode.startswith(b"100"):
241
- changed.append((path, status))
373
+ changed.append((path, status, rename_source))
242
374
  return changed
243
375
 
244
376
 
245
377
  def git_changed_paths(repo: Path, base: str, head: str, mode: str) -> list[tuple[Path, str]]:
246
378
  if mode == "revisions":
247
- return run_git_changed_paths(repo, [f"{base}..{head}"])
379
+ return [
380
+ (repo / name, status)
381
+ for name, status, _ in run_git_changed_paths(repo, [f"{base}..{head}"])
382
+ ]
248
383
  if mode == "local-patch":
249
384
  unstaged = run_git_changed_paths(repo, [base])
250
385
  staged = run_git_changed_paths(repo, ["--cached", base])
@@ -255,24 +390,80 @@ def git_changed_paths(repo: Path, base: str, head: str, mode: str) -> list[tuple
255
390
  "--exclude-standard",
256
391
  "-z",
257
392
  text=False,
393
+ offline=True,
258
394
  )
259
395
  untracked.check_returncode()
260
- combined = dict(staged)
261
- combined.update(unstaged)
262
- combined.update(
263
- (repo / os.fsdecode(relative), "A")
264
- for relative in untracked.stdout.split(b"\0")
265
- if relative and not relative.endswith(b"/")
266
- )
267
- return sorted(
268
- (path, status)
269
- for path, status in combined.items()
270
- if SOURCE_METADATA_DIRECTORIES.isdisjoint(path.relative_to(repo).parts)
271
- and (status == "D" or (not path.is_symlink() and path.is_file()))
272
- )
396
+ combined = {name: (status, source) for name, status, source in [*staged, *unstaged]}
397
+ selected: dict[str, str] = {}
398
+ linked_prefixes: dict[str, bool] = {}
399
+
400
+ def local_status(name: str, status: str) -> str | None:
401
+ if not SOURCE_METADATA_DIRECTORIES.isdisjoint(PurePosixPath(name).parts):
402
+ return None
403
+ if status == "D":
404
+ return status
405
+ path = repo / name
406
+ try:
407
+ if (
408
+ status in {"M", "R"}
409
+ and _directory_link_boundary(repo, path, linked_prefixes) != path
410
+ ):
411
+ return "D" if status == "M" else None
412
+ return status if stat.S_ISREG(path.lstat().st_mode) else None
413
+ except (FileNotFoundError, NotADirectoryError):
414
+ return None
415
+
416
+ for name, (status, source) in combined.items():
417
+ if chosen := local_status(name, status):
418
+ selected[name] = chosen
419
+ elif source is not None and local_status(source, "D"):
420
+ selected.setdefault(source, "D")
421
+ for relative in untracked.stdout.split(b"\0"):
422
+ if relative and not relative.endswith(b"/"):
423
+ name = os.fsdecode(relative)
424
+ if local_status(name, "A"):
425
+ selected[name] = "A"
426
+ return sorted((repo / name, status) for name, status in selected.items())
273
427
  raise SystemExit(f"Unknown diff mode: {mode}")
274
428
 
275
429
 
430
+ def diff_scope_file_count(target: Path, diff_target: dict[str, str]) -> int | None:
431
+ base, head = diff_target["baseRevision"], diff_target["headRevision"]
432
+ local = diff_target["kind"] == "working_tree"
433
+ selected: list[str] = []
434
+ committed: dict[str, str] = {}
435
+ try:
436
+ changes = git_changed_paths(target, base, head, "local-patch" if local else "revisions")
437
+ except subprocess.CalledProcessError:
438
+ # A partial clone can lack a tree needed even to enumerate the changed paths.
439
+ return None
440
+ for path, status in changes:
441
+ name = path.relative_to(target).as_posix()
442
+ if not local or status == "D":
443
+ committed[name] = f"{base if status == 'D' else head}:{name}"
444
+ else:
445
+ try:
446
+ resolved = path.resolve(strict=True)
447
+ if not resolved.is_relative_to(target):
448
+ continue
449
+ with resolved.open("rb") as stream:
450
+ binary = _stream_is_binary(stream, os.fstat(stream.fileno()).st_size)
451
+ except (OSError, ValueError):
452
+ continue
453
+ if not binary:
454
+ selected.append(name)
455
+ for name, binary in zip(
456
+ committed, git_blob_binary_flags(target, list(committed.values())), strict=True
457
+ ):
458
+ if binary is None:
459
+ return None
460
+ if not binary:
461
+ selected.append(name)
462
+ if any("\n" in name or "\r" in name for name in selected):
463
+ return None
464
+ return len(selected)
465
+
466
+
276
467
  def candidate_source_lines(
277
468
  target: Path,
278
469
  diff_target: dict[str, str],
@@ -334,7 +525,14 @@ def candidate_source_lines(
334
525
  source: dict[str, Any] = {"path": name}
335
526
  if raw in location_set:
336
527
  if name not in counts:
337
- blob = git_command(target, "cat-file", "blob", f"{revision}:{name}", text=False)
528
+ blob = git_command(
529
+ target,
530
+ "cat-file",
531
+ "blob",
532
+ f"{revision}:{name}",
533
+ text=False,
534
+ offline=True,
535
+ )
338
536
  blob.check_returncode()
339
537
  data = blob.stdout
340
538
  counts[name] = len(re.split(rb"\r\n|[\r\n]", data)) - int(
@@ -356,6 +554,27 @@ def update_digest_field(digest: Any, label: bytes, value: bytes) -> None:
356
554
  digest.update(value)
357
555
 
358
556
 
557
+ def _update_regular_file_digest(digest: Any, path: Path, prefix: bytes = b"") -> None:
558
+ """Record the file kind, byte count, and SHA-256 in the snapshot digest."""
559
+ content = hashlib.sha256()
560
+ size = 0
561
+ with path.open("rb") as handle:
562
+ for chunk in iter(lambda: handle.read(1024 * 1024), b""):
563
+ content.update(chunk)
564
+ size += len(chunk)
565
+ update_digest_field(digest, prefix + b"kind", b"file")
566
+ update_digest_field(digest, prefix + b"size", str(size).encode())
567
+ update_digest_field(digest, prefix + b"content-sha256", content.digest())
568
+
569
+
570
+ def _visible_git_character(char: str) -> str:
571
+ if char in "\n\t" or unicodedata.category(char) not in {"Cc", "Cf"}:
572
+ return char
573
+ if ord(char) <= 0xFF:
574
+ return f"\\x{ord(char):02x}"
575
+ return ascii(char)[1:-1]
576
+
577
+
359
578
  def _update_digest_field_from_git(
360
579
  digest: Any,
361
580
  label: bytes,
@@ -363,7 +582,7 @@ def _update_digest_field_from_git(
363
582
  *args: str,
364
583
  git_dir: Path | None = None,
365
584
  work_tree: Path | None = None,
366
- ) -> bool:
585
+ ) -> None:
367
586
  with tempfile.TemporaryFile() as output:
368
587
  completed = git_command(
369
588
  target,
@@ -374,17 +593,23 @@ def _update_digest_field_from_git(
374
593
  stdout_file=output,
375
594
  )
376
595
  if completed.returncode != 0:
377
- return False
596
+ detail = completed.stderr.decode("utf-8", errors="backslashreplace").replace(
597
+ "\r\n", "\n"
598
+ )
599
+ detail = "".join(map(_visible_git_character, detail))
600
+ raise SystemExit(
601
+ f"Could not snapshot the selected working-tree changes.\n{detail}".rstrip("\n")
602
+ )
378
603
  output.seek(0, os.SEEK_END)
379
604
  value_size = output.tell()
380
605
  _update_digest_field_header(digest, label, value_size)
381
606
  output.seek(0)
382
607
  for chunk in iter(lambda: output.read(1024 * 1024), b""):
383
608
  digest.update(chunk)
384
- return True
385
609
 
386
610
 
387
611
  def worktree_content_digest(target: Path) -> str:
612
+ """Return the worktree digest for the selected path after checking the state of its submodules."""
388
613
  require_clean_submodule_worktrees(target)
389
614
  repository, pathspec = git_worktree_context(target)
390
615
  return worktree_content_digest_for_context(repository, pathspec)
@@ -398,6 +623,7 @@ def remediation_checkout_snapshot(
398
623
  "Repository HEAD changed. Regenerate the remediation patch against the current checkout."
399
624
  ),
400
625
  ) -> tuple[str, str | None]:
626
+ """Return the current revision and content digest after verifying the recorded checkout identity and required revision."""
401
627
  target = require_scan_target_identity(scan)
402
628
  revision = git_revision(target)
403
629
  required_revision = expected_revision or scan["target_revision"]
@@ -463,7 +689,7 @@ def worktree_content_digest_for_context(
463
689
  ":(top,glob,exclude)**/.svn",
464
690
  ":(top,glob,exclude)**/.svn/**",
465
691
  ]
466
- tracked_ok = _update_digest_field_from_git(
692
+ _update_digest_field_from_git(
467
693
  digest,
468
694
  b"tracked-diff",
469
695
  repository,
@@ -492,7 +718,7 @@ def worktree_content_digest_for_context(
492
718
  git_dir=git_dir,
493
719
  work_tree=work_tree,
494
720
  )
495
- if not tracked_ok or untracked is None:
721
+ if untracked is None:
496
722
  raise SystemExit("Could not snapshot the selected working-tree changes.")
497
723
  for raw_path in sorted(path for path in untracked.split(b"\0") if path):
498
724
  relative_path = os.fsdecode(raw_path)
@@ -522,26 +748,10 @@ def worktree_content_digest_for_context(
522
748
  directory_content_digest(path.resolve()).encode(),
523
749
  )
524
750
  elif stat.S_ISREG(metadata.st_mode):
525
- content_digest = hashlib.sha256()
526
- content_size = 0
527
751
  try:
528
- with path.open("rb") as handle:
529
- for chunk in iter(lambda: handle.read(1024 * 1024), b""):
530
- content_digest.update(chunk)
531
- content_size += len(chunk)
752
+ _update_regular_file_digest(digest, path, prefix=b"untracked-")
532
753
  except OSError as exc:
533
754
  raise SystemExit(f"Could not read untracked file: {relative_path}") from exc
534
- update_digest_field(digest, b"untracked-kind", b"file")
535
- update_digest_field(
536
- digest,
537
- b"untracked-size",
538
- str(content_size).encode(),
539
- )
540
- update_digest_field(
541
- digest,
542
- b"untracked-content-sha256",
543
- content_digest.digest(),
544
- )
545
755
  else:
546
756
  raise SystemExit(f"Unsupported untracked file type: {relative_path}")
547
757
  return f"codex-security-snapshot/v1:sha256:{digest.hexdigest()}"
@@ -651,6 +861,54 @@ def _directory_link_boundary(target: Path, path: Path, linked_prefixes: dict[str
651
861
  return path
652
862
 
653
863
 
864
+ def _windows_inventory_query(
865
+ target: Path,
866
+ *args: str,
867
+ git_dir: Path,
868
+ work_tree: Path,
869
+ input_data: bytes | None = None,
870
+ environment_overrides: dict[str, str] | None = None,
871
+ ) -> subprocess.CompletedProcess[bytes]:
872
+ """Retry a root inventory's metadata length error with its verified literal marker."""
873
+
874
+ def query(
875
+ directory: Path, environment: dict[str, str] | None
876
+ ) -> subprocess.CompletedProcess[bytes]:
877
+ return cast(
878
+ subprocess.CompletedProcess[bytes],
879
+ git_command(
880
+ target,
881
+ *args,
882
+ text=False,
883
+ git_dir=directory,
884
+ work_tree=work_tree,
885
+ input_data=input_data,
886
+ environment_overrides=environment,
887
+ ),
888
+ )
889
+
890
+ result = query(git_dir, environment_overrides)
891
+ if (
892
+ result.returncode != 128
893
+ or result.stdout
894
+ or str(target) != str(work_tree)
895
+ or b"GIT_DIR" not in result.stderr
896
+ ):
897
+ return result
898
+ diagnostic = b"fatal: '$GIT_DIR' too big"
899
+ if diagnostic not in result.stderr.splitlines():
900
+ # Confirm translated diagnostics without changing the actual inventory's environment.
901
+ probe = query(git_dir, {**(environment_overrides or {}), "LC_ALL": "C", "LANGUAGE": "C"})
902
+ if probe.returncode != 128 or probe.stdout or diagnostic not in probe.stderr.splitlines():
903
+ return result
904
+ with pinned_root_git_marker(target, git_dir) as marker:
905
+ if marker is not None:
906
+ retry = query(marker, environment_overrides)
907
+ if retry.returncode == 0 or (retry.returncode == 1 and "check-ignore" in args):
908
+ return retry
909
+ return result
910
+
911
+
654
912
  def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
655
913
  repository_root = git_output(target, "rev-parse", "--show-toplevel")
656
914
  if repository_root is None:
@@ -744,7 +1002,7 @@ def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
744
1002
  git_directory = git_output(target, "rev-parse", "--absolute-git-dir")
745
1003
  if git_directory is None:
746
1004
  raise SystemExit("Could not inspect the selected Git working tree.")
747
- directories = git_bytes(
1005
+ directories = _windows_inventory_query(
748
1006
  target,
749
1007
  "--no-literal-pathspecs",
750
1008
  "ls-files",
@@ -758,9 +1016,9 @@ def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
758
1016
  git_dir=Path(git_directory),
759
1017
  work_tree=repository,
760
1018
  )
761
- if directories is None:
1019
+ if directories.returncode != 0:
762
1020
  raise SystemExit("Could not inspect directories in the selected Git working tree.")
763
- pending = [target / os.fsdecode(path) for path in directories.split(b"\0") if path]
1021
+ pending = [target / os.fsdecode(path) for path in directories.stdout.split(b"\0") if path]
764
1022
  while pending:
765
1023
  children: list[Path] = []
766
1024
  for path in pending:
@@ -799,17 +1057,16 @@ def git_directory_snapshot_paths(target: Path) -> list[Path] | None:
799
1057
  if not candidates:
800
1058
  break
801
1059
  # Filter a directory level at once, retaining the outer repository context.
802
- ignored = git_command(
1060
+ ignored = _windows_inventory_query(
803
1061
  repository,
804
1062
  "--no-literal-pathspecs",
805
1063
  "check-ignore",
806
1064
  "-z",
807
1065
  "--stdin",
808
- text=False,
809
1066
  input_data=b"\0".join(candidates) + b"\0",
810
1067
  git_dir=Path(git_directory),
811
1068
  work_tree=repository,
812
- pathspec_environment={
1069
+ environment_overrides={
813
1070
  "GIT_NOGLOB_PATHSPECS": "0",
814
1071
  },
815
1072
  )
@@ -900,18 +1157,10 @@ def directory_content_digest(
900
1157
  elif stat.S_ISDIR(mode):
901
1158
  update_digest_field(digest, b"kind", b"directory")
902
1159
  elif stat.S_ISREG(mode):
903
- content_digest = hashlib.sha256()
904
- content_size = 0
905
1160
  try:
906
- with path.open("rb") as handle:
907
- for chunk in iter(lambda: handle.read(1024 * 1024), b""):
908
- content_digest.update(chunk)
909
- content_size += len(chunk)
1161
+ _update_regular_file_digest(digest, path)
910
1162
  except OSError as exc:
911
1163
  raise UnreadableLocalFile(f"Could not read local file: {relative_path}") from exc
912
- update_digest_field(digest, b"kind", b"file")
913
- update_digest_field(digest, b"size", str(content_size).encode())
914
- update_digest_field(digest, b"content-sha256", content_digest.digest())
915
1164
  else:
916
1165
  raise UnsupportedLocalFileType(f"Unsupported local file type: {relative_path}")
917
1166
  return f"codex-security-snapshot/v1:sha256:{digest.hexdigest()}"
@@ -1018,7 +1267,7 @@ def copy_git_worktree_files(
1018
1267
  source_path = _directory_link_boundary(repository, source_path, linked_prefixes)
1019
1268
  relative = source_path.relative_to(repository)
1020
1269
  metadata = source_path.lstat()
1021
- except FileNotFoundError:
1270
+ except (FileNotFoundError, NotADirectoryError):
1022
1271
  continue
1023
1272
  if relative in copied:
1024
1273
  continue
@@ -1029,7 +1278,12 @@ def copy_git_worktree_files(
1029
1278
  destination_path = destination / relative
1030
1279
  destination_path.parent.mkdir(parents=True, exist_ok=True)
1031
1280
  if stat.S_ISLNK(metadata.st_mode):
1032
- destination_path.symlink_to(os.readlink(source_path))
1281
+ directory_link = bool(
1282
+ getattr(metadata, "st_file_attributes", 0) & stat.FILE_ATTRIBUTE_DIRECTORY
1283
+ )
1284
+ destination_path.symlink_to(
1285
+ os.readlink(source_path), target_is_directory=directory_link
1286
+ )
1033
1287
  elif stat.S_ISREG(metadata.st_mode):
1034
1288
  shutil.copy2(source_path, destination_path, follow_symlinks=False)
1035
1289
  elif stat.S_ISDIR(metadata.st_mode):
@@ -1089,7 +1343,16 @@ def git_target_metadata(target: Path) -> dict[str, Any]:
1089
1343
  branch = git_output(target, "symbolic-ref", "--quiet", "--short", "HEAD")
1090
1344
  metadata.update({"branch": branch, "detachedHead": revision is not None and branch is None})
1091
1345
  if revision is not None:
1092
- subject = git_bytes(target, "show", "-s", "--no-show-signature", "--format=%s", "HEAD")
1346
+ subject = git_bytes(
1347
+ target,
1348
+ "log",
1349
+ "-1",
1350
+ "--no-patch",
1351
+ "--no-show-signature",
1352
+ "--format=%s",
1353
+ "HEAD",
1354
+ offline=True,
1355
+ )
1093
1356
  metadata.update(
1094
1357
  {
1095
1358
  "commitSubject": (subject or b"").decode("utf-8", errors="replace").strip() or None,
@@ -1118,6 +1381,7 @@ def require_remediation_target(value: str) -> Path:
1118
1381
 
1119
1382
 
1120
1383
  def require_scan_target_identity(scan: sqlite3.Row) -> Path:
1384
+ """Return the recorded checkout path or raise SystemExit if it no longer identifies the original directory."""
1121
1385
  target = require_remediation_target(scan["target_path"])
1122
1386
  expected_inode = scan["target_inode"]
1123
1387
  if expected_inode is None:
@@ -10,11 +10,13 @@ from pathlib import Path
10
10
 
11
11
 
12
12
  def stable_target_id(target: Path) -> str:
13
+ """Hash the supplied path spelling into the workbench ID for a local workspace."""
13
14
  digest = hashlib.sha256(f"local-workspace\0{target}".encode()).hexdigest()
14
15
  return f"target_sha256_{digest}"
15
16
 
16
17
 
17
18
  def backfill_security_targets(connection: sqlite3.Connection) -> None:
19
+ """Fill missing target IDs on scans and workspaces in the caller’s transaction."""
18
20
  rows = connection.execute(
19
21
  """
20
22
  SELECT target_path FROM workspaces WHERE target_path IS NOT NULL
@@ -36,6 +38,7 @@ def backfill_security_targets(connection: sqlite3.Connection) -> None:
36
38
 
37
39
 
38
40
  def ensure_security_target(connection: sqlite3.Connection, target_path: str) -> str:
41
+ """Return the ID already associated with the path or insert a deterministic ID for it."""
39
42
  existing = connection.execute(
40
43
  "SELECT id FROM security_targets WHERE current_path = ?",
41
44
  (target_path,),