@openai/codex-security 0.1.31 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (514) hide show
  1. package/README.md +442 -2434
  2. package/_bundled_plugin/.app.json +5 -1
  3. package/_bundled_plugin/.codex-plugin/plugin.json +9 -5
  4. package/_bundled_plugin/.mcp.json +3 -0
  5. package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
  6. package/_bundled_plugin/examples/completed-scan/report.md +28 -26
  7. package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
  8. package/_bundled_plugin/mcp/helpers.mjs +1 -0
  9. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  10. package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +7 -214
  11. package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
  12. package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
  13. package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
  14. package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
  15. package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
  16. package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
  17. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  18. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  19. package/_bundled_plugin/mcp/permission-profile-preflight.mjs +563 -0
  20. package/_bundled_plugin/mcp/server.mjs +1 -0
  21. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  22. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  23. package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
  24. package/_bundled_plugin/references/artifact-storage.md +5 -5
  25. package/_bundled_plugin/references/config-preflight.md +1 -5
  26. package/_bundled_plugin/references/core-scan.md +34 -10
  27. package/_bundled_plugin/references/final-report.md +13 -13
  28. package/_bundled_plugin/references/finding-detail-fields.md +90 -80
  29. package/_bundled_plugin/references/sarif-adapter.md +1 -1
  30. package/_bundled_plugin/references/scan-artifacts.md +3 -4
  31. package/_bundled_plugin/references/scan-contract.md +11 -6
  32. package/_bundled_plugin/references/scan-prologue.md +12 -0
  33. package/_bundled_plugin/references/security-guidance.md +2 -2
  34. package/_bundled_plugin/references/standalone-validation.md +11 -0
  35. package/_bundled_plugin/references/threat-model.md +2 -2
  36. package/_bundled_plugin/schemas/coverage.schema.json +23 -47
  37. package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
  38. package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
  39. package/_bundled_plugin/schemas/findings.schema.json +71 -192
  40. package/_bundled_plugin/schemas/scan-manifest.schema.json +83 -95
  41. package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
  42. package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
  43. package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
  44. package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
  45. package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
  46. package/_bundled_plugin/schemas/tools/scan-draft.schema.json +245 -356
  47. package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
  48. package/_bundled_plugin/scripts/codex_session.mjs +53 -0
  49. package/_bundled_plugin/scripts/config_preflight.py +29 -69
  50. package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
  51. package/_bundled_plugin/scripts/deep_scan_workbench.py +208 -363
  52. package/_bundled_plugin/scripts/filesystem_identity.py +1 -5
  53. package/_bundled_plugin/scripts/finalize_scan_contract.py +733 -375
  54. package/_bundled_plugin/scripts/finding_preview.py +81 -91
  55. package/_bundled_plugin/scripts/generate_in_scope_files.py +48 -102
  56. package/_bundled_plugin/scripts/generate_rank_input.py +117 -888
  57. package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -6
  58. package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
  59. package/_bundled_plugin/scripts/rank_preview.py +43 -902
  60. package/_bundled_plugin/scripts/report_projection.py +143 -219
  61. package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
  62. package/_bundled_plugin/scripts/threat_model_projection.py +161 -0
  63. package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
  64. package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
  65. package/_bundled_plugin/scripts/windows_scan_local_files.py +59 -9
  66. package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
  67. package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
  68. package/_bundled_plugin/scripts/workbench/storage.py +21 -6
  69. package/_bundled_plugin/scripts/workbench_cli.py +99 -190
  70. package/_bundled_plugin/scripts/workbench_constants.py +6 -14
  71. package/_bundled_plugin/scripts/workbench_db.py +524 -672
  72. package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
  73. package/_bundled_plugin/scripts/workbench_finding_index.py +20 -7
  74. package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
  75. package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
  76. package/_bundled_plugin/scripts/workbench_native_indexes.py +28 -18
  77. package/_bundled_plugin/scripts/workbench_progress.py +26 -92
  78. package/_bundled_plugin/scripts/workbench_publication.py +77 -116
  79. package/_bundled_plugin/scripts/workbench_remediation.py +14 -20
  80. package/_bundled_plugin/scripts/workbench_saved_results.py +1402 -263
  81. package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
  82. package/_bundled_plugin/scripts/workbench_scan_start.py +109 -52
  83. package/_bundled_plugin/scripts/workbench_scan_usage.py +30 -49
  84. package/_bundled_plugin/scripts/workbench_schema.py +71 -1370
  85. package/_bundled_plugin/scripts/workbench_source_excerpt.py +16 -7
  86. package/_bundled_plugin/scripts/workbench_target.py +526 -150
  87. package/_bundled_plugin/scripts/workbench_target_state.py +1 -5
  88. package/_bundled_plugin/scripts/workbench_validation.py +19 -44
  89. package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
  90. package/_bundled_plugin/shared/workbench-migrations.json +397 -0
  91. package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
  92. package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
  93. package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
  94. package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
  95. package/_bundled_plugin/skills/deep-security-scan/SKILL.md +6 -6
  96. package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
  97. package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
  98. package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
  99. package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
  100. package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
  101. package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
  102. package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
  103. package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
  104. package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +13 -1
  105. package/_bundled_plugin/skills/threat-model/SKILL.md +2 -2
  106. package/_bundled_plugin/skills/track-findings/SKILL.md +46 -178
  107. package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
  108. package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
  109. package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
  110. package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
  111. package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
  112. package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
  113. package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
  114. package/bin/codex-security.mjs +9 -2
  115. package/dist/api.d.ts +63 -15
  116. package/dist/api.d.ts.map +1 -1
  117. package/dist/api.js +970 -553
  118. package/dist/api.js.map +1 -1
  119. package/dist/artifact-export.d.ts +70 -0
  120. package/dist/artifact-export.d.ts.map +1 -0
  121. package/dist/artifact-export.js +292 -0
  122. package/dist/artifact-export.js.map +1 -0
  123. package/dist/auth.d.ts +2 -6
  124. package/dist/auth.d.ts.map +1 -1
  125. package/dist/auth.js +27 -12
  126. package/dist/auth.js.map +1 -1
  127. package/dist/bulk-scan-discovery.d.ts +1 -0
  128. package/dist/bulk-scan-discovery.d.ts.map +1 -1
  129. package/dist/bulk-scan-discovery.js +9 -9
  130. package/dist/bulk-scan-discovery.js.map +1 -1
  131. package/dist/classify-scan-severity.d.ts.map +1 -1
  132. package/dist/classify-scan-severity.js +2 -5
  133. package/dist/classify-scan-severity.js.map +1 -1
  134. package/dist/classify-severity.d.ts +28 -17
  135. package/dist/classify-severity.d.ts.map +1 -1
  136. package/dist/classify-severity.js +16 -35
  137. package/dist/classify-severity.js.map +1 -1
  138. package/dist/cli-help.d.ts +3 -0
  139. package/dist/cli-help.d.ts.map +1 -0
  140. package/dist/cli-help.js +285 -0
  141. package/dist/cli-help.js.map +1 -0
  142. package/dist/cli-signals.d.ts +8 -0
  143. package/dist/cli-signals.d.ts.map +1 -0
  144. package/dist/cli-signals.js +28 -0
  145. package/dist/cli-signals.js.map +1 -0
  146. package/dist/cli.d.ts +22 -24
  147. package/dist/cli.d.ts.map +1 -1
  148. package/dist/cli.js +1660 -1556
  149. package/dist/cli.js.map +1 -1
  150. package/dist/cloud-publish.d.ts.map +1 -1
  151. package/dist/cloud-publish.js +11 -17
  152. package/dist/cloud-publish.js.map +1 -1
  153. package/dist/codeowners.d.ts +19 -0
  154. package/dist/codeowners.d.ts.map +1 -0
  155. package/dist/codeowners.js +138 -0
  156. package/dist/codeowners.js.map +1 -0
  157. package/dist/codex-prompt.d.ts.map +1 -1
  158. package/dist/codex-prompt.js +1 -2
  159. package/dist/codex-prompt.js.map +1 -1
  160. package/dist/codex-sdk-environment.d.ts +3 -0
  161. package/dist/codex-sdk-environment.d.ts.map +1 -0
  162. package/dist/codex-sdk-environment.js +68 -0
  163. package/dist/codex-sdk-environment.js.map +1 -0
  164. package/dist/component-plan.d.ts +2 -5
  165. package/dist/component-plan.d.ts.map +1 -1
  166. package/dist/component-plan.js +38 -34
  167. package/dist/component-plan.js.map +1 -1
  168. package/dist/component-scan.d.ts +7 -5
  169. package/dist/component-scan.d.ts.map +1 -1
  170. package/dist/component-scan.js +54 -44
  171. package/dist/component-scan.js.map +1 -1
  172. package/dist/config.d.ts.map +1 -1
  173. package/dist/config.js +93 -104
  174. package/dist/config.js.map +1 -1
  175. package/dist/contract.d.ts +15 -2
  176. package/dist/contract.d.ts.map +1 -1
  177. package/dist/contract.js +124 -348
  178. package/dist/contract.js.map +1 -1
  179. package/dist/cost-model.d.ts +13 -6
  180. package/dist/cost-model.d.ts.map +1 -1
  181. package/dist/cost-model.js +75 -34
  182. package/dist/cost-model.js.map +1 -1
  183. package/dist/cost.d.ts +10 -2
  184. package/dist/cost.d.ts.map +1 -1
  185. package/dist/cost.js +116 -134
  186. package/dist/cost.js.map +1 -1
  187. package/dist/custom-validation-prompt.d.ts.map +1 -1
  188. package/dist/custom-validation-prompt.js +7 -6
  189. package/dist/custom-validation-prompt.js.map +1 -1
  190. package/dist/custom-validation.d.ts +1 -2
  191. package/dist/custom-validation.d.ts.map +1 -1
  192. package/dist/custom-validation.js +23 -16
  193. package/dist/custom-validation.js.map +1 -1
  194. package/dist/deduplication/checkpointed-review.d.ts +4 -2
  195. package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
  196. package/dist/deduplication/checkpointed-review.js +33 -20
  197. package/dist/deduplication/checkpointed-review.js.map +1 -1
  198. package/dist/deduplication/codex-review.d.ts +9 -1
  199. package/dist/deduplication/codex-review.d.ts.map +1 -1
  200. package/dist/deduplication/codex-review.js +129 -20
  201. package/dist/deduplication/codex-review.js.map +1 -1
  202. package/dist/deduplication/deduplication-prompts.d.ts +5 -2
  203. package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
  204. package/dist/deduplication/deduplication-prompts.js +18 -4
  205. package/dist/deduplication/deduplication-prompts.js.map +1 -1
  206. package/dist/deduplication/deduplication-reviewer.d.ts +26 -4
  207. package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
  208. package/dist/deduplication/deduplication-reviewer.js +59 -47
  209. package/dist/deduplication/deduplication-reviewer.js.map +1 -1
  210. package/dist/deduplication/deduplication.d.ts.map +1 -1
  211. package/dist/deduplication/deduplication.js +59 -113
  212. package/dist/deduplication/deduplication.js.map +1 -1
  213. package/dist/deduplication/diagnostics.d.ts +17 -0
  214. package/dist/deduplication/diagnostics.d.ts.map +1 -0
  215. package/dist/deduplication/diagnostics.js +5 -0
  216. package/dist/deduplication/diagnostics.js.map +1 -0
  217. package/dist/deduplication/finding-schema.d.ts.map +1 -1
  218. package/dist/deduplication/finding-schema.js +7 -1
  219. package/dist/deduplication/finding-schema.js.map +1 -1
  220. package/dist/deduplication/local.d.ts +31 -0
  221. package/dist/deduplication/local.d.ts.map +1 -0
  222. package/dist/deduplication/local.js +166 -0
  223. package/dist/deduplication/local.js.map +1 -0
  224. package/dist/deduplication/records-protocol.d.ts.map +1 -1
  225. package/dist/deduplication/records-protocol.js +12 -28
  226. package/dist/deduplication/records-protocol.js.map +1 -1
  227. package/dist/deduplication/records.d.ts +188 -12
  228. package/dist/deduplication/records.d.ts.map +1 -1
  229. package/dist/deduplication/records.js +34 -24
  230. package/dist/deduplication/records.js.map +1 -1
  231. package/dist/deduplication/review.d.ts +7 -0
  232. package/dist/deduplication/review.d.ts.map +1 -1
  233. package/dist/deduplication/review.js.map +1 -1
  234. package/dist/deduplication/scan.d.ts +9 -3
  235. package/dist/deduplication/scan.d.ts.map +1 -1
  236. package/dist/deduplication/scan.js +159 -44
  237. package/dist/deduplication/scan.js.map +1 -1
  238. package/dist/deep-config.d.ts +2 -1
  239. package/dist/deep-config.d.ts.map +1 -1
  240. package/dist/deep-config.js +7 -23
  241. package/dist/deep-config.js.map +1 -1
  242. package/dist/deep-progress.d.ts +2 -1
  243. package/dist/deep-progress.d.ts.map +1 -1
  244. package/dist/deep-progress.js +32 -47
  245. package/dist/deep-progress.js.map +1 -1
  246. package/dist/deep-scan.d.ts +20 -0
  247. package/dist/deep-scan.d.ts.map +1 -0
  248. package/dist/deep-scan.js +113 -0
  249. package/dist/deep-scan.js.map +1 -0
  250. package/dist/errors.d.ts +5 -2
  251. package/dist/errors.d.ts.map +1 -1
  252. package/dist/errors.js +7 -7
  253. package/dist/errors.js.map +1 -1
  254. package/dist/feedback.d.ts.map +1 -1
  255. package/dist/feedback.js +53 -21
  256. package/dist/feedback.js.map +1 -1
  257. package/dist/finding-catalogue.d.ts.map +1 -1
  258. package/dist/finding-catalogue.js +26 -30
  259. package/dist/finding-catalogue.js.map +1 -1
  260. package/dist/finding-normalization.d.ts +5 -0
  261. package/dist/finding-normalization.d.ts.map +1 -0
  262. package/dist/finding-normalization.js +120 -0
  263. package/dist/finding-normalization.js.map +1 -0
  264. package/dist/finding-retrieval.d.ts +9 -0
  265. package/dist/finding-retrieval.d.ts.map +1 -1
  266. package/dist/finding-retrieval.js.map +1 -1
  267. package/dist/finding-workflow.d.ts +13 -8
  268. package/dist/finding-workflow.d.ts.map +1 -1
  269. package/dist/finding-workflow.js +18 -13
  270. package/dist/finding-workflow.js.map +1 -1
  271. package/dist/findings-client.d.ts +2 -1
  272. package/dist/findings-client.d.ts.map +1 -1
  273. package/dist/findings-client.js +36 -9
  274. package/dist/findings-client.js.map +1 -1
  275. package/dist/findings-errors.d.ts +16 -0
  276. package/dist/findings-errors.d.ts.map +1 -0
  277. package/dist/findings-errors.js +24 -0
  278. package/dist/findings-errors.js.map +1 -0
  279. package/dist/findings-import.d.ts +1 -1
  280. package/dist/findings-import.d.ts.map +1 -1
  281. package/dist/findings-import.js +16 -44
  282. package/dist/findings-import.js.map +1 -1
  283. package/dist/github.d.ts.map +1 -1
  284. package/dist/github.js +9 -4
  285. package/dist/github.js.map +1 -1
  286. package/dist/import-scan.d.ts.map +1 -1
  287. package/dist/import-scan.js +49 -39
  288. package/dist/import-scan.js.map +1 -1
  289. package/dist/index.d.ts +11 -5
  290. package/dist/index.d.ts.map +1 -1
  291. package/dist/index.js +2 -1
  292. package/dist/index.js.map +1 -1
  293. package/dist/knowledge-base.d.ts +7 -1
  294. package/dist/knowledge-base.d.ts.map +1 -1
  295. package/dist/knowledge-base.js +115 -47
  296. package/dist/knowledge-base.js.map +1 -1
  297. package/dist/linear.d.ts.map +1 -1
  298. package/dist/linear.js +4 -10
  299. package/dist/linear.js.map +1 -1
  300. package/dist/mock-scan.d.ts.map +1 -1
  301. package/dist/mock-scan.js +0 -1
  302. package/dist/mock-scan.js.map +1 -1
  303. package/dist/models.d.ts +24 -2
  304. package/dist/models.d.ts.map +1 -1
  305. package/dist/models.js.map +1 -1
  306. package/dist/multiscan.d.ts +9 -3
  307. package/dist/multiscan.d.ts.map +1 -1
  308. package/dist/multiscan.js +225 -153
  309. package/dist/multiscan.js.map +1 -1
  310. package/dist/owner-evidence.d.ts +10 -2
  311. package/dist/owner-evidence.d.ts.map +1 -1
  312. package/dist/owner-evidence.js +69 -14
  313. package/dist/owner-evidence.js.map +1 -1
  314. package/dist/patch-tui.d.ts.map +1 -1
  315. package/dist/patch-tui.js +5 -6
  316. package/dist/patch-tui.js.map +1 -1
  317. package/dist/project-config-schema.d.ts +10 -0
  318. package/dist/project-config-schema.d.ts.map +1 -1
  319. package/dist/project-config-schema.js +1 -0
  320. package/dist/project-config-schema.js.map +1 -1
  321. package/dist/project-config.d.ts +1 -0
  322. package/dist/project-config.d.ts.map +1 -1
  323. package/dist/project-config.js +5 -3
  324. package/dist/project-config.js.map +1 -1
  325. package/dist/prompt-files.d.ts +0 -1
  326. package/dist/prompt-files.d.ts.map +1 -1
  327. package/dist/prompt-files.js +2 -4
  328. package/dist/prompt-files.js.map +1 -1
  329. package/dist/provider-profile.d.ts +21 -0
  330. package/dist/provider-profile.d.ts.map +1 -0
  331. package/dist/provider-profile.js +133 -0
  332. package/dist/provider-profile.js.map +1 -0
  333. package/dist/publication-events.d.ts +6 -8
  334. package/dist/publication-events.d.ts.map +1 -1
  335. package/dist/publication-events.js +40 -79
  336. package/dist/publication-events.js.map +1 -1
  337. package/dist/publication-store.d.ts.map +1 -1
  338. package/dist/publication-store.js +48 -76
  339. package/dist/publication-store.js.map +1 -1
  340. package/dist/publication.d.ts +1 -2
  341. package/dist/publication.d.ts.map +1 -1
  342. package/dist/publication.js +7 -16
  343. package/dist/publication.js.map +1 -1
  344. package/dist/publish.d.ts +1 -5
  345. package/dist/publish.d.ts.map +1 -1
  346. package/dist/publish.js +138 -199
  347. package/dist/publish.js.map +1 -1
  348. package/dist/record.d.ts +2 -0
  349. package/dist/record.d.ts.map +1 -0
  350. package/dist/record.js +4 -0
  351. package/dist/record.js.map +1 -0
  352. package/dist/request-metadata.d.ts +9 -0
  353. package/dist/request-metadata.d.ts.map +1 -0
  354. package/dist/request-metadata.js +13 -0
  355. package/dist/request-metadata.js.map +1 -0
  356. package/dist/result.d.ts +4 -1
  357. package/dist/result.d.ts.map +1 -1
  358. package/dist/result.js +7 -0
  359. package/dist/result.js.map +1 -1
  360. package/dist/runtime.d.ts +25 -17
  361. package/dist/runtime.d.ts.map +1 -1
  362. package/dist/runtime.js +619 -255
  363. package/dist/runtime.js.map +1 -1
  364. package/dist/saved-scan-bootstrap.d.ts +14 -0
  365. package/dist/saved-scan-bootstrap.d.ts.map +1 -0
  366. package/dist/saved-scan-bootstrap.js +261 -0
  367. package/dist/saved-scan-bootstrap.js.map +1 -0
  368. package/dist/saved-scan.d.ts +1 -1
  369. package/dist/saved-scan.d.ts.map +1 -1
  370. package/dist/saved-scan.js +16 -32
  371. package/dist/saved-scan.js.map +1 -1
  372. package/dist/scan-activity.d.ts.map +1 -1
  373. package/dist/scan-activity.js +19 -30
  374. package/dist/scan-activity.js.map +1 -1
  375. package/dist/scan-comparison.d.ts +31 -18
  376. package/dist/scan-comparison.d.ts.map +1 -1
  377. package/dist/scan-comparison.js +307 -347
  378. package/dist/scan-comparison.js.map +1 -1
  379. package/dist/scan-dashboard.d.ts +3 -1
  380. package/dist/scan-dashboard.d.ts.map +1 -1
  381. package/dist/scan-dashboard.js +351 -92
  382. package/dist/scan-dashboard.js.map +1 -1
  383. package/dist/scan-history-renderer.d.ts.map +1 -1
  384. package/dist/scan-history-renderer.js +55 -15
  385. package/dist/scan-history-renderer.js.map +1 -1
  386. package/dist/scan-inputs.d.ts +6 -0
  387. package/dist/scan-inputs.d.ts.map +1 -0
  388. package/dist/scan-inputs.js +71 -0
  389. package/dist/scan-inputs.js.map +1 -0
  390. package/dist/scan-logs.d.ts +2 -3
  391. package/dist/scan-logs.d.ts.map +1 -1
  392. package/dist/scan-logs.js +14 -12
  393. package/dist/scan-logs.js.map +1 -1
  394. package/dist/scan-sessions.d.ts +4 -0
  395. package/dist/scan-sessions.d.ts.map +1 -1
  396. package/dist/scan-sessions.js +18 -3
  397. package/dist/scan-sessions.js.map +1 -1
  398. package/dist/scan-settings.d.ts +5 -0
  399. package/dist/scan-settings.d.ts.map +1 -1
  400. package/dist/scan-settings.js +4 -0
  401. package/dist/scan-settings.js.map +1 -1
  402. package/dist/scan-skill-paths.d.ts +8 -0
  403. package/dist/scan-skill-paths.d.ts.map +1 -0
  404. package/dist/scan-skill-paths.js +47 -0
  405. package/dist/scan-skill-paths.js.map +1 -0
  406. package/dist/security-policy-cli.d.ts.map +1 -1
  407. package/dist/security-policy-cli.js +15 -33
  408. package/dist/security-policy-cli.js.map +1 -1
  409. package/dist/security-policy.d.ts +17 -9
  410. package/dist/security-policy.d.ts.map +1 -1
  411. package/dist/security-policy.js +131 -98
  412. package/dist/security-policy.js.map +1 -1
  413. package/dist/server/api.d.ts +0 -1
  414. package/dist/server/api.d.ts.map +1 -1
  415. package/dist/server/api.js +0 -1
  416. package/dist/server/api.js.map +1 -1
  417. package/dist/server/embeddings.d.ts +3 -1
  418. package/dist/server/embeddings.d.ts.map +1 -1
  419. package/dist/server/embeddings.js +11 -3
  420. package/dist/server/embeddings.js.map +1 -1
  421. package/dist/server/errors.d.ts +5 -2
  422. package/dist/server/errors.d.ts.map +1 -1
  423. package/dist/server/errors.js +7 -0
  424. package/dist/server/errors.js.map +1 -1
  425. package/dist/server/sqlite-store.d.ts +0 -2
  426. package/dist/server/sqlite-store.d.ts.map +1 -1
  427. package/dist/server/sqlite-store.js +55 -55
  428. package/dist/server/sqlite-store.js.map +1 -1
  429. package/dist/server/storage.d.ts +0 -2
  430. package/dist/server/storage.d.ts.map +1 -1
  431. package/dist/server/storage.js.map +1 -1
  432. package/dist/severity-store.js +20 -32
  433. package/dist/severity-store.js.map +1 -1
  434. package/dist/standalone-validation-prompt.d.ts +2 -0
  435. package/dist/standalone-validation-prompt.d.ts.map +1 -0
  436. package/dist/standalone-validation-prompt.js +10 -0
  437. package/dist/standalone-validation-prompt.js.map +1 -0
  438. package/dist/suggest-owners.d.ts +6 -5
  439. package/dist/suggest-owners.d.ts.map +1 -1
  440. package/dist/suggest-owners.js +15 -10
  441. package/dist/suggest-owners.js.map +1 -1
  442. package/dist/targets.d.ts +12 -0
  443. package/dist/targets.d.ts.map +1 -1
  444. package/dist/targets.js +124 -62
  445. package/dist/targets.js.map +1 -1
  446. package/dist/trusted-executable.d.ts +6 -1
  447. package/dist/trusted-executable.d.ts.map +1 -1
  448. package/dist/trusted-executable.js +28 -9
  449. package/dist/trusted-executable.js.map +1 -1
  450. package/dist/value.d.ts +2 -0
  451. package/dist/value.d.ts.map +1 -0
  452. package/dist/value.js +27 -0
  453. package/dist/value.js.map +1 -0
  454. package/dist/version.d.ts.map +1 -1
  455. package/dist/version.js +3 -6
  456. package/dist/version.js.map +1 -1
  457. package/dist/windows-path.d.ts.map +1 -1
  458. package/dist/windows-path.js +1 -2
  459. package/dist/windows-path.js.map +1 -1
  460. package/dist/workbench-arguments.d.ts +3 -0
  461. package/dist/workbench-arguments.d.ts.map +1 -0
  462. package/dist/workbench-arguments.js +15 -0
  463. package/dist/workbench-arguments.js.map +1 -0
  464. package/dist/worker-progress.d.ts +2 -0
  465. package/dist/worker-progress.d.ts.map +1 -1
  466. package/dist/worker-progress.js +40 -46
  467. package/dist/worker-progress.js.map +1 -1
  468. package/docs/cli.md +1778 -0
  469. package/docs/dedupe-records.md +24 -0
  470. package/docs/findings-service.md +402 -0
  471. package/package.json +23 -23
  472. package/schemas/project-config.schema.json +5 -0
  473. package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
  474. package/_bundled_plugin/scripts/normalize_candidates.py +0 -338
  475. package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
  476. package/_bundled_plugin/scripts/workbench_findings.py +0 -221
  477. package/_bundled_plugin/scripts/workbench_severity.py +0 -119
  478. package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
  479. package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
  480. package/dist/server/dashboard/app.css +0 -2
  481. package/dist/server/dashboard/app.js +0 -66
  482. package/dist/server/dashboard/index.html +0 -18
  483. package/dist/server/dashboard-types.d.ts +0 -48
  484. package/dist/server/dashboard-types.d.ts.map +0 -1
  485. package/dist/server/dashboard-types.js +0 -2
  486. package/dist/server/dashboard-types.js.map +0 -1
  487. package/dist/server/dashboard.d.ts +0 -6
  488. package/dist/server/dashboard.d.ts.map +0 -1
  489. package/dist/server/dashboard.js +0 -59
  490. package/dist/server/dashboard.js.map +0 -1
  491. package/dist/server/findings-service.d.ts +0 -20
  492. package/dist/server/findings-service.d.ts.map +0 -1
  493. package/dist/server/findings-service.js +0 -31
  494. package/dist/server/findings-service.js.map +0 -1
  495. package/dist/server/index.d.ts +0 -2
  496. package/dist/server/index.d.ts.map +0 -1
  497. package/dist/server/index.js +0 -6
  498. package/dist/server/index.js.map +0 -1
  499. package/dist/server/routes.d.ts +0 -6
  500. package/dist/server/routes.d.ts.map +0 -1
  501. package/dist/server/routes.js +0 -86
  502. package/dist/server/routes.js.map +0 -1
  503. package/dist/server/serve.d.ts +0 -2
  504. package/dist/server/serve.d.ts.map +0 -1
  505. package/dist/server/serve.js +0 -28
  506. package/dist/server/serve.js.map +0 -1
  507. package/dist/server/server.d.ts +0 -10
  508. package/dist/server/server.d.ts.map +0 -1
  509. package/dist/server/server.js +0 -17
  510. package/dist/server/server.js.map +0 -1
  511. package/dist/server/validation.d.ts +0 -17
  512. package/dist/server/validation.d.ts.map +0 -1
  513. package/dist/server/validation.js +0 -53
  514. package/dist/server/validation.js.map +0 -1
@@ -6,6 +6,8 @@ import argparse
6
6
  import json
7
7
  import re
8
8
  import sys
9
+ from bisect import bisect_right
10
+ from itertools import chain
9
11
  from pathlib import Path
10
12
  from typing import Any
11
13
 
@@ -17,7 +19,9 @@ from workbench_constants import (
17
19
  FINDING_CODE_EVIDENCE_SNIPPET_BYTES,
18
20
  FINDING_DETAILS_PREVIEW_BYTES,
19
21
  FINDING_EVIDENCE_EXCERPT_BYTES,
22
+ FINDING_LEVEL_BYTES,
20
23
  FINDING_ROOT_CAUSE_PREVIEW_BYTES,
24
+ FINDING_SUMMARY_BYTES,
21
25
  FINDING_VALIDATION_PREVIEW_BYTES,
22
26
  )
23
27
 
@@ -145,9 +149,9 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
145
149
  if isinstance(writeup, dict) and isinstance(writeup.get("reportPath"), str):
146
150
  prepared["writeup"] = {"reportPath": bounded_json_text(writeup["reportPath"], 512)[0]}
147
151
 
148
- evidence_key, evidence = merged_code_evidence(value)
152
+ evidence_key, evidence = merged_bounded_code_evidence(value)
149
153
  if evidence_key is not None:
150
- prepared[evidence_key] = bounded_code_evidence(evidence)
154
+ prepared[evidence_key] = evidence
151
155
 
152
156
  for key in (
153
157
  "confidence",
@@ -175,6 +179,37 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
175
179
  for key in ("remediationTests", "preventiveControls")
176
180
  if key in prepared and isinstance(prepared[key], list)
177
181
  }
182
+ for key in ("severity", "confidence"):
183
+ if key in prepared:
184
+ prepared[key] = bounded_finding_section(
185
+ prepared[key],
186
+ FINDING_SUMMARY_BYTES,
187
+ ("level",),
188
+ ((("level",), FINDING_LEVEL_BYTES),),
189
+ )
190
+ if "taxonomy" in prepared:
191
+ prepared["taxonomy"] = bounded_finding_section(
192
+ prepared["taxonomy"], FINDING_SUMMARY_BYTES, ("cwe",), ()
193
+ )
194
+ metadata_keys = (
195
+ "ruleId",
196
+ "status",
197
+ "detectedAt",
198
+ "identity",
199
+ "taxonomy",
200
+ "severity",
201
+ "confidence",
202
+ )
203
+ metadata = {
204
+ key: bounded_json_value(prepared[key], [FINDING_SUMMARY_BYTES])
205
+ for key in metadata_keys
206
+ if key in prepared
207
+ }
208
+ metadata = dict(sorted(metadata.items(), key=lambda item: json_size(item[1])))
209
+ metadata_budget = FINDING_SUMMARY_BYTES - 2 - sum(json_size(key) + 2 for key in metadata)
210
+ for index, (key, item) in enumerate(metadata.items()):
211
+ metadata[key] = bounded_json_value(item, [metadata_budget // (len(metadata) - index)])
212
+ metadata_budget -= json_size(metadata[key])
178
213
  diagnostics = (
179
214
  "rootCause",
180
215
  "root_cause",
@@ -186,20 +221,15 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
186
221
  core_keys = (
187
222
  "writeup",
188
223
  *diagnostics,
189
- "confidence",
190
- "detectedAt",
191
- "identity",
192
224
  "provenance",
193
- "ruleId",
194
- "severity",
195
- "status",
196
- "taxonomy",
197
225
  "evidence",
198
226
  "evidenceExcerpt",
199
227
  )
200
228
  core = {key: prepared[key] for key in core_keys if key in prepared}
201
229
  extras = {
202
- key: item for key, item in prepared.items() if key not in core and key not in guidance
230
+ key: item
231
+ for key, item in prepared.items()
232
+ if key not in core and key not in guidance and key not in metadata_keys
203
233
  }
204
234
  complete_guidance = {key: items[:1] for key, items in guidance.items()}
205
235
  minimum_guidance = {
@@ -208,11 +238,14 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
208
238
  }
209
239
  projected_core = {}
210
240
  for selected_guidance in (complete_guidance, minimum_guidance):
241
+ # Keep raw guidance inline to preserve its JSON-encoding recursion boundary.
211
242
  reserved = (
212
- len(json.dumps(selected_guidance, separators=(",", ":")).encode("utf-8")) - 1
243
+ len(json.dumps(selected_guidance, separators=(",", ":"))) - 1
213
244
  if selected_guidance
214
245
  else 0
215
246
  )
247
+ if metadata:
248
+ reserved += json_size(metadata) - 1
216
249
  if reserved >= FINDING_DETAILS_PREVIEW_BYTES:
217
250
  continue
218
251
  projected_core = bounded_json_value(
@@ -224,7 +257,7 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
224
257
  break
225
258
  ordered_guidance = dict(sorted(guidance.items(), key=lambda entry: bool(entry[1])))
226
259
  bounded = bounded_json_value(
227
- {**projected_core, **ordered_guidance, **extras},
260
+ {**metadata, **projected_core, **ordered_guidance, **extras},
228
261
  [FINDING_DETAILS_PREVIEW_BYTES],
229
262
  max_depth=5,
230
263
  )
@@ -247,53 +280,34 @@ def bounded_finding_section(
247
280
  for key in (*priority_keys, *value):
248
281
  if key in value and key not in ordered:
249
282
  ordered[key] = value[key]
250
- evidence_key, evidence = merged_code_evidence(ordered)
283
+ evidence_key, evidence = merged_bounded_code_evidence(ordered)
251
284
  if evidence_key is not None:
252
- ordered[evidence_key] = bounded_code_evidence(evidence)
285
+ ordered[evidence_key] = evidence
253
286
  ordered.pop("code_evidence" if evidence_key == "codeEvidence" else "codeEvidence", None)
254
287
  return bounded_json_value(ordered, [maximum_bytes])
255
288
 
256
289
 
257
- def merged_code_evidence(value: dict[str, Any]) -> tuple[str | None, Any]:
290
+ def merged_bounded_code_evidence(value: dict[str, Any]) -> tuple[str | None, Any]:
258
291
  evidence_keys = [key for key in ("codeEvidence", "code_evidence") if key in value]
259
292
  if not evidence_keys:
260
293
  return None, None
261
294
  catalogs = [value[key] for key in evidence_keys if isinstance(value[key], list)]
262
- if catalogs:
263
- merged = []
264
- seen_ids: set[str] = set()
265
- for catalog in catalogs:
266
- for item in catalog:
267
- if not _is_valid_code_evidence(item):
268
- continue
269
- evidence_id = item["id"]
270
- if evidence_id in seen_ids:
271
- continue
272
- seen_ids.add(evidence_id)
273
- merged.append(item)
274
- return evidence_keys[0], merged
275
- return evidence_keys[0], value[evidence_keys[0]]
276
-
277
-
278
- def _is_valid_code_evidence(item: Any) -> bool:
279
- return (
280
- isinstance(item, dict)
281
- and isinstance(item.get("id"), str)
282
- and bool(item["id"].strip())
283
- and isinstance(item.get("code"), str)
284
- and bool(item["code"].strip())
285
- )
286
-
287
-
288
- def bounded_code_evidence(value: Any) -> Any:
289
- if not isinstance(value, list):
290
- return value
291
- bounded = []
292
- for item in value:
293
- if not _is_valid_code_evidence(item):
295
+ if not catalogs:
296
+ return evidence_keys[0], value[evidence_keys[0]]
297
+ bounded = {}
298
+ for item in chain.from_iterable(catalogs):
299
+ if not (
300
+ isinstance(item, dict)
301
+ and isinstance(item.get("id"), str)
302
+ and bool(item["id"].strip())
303
+ and isinstance(item.get("code"), str)
304
+ and bool(item["code"].strip())
305
+ ):
306
+ continue
307
+ if item["id"] in bounded:
294
308
  continue
295
309
  if len(bounded) >= FINDING_CODE_EVIDENCE_LIMIT:
296
- break
310
+ return evidence_keys[0], list(bounded.values())
297
311
  evidence = dict(item)
298
312
  for field in ("explanation", "label", "language", "path"):
299
313
  if field in evidence and not isinstance(evidence[field], str):
@@ -316,14 +330,17 @@ def bounded_code_evidence(value: Any) -> Any:
316
330
  and (not isinstance(end_line, int) or isinstance(end_line, bool) or end_line < 1)
317
331
  ):
318
332
  evidence.pop("endLine")
319
- code = evidence.get("code")
320
- if isinstance(code, str):
321
- evidence["code"] = bounded_json_text(
322
- code,
323
- FINDING_CODE_EVIDENCE_SNIPPET_BYTES,
324
- )[0]
325
- bounded.append(evidence)
326
- return bounded
333
+ evidence["code"] = bounded_json_text(
334
+ evidence["code"],
335
+ FINDING_CODE_EVIDENCE_SNIPPET_BYTES,
336
+ )[0]
337
+ bounded[item["id"]] = evidence
338
+ return evidence_keys[0], list(bounded.values())
339
+
340
+
341
+ def json_size(value: Any) -> int:
342
+ # ASCII output gives byte length; strings can use the cached default encoder.
343
+ return len(json.dumps(value, separators=None if isinstance(value, str) else (",", ":")))
327
344
 
328
345
 
329
346
  def bounded_json_value(
@@ -343,7 +360,7 @@ def bounded_json_value(
343
360
  consume_json_budget(budget, size)
344
361
  return bounded
345
362
  if value is None or isinstance(value, (bool, int, float)):
346
- consume_json_budget(budget, len(json.dumps(value, separators=(",", ":")).encode("utf-8")))
363
+ consume_json_budget(budget, json_size(value))
347
364
  return value
348
365
  if isinstance(value, list):
349
366
  if not consume_json_budget(budget, 2):
@@ -360,7 +377,7 @@ def bounded_json_value(
360
377
  depth=depth + 1,
361
378
  max_depth=max_depth,
362
379
  )
363
- size = len(json.dumps(bounded_item, separators=(",", ":")).encode("utf-8"))
380
+ size = json_size(bounded_item)
364
381
  if separator + size > remaining or (
365
382
  isinstance(item, str) and item and bounded_item == ""
366
383
  ):
@@ -398,19 +415,9 @@ def bounded_json_value(
398
415
  and isinstance(controls[0], str)
399
416
  and controls[0]
400
417
  ):
401
- minimum_tests = len(
402
- json.dumps([item[0][0]], separators=(",", ":")).encode("utf-8")
403
- )
418
+ minimum_tests = json_size([item[0][0]])
404
419
  for control in (controls[0], controls[0][0]):
405
- reserved = (
406
- len(
407
- json.dumps(
408
- {"preventiveControls": [control]},
409
- separators=(",", ":"),
410
- ).encode("utf-8")
411
- )
412
- - 1
413
- )
420
+ reserved = json_size({"preventiveControls": [control]}) - 1
414
421
  if budget[0] >= minimum_tests + reserved:
415
422
  item_budget = [budget[0] - reserved]
416
423
  break
@@ -420,12 +427,7 @@ def bounded_json_value(
420
427
  depth=depth + 1,
421
428
  max_depth=max_depth,
422
429
  )
423
- size = (
424
- separator
425
- + key_size
426
- + 1
427
- + len(json.dumps(bounded_item, separators=(",", ":")).encode("utf-8"))
428
- )
430
+ size = separator + key_size + 1 + json_size(bounded_item)
429
431
  if size > remaining or (isinstance(item, str) and item and bounded_item == ""):
430
432
  budget[0] = remaining
431
433
  break
@@ -445,21 +447,9 @@ def consume_json_budget(budget: list[int], size: int) -> bool:
445
447
 
446
448
 
447
449
  def bounded_json_text(value: str, maximum_bytes: int) -> tuple[str, int]:
448
- low = 0
449
- high = len(value)
450
- selected = ""
451
- selected_size = 2
452
- while low <= high:
453
- midpoint = (low + high) // 2
454
- candidate = value[:midpoint]
455
- size = len(json.dumps(candidate, separators=(",", ":")).encode("utf-8"))
456
- if size <= maximum_bytes:
457
- selected = candidate
458
- selected_size = size
459
- low = midpoint + 1
460
- else:
461
- high = midpoint - 1
462
- return selected, selected_size
450
+ length = bisect_right(range(len(value) + 1), maximum_bytes, key=lambda n: json_size(value[:n]))
451
+ selected = value[: max(0, length - 1)]
452
+ return selected, json_size(selected)
463
453
 
464
454
 
465
455
  if __name__ == "__main__":
@@ -10,6 +10,10 @@ import sys
10
10
  import tempfile
11
11
  from pathlib import Path
12
12
 
13
+ # Some plugin hosts launch Python with safe-path isolation enabled.
14
+ sys.path.insert(0, str(Path(__file__).resolve().parent))
15
+ from workbench_target import git_blob_samples, git_command
16
+
13
17
 
14
18
  class InventoryError(ValueError):
15
19
  """Raised when the repository, scope, or inventory cannot be used safely."""
@@ -90,8 +94,11 @@ def generate_in_scope_files(repository: Path, scope: str, output: Path) -> int:
90
94
  "--hidden",
91
95
  "--path-separator",
92
96
  "/",
97
+ # Prune Git metadata and its contents even when the scope starts inside .git.
98
+ "--glob",
99
+ "!**/.git",
93
100
  "--glob",
94
- "!.git/**",
101
+ "!**/.git/**",
95
102
  "--",
96
103
  scope,
97
104
  ]
@@ -116,21 +123,16 @@ def generate_in_scope_files(repository: Path, scope: str, output: Path) -> int:
116
123
 
117
124
  if (repository / ".git").exists():
118
125
  try:
119
- tracked = subprocess.run(
120
- [
121
- "git",
122
- "ls-files",
123
- "--cached",
124
- "--ignored",
125
- "--exclude-standard",
126
- "-z",
127
- "--",
128
- scope,
129
- ],
130
- cwd=repository,
131
- stdout=subprocess.PIPE,
132
- stderr=subprocess.DEVNULL,
133
- check=False,
126
+ tracked = git_command(
127
+ repository,
128
+ "ls-files",
129
+ "--cached",
130
+ "--ignored",
131
+ "--exclude-standard",
132
+ "-z",
133
+ "--",
134
+ scope,
135
+ text=False,
134
136
  )
135
137
  except OSError:
136
138
  tracked = None
@@ -151,41 +153,8 @@ def generate_in_scope_files(repository: Path, scope: str, output: Path) -> int:
151
153
  "Repository contains a path that cannot fit in the file inventory"
152
154
  )
153
155
  rows.append(path + b"\n")
154
- rows.sort()
155
-
156
- return write_inventory(output, rows)
157
-
158
-
159
- def committed_changed_paths(repository: Path, base: str, head: str) -> list[tuple[Path, str]]:
160
- result = subprocess.run(
161
- [
162
- "git",
163
- "-C",
164
- str(repository),
165
- "diff",
166
- "--raw",
167
- "-z",
168
- "--diff-filter=ACMRD",
169
- f"{base}..{head}",
170
- ],
171
- capture_output=True,
172
- check=True,
173
- )
174
- fields = result.stdout.split(b"\0")
175
- changed: list[tuple[Path, str]] = []
176
- index = 0
177
- while index < len(fields) - 1:
178
- metadata = fields[index].split()
179
- status = chr(metadata[-1][0])
180
- index += 1
181
- if status in {"C", "R"}:
182
- index += 1
183
- path = os.fsdecode(fields[index])
184
- index += 1
185
- selected_mode = metadata[0].removeprefix(b":") if status == "D" else metadata[1]
186
- if selected_mode != b"120000":
187
- changed.append((repository / path, status))
188
- return changed
156
+
157
+ return write_inventory(output, sorted(set(rows)))
189
158
 
190
159
 
191
160
  def generate_diff_in_scope_files(
@@ -196,67 +165,43 @@ def generate_diff_in_scope_files(
196
165
  output: Path,
197
166
  ) -> int:
198
167
  """Reuse the existing diff selection without generating previews or duplicate worklists."""
199
- sys.path.insert(0, str(Path(__file__).resolve().parent))
200
- from generate_rank_input import git_changed_paths, path_is_diff_excluded
201
- from rank_preview import (
202
- DEFAULT_PREVIEW_BYTES,
203
- TEXT_CODE_EXTENSIONS,
204
- is_binary_sample,
205
- preview_for,
206
- )
207
- from workbench_target import git_blob_bytes
168
+ from generate_rank_input import git_changed_paths
169
+ from rank_preview import is_binary_file
208
170
 
209
171
  rows: list[bytes] = []
210
172
  try:
211
- changed = (
212
- committed_changed_paths(repository, base, head)
213
- if mode == "revisions"
214
- else git_changed_paths(repository, base, head, mode)
215
- )
216
- eligible = [
217
- (path, status)
218
- for path, status in changed
219
- if not path_is_diff_excluded(path.relative_to(repository))
220
- and path.suffix.lower() in TEXT_CODE_EXTENSIONS
221
- ]
222
- revision_paths = [
223
- path.relative_to(repository)
224
- for path, status in eligible
225
- if mode == "revisions" and status != "D"
226
- ]
227
- revision_blobs = dict(
228
- zip(
229
- revision_paths,
230
- git_blob_bytes(
231
- repository,
232
- [f"{head}:{path.as_posix()}" for path in revision_paths],
233
- ),
173
+ changed = git_changed_paths(repository, base, head, mode)
174
+ revision_refs = {
175
+ path.relative_to(repository): (
176
+ f"{base if status == 'D' else head}:{path.relative_to(repository).as_posix()}"
234
177
  )
178
+ for path, status in changed
179
+ if mode == "revisions" or status == "D"
180
+ }
181
+ revision_samples = dict(
182
+ zip(revision_refs, git_blob_samples(repository, list(revision_refs.values())))
235
183
  )
236
184
 
237
- for path, status in eligible:
185
+ for path, status in changed:
238
186
  relative = path.relative_to(repository)
239
- if status != "D":
240
- if mode == "revisions":
241
- contents = revision_blobs[relative]
242
- if contents is None:
243
- raise InventoryError(
244
- f"could not read committed diff blob: {head}:{relative.as_posix()}"
245
- )
246
- if is_binary_sample(contents):
247
- continue
248
- elif (
249
- path.is_symlink()
250
- or not path.is_file()
251
- or preview_for(path, DEFAULT_PREVIEW_BYTES)[1]
252
- ):
187
+ if mode == "revisions" or status == "D":
188
+ sample = revision_samples[relative]
189
+ if sample is None:
190
+ revision = base if status == "D" else head
191
+ raise InventoryError(
192
+ f"could not read committed diff blob: {revision}:{relative.as_posix()}"
193
+ )
194
+ _, is_binary = sample
195
+ if is_binary:
253
196
  continue
254
- relative_path = relative.as_posix()
255
- if "\n" in relative_path or "\r" in relative_path:
197
+ elif path.is_symlink() or not path.is_file() or is_binary_file(path):
198
+ continue
199
+ relative_path = os.fsencode(relative.as_posix())
200
+ if b"\n" in relative_path or b"\r" in relative_path:
256
201
  raise InventoryError(
257
202
  "Git changes contain a path that cannot fit in the file inventory"
258
203
  )
259
- rows.append(f"{relative_path}\n".encode())
204
+ rows.append(relative_path + b"\n")
260
205
  except (OSError, subprocess.CalledProcessError) as error:
261
206
  detail = getattr(error, "stderr", None)
262
207
  if isinstance(detail, bytes):
@@ -275,7 +220,8 @@ def write_inventory(output: Path, rows: list[bytes]) -> int:
275
220
  with tempfile.NamedTemporaryFile(
276
221
  mode="wb",
277
222
  dir=output.parent,
278
- prefix=f".{output.name}.",
223
+ # Including the output name can exceed the filesystem's 255-byte name limit.
224
+ prefix=".",
279
225
  suffix=".tmp",
280
226
  delete=False,
281
227
  ) as handle: