@openai/codex-security 0.1.31 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +442 -2434
- package/_bundled_plugin/.app.json +5 -1
- package/_bundled_plugin/.codex-plugin/plugin.json +9 -5
- package/_bundled_plugin/.mcp.json +3 -0
- package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
- package/_bundled_plugin/examples/completed-scan/report.md +28 -26
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
- package/_bundled_plugin/mcp/helpers.mjs +1 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +7 -214
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +563 -0
- package/_bundled_plugin/mcp/server.mjs +1 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
- package/_bundled_plugin/references/artifact-storage.md +5 -5
- package/_bundled_plugin/references/config-preflight.md +1 -5
- package/_bundled_plugin/references/core-scan.md +34 -10
- package/_bundled_plugin/references/final-report.md +13 -13
- package/_bundled_plugin/references/finding-detail-fields.md +90 -80
- package/_bundled_plugin/references/sarif-adapter.md +1 -1
- package/_bundled_plugin/references/scan-artifacts.md +3 -4
- package/_bundled_plugin/references/scan-contract.md +11 -6
- package/_bundled_plugin/references/scan-prologue.md +12 -0
- package/_bundled_plugin/references/security-guidance.md +2 -2
- package/_bundled_plugin/references/standalone-validation.md +11 -0
- package/_bundled_plugin/references/threat-model.md +2 -2
- package/_bundled_plugin/schemas/coverage.schema.json +23 -47
- package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
- package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
- package/_bundled_plugin/schemas/findings.schema.json +71 -192
- package/_bundled_plugin/schemas/scan-manifest.schema.json +83 -95
- package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
- package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
- package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
- package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +245 -356
- package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
- package/_bundled_plugin/scripts/codex_session.mjs +53 -0
- package/_bundled_plugin/scripts/config_preflight.py +29 -69
- package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
- package/_bundled_plugin/scripts/deep_scan_workbench.py +208 -363
- package/_bundled_plugin/scripts/filesystem_identity.py +1 -5
- package/_bundled_plugin/scripts/finalize_scan_contract.py +733 -375
- package/_bundled_plugin/scripts/finding_preview.py +81 -91
- package/_bundled_plugin/scripts/generate_in_scope_files.py +48 -102
- package/_bundled_plugin/scripts/generate_rank_input.py +117 -888
- package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -6
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
- package/_bundled_plugin/scripts/rank_preview.py +43 -902
- package/_bundled_plugin/scripts/report_projection.py +143 -219
- package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
- package/_bundled_plugin/scripts/threat_model_projection.py +161 -0
- package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
- package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
- package/_bundled_plugin/scripts/windows_scan_local_files.py +59 -9
- package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
- package/_bundled_plugin/scripts/workbench/storage.py +21 -6
- package/_bundled_plugin/scripts/workbench_cli.py +99 -190
- package/_bundled_plugin/scripts/workbench_constants.py +6 -14
- package/_bundled_plugin/scripts/workbench_db.py +524 -672
- package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
- package/_bundled_plugin/scripts/workbench_finding_index.py +20 -7
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
- package/_bundled_plugin/scripts/workbench_native_indexes.py +28 -18
- package/_bundled_plugin/scripts/workbench_progress.py +26 -92
- package/_bundled_plugin/scripts/workbench_publication.py +77 -116
- package/_bundled_plugin/scripts/workbench_remediation.py +14 -20
- package/_bundled_plugin/scripts/workbench_saved_results.py +1402 -263
- package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
- package/_bundled_plugin/scripts/workbench_scan_start.py +109 -52
- package/_bundled_plugin/scripts/workbench_scan_usage.py +30 -49
- package/_bundled_plugin/scripts/workbench_schema.py +71 -1370
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +16 -7
- package/_bundled_plugin/scripts/workbench_target.py +526 -150
- package/_bundled_plugin/scripts/workbench_target_state.py +1 -5
- package/_bundled_plugin/scripts/workbench_validation.py +19 -44
- package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
- package/_bundled_plugin/shared/workbench-migrations.json +397 -0
- package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
- package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +6 -6
- package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
- package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
- package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
- package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
- package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +13 -1
- package/_bundled_plugin/skills/threat-model/SKILL.md +2 -2
- package/_bundled_plugin/skills/track-findings/SKILL.md +46 -178
- package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
- package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
- package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
- package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
- package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
- package/bin/codex-security.mjs +9 -2
- package/dist/api.d.ts +63 -15
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +970 -553
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +70 -0
- package/dist/artifact-export.d.ts.map +1 -0
- package/dist/artifact-export.js +292 -0
- package/dist/artifact-export.js.map +1 -0
- package/dist/auth.d.ts +2 -6
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +27 -12
- package/dist/auth.js.map +1 -1
- package/dist/bulk-scan-discovery.d.ts +1 -0
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +9 -9
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/classify-scan-severity.d.ts.map +1 -1
- package/dist/classify-scan-severity.js +2 -5
- package/dist/classify-scan-severity.js.map +1 -1
- package/dist/classify-severity.d.ts +28 -17
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +16 -35
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-help.d.ts +3 -0
- package/dist/cli-help.d.ts.map +1 -0
- package/dist/cli-help.js +285 -0
- package/dist/cli-help.js.map +1 -0
- package/dist/cli-signals.d.ts +8 -0
- package/dist/cli-signals.d.ts.map +1 -0
- package/dist/cli-signals.js +28 -0
- package/dist/cli-signals.js.map +1 -0
- package/dist/cli.d.ts +22 -24
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1660 -1556
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +11 -17
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codeowners.d.ts +19 -0
- package/dist/codeowners.d.ts.map +1 -0
- package/dist/codeowners.js +138 -0
- package/dist/codeowners.js.map +1 -0
- package/dist/codex-prompt.d.ts.map +1 -1
- package/dist/codex-prompt.js +1 -2
- package/dist/codex-prompt.js.map +1 -1
- package/dist/codex-sdk-environment.d.ts +3 -0
- package/dist/codex-sdk-environment.d.ts.map +1 -0
- package/dist/codex-sdk-environment.js +68 -0
- package/dist/codex-sdk-environment.js.map +1 -0
- package/dist/component-plan.d.ts +2 -5
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +38 -34
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +7 -5
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +54 -44
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +93 -104
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +15 -2
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +124 -348
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -6
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +75 -34
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +10 -2
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +116 -134
- package/dist/cost.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +7 -6
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +1 -2
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +23 -16
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/checkpointed-review.d.ts +4 -2
- package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
- package/dist/deduplication/checkpointed-review.js +33 -20
- package/dist/deduplication/checkpointed-review.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +9 -1
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +129 -20
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +5 -2
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +18 -4
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +26 -4
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +59 -47
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.d.ts.map +1 -1
- package/dist/deduplication/deduplication.js +59 -113
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/diagnostics.d.ts +17 -0
- package/dist/deduplication/diagnostics.d.ts.map +1 -0
- package/dist/deduplication/diagnostics.js +5 -0
- package/dist/deduplication/diagnostics.js.map +1 -0
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +7 -1
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +31 -0
- package/dist/deduplication/local.d.ts.map +1 -0
- package/dist/deduplication/local.js +166 -0
- package/dist/deduplication/local.js.map +1 -0
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +12 -28
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/records.d.ts +188 -12
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +34 -24
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/review.d.ts +7 -0
- package/dist/deduplication/review.d.ts.map +1 -1
- package/dist/deduplication/review.js.map +1 -1
- package/dist/deduplication/scan.d.ts +9 -3
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +159 -44
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +2 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +7 -23
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-progress.d.ts +2 -1
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-progress.js +32 -47
- package/dist/deep-progress.js.map +1 -1
- package/dist/deep-scan.d.ts +20 -0
- package/dist/deep-scan.d.ts.map +1 -0
- package/dist/deep-scan.js +113 -0
- package/dist/deep-scan.js.map +1 -0
- package/dist/errors.d.ts +5 -2
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +7 -7
- package/dist/errors.js.map +1 -1
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +53 -21
- package/dist/feedback.js.map +1 -1
- package/dist/finding-catalogue.d.ts.map +1 -1
- package/dist/finding-catalogue.js +26 -30
- package/dist/finding-catalogue.js.map +1 -1
- package/dist/finding-normalization.d.ts +5 -0
- package/dist/finding-normalization.d.ts.map +1 -0
- package/dist/finding-normalization.js +120 -0
- package/dist/finding-normalization.js.map +1 -0
- package/dist/finding-retrieval.d.ts +9 -0
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +13 -8
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +18 -13
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +2 -1
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +36 -9
- package/dist/findings-client.js.map +1 -1
- package/dist/findings-errors.d.ts +16 -0
- package/dist/findings-errors.d.ts.map +1 -0
- package/dist/findings-errors.js +24 -0
- package/dist/findings-errors.js.map +1 -0
- package/dist/findings-import.d.ts +1 -1
- package/dist/findings-import.d.ts.map +1 -1
- package/dist/findings-import.js +16 -44
- package/dist/findings-import.js.map +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +9 -4
- package/dist/github.js.map +1 -1
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +49 -39
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +11 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts +7 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +115 -47
- package/dist/knowledge-base.js.map +1 -1
- package/dist/linear.d.ts.map +1 -1
- package/dist/linear.js +4 -10
- package/dist/linear.js.map +1 -1
- package/dist/mock-scan.d.ts.map +1 -1
- package/dist/mock-scan.js +0 -1
- package/dist/mock-scan.js.map +1 -1
- package/dist/models.d.ts +24 -2
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts +9 -3
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +225 -153
- package/dist/multiscan.js.map +1 -1
- package/dist/owner-evidence.d.ts +10 -2
- package/dist/owner-evidence.d.ts.map +1 -1
- package/dist/owner-evidence.js +69 -14
- package/dist/owner-evidence.js.map +1 -1
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +5 -6
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config-schema.d.ts +10 -0
- package/dist/project-config-schema.d.ts.map +1 -1
- package/dist/project-config-schema.js +1 -0
- package/dist/project-config-schema.js.map +1 -1
- package/dist/project-config.d.ts +1 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +5 -3
- package/dist/project-config.js.map +1 -1
- package/dist/prompt-files.d.ts +0 -1
- package/dist/prompt-files.d.ts.map +1 -1
- package/dist/prompt-files.js +2 -4
- package/dist/prompt-files.js.map +1 -1
- package/dist/provider-profile.d.ts +21 -0
- package/dist/provider-profile.d.ts.map +1 -0
- package/dist/provider-profile.js +133 -0
- package/dist/provider-profile.js.map +1 -0
- package/dist/publication-events.d.ts +6 -8
- package/dist/publication-events.d.ts.map +1 -1
- package/dist/publication-events.js +40 -79
- package/dist/publication-events.js.map +1 -1
- package/dist/publication-store.d.ts.map +1 -1
- package/dist/publication-store.js +48 -76
- package/dist/publication-store.js.map +1 -1
- package/dist/publication.d.ts +1 -2
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js +7 -16
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +1 -5
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +138 -199
- package/dist/publish.js.map +1 -1
- package/dist/record.d.ts +2 -0
- package/dist/record.d.ts.map +1 -0
- package/dist/record.js +4 -0
- package/dist/record.js.map +1 -0
- package/dist/request-metadata.d.ts +9 -0
- package/dist/request-metadata.d.ts.map +1 -0
- package/dist/request-metadata.js +13 -0
- package/dist/request-metadata.js.map +1 -0
- package/dist/result.d.ts +4 -1
- package/dist/result.d.ts.map +1 -1
- package/dist/result.js +7 -0
- package/dist/result.js.map +1 -1
- package/dist/runtime.d.ts +25 -17
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +619 -255
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +14 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -0
- package/dist/saved-scan-bootstrap.js +261 -0
- package/dist/saved-scan-bootstrap.js.map +1 -0
- package/dist/saved-scan.d.ts +1 -1
- package/dist/saved-scan.d.ts.map +1 -1
- package/dist/saved-scan.js +16 -32
- package/dist/saved-scan.js.map +1 -1
- package/dist/scan-activity.d.ts.map +1 -1
- package/dist/scan-activity.js +19 -30
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +31 -18
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +307 -347
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +3 -1
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +351 -92
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +55 -15
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-inputs.d.ts +6 -0
- package/dist/scan-inputs.d.ts.map +1 -0
- package/dist/scan-inputs.js +71 -0
- package/dist/scan-inputs.js.map +1 -0
- package/dist/scan-logs.d.ts +2 -3
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +14 -12
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-sessions.d.ts +4 -0
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +18 -3
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-settings.d.ts +5 -0
- package/dist/scan-settings.d.ts.map +1 -1
- package/dist/scan-settings.js +4 -0
- package/dist/scan-settings.js.map +1 -1
- package/dist/scan-skill-paths.d.ts +8 -0
- package/dist/scan-skill-paths.d.ts.map +1 -0
- package/dist/scan-skill-paths.js +47 -0
- package/dist/scan-skill-paths.js.map +1 -0
- package/dist/security-policy-cli.d.ts.map +1 -1
- package/dist/security-policy-cli.js +15 -33
- package/dist/security-policy-cli.js.map +1 -1
- package/dist/security-policy.d.ts +17 -9
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +131 -98
- package/dist/security-policy.js.map +1 -1
- package/dist/server/api.d.ts +0 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js +0 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embeddings.d.ts +3 -1
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +11 -3
- package/dist/server/embeddings.js.map +1 -1
- package/dist/server/errors.d.ts +5 -2
- package/dist/server/errors.d.ts.map +1 -1
- package/dist/server/errors.js +7 -0
- package/dist/server/errors.js.map +1 -1
- package/dist/server/sqlite-store.d.ts +0 -2
- package/dist/server/sqlite-store.d.ts.map +1 -1
- package/dist/server/sqlite-store.js +55 -55
- package/dist/server/sqlite-store.js.map +1 -1
- package/dist/server/storage.d.ts +0 -2
- package/dist/server/storage.d.ts.map +1 -1
- package/dist/server/storage.js.map +1 -1
- package/dist/severity-store.js +20 -32
- package/dist/severity-store.js.map +1 -1
- package/dist/standalone-validation-prompt.d.ts +2 -0
- package/dist/standalone-validation-prompt.d.ts.map +1 -0
- package/dist/standalone-validation-prompt.js +10 -0
- package/dist/standalone-validation-prompt.js.map +1 -0
- package/dist/suggest-owners.d.ts +6 -5
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +15 -10
- package/dist/suggest-owners.js.map +1 -1
- package/dist/targets.d.ts +12 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +124 -62
- package/dist/targets.js.map +1 -1
- package/dist/trusted-executable.d.ts +6 -1
- package/dist/trusted-executable.d.ts.map +1 -1
- package/dist/trusted-executable.js +28 -9
- package/dist/trusted-executable.js.map +1 -1
- package/dist/value.d.ts +2 -0
- package/dist/value.d.ts.map +1 -0
- package/dist/value.js +27 -0
- package/dist/value.js.map +1 -0
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +3 -6
- package/dist/version.js.map +1 -1
- package/dist/windows-path.d.ts.map +1 -1
- package/dist/windows-path.js +1 -2
- package/dist/windows-path.js.map +1 -1
- package/dist/workbench-arguments.d.ts +3 -0
- package/dist/workbench-arguments.d.ts.map +1 -0
- package/dist/workbench-arguments.js +15 -0
- package/dist/workbench-arguments.js.map +1 -0
- package/dist/worker-progress.d.ts +2 -0
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js +40 -46
- package/dist/worker-progress.js.map +1 -1
- package/docs/cli.md +1778 -0
- package/docs/dedupe-records.md +24 -0
- package/docs/findings-service.md +402 -0
- package/package.json +23 -23
- package/schemas/project-config.schema.json +5 -0
- package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
- package/_bundled_plugin/scripts/normalize_candidates.py +0 -338
- package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
- package/_bundled_plugin/scripts/workbench_findings.py +0 -221
- package/_bundled_plugin/scripts/workbench_severity.py +0 -119
- package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
- package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
- package/dist/server/dashboard/app.css +0 -2
- package/dist/server/dashboard/app.js +0 -66
- package/dist/server/dashboard/index.html +0 -18
- package/dist/server/dashboard-types.d.ts +0 -48
- package/dist/server/dashboard-types.d.ts.map +0 -1
- package/dist/server/dashboard-types.js +0 -2
- package/dist/server/dashboard-types.js.map +0 -1
- package/dist/server/dashboard.d.ts +0 -6
- package/dist/server/dashboard.d.ts.map +0 -1
- package/dist/server/dashboard.js +0 -59
- package/dist/server/dashboard.js.map +0 -1
- package/dist/server/findings-service.d.ts +0 -20
- package/dist/server/findings-service.d.ts.map +0 -1
- package/dist/server/findings-service.js +0 -31
- package/dist/server/findings-service.js.map +0 -1
- package/dist/server/index.d.ts +0 -2
- package/dist/server/index.d.ts.map +0 -1
- package/dist/server/index.js +0 -6
- package/dist/server/index.js.map +0 -1
- package/dist/server/routes.d.ts +0 -6
- package/dist/server/routes.d.ts.map +0 -1
- package/dist/server/routes.js +0 -86
- package/dist/server/routes.js.map +0 -1
- package/dist/server/serve.d.ts +0 -2
- package/dist/server/serve.d.ts.map +0 -1
- package/dist/server/serve.js +0 -28
- package/dist/server/serve.js.map +0 -1
- package/dist/server/server.d.ts +0 -10
- package/dist/server/server.d.ts.map +0 -1
- package/dist/server/server.js +0 -17
- package/dist/server/server.js.map +0 -1
- package/dist/server/validation.d.ts +0 -17
- package/dist/server/validation.d.ts.map +0 -1
- package/dist/server/validation.js +0 -53
- package/dist/server/validation.js.map +0 -1
|
@@ -6,6 +6,8 @@ import argparse
|
|
|
6
6
|
import json
|
|
7
7
|
import re
|
|
8
8
|
import sys
|
|
9
|
+
from bisect import bisect_right
|
|
10
|
+
from itertools import chain
|
|
9
11
|
from pathlib import Path
|
|
10
12
|
from typing import Any
|
|
11
13
|
|
|
@@ -17,7 +19,9 @@ from workbench_constants import (
|
|
|
17
19
|
FINDING_CODE_EVIDENCE_SNIPPET_BYTES,
|
|
18
20
|
FINDING_DETAILS_PREVIEW_BYTES,
|
|
19
21
|
FINDING_EVIDENCE_EXCERPT_BYTES,
|
|
22
|
+
FINDING_LEVEL_BYTES,
|
|
20
23
|
FINDING_ROOT_CAUSE_PREVIEW_BYTES,
|
|
24
|
+
FINDING_SUMMARY_BYTES,
|
|
21
25
|
FINDING_VALIDATION_PREVIEW_BYTES,
|
|
22
26
|
)
|
|
23
27
|
|
|
@@ -145,9 +149,9 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
|
|
|
145
149
|
if isinstance(writeup, dict) and isinstance(writeup.get("reportPath"), str):
|
|
146
150
|
prepared["writeup"] = {"reportPath": bounded_json_text(writeup["reportPath"], 512)[0]}
|
|
147
151
|
|
|
148
|
-
evidence_key, evidence =
|
|
152
|
+
evidence_key, evidence = merged_bounded_code_evidence(value)
|
|
149
153
|
if evidence_key is not None:
|
|
150
|
-
prepared[evidence_key] =
|
|
154
|
+
prepared[evidence_key] = evidence
|
|
151
155
|
|
|
152
156
|
for key in (
|
|
153
157
|
"confidence",
|
|
@@ -175,6 +179,37 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
|
|
|
175
179
|
for key in ("remediationTests", "preventiveControls")
|
|
176
180
|
if key in prepared and isinstance(prepared[key], list)
|
|
177
181
|
}
|
|
182
|
+
for key in ("severity", "confidence"):
|
|
183
|
+
if key in prepared:
|
|
184
|
+
prepared[key] = bounded_finding_section(
|
|
185
|
+
prepared[key],
|
|
186
|
+
FINDING_SUMMARY_BYTES,
|
|
187
|
+
("level",),
|
|
188
|
+
((("level",), FINDING_LEVEL_BYTES),),
|
|
189
|
+
)
|
|
190
|
+
if "taxonomy" in prepared:
|
|
191
|
+
prepared["taxonomy"] = bounded_finding_section(
|
|
192
|
+
prepared["taxonomy"], FINDING_SUMMARY_BYTES, ("cwe",), ()
|
|
193
|
+
)
|
|
194
|
+
metadata_keys = (
|
|
195
|
+
"ruleId",
|
|
196
|
+
"status",
|
|
197
|
+
"detectedAt",
|
|
198
|
+
"identity",
|
|
199
|
+
"taxonomy",
|
|
200
|
+
"severity",
|
|
201
|
+
"confidence",
|
|
202
|
+
)
|
|
203
|
+
metadata = {
|
|
204
|
+
key: bounded_json_value(prepared[key], [FINDING_SUMMARY_BYTES])
|
|
205
|
+
for key in metadata_keys
|
|
206
|
+
if key in prepared
|
|
207
|
+
}
|
|
208
|
+
metadata = dict(sorted(metadata.items(), key=lambda item: json_size(item[1])))
|
|
209
|
+
metadata_budget = FINDING_SUMMARY_BYTES - 2 - sum(json_size(key) + 2 for key in metadata)
|
|
210
|
+
for index, (key, item) in enumerate(metadata.items()):
|
|
211
|
+
metadata[key] = bounded_json_value(item, [metadata_budget // (len(metadata) - index)])
|
|
212
|
+
metadata_budget -= json_size(metadata[key])
|
|
178
213
|
diagnostics = (
|
|
179
214
|
"rootCause",
|
|
180
215
|
"root_cause",
|
|
@@ -186,20 +221,15 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
|
|
|
186
221
|
core_keys = (
|
|
187
222
|
"writeup",
|
|
188
223
|
*diagnostics,
|
|
189
|
-
"confidence",
|
|
190
|
-
"detectedAt",
|
|
191
|
-
"identity",
|
|
192
224
|
"provenance",
|
|
193
|
-
"ruleId",
|
|
194
|
-
"severity",
|
|
195
|
-
"status",
|
|
196
|
-
"taxonomy",
|
|
197
225
|
"evidence",
|
|
198
226
|
"evidenceExcerpt",
|
|
199
227
|
)
|
|
200
228
|
core = {key: prepared[key] for key in core_keys if key in prepared}
|
|
201
229
|
extras = {
|
|
202
|
-
key: item
|
|
230
|
+
key: item
|
|
231
|
+
for key, item in prepared.items()
|
|
232
|
+
if key not in core and key not in guidance and key not in metadata_keys
|
|
203
233
|
}
|
|
204
234
|
complete_guidance = {key: items[:1] for key, items in guidance.items()}
|
|
205
235
|
minimum_guidance = {
|
|
@@ -208,11 +238,14 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
|
|
|
208
238
|
}
|
|
209
239
|
projected_core = {}
|
|
210
240
|
for selected_guidance in (complete_guidance, minimum_guidance):
|
|
241
|
+
# Keep raw guidance inline to preserve its JSON-encoding recursion boundary.
|
|
211
242
|
reserved = (
|
|
212
|
-
len(json.dumps(selected_guidance, separators=(",", ":"))
|
|
243
|
+
len(json.dumps(selected_guidance, separators=(",", ":"))) - 1
|
|
213
244
|
if selected_guidance
|
|
214
245
|
else 0
|
|
215
246
|
)
|
|
247
|
+
if metadata:
|
|
248
|
+
reserved += json_size(metadata) - 1
|
|
216
249
|
if reserved >= FINDING_DETAILS_PREVIEW_BYTES:
|
|
217
250
|
continue
|
|
218
251
|
projected_core = bounded_json_value(
|
|
@@ -224,7 +257,7 @@ def bounded_finding_details(value: Any) -> dict[str, Any]:
|
|
|
224
257
|
break
|
|
225
258
|
ordered_guidance = dict(sorted(guidance.items(), key=lambda entry: bool(entry[1])))
|
|
226
259
|
bounded = bounded_json_value(
|
|
227
|
-
{**projected_core, **ordered_guidance, **extras},
|
|
260
|
+
{**metadata, **projected_core, **ordered_guidance, **extras},
|
|
228
261
|
[FINDING_DETAILS_PREVIEW_BYTES],
|
|
229
262
|
max_depth=5,
|
|
230
263
|
)
|
|
@@ -247,53 +280,34 @@ def bounded_finding_section(
|
|
|
247
280
|
for key in (*priority_keys, *value):
|
|
248
281
|
if key in value and key not in ordered:
|
|
249
282
|
ordered[key] = value[key]
|
|
250
|
-
evidence_key, evidence =
|
|
283
|
+
evidence_key, evidence = merged_bounded_code_evidence(ordered)
|
|
251
284
|
if evidence_key is not None:
|
|
252
|
-
ordered[evidence_key] =
|
|
285
|
+
ordered[evidence_key] = evidence
|
|
253
286
|
ordered.pop("code_evidence" if evidence_key == "codeEvidence" else "codeEvidence", None)
|
|
254
287
|
return bounded_json_value(ordered, [maximum_bytes])
|
|
255
288
|
|
|
256
289
|
|
|
257
|
-
def
|
|
290
|
+
def merged_bounded_code_evidence(value: dict[str, Any]) -> tuple[str | None, Any]:
|
|
258
291
|
evidence_keys = [key for key in ("codeEvidence", "code_evidence") if key in value]
|
|
259
292
|
if not evidence_keys:
|
|
260
293
|
return None, None
|
|
261
294
|
catalogs = [value[key] for key in evidence_keys if isinstance(value[key], list)]
|
|
262
|
-
if catalogs:
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
return evidence_keys[0], value[evidence_keys[0]]
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
def _is_valid_code_evidence(item: Any) -> bool:
|
|
279
|
-
return (
|
|
280
|
-
isinstance(item, dict)
|
|
281
|
-
and isinstance(item.get("id"), str)
|
|
282
|
-
and bool(item["id"].strip())
|
|
283
|
-
and isinstance(item.get("code"), str)
|
|
284
|
-
and bool(item["code"].strip())
|
|
285
|
-
)
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
def bounded_code_evidence(value: Any) -> Any:
|
|
289
|
-
if not isinstance(value, list):
|
|
290
|
-
return value
|
|
291
|
-
bounded = []
|
|
292
|
-
for item in value:
|
|
293
|
-
if not _is_valid_code_evidence(item):
|
|
295
|
+
if not catalogs:
|
|
296
|
+
return evidence_keys[0], value[evidence_keys[0]]
|
|
297
|
+
bounded = {}
|
|
298
|
+
for item in chain.from_iterable(catalogs):
|
|
299
|
+
if not (
|
|
300
|
+
isinstance(item, dict)
|
|
301
|
+
and isinstance(item.get("id"), str)
|
|
302
|
+
and bool(item["id"].strip())
|
|
303
|
+
and isinstance(item.get("code"), str)
|
|
304
|
+
and bool(item["code"].strip())
|
|
305
|
+
):
|
|
306
|
+
continue
|
|
307
|
+
if item["id"] in bounded:
|
|
294
308
|
continue
|
|
295
309
|
if len(bounded) >= FINDING_CODE_EVIDENCE_LIMIT:
|
|
296
|
-
|
|
310
|
+
return evidence_keys[0], list(bounded.values())
|
|
297
311
|
evidence = dict(item)
|
|
298
312
|
for field in ("explanation", "label", "language", "path"):
|
|
299
313
|
if field in evidence and not isinstance(evidence[field], str):
|
|
@@ -316,14 +330,17 @@ def bounded_code_evidence(value: Any) -> Any:
|
|
|
316
330
|
and (not isinstance(end_line, int) or isinstance(end_line, bool) or end_line < 1)
|
|
317
331
|
):
|
|
318
332
|
evidence.pop("endLine")
|
|
319
|
-
code =
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
333
|
+
evidence["code"] = bounded_json_text(
|
|
334
|
+
evidence["code"],
|
|
335
|
+
FINDING_CODE_EVIDENCE_SNIPPET_BYTES,
|
|
336
|
+
)[0]
|
|
337
|
+
bounded[item["id"]] = evidence
|
|
338
|
+
return evidence_keys[0], list(bounded.values())
|
|
339
|
+
|
|
340
|
+
|
|
341
|
+
def json_size(value: Any) -> int:
|
|
342
|
+
# ASCII output gives byte length; strings can use the cached default encoder.
|
|
343
|
+
return len(json.dumps(value, separators=None if isinstance(value, str) else (",", ":")))
|
|
327
344
|
|
|
328
345
|
|
|
329
346
|
def bounded_json_value(
|
|
@@ -343,7 +360,7 @@ def bounded_json_value(
|
|
|
343
360
|
consume_json_budget(budget, size)
|
|
344
361
|
return bounded
|
|
345
362
|
if value is None or isinstance(value, (bool, int, float)):
|
|
346
|
-
consume_json_budget(budget,
|
|
363
|
+
consume_json_budget(budget, json_size(value))
|
|
347
364
|
return value
|
|
348
365
|
if isinstance(value, list):
|
|
349
366
|
if not consume_json_budget(budget, 2):
|
|
@@ -360,7 +377,7 @@ def bounded_json_value(
|
|
|
360
377
|
depth=depth + 1,
|
|
361
378
|
max_depth=max_depth,
|
|
362
379
|
)
|
|
363
|
-
size =
|
|
380
|
+
size = json_size(bounded_item)
|
|
364
381
|
if separator + size > remaining or (
|
|
365
382
|
isinstance(item, str) and item and bounded_item == ""
|
|
366
383
|
):
|
|
@@ -398,19 +415,9 @@ def bounded_json_value(
|
|
|
398
415
|
and isinstance(controls[0], str)
|
|
399
416
|
and controls[0]
|
|
400
417
|
):
|
|
401
|
-
minimum_tests =
|
|
402
|
-
json.dumps([item[0][0]], separators=(",", ":")).encode("utf-8")
|
|
403
|
-
)
|
|
418
|
+
minimum_tests = json_size([item[0][0]])
|
|
404
419
|
for control in (controls[0], controls[0][0]):
|
|
405
|
-
reserved = (
|
|
406
|
-
len(
|
|
407
|
-
json.dumps(
|
|
408
|
-
{"preventiveControls": [control]},
|
|
409
|
-
separators=(",", ":"),
|
|
410
|
-
).encode("utf-8")
|
|
411
|
-
)
|
|
412
|
-
- 1
|
|
413
|
-
)
|
|
420
|
+
reserved = json_size({"preventiveControls": [control]}) - 1
|
|
414
421
|
if budget[0] >= minimum_tests + reserved:
|
|
415
422
|
item_budget = [budget[0] - reserved]
|
|
416
423
|
break
|
|
@@ -420,12 +427,7 @@ def bounded_json_value(
|
|
|
420
427
|
depth=depth + 1,
|
|
421
428
|
max_depth=max_depth,
|
|
422
429
|
)
|
|
423
|
-
size = (
|
|
424
|
-
separator
|
|
425
|
-
+ key_size
|
|
426
|
-
+ 1
|
|
427
|
-
+ len(json.dumps(bounded_item, separators=(",", ":")).encode("utf-8"))
|
|
428
|
-
)
|
|
430
|
+
size = separator + key_size + 1 + json_size(bounded_item)
|
|
429
431
|
if size > remaining or (isinstance(item, str) and item and bounded_item == ""):
|
|
430
432
|
budget[0] = remaining
|
|
431
433
|
break
|
|
@@ -445,21 +447,9 @@ def consume_json_budget(budget: list[int], size: int) -> bool:
|
|
|
445
447
|
|
|
446
448
|
|
|
447
449
|
def bounded_json_text(value: str, maximum_bytes: int) -> tuple[str, int]:
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
selected
|
|
451
|
-
selected_size = 2
|
|
452
|
-
while low <= high:
|
|
453
|
-
midpoint = (low + high) // 2
|
|
454
|
-
candidate = value[:midpoint]
|
|
455
|
-
size = len(json.dumps(candidate, separators=(",", ":")).encode("utf-8"))
|
|
456
|
-
if size <= maximum_bytes:
|
|
457
|
-
selected = candidate
|
|
458
|
-
selected_size = size
|
|
459
|
-
low = midpoint + 1
|
|
460
|
-
else:
|
|
461
|
-
high = midpoint - 1
|
|
462
|
-
return selected, selected_size
|
|
450
|
+
length = bisect_right(range(len(value) + 1), maximum_bytes, key=lambda n: json_size(value[:n]))
|
|
451
|
+
selected = value[: max(0, length - 1)]
|
|
452
|
+
return selected, json_size(selected)
|
|
463
453
|
|
|
464
454
|
|
|
465
455
|
if __name__ == "__main__":
|
|
@@ -10,6 +10,10 @@ import sys
|
|
|
10
10
|
import tempfile
|
|
11
11
|
from pathlib import Path
|
|
12
12
|
|
|
13
|
+
# Some plugin hosts launch Python with safe-path isolation enabled.
|
|
14
|
+
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
15
|
+
from workbench_target import git_blob_samples, git_command
|
|
16
|
+
|
|
13
17
|
|
|
14
18
|
class InventoryError(ValueError):
|
|
15
19
|
"""Raised when the repository, scope, or inventory cannot be used safely."""
|
|
@@ -90,8 +94,11 @@ def generate_in_scope_files(repository: Path, scope: str, output: Path) -> int:
|
|
|
90
94
|
"--hidden",
|
|
91
95
|
"--path-separator",
|
|
92
96
|
"/",
|
|
97
|
+
# Prune Git metadata and its contents even when the scope starts inside .git.
|
|
98
|
+
"--glob",
|
|
99
|
+
"!**/.git",
|
|
93
100
|
"--glob",
|
|
94
|
-
"
|
|
101
|
+
"!**/.git/**",
|
|
95
102
|
"--",
|
|
96
103
|
scope,
|
|
97
104
|
]
|
|
@@ -116,21 +123,16 @@ def generate_in_scope_files(repository: Path, scope: str, output: Path) -> int:
|
|
|
116
123
|
|
|
117
124
|
if (repository / ".git").exists():
|
|
118
125
|
try:
|
|
119
|
-
tracked =
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
],
|
|
130
|
-
cwd=repository,
|
|
131
|
-
stdout=subprocess.PIPE,
|
|
132
|
-
stderr=subprocess.DEVNULL,
|
|
133
|
-
check=False,
|
|
126
|
+
tracked = git_command(
|
|
127
|
+
repository,
|
|
128
|
+
"ls-files",
|
|
129
|
+
"--cached",
|
|
130
|
+
"--ignored",
|
|
131
|
+
"--exclude-standard",
|
|
132
|
+
"-z",
|
|
133
|
+
"--",
|
|
134
|
+
scope,
|
|
135
|
+
text=False,
|
|
134
136
|
)
|
|
135
137
|
except OSError:
|
|
136
138
|
tracked = None
|
|
@@ -151,41 +153,8 @@ def generate_in_scope_files(repository: Path, scope: str, output: Path) -> int:
|
|
|
151
153
|
"Repository contains a path that cannot fit in the file inventory"
|
|
152
154
|
)
|
|
153
155
|
rows.append(path + b"\n")
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
return write_inventory(output, rows)
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
def committed_changed_paths(repository: Path, base: str, head: str) -> list[tuple[Path, str]]:
|
|
160
|
-
result = subprocess.run(
|
|
161
|
-
[
|
|
162
|
-
"git",
|
|
163
|
-
"-C",
|
|
164
|
-
str(repository),
|
|
165
|
-
"diff",
|
|
166
|
-
"--raw",
|
|
167
|
-
"-z",
|
|
168
|
-
"--diff-filter=ACMRD",
|
|
169
|
-
f"{base}..{head}",
|
|
170
|
-
],
|
|
171
|
-
capture_output=True,
|
|
172
|
-
check=True,
|
|
173
|
-
)
|
|
174
|
-
fields = result.stdout.split(b"\0")
|
|
175
|
-
changed: list[tuple[Path, str]] = []
|
|
176
|
-
index = 0
|
|
177
|
-
while index < len(fields) - 1:
|
|
178
|
-
metadata = fields[index].split()
|
|
179
|
-
status = chr(metadata[-1][0])
|
|
180
|
-
index += 1
|
|
181
|
-
if status in {"C", "R"}:
|
|
182
|
-
index += 1
|
|
183
|
-
path = os.fsdecode(fields[index])
|
|
184
|
-
index += 1
|
|
185
|
-
selected_mode = metadata[0].removeprefix(b":") if status == "D" else metadata[1]
|
|
186
|
-
if selected_mode != b"120000":
|
|
187
|
-
changed.append((repository / path, status))
|
|
188
|
-
return changed
|
|
156
|
+
|
|
157
|
+
return write_inventory(output, sorted(set(rows)))
|
|
189
158
|
|
|
190
159
|
|
|
191
160
|
def generate_diff_in_scope_files(
|
|
@@ -196,67 +165,43 @@ def generate_diff_in_scope_files(
|
|
|
196
165
|
output: Path,
|
|
197
166
|
) -> int:
|
|
198
167
|
"""Reuse the existing diff selection without generating previews or duplicate worklists."""
|
|
199
|
-
|
|
200
|
-
from
|
|
201
|
-
from rank_preview import (
|
|
202
|
-
DEFAULT_PREVIEW_BYTES,
|
|
203
|
-
TEXT_CODE_EXTENSIONS,
|
|
204
|
-
is_binary_sample,
|
|
205
|
-
preview_for,
|
|
206
|
-
)
|
|
207
|
-
from workbench_target import git_blob_bytes
|
|
168
|
+
from generate_rank_input import git_changed_paths
|
|
169
|
+
from rank_preview import is_binary_file
|
|
208
170
|
|
|
209
171
|
rows: list[bytes] = []
|
|
210
172
|
try:
|
|
211
|
-
changed = (
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
)
|
|
216
|
-
eligible = [
|
|
217
|
-
(path, status)
|
|
218
|
-
for path, status in changed
|
|
219
|
-
if not path_is_diff_excluded(path.relative_to(repository))
|
|
220
|
-
and path.suffix.lower() in TEXT_CODE_EXTENSIONS
|
|
221
|
-
]
|
|
222
|
-
revision_paths = [
|
|
223
|
-
path.relative_to(repository)
|
|
224
|
-
for path, status in eligible
|
|
225
|
-
if mode == "revisions" and status != "D"
|
|
226
|
-
]
|
|
227
|
-
revision_blobs = dict(
|
|
228
|
-
zip(
|
|
229
|
-
revision_paths,
|
|
230
|
-
git_blob_bytes(
|
|
231
|
-
repository,
|
|
232
|
-
[f"{head}:{path.as_posix()}" for path in revision_paths],
|
|
233
|
-
),
|
|
173
|
+
changed = git_changed_paths(repository, base, head, mode)
|
|
174
|
+
revision_refs = {
|
|
175
|
+
path.relative_to(repository): (
|
|
176
|
+
f"{base if status == 'D' else head}:{path.relative_to(repository).as_posix()}"
|
|
234
177
|
)
|
|
178
|
+
for path, status in changed
|
|
179
|
+
if mode == "revisions" or status == "D"
|
|
180
|
+
}
|
|
181
|
+
revision_samples = dict(
|
|
182
|
+
zip(revision_refs, git_blob_samples(repository, list(revision_refs.values())))
|
|
235
183
|
)
|
|
236
184
|
|
|
237
|
-
for path, status in
|
|
185
|
+
for path, status in changed:
|
|
238
186
|
relative = path.relative_to(repository)
|
|
239
|
-
if status
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
if
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
elif (
|
|
249
|
-
path.is_symlink()
|
|
250
|
-
or not path.is_file()
|
|
251
|
-
or preview_for(path, DEFAULT_PREVIEW_BYTES)[1]
|
|
252
|
-
):
|
|
187
|
+
if mode == "revisions" or status == "D":
|
|
188
|
+
sample = revision_samples[relative]
|
|
189
|
+
if sample is None:
|
|
190
|
+
revision = base if status == "D" else head
|
|
191
|
+
raise InventoryError(
|
|
192
|
+
f"could not read committed diff blob: {revision}:{relative.as_posix()}"
|
|
193
|
+
)
|
|
194
|
+
_, is_binary = sample
|
|
195
|
+
if is_binary:
|
|
253
196
|
continue
|
|
254
|
-
|
|
255
|
-
|
|
197
|
+
elif path.is_symlink() or not path.is_file() or is_binary_file(path):
|
|
198
|
+
continue
|
|
199
|
+
relative_path = os.fsencode(relative.as_posix())
|
|
200
|
+
if b"\n" in relative_path or b"\r" in relative_path:
|
|
256
201
|
raise InventoryError(
|
|
257
202
|
"Git changes contain a path that cannot fit in the file inventory"
|
|
258
203
|
)
|
|
259
|
-
rows.append(
|
|
204
|
+
rows.append(relative_path + b"\n")
|
|
260
205
|
except (OSError, subprocess.CalledProcessError) as error:
|
|
261
206
|
detail = getattr(error, "stderr", None)
|
|
262
207
|
if isinstance(detail, bytes):
|
|
@@ -275,7 +220,8 @@ def write_inventory(output: Path, rows: list[bytes]) -> int:
|
|
|
275
220
|
with tempfile.NamedTemporaryFile(
|
|
276
221
|
mode="wb",
|
|
277
222
|
dir=output.parent,
|
|
278
|
-
|
|
223
|
+
# Including the output name can exceed the filesystem's 255-byte name limit.
|
|
224
|
+
prefix=".",
|
|
279
225
|
suffix=".tmp",
|
|
280
226
|
delete=False,
|
|
281
227
|
) as handle:
|