@openai/codex-security 0.8.2 → 0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +201 -178
- package/_bundled_plugin/.app.json +4 -0
- package/_bundled_plugin/.mcp.json +6 -1
- package/_bundled_plugin/examples/completed-scan/findings.json +16 -4
- package/_bundled_plugin/examples/completed-scan/report.md +11 -8
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +4 -2
- package/_bundled_plugin/mcp/fzstd-LICENSE.txt +21 -0
- package/_bundled_plugin/mcp/helpers.mjs +2 -11
- package/_bundled_plugin/mcp/helpers.mjs.br +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +3 -210
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/package.json +1 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +51 -14
- package/_bundled_plugin/mcp/server.mjs +2 -11
- package/_bundled_plugin/mcp/server.mjs.br +0 -0
- package/_bundled_plugin/mcp/session-decompression.mjs +712 -0
- package/_bundled_plugin/references/artifact-storage.md +1 -1
- package/_bundled_plugin/references/core-scan.md +14 -5
- package/_bundled_plugin/references/default-severity-rubric.md +33 -0
- package/_bundled_plugin/references/final-report.md +5 -3
- package/_bundled_plugin/references/finding-detail-fields.md +19 -18
- package/_bundled_plugin/references/sarif-adapter.md +8 -2
- package/_bundled_plugin/references/scan-artifacts.md +21 -12
- package/_bundled_plugin/references/scan-contract.md +27 -33
- package/_bundled_plugin/references/threat-model.md +1 -0
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +2 -2
- package/_bundled_plugin/scripts/check_deep_scan_target.py +97 -0
- package/_bundled_plugin/scripts/codex_profile.mjs +7 -1
- package/_bundled_plugin/scripts/deep_scan_config.py +20 -1
- package/_bundled_plugin/scripts/deep_scan_workbench.py +188 -454
- package/_bundled_plugin/scripts/filesystem_identity.py +1 -0
- package/_bundled_plugin/scripts/finalize_scan_contract.py +317 -377
- package/_bundled_plugin/scripts/finding_preview.py +25 -29
- package/_bundled_plugin/scripts/launch_codex_security_mcp +1 -0
- package/_bundled_plugin/scripts/legacy_findings.py +148 -0
- package/_bundled_plugin/scripts/posix_scan_local_files.py +198 -0
- package/_bundled_plugin/scripts/read_codex_session.mjs +21 -0
- package/_bundled_plugin/scripts/report_projection.py +167 -178
- package/_bundled_plugin/scripts/review_state.py +8 -2
- package/_bundled_plugin/scripts/servicenow_avit.py +20 -0
- package/_bundled_plugin/scripts/snapshot_sqlite.py +1 -0
- package/_bundled_plugin/scripts/threat_model_projection.py +22 -26
- package/_bundled_plugin/scripts/validate_scan_contract.py +9 -7
- package/_bundled_plugin/scripts/windows_scan_local_files.py +600 -72
- package/_bundled_plugin/scripts/workbench/__init__.py +1 -1
- package/_bundled_plugin/scripts/workbench/handoff.py +47 -0
- package/_bundled_plugin/scripts/workbench/retained_coverage.py +38 -75
- package/_bundled_plugin/scripts/workbench/retained_records.py +18 -30
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +4 -1
- package/_bundled_plugin/scripts/workbench/saved_coverage.py +152 -248
- package/_bundled_plugin/scripts/workbench/saved_outputs.py +9 -0
- package/_bundled_plugin/scripts/workbench/saved_sources.py +47 -40
- package/_bundled_plugin/scripts/workbench/storage.py +71 -7
- package/_bundled_plugin/scripts/workbench_cli.py +121 -14
- package/_bundled_plugin/scripts/workbench_constants.py +19 -0
- package/_bundled_plugin/scripts/workbench_coverage_receipts.py +3 -3
- package/_bundled_plugin/scripts/workbench_db.py +550 -492
- package/_bundled_plugin/scripts/workbench_feedback.py +8 -7
- package/_bundled_plugin/scripts/workbench_finding_index.py +1 -0
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +90 -4
- package/_bundled_plugin/scripts/workbench_native_indexes.py +29 -33
- package/_bundled_plugin/scripts/workbench_progress.py +10 -1
- package/_bundled_plugin/scripts/workbench_publication.py +14 -10
- package/_bundled_plugin/scripts/workbench_remediation.py +508 -11
- package/_bundled_plugin/scripts/workbench_saved_results.py +132 -77
- package/_bundled_plugin/scripts/workbench_scan_history.py +139 -80
- package/_bundled_plugin/scripts/workbench_scan_start.py +84 -25
- package/_bundled_plugin/scripts/workbench_scan_usage.py +666 -117
- package/_bundled_plugin/scripts/workbench_schema.py +44 -55
- package/_bundled_plugin/scripts/workbench_setup.py +251 -0
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +13 -0
- package/_bundled_plugin/scripts/workbench_source_scopes.py +33 -23
- package/_bundled_plugin/scripts/workbench_target.py +330 -66
- package/_bundled_plugin/scripts/workbench_target_state.py +3 -0
- package/_bundled_plugin/scripts/workbench_validation.py +44 -12
- package/_bundled_plugin/shared/workbench-history-repairs.json +19 -16
- package/_bundled_plugin/shared/workbench-migrations.json +53 -0
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -1
- package/_bundled_plugin/skills/attack-path-analysis/references/severity-policy.md +4 -68
- package/_bundled_plugin/skills/check-skills/SKILL.md +43 -0
- package/_bundled_plugin/skills/check-skills/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +6 -4
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +7 -50
- package/_bundled_plugin/skills/fix-finding/SKILL.md +19 -2
- package/_bundled_plugin/skills/publish-findings/SKILL.md +81 -45
- package/_bundled_plugin/skills/publish-findings/references/checkmarx-import.md +37 -0
- package/_bundled_plugin/skills/publish-findings/references/wiz-import.md +5 -24
- package/_bundled_plugin/skills/publish-findings/scripts/collect_checkmarx.py +464 -0
- package/_bundled_plugin/skills/threat-model-visualize/scripts/build_explorer.py +36 -9
- package/_bundled_plugin/skills/track-findings/SKILL.md +5 -3
- package/_bundled_plugin/skills/triage-finding/references/github-rest-intake.md +22 -68
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +12 -6
- package/dist/api.d.ts +45 -5
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +1144 -411
- package/dist/api.js.map +1 -1
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +10 -7
- package/dist/auth.js.map +1 -1
- package/dist/bedrock-oss-pricing.d.ts +6 -0
- package/dist/bedrock-oss-pricing.d.ts.map +1 -0
- package/dist/bedrock-oss-pricing.js +58 -0
- package/dist/bedrock-oss-pricing.js.map +1 -0
- package/dist/bedrock-pricing.d.ts +15 -0
- package/dist/bedrock-pricing.d.ts.map +1 -0
- package/dist/bedrock-pricing.js +117 -0
- package/dist/bedrock-pricing.js.map +1 -0
- package/dist/blackduck-findings.d.ts +8 -0
- package/dist/blackduck-findings.d.ts.map +1 -0
- package/dist/blackduck-findings.js +320 -0
- package/dist/blackduck-findings.js.map +1 -0
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +51 -36
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/checkmarx-evidence.d.ts +19 -0
- package/dist/checkmarx-evidence.d.ts.map +1 -0
- package/dist/checkmarx-evidence.js +36 -0
- package/dist/checkmarx-evidence.js.map +1 -0
- package/dist/checkmarx-findings.d.ts +4 -0
- package/dist/checkmarx-findings.d.ts.map +1 -0
- package/dist/checkmarx-findings.js +27 -0
- package/dist/checkmarx-findings.js.map +1 -0
- package/dist/checkmarx-one.d.ts +4 -0
- package/dist/checkmarx-one.d.ts.map +1 -0
- package/dist/checkmarx-one.js +53 -0
- package/dist/checkmarx-one.js.map +1 -0
- package/dist/checkmarx-repository.d.ts +12 -0
- package/dist/checkmarx-repository.d.ts.map +1 -0
- package/dist/checkmarx-repository.js +181 -0
- package/dist/checkmarx-repository.js.map +1 -0
- package/dist/checkmarx-xml.d.ts +12 -0
- package/dist/checkmarx-xml.d.ts.map +1 -0
- package/dist/checkmarx-xml.js +196 -0
- package/dist/checkmarx-xml.js.map +1 -0
- package/dist/classify-severity-records.d.ts +6 -9
- package/dist/classify-severity-records.d.ts.map +1 -1
- package/dist/classify-severity-records.js +9 -21
- package/dist/classify-severity-records.js.map +1 -1
- package/dist/classify-severity.d.ts +4 -1
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +30 -13
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli.d.ts +14 -5
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +2112 -1266
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.js +2 -2
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codex-prompt.d.ts +2 -0
- package/dist/codex-prompt.d.ts.map +1 -1
- package/dist/codex-prompt.js +6 -0
- package/dist/codex-prompt.js.map +1 -1
- package/dist/component-scan.d.ts +16 -3
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +32 -6
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts +2 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +221 -65
- package/dist/config.js.map +1 -1
- package/dist/continuum-findings.d.ts +7 -0
- package/dist/continuum-findings.d.ts.map +1 -0
- package/dist/continuum-findings.js +225 -0
- package/dist/continuum-findings.js.map +1 -0
- package/dist/contract-values.d.ts +30 -0
- package/dist/contract-values.d.ts.map +1 -0
- package/dist/contract-values.js +78 -0
- package/dist/contract-values.js.map +1 -0
- package/dist/contract.d.ts +2 -20
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +58 -669
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -1
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +66 -115
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +61 -4
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +2560 -100
- package/dist/cost.js.map +1 -1
- package/dist/custom-publish.d.ts +4 -0
- package/dist/custom-publish.d.ts.map +1 -1
- package/dist/custom-publish.js +40 -3
- package/dist/custom-publish.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +5 -0
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +2 -0
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +4 -0
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +4 -4
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +2 -2
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +14 -11
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +11 -4
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/finding-schema.d.ts +19 -1
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +25 -0
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +2 -2
- package/dist/deduplication/local.d.ts.map +1 -1
- package/dist/deduplication/local.js +5 -10
- package/dist/deduplication/local.js.map +1 -1
- package/dist/deduplication/records.d.ts +8 -2
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +36 -8
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/refusal.d.ts.map +1 -1
- package/dist/deduplication/refusal.js +25 -5
- package/dist/deduplication/refusal.js.map +1 -1
- package/dist/deduplication/scan.d.ts +3 -0
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +1 -1
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +0 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +22 -33
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-scan-defaults.d.ts +2 -0
- package/dist/deep-scan-defaults.d.ts.map +1 -1
- package/dist/deep-scan-defaults.js +28 -1
- package/dist/deep-scan-defaults.js.map +1 -1
- package/dist/deep-scan.d.ts +13 -0
- package/dist/deep-scan.d.ts.map +1 -1
- package/dist/deep-scan.js +262 -7
- package/dist/deep-scan.js.map +1 -1
- package/dist/default-severity-rubric.d.ts +1 -2
- package/dist/default-severity-rubric.d.ts.map +1 -1
- package/dist/default-severity-rubric.js +2 -66
- package/dist/default-severity-rubric.js.map +1 -1
- package/dist/endor-findings.d.ts +3 -1
- package/dist/endor-findings.d.ts.map +1 -1
- package/dist/endor-findings.js +108 -80
- package/dist/endor-findings.js.map +1 -1
- package/dist/errors.d.ts +1 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +9 -2
- package/dist/errors.js.map +1 -1
- package/dist/external-findings-import.d.ts +5 -3
- package/dist/external-findings-import.d.ts.map +1 -1
- package/dist/external-findings-import.js +11 -16
- package/dist/external-findings-import.js.map +1 -1
- package/dist/external-findings-local.d.ts +15 -4
- package/dist/external-findings-local.d.ts.map +1 -1
- package/dist/external-findings-local.js +619 -225
- package/dist/external-findings-local.js.map +1 -1
- package/dist/external-findings-publish.d.ts +20 -6
- package/dist/external-findings-publish.d.ts.map +1 -1
- package/dist/external-findings-publish.js +2356 -308
- package/dist/external-findings-publish.js.map +1 -1
- package/dist/external-findings-read.d.ts +28 -2
- package/dist/external-findings-read.d.ts.map +1 -1
- package/dist/external-findings-read.js +174 -81
- package/dist/external-findings-read.js.map +1 -1
- package/dist/external-findings.d.ts +17 -3
- package/dist/external-findings.d.ts.map +1 -1
- package/dist/external-findings.js +153 -1
- package/dist/external-findings.js.map +1 -1
- package/dist/external-import-contract.d.ts +33 -1
- package/dist/external-import-contract.d.ts.map +1 -1
- package/dist/external-import-contract.js +335 -51
- package/dist/external-import-contract.js.map +1 -1
- package/dist/external-import-models.d.ts +1 -1
- package/dist/external-import-models.d.ts.map +1 -1
- package/dist/external-import-models.js.map +1 -1
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +5 -4
- package/dist/feedback.js.map +1 -1
- package/dist/finding-prompt.d.ts +5 -0
- package/dist/finding-prompt.d.ts.map +1 -0
- package/dist/finding-prompt.js +32 -0
- package/dist/finding-prompt.js.map +1 -0
- package/dist/finding-retrieval.d.ts +3 -3
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +6 -1
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +2 -2
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +1 -0
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +27 -3
- package/dist/findings-client.js.map +1 -1
- package/dist/git-remote.d.ts +4 -0
- package/dist/git-remote.d.ts.map +1 -1
- package/dist/git-remote.js +20 -0
- package/dist/git-remote.js.map +1 -1
- package/dist/github-advisories.d.ts +3 -12
- package/dist/github-advisories.d.ts.map +1 -1
- package/dist/github-advisories.js +9 -31
- package/dist/github-advisories.js.map +1 -1
- package/dist/github-dependabot-findings.d.ts.map +1 -1
- package/dist/github-dependabot-findings.js +22 -20
- package/dist/github-dependabot-findings.js.map +1 -1
- package/dist/github-findings.d.ts +4 -1
- package/dist/github-findings.d.ts.map +1 -1
- package/dist/github-findings.js +392 -79
- package/dist/github-findings.js.map +1 -1
- package/dist/github.d.ts +17 -7
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +43 -30
- package/dist/github.js.map +1 -1
- package/dist/host-protocol.d.ts +2 -2
- package/dist/host-protocol.d.ts.map +1 -1
- package/dist/host-protocol.js.map +1 -1
- package/dist/host-records-protocol.d.ts +10 -11
- package/dist/host-records-protocol.d.ts.map +1 -1
- package/dist/host-records-protocol.js +69 -9
- package/dist/host-records-protocol.js.map +1 -1
- package/dist/hosted-git-remotes.d.ts +5 -0
- package/dist/hosted-git-remotes.d.ts.map +1 -0
- package/dist/hosted-git-remotes.js +285 -0
- package/dist/hosted-git-remotes.js.map +1 -0
- package/dist/hosted-git-repository.d.ts +28 -0
- package/dist/hosted-git-repository.d.ts.map +1 -0
- package/dist/hosted-git-repository.js +222 -0
- package/dist/hosted-git-repository.js.map +1 -0
- package/dist/hosted-scan-protocol.js +2 -2
- package/dist/hosted-scan-protocol.js.map +1 -1
- package/dist/hosted-scan.d.ts +15 -0
- package/dist/hosted-scan.d.ts.map +1 -1
- package/dist/hosted-scan.js +71 -44
- package/dist/hosted-scan.js.map +1 -1
- package/dist/hosted-scanner-http.d.ts +21 -0
- package/dist/hosted-scanner-http.d.ts.map +1 -0
- package/dist/hosted-scanner-http.js +204 -0
- package/dist/hosted-scanner-http.js.map +1 -0
- package/dist/hosted-scanner-v1.d.ts +6 -0
- package/dist/hosted-scanner-v1.d.ts.map +1 -0
- package/dist/hosted-scanner-v1.js +60 -0
- package/dist/hosted-scanner-v1.js.map +1 -0
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +3 -0
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +24 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -1
- package/dist/index.js.map +1 -1
- package/dist/inspector-findings.d.ts.map +1 -1
- package/dist/inspector-findings.js +58 -81
- package/dist/inspector-findings.js.map +1 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +86 -10
- package/dist/knowledge-base.js.map +1 -1
- package/dist/local-git-metadata.d.ts +5 -0
- package/dist/local-git-metadata.d.ts.map +1 -0
- package/dist/local-git-metadata.js +130 -0
- package/dist/local-git-metadata.js.map +1 -0
- package/dist/multiscan.d.ts +6 -4
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +160 -77
- package/dist/multiscan.js.map +1 -1
- package/dist/native-json-findings.d.ts +2 -1
- package/dist/native-json-findings.d.ts.map +1 -1
- package/dist/native-json-findings.js +12 -2
- package/dist/native-json-findings.js.map +1 -1
- package/dist/opengrep-findings.d.ts +1 -0
- package/dist/opengrep-findings.d.ts.map +1 -1
- package/dist/opengrep-findings.js +49 -31
- package/dist/opengrep-findings.js.map +1 -1
- package/dist/operation-telemetry.d.ts +104 -0
- package/dist/operation-telemetry.d.ts.map +1 -0
- package/dist/operation-telemetry.js +293 -0
- package/dist/operation-telemetry.js.map +1 -0
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +90 -35
- package/dist/patch-tui.js.map +1 -1
- package/dist/plugin-python-probe.d.ts +4 -0
- package/dist/plugin-python-probe.d.ts.map +1 -0
- package/dist/plugin-python-probe.js +10 -0
- package/dist/plugin-python-probe.js.map +1 -0
- package/dist/private-finding-import.d.ts +341 -0
- package/dist/private-finding-import.d.ts.map +1 -0
- package/dist/private-finding-import.js +411 -0
- package/dist/private-finding-import.js.map +1 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +2 -2
- package/dist/project-config.js.map +1 -1
- package/dist/provider-profile.d.ts +11 -3
- package/dist/provider-profile.d.ts.map +1 -1
- package/dist/provider-profile.js +80 -11
- package/dist/provider-profile.js.map +1 -1
- package/dist/publication-telemetry.d.ts +45 -0
- package/dist/publication-telemetry.d.ts.map +1 -0
- package/dist/publication-telemetry.js +50 -0
- package/dist/publication-telemetry.js.map +1 -0
- package/dist/publication.js +7 -1
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +4 -0
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +42 -2
- package/dist/publish.js.map +1 -1
- package/dist/reader-selection.d.ts +15 -0
- package/dist/reader-selection.d.ts.map +1 -0
- package/dist/reader-selection.js +89 -0
- package/dist/reader-selection.js.map +1 -0
- package/dist/record.d.ts +6 -1
- package/dist/record.d.ts.map +1 -1
- package/dist/record.js +53 -2
- package/dist/record.js.map +1 -1
- package/dist/remediation.d.ts +3 -1
- package/dist/remediation.d.ts.map +1 -1
- package/dist/remediation.js +28 -2
- package/dist/remediation.js.map +1 -1
- package/dist/request-metadata.d.ts +3 -0
- package/dist/request-metadata.d.ts.map +1 -1
- package/dist/request-metadata.js +9 -0
- package/dist/request-metadata.js.map +1 -1
- package/dist/result.d.ts +6 -0
- package/dist/result.d.ts.map +1 -1
- package/dist/result.js +3 -1
- package/dist/result.js.map +1 -1
- package/dist/retry-windows-rename.d.ts +8 -0
- package/dist/retry-windows-rename.d.ts.map +1 -0
- package/dist/retry-windows-rename.js +24 -0
- package/dist/retry-windows-rename.js.map +1 -0
- package/dist/runtime.d.ts +22 -1
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +408 -162
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +1 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -1
- package/dist/saved-scan-bootstrap.js +18 -15
- package/dist/saved-scan-bootstrap.js.map +1 -1
- package/dist/scan-activity.d.ts.map +1 -1
- package/dist/scan-activity.js +172 -64
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +10 -5
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +68 -25
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +7 -6
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +91 -79
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-executor.d.ts +12 -1
- package/dist/scan-executor.d.ts.map +1 -1
- package/dist/scan-executor.js +22 -2
- package/dist/scan-executor.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +31 -28
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-logs.d.ts +12 -0
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +106 -77
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-measurement.d.ts +26 -0
- package/dist/scan-measurement.d.ts.map +1 -0
- package/dist/scan-measurement.js +77 -0
- package/dist/scan-measurement.js.map +1 -0
- package/dist/scan-progress.d.ts +1 -0
- package/dist/scan-progress.d.ts.map +1 -1
- package/dist/scan-progress.js +3 -0
- package/dist/scan-progress.js.map +1 -1
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +4 -1
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-settings.d.ts +1 -1
- package/dist/scan-settings.d.ts.map +1 -1
- package/dist/scan-settings.js +1 -24
- package/dist/scan-settings.js.map +1 -1
- package/dist/scanner-import.d.ts +64 -6
- package/dist/scanner-import.d.ts.map +1 -1
- package/dist/scanner-import.js +406 -48
- package/dist/scanner-import.js.map +1 -1
- package/dist/scanner-repository-url.d.ts +17 -0
- package/dist/scanner-repository-url.d.ts.map +1 -0
- package/dist/scanner-repository-url.js +71 -0
- package/dist/scanner-repository-url.js.map +1 -0
- package/dist/security-policy.d.ts +1 -1
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js.map +1 -1
- package/dist/semgrep-findings.d.ts +6 -3
- package/dist/semgrep-findings.d.ts.map +1 -1
- package/dist/semgrep-findings.js +124 -88
- package/dist/semgrep-findings.js.map +1 -1
- package/dist/semgrep-guardian-findings.d.ts +38 -0
- package/dist/semgrep-guardian-findings.d.ts.map +1 -0
- package/dist/semgrep-guardian-findings.js +165 -0
- package/dist/semgrep-guardian-findings.js.map +1 -0
- package/dist/semgrep-platform-collector.d.ts +26 -0
- package/dist/semgrep-platform-collector.d.ts.map +1 -0
- package/dist/semgrep-platform-collector.js +108 -0
- package/dist/semgrep-platform-collector.js.map +1 -0
- package/dist/semgrep-platform-findings.d.ts +213 -0
- package/dist/semgrep-platform-findings.d.ts.map +1 -0
- package/dist/semgrep-platform-findings.js +1078 -0
- package/dist/semgrep-platform-findings.js.map +1 -0
- package/dist/semgrep-platform-v1.d.ts +6 -0
- package/dist/semgrep-platform-v1.d.ts.map +1 -0
- package/dist/semgrep-platform-v1.js +83 -0
- package/dist/semgrep-platform-v1.js.map +1 -0
- package/dist/server/api.d.ts +1 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embedding-tokenizer.cdx.json +33 -0
- package/dist/server/embedding-tokenizer.d.ts +2 -0
- package/dist/server/embedding-tokenizer.d.ts.map +1 -0
- package/dist/server/embedding-tokenizer.js +322 -0
- package/dist/server/embedding-tokenizer.js.map +6 -0
- package/dist/server/embeddings.d.ts +16 -2
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +35 -5
- package/dist/server/embeddings.js.map +1 -1
- package/dist/session-lines.d.ts +5 -0
- package/dist/session-lines.d.ts.map +1 -0
- package/dist/session-lines.js +60 -0
- package/dist/session-lines.js.map +1 -0
- package/dist/severity-review.d.ts +3 -1
- package/dist/severity-review.d.ts.map +1 -1
- package/dist/severity-review.js +3 -2
- package/dist/severity-review.js.map +1 -1
- package/dist/severity-rubric.d.ts +20 -0
- package/dist/severity-rubric.d.ts.map +1 -0
- package/dist/severity-rubric.js +73 -0
- package/dist/severity-rubric.js.map +1 -0
- package/dist/severity-store.js +15 -5
- package/dist/severity-store.js.map +1 -1
- package/dist/skill-authentication.d.ts +1 -0
- package/dist/skill-authentication.d.ts.map +1 -1
- package/dist/skill-authentication.js +1 -0
- package/dist/skill-authentication.js.map +1 -1
- package/dist/snyk-findings.d.ts +7 -2
- package/dist/snyk-findings.d.ts.map +1 -1
- package/dist/snyk-findings.js +108 -84
- package/dist/snyk-findings.js.map +1 -1
- package/dist/snyk-rest-findings.d.ts +76 -0
- package/dist/snyk-rest-findings.d.ts.map +1 -0
- package/dist/snyk-rest-findings.js +1051 -0
- package/dist/snyk-rest-findings.js.map +1 -0
- package/dist/snyk-rest-v1.d.ts +28 -0
- package/dist/snyk-rest-v1.d.ts.map +1 -0
- package/dist/snyk-rest-v1.js +132 -0
- package/dist/snyk-rest-v1.js.map +1 -0
- package/dist/snyk-token-origin.d.ts +4 -0
- package/dist/snyk-token-origin.d.ts.map +1 -0
- package/dist/snyk-token-origin.js +82 -0
- package/dist/snyk-token-origin.js.map +1 -0
- package/dist/sonar-collector.d.ts +16 -0
- package/dist/sonar-collector.d.ts.map +1 -0
- package/dist/sonar-collector.js +380 -0
- package/dist/sonar-collector.js.map +1 -0
- package/dist/sonar-findings.d.ts +49 -0
- package/dist/sonar-findings.d.ts.map +1 -0
- package/dist/sonar-findings.js +288 -0
- package/dist/sonar-findings.js.map +1 -0
- package/dist/sonar-import.d.ts +111 -0
- package/dist/sonar-import.d.ts.map +1 -0
- package/dist/sonar-import.js +277 -0
- package/dist/sonar-import.js.map +1 -0
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +2 -1
- package/dist/suggest-owners.js.map +1 -1
- package/dist/target-drift.d.ts +9 -0
- package/dist/target-drift.d.ts.map +1 -0
- package/dist/target-drift.js +27 -0
- package/dist/target-drift.js.map +1 -0
- package/dist/targets.d.ts +5 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +73 -31
- package/dist/targets.js.map +1 -1
- package/dist/tenable-findings.d.ts +9 -0
- package/dist/tenable-findings.d.ts.map +1 -0
- package/dist/tenable-findings.js +122 -0
- package/dist/tenable-findings.js.map +1 -0
- package/dist/terminal-columns.d.ts +4 -0
- package/dist/terminal-columns.d.ts.map +1 -0
- package/dist/terminal-columns.js +19 -0
- package/dist/terminal-columns.js.map +1 -0
- package/dist/terminal-stream.d.ts +13 -0
- package/dist/terminal-stream.d.ts.map +1 -0
- package/dist/terminal-stream.js +35 -0
- package/dist/terminal-stream.js.map +1 -0
- package/dist/trivy-findings.d.ts +19 -0
- package/dist/trivy-findings.d.ts.map +1 -0
- package/dist/trivy-findings.js +435 -0
- package/dist/trivy-findings.js.map +1 -0
- package/dist/trivy-import.d.ts +19 -0
- package/dist/trivy-import.d.ts.map +1 -0
- package/dist/trivy-import.js +151 -0
- package/dist/trivy-import.js.map +1 -0
- package/dist/validation-records.d.ts +0 -3
- package/dist/validation-records.d.ts.map +1 -1
- package/dist/validation-records.js +1 -17
- package/dist/validation-records.js.map +1 -1
- package/dist/veracode-findings.d.ts +9 -0
- package/dist/veracode-findings.d.ts.map +1 -0
- package/dist/veracode-findings.js +409 -0
- package/dist/veracode-findings.js.map +1 -0
- package/dist/vertex-pricing.d.ts +8 -0
- package/dist/vertex-pricing.d.ts.map +1 -0
- package/dist/vertex-pricing.js +20 -0
- package/dist/vertex-pricing.js.map +1 -0
- package/dist/windows-path.d.ts +1 -0
- package/dist/windows-path.d.ts.map +1 -1
- package/dist/windows-path.js +27 -1
- package/dist/windows-path.js.map +1 -1
- package/dist/wiz-csv.d.ts +2 -2
- package/dist/wiz-csv.d.ts.map +1 -1
- package/dist/wiz-csv.js +1 -3
- package/dist/wiz-csv.js.map +1 -1
- package/dist/wiz-findings.d.ts +14 -2
- package/dist/wiz-findings.d.ts.map +1 -1
- package/dist/wiz-findings.js +143 -50
- package/dist/wiz-findings.js.map +1 -1
- package/docs/classify-severity-records.md +28 -13
- package/docs/cli.md +623 -843
- package/docs/dedupe-records.md +54 -24
- package/docs/findings-service.md +87 -47
- package/docs/hosted-remediation.md +14 -7
- package/docs/hosted-scans.md +64 -41
- package/docs/telemetry.md +236 -0
- package/docs/validate-records.md +78 -44
- package/package.json +19 -17
- package/schemas/external-findings.schema.json +14 -1
- package/schemas/hosted-scan-v2.fixture.json +16 -1
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-001 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-002 +0 -0
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +0 -96
- package/_bundled_plugin/scripts/validate_tracking_source.py +0 -82
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +0 -136
- package/dist/deduplication/records-protocol.d.ts +0 -4
- package/dist/deduplication/records-protocol.d.ts.map +0 -1
- package/dist/deduplication/records-protocol.js +0 -49
- package/dist/deduplication/records-protocol.js.map +0 -1
- package/dist/external-imports-feature.d.ts +0 -6
- package/dist/external-imports-feature.d.ts.map +0 -1
- package/dist/external-imports-feature.js +0 -51
- package/dist/external-imports-feature.js.map +0 -1
- package/dist/finding-normalization.d.ts +0 -5
- package/dist/finding-normalization.d.ts.map +0 -1
- package/dist/finding-normalization.js +0 -120
- package/dist/finding-normalization.js.map +0 -1
package/dist/multiscan.js
CHANGED
|
@@ -4,25 +4,28 @@ import { randomUUID } from "node:crypto";
|
|
|
4
4
|
import { realpathSync } from "node:fs";
|
|
5
5
|
import { lstat, mkdir, mkdtemp, open, readFile, readdir, realpath, rename, rm, rmdir, truncate, utimes, writeFile, } from "node:fs/promises";
|
|
6
6
|
import { hostname } from "node:os";
|
|
7
|
-
import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
|
|
7
|
+
import { basename, dirname, isAbsolute, join, relative, resolve, sep, } from "node:path";
|
|
8
8
|
import { promisify } from "node:util";
|
|
9
9
|
import Papa from "papaparse";
|
|
10
|
-
import { ContractSchemaError, loadContract } from "./contract.js";
|
|
10
|
+
import { ContractSchemaError, loadContract, readScanFile } from "./contract.js";
|
|
11
11
|
import { deepScanOptions } from "./deep-config.js";
|
|
12
12
|
import { readThreatModelPath } from "./artifact-export.js";
|
|
13
13
|
import { OutputDirectoryNotEmptyError, errorMessage, ScanCostLimitExceededError, } from "./errors.js";
|
|
14
14
|
import { readKnowledgeBaseSnapshot, } from "./knowledge-base.js";
|
|
15
15
|
import { resolveScanPrompts } from "./prompt-files.js";
|
|
16
|
-
import { requireSecureOutputAncestry, resolvePluginPath, validateOutputDir, } from "./runtime.js";
|
|
16
|
+
import { canonicalConfigPath, createWindowsOutputDirectory, requireSecureOutputAncestry, requireWindowsOutputPath, resolvePluginPath, validateOutputDir, } from "./runtime.js";
|
|
17
17
|
import { DiffTarget, UNSUPPORTED_GIT_ENVIRONMENT, } from "./targets.js";
|
|
18
18
|
import { meetsSeverity, } from "./scan-settings.js";
|
|
19
19
|
import { workflowDigest } from "./finding-workflow.js";
|
|
20
20
|
import { resolveTrustedExecutable } from "./trusted-executable.js";
|
|
21
21
|
const execFile = promisify(execFileCallback);
|
|
22
|
+
const CHECKOUT_MARKER = ".git/codex-security-campaign-attempt";
|
|
22
23
|
const REQUIRED_ARTIFACTS = ["scan-manifest.json", "findings.json", "report.md"];
|
|
23
24
|
const LOCK_LEASE_MS = 30_000;
|
|
24
25
|
const LOCK_HEARTBEAT_MS = 5_000;
|
|
25
26
|
const WINDOWS_DEVICE_PATH_NAME = /^(?:con|prn|aux|nul|com[1-9]|lpt[1-9])(?:\.|$)/iu;
|
|
27
|
+
class AttemptNumberExhaustedError extends Error {
|
|
28
|
+
}
|
|
26
29
|
export async function runMultiscan(options) {
|
|
27
30
|
options.signal?.throwIfAborted();
|
|
28
31
|
if (!Number.isSafeInteger(options.workers) || options.workers < 1) {
|
|
@@ -81,8 +84,9 @@ export async function runMultiscan(options) {
|
|
|
81
84
|
if (!manifest?.isFile())
|
|
82
85
|
throw new Error("Bulk recovery requires an existing campaign manifest.");
|
|
83
86
|
}
|
|
84
|
-
const output = await ensureOutputDirectory(requestedOutput);
|
|
85
|
-
|
|
87
|
+
const output = await ensureOutputDirectory(requestedOutput, "artifacts");
|
|
88
|
+
if (process.platform !== "win32")
|
|
89
|
+
await requireSecureOutputAncestry(output);
|
|
86
90
|
const unlock = await acquireLock(output);
|
|
87
91
|
let pluginWorkspace;
|
|
88
92
|
let pluginRoot;
|
|
@@ -176,15 +180,10 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
176
180
|
continue;
|
|
177
181
|
}
|
|
178
182
|
if (artifactsPresent) {
|
|
179
|
-
if (receipt.status === "completed"
|
|
180
|
-
Number.isSafeInteger(receipt.attempt) &&
|
|
181
|
-
receipt.attempt > 0) {
|
|
183
|
+
if (receipt.status === "completed") {
|
|
182
184
|
try {
|
|
183
185
|
if (receipt.cleanupPending === "checkout") {
|
|
184
|
-
await
|
|
185
|
-
recursive: true,
|
|
186
|
-
force: true,
|
|
187
|
-
});
|
|
186
|
+
await removeCheckout(join(output, "checkouts", task.id), artifactOutput, options.signal);
|
|
188
187
|
}
|
|
189
188
|
else if (receipt.cleanupPending === "recovery-checkout") {
|
|
190
189
|
const recoveryRoot = join(output, "recovery-checkouts");
|
|
@@ -193,10 +192,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
193
192
|
const taskRoot = join(recoveryRoot, task.id);
|
|
194
193
|
await lstat(taskRoot);
|
|
195
194
|
await ensureOutputDirectory(taskRoot);
|
|
196
|
-
await
|
|
197
|
-
recursive: true,
|
|
198
|
-
force: true,
|
|
199
|
-
});
|
|
195
|
+
await removeCheckout(join(taskRoot, `attempt-${receipt.attempt}`), artifactOutput, options.signal);
|
|
200
196
|
}
|
|
201
197
|
}
|
|
202
198
|
catch { }
|
|
@@ -243,7 +239,13 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
243
239
|
return;
|
|
244
240
|
const knowledge = knowledgeByMode[task.mode];
|
|
245
241
|
const history = receipts.get(task.id.toLowerCase());
|
|
242
|
+
let operationId = history?.scan?.operationId;
|
|
246
243
|
let maxAttempt = history?.maxAttempt ?? 0;
|
|
244
|
+
const nextAttempt = () => {
|
|
245
|
+
if (maxAttempt === Number.MAX_SAFE_INTEGER)
|
|
246
|
+
throw new AttemptNumberExhaustedError(`No more attempt numbers are available for ${task.id}. Start a separate campaign in a new --output-dir.`);
|
|
247
|
+
return ++maxAttempt;
|
|
248
|
+
};
|
|
247
249
|
let recoveryAttempt = history?.scan?.attempt ?? 0;
|
|
248
250
|
const artifactRoot = join(output, "artifacts", task.id);
|
|
249
251
|
if (options.recoverScan !== undefined) {
|
|
@@ -260,7 +262,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
260
262
|
options.signal?.throwIfAborted();
|
|
261
263
|
let attempt = maxAttempt;
|
|
262
264
|
if (options.recoverScan === undefined)
|
|
263
|
-
attempt =
|
|
265
|
+
attempt = nextAttempt();
|
|
264
266
|
else if (retry === 0)
|
|
265
267
|
attempt = recoveryAttempt;
|
|
266
268
|
let scanDir = join(artifactRoot, `attempt-${attempt}`);
|
|
@@ -272,10 +274,22 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
272
274
|
const runWarnings = [];
|
|
273
275
|
let attemptPolicyFailed;
|
|
274
276
|
let cost = null;
|
|
277
|
+
let measurement = null;
|
|
278
|
+
let savedUsage;
|
|
279
|
+
const observers = {
|
|
280
|
+
onMeasurement: (value) => {
|
|
281
|
+
measurement = value;
|
|
282
|
+
cost = value.cost;
|
|
283
|
+
},
|
|
284
|
+
onTelemetry: (event) => {
|
|
285
|
+
operationId = event.operationId;
|
|
286
|
+
},
|
|
287
|
+
};
|
|
275
288
|
let threatModelPath;
|
|
276
289
|
let exhaustedBudget = false;
|
|
277
290
|
let requiresRecovery = false;
|
|
278
291
|
let knowledgeBaseFailure = false;
|
|
292
|
+
let checkoutOccupied = false;
|
|
279
293
|
try {
|
|
280
294
|
await ensureOutputDirectory(artifactRoot);
|
|
281
295
|
let result;
|
|
@@ -307,6 +321,10 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
307
321
|
result = await options.recoverScan(scanDir, {
|
|
308
322
|
...options,
|
|
309
323
|
knowledgeBaseSnapshot: knowledge?.snapshot,
|
|
324
|
+
...observers,
|
|
325
|
+
...(operationId === undefined
|
|
326
|
+
? {}
|
|
327
|
+
: { telemetryContext: { operationId } }),
|
|
310
328
|
});
|
|
311
329
|
attemptedResume = result !== undefined;
|
|
312
330
|
}
|
|
@@ -314,7 +332,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
314
332
|
const scanSettings = options.scanOptionsByMode?.[task.mode];
|
|
315
333
|
if (result === undefined) {
|
|
316
334
|
if (options.recoverScan !== undefined)
|
|
317
|
-
attempt =
|
|
335
|
+
attempt = nextAttempt();
|
|
318
336
|
scanDir = join(artifactRoot, `attempt-${attempt}`);
|
|
319
337
|
notifyProgress(options, {
|
|
320
338
|
repository: task.id,
|
|
@@ -336,11 +354,26 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
336
354
|
await mkdir(checkout, { mode: 0o700 });
|
|
337
355
|
}
|
|
338
356
|
else {
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
357
|
+
const destination = join(output, "checkouts", task.id);
|
|
358
|
+
try {
|
|
359
|
+
await mkdir(destination, { mode: 0o700 });
|
|
360
|
+
checkout = destination;
|
|
361
|
+
}
|
|
362
|
+
catch (error) {
|
|
363
|
+
if (error.code !== "EEXIST")
|
|
364
|
+
throw error;
|
|
365
|
+
checkoutOccupied = true;
|
|
366
|
+
throw new Error(`Bulk checkout is already occupied: ${destination}. Retry with --recover to use a fresh checkout, or inspect and move the retained checkout before an ordinary retry.`);
|
|
367
|
+
}
|
|
342
368
|
}
|
|
343
369
|
protectedRoot = checkout;
|
|
370
|
+
// Claim the fresh checkout before Git or the scanner can fail.
|
|
371
|
+
const marker = await checkoutMarker(checkout, scanDir);
|
|
372
|
+
await mkdir(join(checkout, ".git"), { mode: 0o700 });
|
|
373
|
+
await writeFile(join(checkout, CHECKOUT_MARKER), marker, {
|
|
374
|
+
flag: "wx",
|
|
375
|
+
mode: 0o600,
|
|
376
|
+
});
|
|
344
377
|
await checkoutRevision(task, checkout, options.signal, options.githubHost);
|
|
345
378
|
if (task.scope !== undefined) {
|
|
346
379
|
const scoped = await realpath(join(checkout, task.scope));
|
|
@@ -354,6 +387,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
354
387
|
const scanPrompt = [options.scanPrompt?.trim(), task.prompt]
|
|
355
388
|
.filter(Boolean)
|
|
356
389
|
.join("\n\n");
|
|
390
|
+
operationId ??= randomUUID();
|
|
357
391
|
result = await security.run(checkout, {
|
|
358
392
|
...scanSettings,
|
|
359
393
|
knowledgeBaseSnapshot: knowledge?.snapshot,
|
|
@@ -364,6 +398,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
364
398
|
? { knowledgeBasePaths: options.knowledgeBasePaths }
|
|
365
399
|
: {}),
|
|
366
400
|
mode: task.mode,
|
|
401
|
+
telemetryContext: { operationId },
|
|
367
402
|
outputDir: scanDir,
|
|
368
403
|
...(scanPrompt ? { scanPrompt } : {}),
|
|
369
404
|
...(options.validationPrompt === undefined
|
|
@@ -375,6 +410,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
375
410
|
...(options.maxCostUsd === undefined
|
|
376
411
|
? {}
|
|
377
412
|
: { maxCostUsd: options.maxCostUsd }),
|
|
413
|
+
...observers,
|
|
378
414
|
onWarning: (warning) => {
|
|
379
415
|
runWarnings.push(warning);
|
|
380
416
|
notifyProgress(options, {
|
|
@@ -391,6 +427,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
391
427
|
}
|
|
392
428
|
threatModelPath = result.threatModelPath;
|
|
393
429
|
cost = result.cost;
|
|
430
|
+
savedUsage = result.usage;
|
|
394
431
|
const failureSeverity = scanSettings?.failureSeverity;
|
|
395
432
|
if (failureSeverity !== undefined) {
|
|
396
433
|
attemptPolicyFailed = result.findings.findings.some((finding) => meetsSeverity(finding, failureSeverity));
|
|
@@ -399,7 +436,10 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
399
436
|
throw new Error(`Multiscan scan ${result.manifest.scan.status}.`);
|
|
400
437
|
}
|
|
401
438
|
catch (error) {
|
|
402
|
-
if (
|
|
439
|
+
if (error instanceof AttemptNumberExhaustedError)
|
|
440
|
+
throw error;
|
|
441
|
+
// Recovery retains its resumable attempt and checkout; SDK telemetry records cancellation.
|
|
442
|
+
if (options.signal?.aborted && options.recoverScan !== undefined)
|
|
403
443
|
options.signal.throwIfAborted();
|
|
404
444
|
if (error instanceof ScanCostLimitExceededError) {
|
|
405
445
|
cost = error.cost;
|
|
@@ -407,12 +447,12 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
407
447
|
}
|
|
408
448
|
requiresRecovery = error instanceof OutputDirectoryNotEmptyError;
|
|
409
449
|
failure = requiresRecovery
|
|
410
|
-
? `Bulk attempt directory is not empty: ${scanDir}. Existing artifacts
|
|
450
|
+
? `Bulk attempt directory is not empty: ${scanDir}. Existing artifacts were preserved. Run the same bulk-scan command with --recover to recover interrupted scans or retry failed scans in new attempt directories.`
|
|
411
451
|
: errorMessage(error);
|
|
412
452
|
}
|
|
413
453
|
finally {
|
|
414
454
|
if (options.recoverScan === undefined && checkout !== undefined) {
|
|
415
|
-
cleanupFailure = await removeCheckout(checkout);
|
|
455
|
+
cleanupFailure = await removeCheckout(checkout, scanDir);
|
|
416
456
|
}
|
|
417
457
|
}
|
|
418
458
|
const reportedErrors = [failure, cleanupFailure].filter((message) => message !== undefined);
|
|
@@ -422,7 +462,7 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
422
462
|
threatModelPath = await readThreatModelPath(scanDir, {
|
|
423
463
|
pythonPath: options.config.pythonPath,
|
|
424
464
|
protectedRoot,
|
|
425
|
-
signal: options.signal,
|
|
465
|
+
signal: options.signal?.aborted ? undefined : options.signal,
|
|
426
466
|
});
|
|
427
467
|
const recoveryCheckout = options.recoverScan !== undefined && failure === undefined
|
|
428
468
|
? checkout
|
|
@@ -431,9 +471,13 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
431
471
|
...task,
|
|
432
472
|
status,
|
|
433
473
|
attempt,
|
|
474
|
+
...(operationId === undefined ? {} : { operationId }),
|
|
434
475
|
outputDir: scanDir,
|
|
435
476
|
...(threatModelPath === null ? {} : { threatModelPath }),
|
|
436
477
|
...(cost === null ? {} : { cost }),
|
|
478
|
+
...(measurement === null ? {} : { measurement }),
|
|
479
|
+
...(savedUsage === undefined ? {} : { usage: savedUsage }),
|
|
480
|
+
outcome: options.signal?.aborted ? "canceled" : status,
|
|
437
481
|
...(reportedError === undefined ? {} : { error: reportedError }),
|
|
438
482
|
...(recoveryCheckout !== undefined
|
|
439
483
|
? { cleanupPending: "recovery-checkout" }
|
|
@@ -441,14 +485,16 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
441
485
|
? { cleanupPending: "checkout" }
|
|
442
486
|
: {}),
|
|
443
487
|
...(knowledgeBaseFailure ? { knowledgeBaseFailure: true } : {}),
|
|
488
|
+
...(checkoutOccupied ? { checkoutOccupied: true } : {}),
|
|
444
489
|
...(runWarnings.length === 0 ? {} : { warnings: runWarnings }),
|
|
445
490
|
policyFailed: attemptPolicyFailed,
|
|
446
491
|
};
|
|
447
492
|
const receiptLine = `${JSON.stringify(receipt)}\n`;
|
|
448
493
|
receiptTail = receiptTail.then(() => appendReceipt(ledger, receiptLine));
|
|
449
494
|
await receiptTail;
|
|
495
|
+
options.signal?.throwIfAborted();
|
|
450
496
|
if (recoveryCheckout !== undefined) {
|
|
451
|
-
reportedError = await removeCheckout(recoveryCheckout);
|
|
497
|
+
reportedError = await removeCheckout(recoveryCheckout, scanDir);
|
|
452
498
|
}
|
|
453
499
|
notifyProgress(options, {
|
|
454
500
|
repository: task.id,
|
|
@@ -464,7 +510,10 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
464
510
|
completed += 1;
|
|
465
511
|
break;
|
|
466
512
|
}
|
|
467
|
-
if (exhaustedBudget ||
|
|
513
|
+
if (exhaustedBudget ||
|
|
514
|
+
attemptedResume ||
|
|
515
|
+
requiresRecovery ||
|
|
516
|
+
checkoutOccupied) {
|
|
468
517
|
failed += 1;
|
|
469
518
|
break;
|
|
470
519
|
}
|
|
@@ -490,33 +539,69 @@ async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
|
490
539
|
function notifyProgress(options, event) {
|
|
491
540
|
notify(() => options.onProgress?.(event));
|
|
492
541
|
}
|
|
493
|
-
|
|
494
|
-
|
|
542
|
+
// A completed attempt can be revisited after its checkout path was reused.
|
|
543
|
+
async function checkoutMarker(checkout, scanDir) {
|
|
544
|
+
const directory = await lstat(checkout, { bigint: true });
|
|
545
|
+
if (!directory.isDirectory())
|
|
546
|
+
throw new Error("The campaign checkout is no longer a directory.");
|
|
547
|
+
return JSON.stringify([
|
|
548
|
+
scanDir,
|
|
549
|
+
String(directory.dev),
|
|
550
|
+
String(directory.ino),
|
|
551
|
+
]);
|
|
495
552
|
}
|
|
496
|
-
async function
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
553
|
+
async function removeCheckout(checkout, scanDir, signal) {
|
|
554
|
+
try {
|
|
555
|
+
const marker = await lstat(join(checkout, CHECKOUT_MARKER)).catch(undefinedIfMissingFile);
|
|
556
|
+
if (!marker?.isFile())
|
|
557
|
+
return undefined;
|
|
558
|
+
const expected = Buffer.from(await checkoutMarker(checkout, scanDir));
|
|
559
|
+
if (marker.size === expected.length &&
|
|
560
|
+
(await readScanFile(checkout, CHECKOUT_MARKER, "campaign checkout marker", signal)).equals(expected)) {
|
|
561
|
+
await rm(checkout, { recursive: true, force: true });
|
|
562
|
+
}
|
|
500
563
|
}
|
|
501
|
-
|
|
502
|
-
|
|
564
|
+
catch (error) {
|
|
565
|
+
return `Multiscan checkout cleanup failed: ${errorMessage(error)}`;
|
|
503
566
|
}
|
|
504
|
-
|
|
567
|
+
}
|
|
568
|
+
async function ensureOutputDirectory(path, retainedDirectory) {
|
|
569
|
+
const linkedOutput = "Multiscan output directories must not be symbolic links.";
|
|
570
|
+
let metadata = await lstat(path, { bigint: true }).catch(undefinedIfMissingFile);
|
|
505
571
|
if (metadata === undefined) {
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
572
|
+
if (process.platform === "win32") {
|
|
573
|
+
// Resolve parent aliases while leaving the leaf for lstat to verify.
|
|
574
|
+
path = join(await canonicalConfigPath(dirname(path)), basename(path));
|
|
575
|
+
try {
|
|
576
|
+
await createWindowsOutputDirectory(path, true);
|
|
577
|
+
}
|
|
578
|
+
catch (error) {
|
|
579
|
+
if ((await lstat(path).catch(() => undefined))?.isSymbolicLink()) {
|
|
580
|
+
throw new Error(linkedOutput, { cause: error });
|
|
581
|
+
}
|
|
582
|
+
throw error;
|
|
583
|
+
}
|
|
584
|
+
}
|
|
585
|
+
else {
|
|
586
|
+
await mkdir(path, { recursive: true, mode: 0o700 });
|
|
587
|
+
}
|
|
588
|
+
metadata = await lstat(path, { bigint: true });
|
|
589
|
+
}
|
|
590
|
+
if (metadata.isSymbolicLink()) {
|
|
591
|
+
throw new Error(linkedOutput);
|
|
592
|
+
}
|
|
593
|
+
if (!metadata.isDirectory()) {
|
|
594
|
+
throw new Error("Multiscan output paths must be directories.");
|
|
511
595
|
}
|
|
512
|
-
const canonical = await realpath(
|
|
596
|
+
const canonical = await realpath(path);
|
|
513
597
|
const directory = await lstat(canonical, { bigint: true });
|
|
514
|
-
if (metadata !==
|
|
515
|
-
(directory.dev !== metadata.dev || directory.ino !== metadata.ino)) {
|
|
598
|
+
if (directory.dev !== metadata.dev || directory.ino !== metadata.ino) {
|
|
516
599
|
throw new Error("Multiscan output directories changed during preparation.");
|
|
517
600
|
}
|
|
518
|
-
if (process.platform === "win32")
|
|
601
|
+
if (process.platform === "win32") {
|
|
602
|
+
await requireWindowsOutputPath(canonical, true, retainedDirectory);
|
|
519
603
|
return canonical;
|
|
604
|
+
}
|
|
520
605
|
if ((directory.mode & 18n) !== 0n) {
|
|
521
606
|
throw new Error("Multiscan output directories must not be group- or world-writable.");
|
|
522
607
|
}
|
|
@@ -526,22 +611,6 @@ async function ensureOutputDirectory(path) {
|
|
|
526
611
|
}
|
|
527
612
|
return canonical;
|
|
528
613
|
}
|
|
529
|
-
async function canonicalWindowsCreationPath(path) {
|
|
530
|
-
let ancestor = dirname(path);
|
|
531
|
-
for (;;) {
|
|
532
|
-
try {
|
|
533
|
-
return resolve(await realpath(ancestor), relative(ancestor, path));
|
|
534
|
-
}
|
|
535
|
-
catch (error) {
|
|
536
|
-
if (error.code !== "ENOENT")
|
|
537
|
-
throw error;
|
|
538
|
-
const parent = dirname(ancestor);
|
|
539
|
-
if (parent === ancestor)
|
|
540
|
-
throw error;
|
|
541
|
-
ancestor = parent;
|
|
542
|
-
}
|
|
543
|
-
}
|
|
544
|
-
}
|
|
545
614
|
async function appendReceipt(path, receipt) {
|
|
546
615
|
const file = await open(path, "a", 0o600);
|
|
547
616
|
try {
|
|
@@ -636,7 +705,7 @@ async function inspectLock(path) {
|
|
|
636
705
|
}
|
|
637
706
|
let identity;
|
|
638
707
|
try {
|
|
639
|
-
identity = JSON.parse(owner);
|
|
708
|
+
identity = (JSON.parse(owner) ?? {});
|
|
640
709
|
}
|
|
641
710
|
catch {
|
|
642
711
|
return { owner, stale: Date.now() - modifiedAt > LOCK_LEASE_MS };
|
|
@@ -799,20 +868,22 @@ async function readReceipts(path, preserveInterrupted = false) {
|
|
|
799
868
|
throw error;
|
|
800
869
|
}
|
|
801
870
|
const end = contents.lastIndexOf(10) + 1;
|
|
802
|
-
if (contents.at(-1) !== 10) {
|
|
803
|
-
const partial = contents.subarray(end);
|
|
804
|
-
if (preserveInterrupted) {
|
|
805
|
-
await writeFile(`${path}.interrupted-${randomUUID()}`, partial, {
|
|
806
|
-
flag: "wx",
|
|
807
|
-
mode: 0o600,
|
|
808
|
-
});
|
|
809
|
-
}
|
|
810
|
-
await truncate(path, end);
|
|
811
|
-
}
|
|
812
871
|
const lines = contents.subarray(0, end).toString("utf8").split("\n");
|
|
813
872
|
const receipts = new Map();
|
|
814
|
-
for (const line of lines.
|
|
815
|
-
|
|
873
|
+
for (const [index, line] of lines.entries()) {
|
|
874
|
+
if (!line)
|
|
875
|
+
continue;
|
|
876
|
+
let saved;
|
|
877
|
+
try {
|
|
878
|
+
saved = JSON.parse(line);
|
|
879
|
+
if (typeof saved?.id !== "string")
|
|
880
|
+
throw new Error("Expected a receipt with a string id");
|
|
881
|
+
if (!Number.isSafeInteger(saved.attempt) || saved.attempt < 1)
|
|
882
|
+
throw new Error("Expected a positive integer receipt attempt");
|
|
883
|
+
}
|
|
884
|
+
catch (cause) {
|
|
885
|
+
throw new Error(`${path}:${index + 1}: ${errorMessage(cause)}. Restore a complete ledger backup that includes every committed attempt, or start a separate campaign in a new --output-dir.`, { cause });
|
|
886
|
+
}
|
|
816
887
|
if (saved.status === "completed_with_incomplete_coverage")
|
|
817
888
|
saved.status = "completed";
|
|
818
889
|
const receipt = saved;
|
|
@@ -820,10 +891,22 @@ async function readReceipts(path, preserveInterrupted = false) {
|
|
|
820
891
|
const previous = receipts.get(id);
|
|
821
892
|
receipts.set(id, {
|
|
822
893
|
maxAttempt: Math.max(previous?.maxAttempt ?? 0, receipt.attempt),
|
|
823
|
-
//
|
|
824
|
-
scan: receipt.knowledgeBaseFailure
|
|
894
|
+
// Pre-scan failures reserve an attempt but leave the last scan recoverable.
|
|
895
|
+
scan: receipt.knowledgeBaseFailure || receipt.checkoutOccupied
|
|
896
|
+
? previous?.scan
|
|
897
|
+
: receipt,
|
|
825
898
|
});
|
|
826
899
|
}
|
|
900
|
+
if (contents.at(-1) !== 10) {
|
|
901
|
+
const partial = contents.subarray(end);
|
|
902
|
+
if (preserveInterrupted) {
|
|
903
|
+
await writeFile(`${path}.interrupted-${randomUUID()}`, partial, {
|
|
904
|
+
flag: "wx",
|
|
905
|
+
mode: 0o600,
|
|
906
|
+
});
|
|
907
|
+
}
|
|
908
|
+
await truncate(path, end);
|
|
909
|
+
}
|
|
827
910
|
return receipts;
|
|
828
911
|
}
|
|
829
912
|
async function hasArtifacts(path) {
|
|
@@ -861,7 +944,7 @@ function parseInventory(source, directory, defaultMode) {
|
|
|
861
944
|
if (errors.length > 0) {
|
|
862
945
|
throw new Error(`Multiscan CSV could not be parsed: ${errors[0].message}`);
|
|
863
946
|
}
|
|
864
|
-
const headers = rows.shift();
|
|
947
|
+
const headers = rows.shift()?.map((header) => header.trim());
|
|
865
948
|
if (headers === undefined ||
|
|
866
949
|
!["id", "repository", "revision"].every((name) => headers.includes(name)) ||
|
|
867
950
|
new Set(headers).size !== headers.length) {
|