@openai/codex-security 0.2.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +437 -2692
- package/_bundled_plugin/.app.json +5 -1
- package/_bundled_plugin/.codex-plugin/plugin.json +4 -0
- package/_bundled_plugin/.mcp.json +2 -0
- package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
- package/_bundled_plugin/examples/completed-scan/report.md +28 -26
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
- package/_bundled_plugin/mcp/helpers.mjs +1 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +6 -213
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +556 -0
- package/_bundled_plugin/mcp/server.mjs +1 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
- package/_bundled_plugin/references/artifact-storage.md +2 -2
- package/_bundled_plugin/references/config-preflight.md +0 -4
- package/_bundled_plugin/references/core-scan.md +21 -9
- package/_bundled_plugin/references/final-report.md +11 -13
- package/_bundled_plugin/references/finding-detail-fields.md +90 -80
- package/_bundled_plugin/references/sarif-adapter.md +1 -1
- package/_bundled_plugin/references/scan-artifacts.md +1 -2
- package/_bundled_plugin/references/scan-contract.md +9 -4
- package/_bundled_plugin/references/scan-prologue.md +12 -0
- package/_bundled_plugin/references/security-guidance.md +2 -2
- package/_bundled_plugin/references/standalone-validation.md +11 -0
- package/_bundled_plugin/references/threat-model.md +1 -1
- package/_bundled_plugin/schemas/coverage.schema.json +43 -170
- package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
- package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
- package/_bundled_plugin/schemas/findings.schema.json +159 -567
- package/_bundled_plugin/schemas/patch-risk-assessment.schema.json +106 -119
- package/_bundled_plugin/schemas/scan-manifest.schema.json +78 -220
- package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
- package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
- package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
- package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +169 -294
- package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
- package/_bundled_plugin/scripts/codex_session.mjs +53 -0
- package/_bundled_plugin/scripts/config_preflight.py +26 -62
- package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
- package/_bundled_plugin/scripts/deep_scan_workbench.py +129 -150
- package/_bundled_plugin/scripts/finalize_scan_contract.py +321 -237
- package/_bundled_plugin/scripts/finding_preview.py +39 -9
- package/_bundled_plugin/scripts/generate_in_scope_files.py +27 -77
- package/_bundled_plugin/scripts/generate_rank_input.py +115 -926
- package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -10
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
- package/_bundled_plugin/scripts/rank_preview.py +42 -918
- package/_bundled_plugin/scripts/report_projection.py +150 -183
- package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
- package/_bundled_plugin/scripts/threat_model_projection.py +4 -7
- package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
- package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
- package/_bundled_plugin/scripts/windows_scan_local_files.py +48 -3
- package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
- package/_bundled_plugin/scripts/workbench/storage.py +10 -6
- package/_bundled_plugin/scripts/workbench_cli.py +102 -184
- package/_bundled_plugin/scripts/workbench_db.py +463 -464
- package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
- package/_bundled_plugin/scripts/workbench_finding_index.py +19 -1
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
- package/_bundled_plugin/scripts/workbench_native_indexes.py +27 -14
- package/_bundled_plugin/scripts/workbench_progress.py +14 -58
- package/_bundled_plugin/scripts/workbench_publication.py +234 -289
- package/_bundled_plugin/scripts/workbench_remediation.py +12 -0
- package/_bundled_plugin/scripts/workbench_saved_results.py +172 -49
- package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
- package/_bundled_plugin/scripts/workbench_scan_start.py +105 -41
- package/_bundled_plugin/scripts/workbench_scan_usage.py +194 -42
- package/_bundled_plugin/scripts/workbench_schema.py +37 -1151
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +11 -1
- package/_bundled_plugin/scripts/workbench_target.py +430 -142
- package/_bundled_plugin/scripts/workbench_validation.py +31 -28
- package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
- package/_bundled_plugin/shared/workbench-migrations.json +414 -0
- package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
- package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +3 -3
- package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
- package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
- package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
- package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +15 -1
- package/_bundled_plugin/skills/threat-model/SKILL.md +1 -1
- package/_bundled_plugin/skills/track-findings/SKILL.md +48 -176
- package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
- package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
- package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
- package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
- package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
- package/bin/codex-security.mjs +9 -2
- package/dist/api.d.ts +63 -10
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +1015 -383
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +1 -1
- package/dist/artifact-export.d.ts.map +1 -1
- package/dist/artifact-export.js +28 -13
- package/dist/artifact-export.js.map +1 -1
- package/dist/auth.d.ts +2 -6
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +19 -9
- package/dist/auth.js.map +1 -1
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +1 -0
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/classify-severity.d.ts +26 -9
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +13 -30
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-help.d.ts.map +1 -1
- package/dist/cli-help.js +17 -13
- package/dist/cli-help.js.map +1 -1
- package/dist/cli-signals.d.ts +8 -0
- package/dist/cli-signals.d.ts.map +1 -0
- package/dist/cli-signals.js +28 -0
- package/dist/cli-signals.js.map +1 -0
- package/dist/cli.d.ts +4 -3
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1102 -905
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +10 -9
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codeowners.d.ts +19 -0
- package/dist/codeowners.d.ts.map +1 -0
- package/dist/codeowners.js +138 -0
- package/dist/codeowners.js.map +1 -0
- package/dist/codex-sdk-environment.d.ts +1 -0
- package/dist/codex-sdk-environment.d.ts.map +1 -1
- package/dist/codex-sdk-environment.js +40 -2
- package/dist/codex-sdk-environment.js.map +1 -1
- package/dist/component-plan.d.ts +2 -5
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +39 -31
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +6 -5
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +25 -36
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +64 -74
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +16 -3
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +91 -255
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -6
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +14 -4
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +10 -2
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +102 -104
- package/dist/cost.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +6 -5
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +1 -2
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +9 -3
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/checkpointed-review.d.ts +4 -2
- package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
- package/dist/deduplication/checkpointed-review.js +23 -9
- package/dist/deduplication/checkpointed-review.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +8 -6
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +128 -19
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +5 -2
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +18 -4
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +27 -5
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +58 -48
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.d.ts.map +1 -1
- package/dist/deduplication/deduplication.js +19 -51
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/diagnostics.d.ts +17 -0
- package/dist/deduplication/diagnostics.d.ts.map +1 -0
- package/dist/deduplication/diagnostics.js +5 -0
- package/dist/deduplication/diagnostics.js.map +1 -0
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +7 -1
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +31 -0
- package/dist/deduplication/local.d.ts.map +1 -0
- package/dist/deduplication/local.js +166 -0
- package/dist/deduplication/local.js.map +1 -0
- package/dist/deduplication/records-protocol.d.ts +3 -8
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +11 -184
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/records.d.ts +186 -11
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +10 -18
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/scan.d.ts +9 -3
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +158 -39
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +2 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +4 -4
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-progress.d.ts +17 -1
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-progress.js +19 -17
- package/dist/deep-progress.js.map +1 -1
- package/dist/deep-scan.d.ts +20 -0
- package/dist/deep-scan.d.ts.map +1 -0
- package/dist/deep-scan.js +113 -0
- package/dist/deep-scan.js.map +1 -0
- package/dist/errors.d.ts +2 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +2 -0
- package/dist/errors.js.map +1 -1
- package/dist/executable-path.d.ts +2 -0
- package/dist/executable-path.d.ts.map +1 -0
- package/dist/executable-path.js +12 -0
- package/dist/executable-path.js.map +1 -0
- package/dist/feedback.d.ts +1 -4
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +54 -22
- package/dist/feedback.js.map +1 -1
- package/dist/finding-catalogue.d.ts.map +1 -1
- package/dist/finding-catalogue.js +4 -8
- package/dist/finding-catalogue.js.map +1 -1
- package/dist/finding-normalization.d.ts +5 -0
- package/dist/finding-normalization.d.ts.map +1 -0
- package/dist/finding-normalization.js +120 -0
- package/dist/finding-normalization.js.map +1 -0
- package/dist/finding-retrieval.d.ts +9 -0
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +13 -8
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +14 -6
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +2 -1
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +36 -9
- package/dist/findings-client.js.map +1 -1
- package/dist/findings-errors.d.ts +16 -0
- package/dist/findings-errors.d.ts.map +1 -0
- package/dist/findings-errors.js +24 -0
- package/dist/findings-errors.js.map +1 -0
- package/dist/findings-import.d.ts +1 -1
- package/dist/findings-import.d.ts.map +1 -1
- package/dist/findings-import.js +12 -30
- package/dist/findings-import.js.map +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +7 -1
- package/dist/github.js.map +1 -1
- package/dist/host-protocol.d.ts +19 -0
- package/dist/host-protocol.d.ts.map +1 -0
- package/dist/host-protocol.js +270 -0
- package/dist/host-protocol.js.map +1 -0
- package/dist/hosted-scan-protocol.d.ts +4 -0
- package/dist/hosted-scan-protocol.d.ts.map +1 -0
- package/dist/hosted-scan-protocol.js +25 -0
- package/dist/hosted-scan-protocol.js.map +1 -0
- package/dist/hosted-scan.d.ts +117 -0
- package/dist/hosted-scan.d.ts.map +1 -0
- package/dist/hosted-scan.js +260 -0
- package/dist/hosted-scan.js.map +1 -0
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +48 -38
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +11 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts +7 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +114 -46
- package/dist/knowledge-base.js.map +1 -1
- package/dist/linear.d.ts.map +1 -1
- package/dist/linear.js +2 -7
- package/dist/linear.js.map +1 -1
- package/dist/mock-scan.d.ts.map +1 -1
- package/dist/mock-scan.js +0 -1
- package/dist/mock-scan.js.map +1 -1
- package/dist/models.d.ts +0 -2
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts +9 -3
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +240 -135
- package/dist/multiscan.js.map +1 -1
- package/dist/owner-evidence.d.ts +10 -2
- package/dist/owner-evidence.d.ts.map +1 -1
- package/dist/owner-evidence.js +67 -8
- package/dist/owner-evidence.js.map +1 -1
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +3 -2
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config.js +3 -3
- package/dist/project-config.js.map +1 -1
- package/dist/provider-profile.d.ts +21 -0
- package/dist/provider-profile.d.ts.map +1 -0
- package/dist/provider-profile.js +133 -0
- package/dist/provider-profile.js.map +1 -0
- package/dist/publication-events.d.ts +6 -8
- package/dist/publication-events.d.ts.map +1 -1
- package/dist/publication-events.js +25 -50
- package/dist/publication-events.js.map +1 -1
- package/dist/publication-store.d.ts.map +1 -1
- package/dist/publication-store.js +95 -109
- package/dist/publication-store.js.map +1 -1
- package/dist/publication.d.ts +1 -4
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js +2 -13
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +1 -5
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +109 -160
- package/dist/publish.js.map +1 -1
- package/dist/request-metadata.d.ts +9 -0
- package/dist/request-metadata.d.ts.map +1 -0
- package/dist/request-metadata.js +13 -0
- package/dist/request-metadata.js.map +1 -0
- package/dist/runtime.d.ts +20 -6
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +407 -148
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +14 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -0
- package/dist/saved-scan-bootstrap.js +261 -0
- package/dist/saved-scan-bootstrap.js.map +1 -0
- package/dist/saved-scan.d.ts +1 -1
- package/dist/saved-scan.d.ts.map +1 -1
- package/dist/saved-scan.js +6 -12
- package/dist/saved-scan.js.map +1 -1
- package/dist/scan-activity.js +11 -8
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +28 -15
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +276 -281
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +3 -0
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +345 -77
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-executor.d.ts +104 -0
- package/dist/scan-executor.d.ts.map +1 -0
- package/dist/scan-executor.js +62 -0
- package/dist/scan-executor.js.map +1 -0
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +54 -13
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-inputs.d.ts +6 -0
- package/dist/scan-inputs.d.ts.map +1 -0
- package/dist/scan-inputs.js +71 -0
- package/dist/scan-inputs.js.map +1 -0
- package/dist/scan-logs.d.ts +2 -3
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +12 -6
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-sessions.d.ts +4 -0
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +17 -0
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-skill-paths.d.ts +8 -0
- package/dist/scan-skill-paths.d.ts.map +1 -0
- package/dist/scan-skill-paths.js +47 -0
- package/dist/scan-skill-paths.js.map +1 -0
- package/dist/security-policy-cli.d.ts.map +1 -1
- package/dist/security-policy-cli.js +7 -27
- package/dist/security-policy-cli.js.map +1 -1
- package/dist/security-policy.d.ts +9 -5
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +33 -14
- package/dist/security-policy.js.map +1 -1
- package/dist/server/api.d.ts +0 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js +0 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embeddings.d.ts +3 -1
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +10 -3
- package/dist/server/embeddings.js.map +1 -1
- package/dist/server/errors.d.ts +5 -2
- package/dist/server/errors.d.ts.map +1 -1
- package/dist/server/errors.js +7 -0
- package/dist/server/errors.js.map +1 -1
- package/dist/server/sqlite-store.d.ts +0 -2
- package/dist/server/sqlite-store.d.ts.map +1 -1
- package/dist/server/sqlite-store.js +54 -44
- package/dist/server/sqlite-store.js.map +1 -1
- package/dist/server/storage.d.ts +0 -2
- package/dist/server/storage.d.ts.map +1 -1
- package/dist/server/storage.js.map +1 -1
- package/dist/severity-store.js +19 -24
- package/dist/severity-store.js.map +1 -1
- package/dist/standalone-validation-prompt.d.ts +2 -0
- package/dist/standalone-validation-prompt.d.ts.map +1 -0
- package/dist/standalone-validation-prompt.js +10 -0
- package/dist/standalone-validation-prompt.js.map +1 -0
- package/dist/suggest-owners.d.ts +4 -2
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +11 -5
- package/dist/suggest-owners.js.map +1 -1
- package/dist/targets.d.ts +11 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +123 -72
- package/dist/targets.js.map +1 -1
- package/dist/trusted-executable.d.ts +2 -2
- package/dist/trusted-executable.d.ts.map +1 -1
- package/dist/trusted-executable.js +8 -6
- package/dist/trusted-executable.js.map +1 -1
- package/dist/value.js +7 -0
- package/dist/value.js.map +1 -1
- package/dist/version.js.map +1 -1
- package/dist/workbench-arguments.d.ts +3 -0
- package/dist/workbench-arguments.d.ts.map +1 -0
- package/dist/workbench-arguments.js +15 -0
- package/dist/workbench-arguments.js.map +1 -0
- package/dist/worker-progress.d.ts +44 -11
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js +48 -49
- package/dist/worker-progress.js.map +1 -1
- package/docs/cli.md +1788 -0
- package/docs/findings-service.md +402 -0
- package/docs/hosted-scans.md +242 -0
- package/package.json +23 -22
- package/schemas/hosted-scan-v2.fixture.json +145 -0
- package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
- package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
- package/_bundled_plugin/scripts/workbench_findings.py +0 -221
- package/_bundled_plugin/scripts/workbench_severity.py +0 -122
- package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
- package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
- package/dist/server/dashboard/app.css +0 -2
- package/dist/server/dashboard/app.js +0 -66
- package/dist/server/dashboard/index.html +0 -18
- package/dist/server/dashboard-types.d.ts +0 -48
- package/dist/server/dashboard-types.d.ts.map +0 -1
- package/dist/server/dashboard-types.js +0 -2
- package/dist/server/dashboard-types.js.map +0 -1
- package/dist/server/dashboard.d.ts +0 -6
- package/dist/server/dashboard.d.ts.map +0 -1
- package/dist/server/dashboard.js +0 -59
- package/dist/server/dashboard.js.map +0 -1
- package/dist/server/index.d.ts +0 -2
- package/dist/server/index.d.ts.map +0 -1
- package/dist/server/index.js +0 -6
- package/dist/server/index.js.map +0 -1
- package/dist/server/routes.d.ts +0 -7
- package/dist/server/routes.d.ts.map +0 -1
- package/dist/server/routes.js +0 -98
- package/dist/server/routes.js.map +0 -1
- package/dist/server/serve.d.ts +0 -2
- package/dist/server/serve.d.ts.map +0 -1
- package/dist/server/serve.js +0 -28
- package/dist/server/serve.js.map +0 -1
- package/dist/server/server.d.ts +0 -10
- package/dist/server/server.d.ts.map +0 -1
- package/dist/server/server.js +0 -16
- package/dist/server/server.js.map +0 -1
- package/dist/server/validation.d.ts +0 -17
- package/dist/server/validation.d.ts.map +0 -1
- package/dist/server/validation.js +0 -53
- package/dist/server/validation.js.map +0 -1
package/dist/multiscan.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { notify } from "./value.js";
|
|
1
2
|
import { execFile as execFileCallback } from "node:child_process";
|
|
2
3
|
import { randomUUID } from "node:crypto";
|
|
3
4
|
import { realpathSync } from "node:fs";
|
|
@@ -8,9 +9,10 @@ import { promisify } from "node:util";
|
|
|
8
9
|
import Papa from "papaparse";
|
|
9
10
|
import { readThreatModelPath } from "./artifact-export.js";
|
|
10
11
|
import { OutputDirectoryNotEmptyError, errorMessage, ScanCostLimitExceededError, } from "./errors.js";
|
|
12
|
+
import { readKnowledgeBaseSnapshot, } from "./knowledge-base.js";
|
|
11
13
|
import { resolveScanPrompts } from "./prompt-files.js";
|
|
12
14
|
import { requireSecureOutputAncestry, validateOutputDir } from "./runtime.js";
|
|
13
|
-
import { DiffTarget } from "./targets.js";
|
|
15
|
+
import { DiffTarget, UNSUPPORTED_GIT_ENVIRONMENT, } from "./targets.js";
|
|
14
16
|
import { meetsSeverity, } from "./scan-settings.js";
|
|
15
17
|
import { workflowDigest } from "./finding-workflow.js";
|
|
16
18
|
import { resolveTrustedExecutable } from "./trusted-executable.js";
|
|
@@ -96,18 +98,39 @@ async function runCampaign(options, tasks, output) {
|
|
|
96
98
|
const ledger = join(output, "results.jsonl");
|
|
97
99
|
await ensureOutputDirectory(join(output, "checkouts"));
|
|
98
100
|
await ensureOutputDirectory(join(output, "artifacts"));
|
|
99
|
-
|
|
101
|
+
const knowledgeByMode = {};
|
|
102
|
+
const sharedKnowledge = options.knowledgeBasePaths?.length
|
|
103
|
+
? readKnowledgeBaseSnapshot(options.knowledgeBasePaths, options.signal)
|
|
104
|
+
: undefined;
|
|
105
|
+
for (const mode of new Set(tasks.map((task) => task.mode))) {
|
|
106
|
+
try {
|
|
107
|
+
const paths = options.scanOptionsByMode?.[mode]?.knowledgeBasePaths;
|
|
108
|
+
const snapshot = await (sharedKnowledge ??
|
|
109
|
+
(paths?.length
|
|
110
|
+
? readKnowledgeBaseSnapshot(paths, options.signal)
|
|
111
|
+
: undefined));
|
|
112
|
+
if (snapshot !== undefined)
|
|
113
|
+
knowledgeByMode[mode] = { snapshot };
|
|
114
|
+
}
|
|
115
|
+
catch (error) {
|
|
116
|
+
options.signal?.throwIfAborted();
|
|
117
|
+
knowledgeByMode[mode] = { failure: { error } };
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
await ensureManifest(join(output, "manifest.json"), tasks, options, knowledgeByMode);
|
|
100
121
|
const receipts = await readReceipts(ledger, options.recoverScan !== undefined);
|
|
101
122
|
const pending = [];
|
|
102
123
|
let completed = 0;
|
|
103
|
-
let incomplete = 0;
|
|
104
124
|
let policyFailed = false;
|
|
125
|
+
const warnings = [];
|
|
105
126
|
const hasPolicy = Object.values(options.scanOptionsByMode ?? {}).some((settings) => settings.failureSeverity !== undefined);
|
|
106
127
|
let untouched = 0;
|
|
107
128
|
for (const task of tasks) {
|
|
108
|
-
const
|
|
109
|
-
|
|
110
|
-
|
|
129
|
+
const history = receipts.get(task.id.toLowerCase());
|
|
130
|
+
const receipt = history?.scan;
|
|
131
|
+
if (receipt === undefined ||
|
|
132
|
+
knowledgeByMode[task.mode]?.failure !== undefined) {
|
|
133
|
+
if (history === undefined && options.recoverScan !== undefined) {
|
|
111
134
|
const attempts = await readdir(join(output, "artifacts", task.id)).catch((error) => {
|
|
112
135
|
if (error.code !== "ENOENT")
|
|
113
136
|
throw error;
|
|
@@ -127,78 +150,109 @@ async function runCampaign(options, tasks, output) {
|
|
|
127
150
|
if ((receipt.outputDir === artifactOutput ||
|
|
128
151
|
receipt.outputDir === selectedArtifactOutput) &&
|
|
129
152
|
(await hasArtifacts(artifactOutput))) {
|
|
130
|
-
if (receipt.status === "completed"
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
153
|
+
if (receipt.status === "completed" &&
|
|
154
|
+
Number.isSafeInteger(receipt.attempt) &&
|
|
155
|
+
receipt.attempt > 0) {
|
|
156
|
+
try {
|
|
157
|
+
if (receipt.cleanupPending === "checkout") {
|
|
158
|
+
await rm(join(output, "checkouts", task.id), {
|
|
159
|
+
recursive: true,
|
|
160
|
+
force: true,
|
|
161
|
+
});
|
|
162
|
+
}
|
|
163
|
+
else if (receipt.cleanupPending === "recovery-checkout") {
|
|
164
|
+
const recoveryRoot = join(output, "recovery-checkouts");
|
|
165
|
+
await lstat(recoveryRoot);
|
|
166
|
+
await ensureOutputDirectory(recoveryRoot);
|
|
167
|
+
const taskRoot = join(recoveryRoot, task.id);
|
|
168
|
+
await lstat(taskRoot);
|
|
169
|
+
await ensureOutputDirectory(taskRoot);
|
|
170
|
+
await rm(join(taskRoot, `attempt-${receipt.attempt}`), {
|
|
171
|
+
recursive: true,
|
|
172
|
+
force: true,
|
|
173
|
+
});
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
catch { }
|
|
177
|
+
}
|
|
178
|
+
if (receipt.status !== "failed" && receipt.warnings?.length) {
|
|
179
|
+
warnings.push({ repository: task.id, warnings: receipt.warnings });
|
|
180
|
+
for (const warning of receipt.warnings) {
|
|
181
|
+
notifyProgress(options, {
|
|
182
|
+
repository: task.id,
|
|
183
|
+
status: "completed",
|
|
184
|
+
attempt: receipt.attempt,
|
|
185
|
+
warning,
|
|
186
|
+
});
|
|
187
|
+
}
|
|
134
188
|
}
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
: await legacyIncompleteCoverage({
|
|
189
|
+
if (receipt.status === "completed" ||
|
|
190
|
+
(await legacyCompletedReceipt({
|
|
138
191
|
...receipt,
|
|
139
192
|
outputDir: artifactOutput,
|
|
140
|
-
})
|
|
141
|
-
if (coverage !== undefined) {
|
|
193
|
+
}))) {
|
|
142
194
|
policyFailed ||= receipt.policyFailed === true;
|
|
143
|
-
|
|
144
|
-
notifyProgress(options, {
|
|
145
|
-
repository: task.id,
|
|
146
|
-
status: "completed_with_incomplete_coverage",
|
|
147
|
-
attempt: receipt.attempt,
|
|
148
|
-
warning: receipt.warning ??
|
|
149
|
-
`Scan coverage is ${coverage}; results may be incomplete.`,
|
|
150
|
-
});
|
|
195
|
+
completed += 1;
|
|
151
196
|
continue;
|
|
152
197
|
}
|
|
153
198
|
}
|
|
154
199
|
pending.push(task);
|
|
155
200
|
}
|
|
156
|
-
const skipped = completed +
|
|
157
|
-
if (pending.length === 0) {
|
|
158
|
-
return {
|
|
159
|
-
total: tasks.length,
|
|
160
|
-
completed,
|
|
161
|
-
incomplete,
|
|
162
|
-
failed: 0,
|
|
163
|
-
skipped,
|
|
164
|
-
resultsPath: ledger,
|
|
165
|
-
...(hasPolicy ? { policyFailed } : {}),
|
|
166
|
-
};
|
|
167
|
-
}
|
|
168
|
-
let next = 0;
|
|
201
|
+
const skipped = completed + untouched;
|
|
169
202
|
let failed = 0;
|
|
203
|
+
const summarize = () => ({
|
|
204
|
+
total: tasks.length,
|
|
205
|
+
completed,
|
|
206
|
+
failed,
|
|
207
|
+
skipped,
|
|
208
|
+
resultsPath: ledger,
|
|
209
|
+
...(warnings.length === 0 ? {} : { warnings }),
|
|
210
|
+
...(hasPolicy ? { policyFailed } : {}),
|
|
211
|
+
});
|
|
212
|
+
if (pending.length === 0)
|
|
213
|
+
return summarize();
|
|
214
|
+
let next = 0;
|
|
170
215
|
const worker = async (security) => {
|
|
171
216
|
for (;;) {
|
|
172
217
|
options.signal?.throwIfAborted();
|
|
173
218
|
const task = pending[next++];
|
|
174
219
|
if (task === undefined)
|
|
175
220
|
return;
|
|
176
|
-
|
|
221
|
+
const knowledge = knowledgeByMode[task.mode];
|
|
222
|
+
const history = receipts.get(task.id.toLowerCase());
|
|
223
|
+
let maxAttempt = history?.maxAttempt ?? 0;
|
|
224
|
+
let recoveryAttempt = history?.scan?.attempt ?? 0;
|
|
177
225
|
const artifactRoot = join(output, "artifacts", task.id);
|
|
178
226
|
if (options.recoverScan !== undefined) {
|
|
179
227
|
await ensureOutputDirectory(artifactRoot);
|
|
180
228
|
for (const name of await readdir(artifactRoot)) {
|
|
181
|
-
const
|
|
182
|
-
if (Number.isSafeInteger(
|
|
183
|
-
|
|
229
|
+
const match = /^attempt-([1-9][0-9]*)$/u.exec(name);
|
|
230
|
+
if (match && Number.isSafeInteger(Number(match[1]))) {
|
|
231
|
+
maxAttempt = Math.max(maxAttempt, Number(match[1]));
|
|
232
|
+
recoveryAttempt = Math.max(recoveryAttempt, Number(match[1]));
|
|
233
|
+
}
|
|
184
234
|
}
|
|
185
235
|
}
|
|
186
236
|
for (let retry = 0; retry < options.maxAttempts; retry += 1) {
|
|
187
237
|
options.signal?.throwIfAborted();
|
|
238
|
+
let attempt = maxAttempt;
|
|
188
239
|
if (options.recoverScan === undefined)
|
|
189
|
-
attempt
|
|
240
|
+
attempt = ++maxAttempt;
|
|
241
|
+
else if (retry === 0)
|
|
242
|
+
attempt = recoveryAttempt;
|
|
190
243
|
let scanDir = join(artifactRoot, `attempt-${attempt}`);
|
|
191
244
|
let checkout;
|
|
192
245
|
let protectedRoot = join(output, "checkouts", task.id);
|
|
193
246
|
let attemptedResume = false;
|
|
194
247
|
let failure;
|
|
195
|
-
let
|
|
248
|
+
let cleanupFailure;
|
|
249
|
+
const runWarnings = [];
|
|
196
250
|
let attemptPolicyFailed;
|
|
197
|
-
let coverage;
|
|
198
251
|
let cost = null;
|
|
199
252
|
let threatModelPath;
|
|
200
253
|
let exhaustedBudget = false;
|
|
201
254
|
let requiresRecovery = false;
|
|
255
|
+
let knowledgeBaseFailure = false;
|
|
202
256
|
try {
|
|
203
257
|
await ensureOutputDirectory(artifactRoot);
|
|
204
258
|
let result;
|
|
@@ -220,20 +274,33 @@ async function runCampaign(options, tasks, output) {
|
|
|
220
274
|
attempt,
|
|
221
275
|
status: "started",
|
|
222
276
|
});
|
|
223
|
-
|
|
277
|
+
if (knowledge?.failure !== undefined) {
|
|
278
|
+
knowledgeBaseFailure = true;
|
|
279
|
+
throw knowledge.failure.error;
|
|
280
|
+
}
|
|
281
|
+
result = await options.recoverScan(scanDir, {
|
|
282
|
+
...options,
|
|
283
|
+
knowledgeBaseSnapshot: knowledge?.snapshot,
|
|
284
|
+
});
|
|
224
285
|
attemptedResume = result !== undefined;
|
|
225
286
|
}
|
|
226
287
|
}
|
|
227
288
|
const scanSettings = options.scanOptionsByMode?.[task.mode];
|
|
228
289
|
if (result === undefined) {
|
|
229
290
|
if (options.recoverScan !== undefined)
|
|
230
|
-
attempt
|
|
291
|
+
attempt = ++maxAttempt;
|
|
231
292
|
scanDir = join(artifactRoot, `attempt-${attempt}`);
|
|
232
293
|
notifyProgress(options, {
|
|
233
294
|
repository: task.id,
|
|
234
295
|
attempt,
|
|
235
296
|
status: "started",
|
|
236
297
|
});
|
|
298
|
+
if (options.recoverScan === undefined)
|
|
299
|
+
await validateOutputDir(scanDir);
|
|
300
|
+
if (knowledge?.failure !== undefined) {
|
|
301
|
+
knowledgeBaseFailure = true;
|
|
302
|
+
throw knowledge.failure.error;
|
|
303
|
+
}
|
|
237
304
|
if (options.recoverScan !== undefined) {
|
|
238
305
|
const checkoutRoot = await ensureOutputDirectory(join(output, "recovery-checkouts"));
|
|
239
306
|
const taskRoot = await ensureOutputDirectory(join(checkoutRoot, task.id));
|
|
@@ -243,7 +310,6 @@ async function runCampaign(options, tasks, output) {
|
|
|
243
310
|
await mkdir(checkout, { mode: 0o700 });
|
|
244
311
|
}
|
|
245
312
|
else {
|
|
246
|
-
await validateOutputDir(scanDir);
|
|
247
313
|
checkout = join(output, "checkouts", task.id);
|
|
248
314
|
await rm(checkout, { recursive: true, force: true });
|
|
249
315
|
await mkdir(checkout, { mode: 0o700 });
|
|
@@ -264,6 +330,7 @@ async function runCampaign(options, tasks, output) {
|
|
|
264
330
|
.join("\n\n");
|
|
265
331
|
result = await security.run(checkout, {
|
|
266
332
|
...scanSettings,
|
|
333
|
+
knowledgeBaseSnapshot: knowledge?.snapshot,
|
|
267
334
|
...(task.scope === undefined ? {} : { target: [task.scope] }),
|
|
268
335
|
...(options.knowledgeBasePaths?.length
|
|
269
336
|
? { knowledgeBasePaths: options.knowledgeBasePaths }
|
|
@@ -280,12 +347,15 @@ async function runCampaign(options, tasks, output) {
|
|
|
280
347
|
...(options.maxCostUsd === undefined
|
|
281
348
|
? {}
|
|
282
349
|
: { maxCostUsd: options.maxCostUsd }),
|
|
283
|
-
onWarning: (warning) =>
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
350
|
+
onWarning: (warning) => {
|
|
351
|
+
runWarnings.push(warning);
|
|
352
|
+
notifyProgress(options, {
|
|
353
|
+
repository: task.id,
|
|
354
|
+
attempt,
|
|
355
|
+
status: "started",
|
|
356
|
+
warning,
|
|
357
|
+
});
|
|
358
|
+
},
|
|
289
359
|
...(options.signal === undefined
|
|
290
360
|
? {}
|
|
291
361
|
: { signal: options.signal }),
|
|
@@ -297,13 +367,8 @@ async function runCampaign(options, tasks, output) {
|
|
|
297
367
|
if (failureSeverity !== undefined) {
|
|
298
368
|
attemptPolicyFailed = result.findings.findings.some((finding) => meetsSeverity(finding, failureSeverity));
|
|
299
369
|
}
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
if (!(await hasArtifacts(scanDir))) {
|
|
303
|
-
throw new Error("Multiscan scan output is missing required artifacts.");
|
|
304
|
-
}
|
|
305
|
-
warning = `Scan coverage is ${coverage}; results may be incomplete.`;
|
|
306
|
-
}
|
|
370
|
+
if (result.manifest.scan.status !== "completed")
|
|
371
|
+
throw new Error(`Multiscan scan ${result.manifest.scan.status}.`);
|
|
307
372
|
}
|
|
308
373
|
catch (error) {
|
|
309
374
|
if (options.signal?.aborted === true)
|
|
@@ -319,52 +384,54 @@ async function runCampaign(options, tasks, output) {
|
|
|
319
384
|
}
|
|
320
385
|
finally {
|
|
321
386
|
if (options.recoverScan === undefined && checkout !== undefined) {
|
|
322
|
-
await
|
|
387
|
+
cleanupFailure = await removeCheckout(checkout);
|
|
323
388
|
}
|
|
324
389
|
}
|
|
325
|
-
const
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
? "completed"
|
|
329
|
-
: "completed_with_incomplete_coverage";
|
|
390
|
+
const reportedErrors = [failure, cleanupFailure].filter((message) => message !== undefined);
|
|
391
|
+
let reportedError = reportedErrors.length === 0 ? undefined : reportedErrors.join("; ");
|
|
392
|
+
const status = failure !== undefined ? "failed" : "completed";
|
|
330
393
|
if (threatModelPath === undefined)
|
|
331
394
|
threatModelPath = await readThreatModelPath(scanDir, {
|
|
332
395
|
pythonPath: options.config.pythonPath,
|
|
333
396
|
protectedRoot,
|
|
334
397
|
signal: options.signal,
|
|
335
398
|
});
|
|
336
|
-
|
|
399
|
+
const recoveryCheckout = options.recoverScan !== undefined && failure === undefined
|
|
400
|
+
? checkout
|
|
401
|
+
: undefined;
|
|
402
|
+
const receipt = {
|
|
337
403
|
...task,
|
|
338
404
|
status,
|
|
339
405
|
attempt,
|
|
340
406
|
outputDir: scanDir,
|
|
341
407
|
...(threatModelPath === null ? {} : { threatModelPath }),
|
|
342
|
-
...(coverage === undefined ? {} : { coverage }),
|
|
343
408
|
...(cost === null ? {} : { cost }),
|
|
344
|
-
...(
|
|
345
|
-
...(
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
409
|
+
...(reportedError === undefined ? {} : { error: reportedError }),
|
|
410
|
+
...(recoveryCheckout !== undefined
|
|
411
|
+
? { cleanupPending: "recovery-checkout" }
|
|
412
|
+
: failure === undefined && cleanupFailure !== undefined
|
|
413
|
+
? { cleanupPending: "checkout" }
|
|
414
|
+
: {}),
|
|
415
|
+
...(knowledgeBaseFailure ? { knowledgeBaseFailure: true } : {}),
|
|
416
|
+
...(runWarnings.length === 0 ? {} : { warnings: runWarnings }),
|
|
417
|
+
policyFailed: attemptPolicyFailed,
|
|
418
|
+
};
|
|
419
|
+
await appendReceipt(ledger, `${JSON.stringify(receipt)}\n`);
|
|
420
|
+
if (recoveryCheckout !== undefined) {
|
|
421
|
+
reportedError = await removeCheckout(recoveryCheckout);
|
|
354
422
|
}
|
|
355
423
|
notifyProgress(options, {
|
|
356
424
|
repository: task.id,
|
|
357
425
|
attempt,
|
|
358
426
|
status,
|
|
359
|
-
...(
|
|
360
|
-
...(warning === undefined ? {} : { warning }),
|
|
427
|
+
...(reportedError === undefined ? {} : { error: reportedError }),
|
|
361
428
|
});
|
|
362
429
|
if (failure === undefined) {
|
|
363
430
|
policyFailed ||= attemptPolicyFailed === true;
|
|
364
|
-
if (
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
431
|
+
if (runWarnings.length > 0) {
|
|
432
|
+
warnings.push({ repository: task.id, warnings: runWarnings });
|
|
433
|
+
}
|
|
434
|
+
completed += 1;
|
|
368
435
|
break;
|
|
369
436
|
}
|
|
370
437
|
if (exhaustedBudget || attemptedResume || requiresRecovery) {
|
|
@@ -388,21 +455,13 @@ async function runCampaign(options, tasks, output) {
|
|
|
388
455
|
const rejection = results.find((result) => result.status === "rejected");
|
|
389
456
|
if (rejection?.status === "rejected")
|
|
390
457
|
throw rejection.reason;
|
|
391
|
-
return
|
|
392
|
-
total: tasks.length,
|
|
393
|
-
completed,
|
|
394
|
-
incomplete,
|
|
395
|
-
failed,
|
|
396
|
-
skipped,
|
|
397
|
-
resultsPath: ledger,
|
|
398
|
-
...(hasPolicy ? { policyFailed } : {}),
|
|
399
|
-
};
|
|
458
|
+
return summarize();
|
|
400
459
|
}
|
|
401
460
|
function notifyProgress(options, event) {
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
461
|
+
notify(() => options.onProgress?.(event));
|
|
462
|
+
}
|
|
463
|
+
async function removeCheckout(path) {
|
|
464
|
+
return rm(path, { recursive: true, force: true }).then(() => undefined, (error) => `Multiscan checkout cleanup failed: ${errorMessage(error)}`);
|
|
406
465
|
}
|
|
407
466
|
async function ensureOutputDirectory(path) {
|
|
408
467
|
const metadata = await lstat(path, { bigint: true }).catch(undefinedIfMissingFile);
|
|
@@ -620,39 +679,82 @@ async function recoverLock(output, path, expectedOwner) {
|
|
|
620
679
|
await rm(recoveryPath, { force: true });
|
|
621
680
|
}
|
|
622
681
|
}
|
|
623
|
-
async function ensureManifest(path, tasks, options) {
|
|
624
|
-
const
|
|
625
|
-
|
|
682
|
+
async function ensureManifest(path, tasks, options, knowledgeByMode) {
|
|
683
|
+
const knowledgeDigests = Object.fromEntries(Object.entries(knowledgeByMode).map(([mode, knowledge]) => [
|
|
684
|
+
mode,
|
|
685
|
+
knowledge.snapshot === undefined
|
|
686
|
+
? null
|
|
687
|
+
: workflowDigest(knowledge.snapshot.documents),
|
|
688
|
+
]));
|
|
689
|
+
const manifest = {
|
|
690
|
+
version: 2,
|
|
626
691
|
tasks,
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
|
|
639
|
-
...(options.scanOptionsByMode === undefined
|
|
692
|
+
scanPrompt: options.scanPrompt,
|
|
693
|
+
validationPrompt: options.validationPrompt,
|
|
694
|
+
postScanPrompt: options.postScanPrompt,
|
|
695
|
+
maxCostUsd: options.maxCostUsd,
|
|
696
|
+
// Failed modes cannot start scans; bind their inputs only after repair.
|
|
697
|
+
...(Object.keys(knowledgeDigests).length > 0
|
|
698
|
+
? { knowledgeBaseDigests: knowledgeDigests }
|
|
699
|
+
: {}),
|
|
700
|
+
...(options.scanOptionsByMode === undefined &&
|
|
701
|
+
Object.keys(options.config.codexOverrides ?? {}).length === 0 &&
|
|
702
|
+
options.config.pluginPath === undefined &&
|
|
703
|
+
options.config.pythonPath === undefined
|
|
640
704
|
? {}
|
|
641
705
|
: {
|
|
642
706
|
configurationDigest: workflowDigest({
|
|
643
707
|
scanOptions: options.scanOptionsByMode,
|
|
644
708
|
codex: options.config.codexOverrides,
|
|
709
|
+
pluginPath: options.config.pluginPath,
|
|
710
|
+
pythonPath: options.config.pythonPath,
|
|
645
711
|
}),
|
|
646
712
|
}),
|
|
647
|
-
}
|
|
713
|
+
};
|
|
714
|
+
const expected = `${JSON.stringify(manifest, null, 2)}\n`;
|
|
648
715
|
try {
|
|
649
716
|
await writeFile(path, expected, { flag: "wx", mode: 0o600 });
|
|
650
717
|
}
|
|
651
718
|
catch (error) {
|
|
652
719
|
if (error.code !== "EEXIST")
|
|
653
720
|
throw error;
|
|
654
|
-
|
|
721
|
+
const existing = await readFile(path, "utf8");
|
|
722
|
+
if (existing === expected)
|
|
723
|
+
return;
|
|
724
|
+
const { knowledgeBaseDigests: savedDigests = {}, ...savedInputs } = JSON.parse(existing);
|
|
725
|
+
const { knowledgeBaseDigests: _, ...expectedInputs } = manifest;
|
|
726
|
+
const mismatch = () => {
|
|
655
727
|
throw new Error("Multiscan manifest does not match existing output directory.");
|
|
728
|
+
};
|
|
729
|
+
if (JSON.stringify(savedInputs) !== JSON.stringify(expectedInputs))
|
|
730
|
+
mismatch();
|
|
731
|
+
const boundDigests = { ...savedDigests };
|
|
732
|
+
for (const mode of Object.keys({
|
|
733
|
+
...savedDigests,
|
|
734
|
+
...knowledgeDigests,
|
|
735
|
+
})) {
|
|
736
|
+
const saved = savedDigests[mode];
|
|
737
|
+
const current = knowledgeDigests[mode];
|
|
738
|
+
if (saved === undefined ||
|
|
739
|
+
current === undefined ||
|
|
740
|
+
(saved !== null && current !== null && saved !== current)) {
|
|
741
|
+
mismatch();
|
|
742
|
+
}
|
|
743
|
+
boundDigests[mode] = saved ?? current;
|
|
744
|
+
}
|
|
745
|
+
// Preserve bound modes when their inputs are temporarily unavailable.
|
|
746
|
+
if (Object.keys(boundDigests).length > 0)
|
|
747
|
+
manifest.knowledgeBaseDigests = boundDigests;
|
|
748
|
+
const bound = `${JSON.stringify(manifest, null, 2)}\n`;
|
|
749
|
+
if (bound !== existing) {
|
|
750
|
+
const temporary = `${path}.${randomUUID()}.tmp`;
|
|
751
|
+
try {
|
|
752
|
+
await writeFile(temporary, bound, { flag: "wx", mode: 0o600 });
|
|
753
|
+
await rename(temporary, path);
|
|
754
|
+
}
|
|
755
|
+
finally {
|
|
756
|
+
await rm(temporary, { force: true });
|
|
757
|
+
}
|
|
656
758
|
}
|
|
657
759
|
}
|
|
658
760
|
}
|
|
@@ -677,10 +779,21 @@ async function readReceipts(path, preserveInterrupted = false) {
|
|
|
677
779
|
}
|
|
678
780
|
await truncate(path, Buffer.byteLength(contents) - Buffer.byteLength(partial));
|
|
679
781
|
}
|
|
680
|
-
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
782
|
+
const receipts = new Map();
|
|
783
|
+
for (const line of lines.filter(Boolean)) {
|
|
784
|
+
const saved = JSON.parse(line);
|
|
785
|
+
if (saved.status === "completed_with_incomplete_coverage")
|
|
786
|
+
saved.status = "completed";
|
|
787
|
+
const receipt = saved;
|
|
788
|
+
const id = receipt.id.toLowerCase();
|
|
789
|
+
const previous = receipts.get(id);
|
|
790
|
+
receipts.set(id, {
|
|
791
|
+
maxAttempt: Math.max(previous?.maxAttempt ?? 0, receipt.attempt),
|
|
792
|
+
// Extraction failures never start or modify a scan; keep its last receipt.
|
|
793
|
+
scan: receipt.knowledgeBaseFailure ? previous?.scan : receipt,
|
|
794
|
+
});
|
|
795
|
+
}
|
|
796
|
+
return receipts;
|
|
684
797
|
}
|
|
685
798
|
async function hasArtifacts(path) {
|
|
686
799
|
try {
|
|
@@ -696,20 +809,17 @@ async function hasArtifacts(path) {
|
|
|
696
809
|
return false;
|
|
697
810
|
}
|
|
698
811
|
}
|
|
699
|
-
async function
|
|
812
|
+
async function legacyCompletedReceipt(receipt) {
|
|
700
813
|
if (receipt.status !== "failed" ||
|
|
701
814
|
receipt.error !== "Multiscan repository coverage is incomplete.") {
|
|
702
|
-
return
|
|
815
|
+
return false;
|
|
703
816
|
}
|
|
704
817
|
try {
|
|
705
|
-
const
|
|
706
|
-
return
|
|
707
|
-
coverage.completeness === "unknown"
|
|
708
|
-
? coverage.completeness
|
|
709
|
-
: undefined;
|
|
818
|
+
const manifest = JSON.parse(await readFile(join(receipt.outputDir, "scan-manifest.json"), "utf8"));
|
|
819
|
+
return manifest.scan?.status === "completed";
|
|
710
820
|
}
|
|
711
821
|
catch {
|
|
712
|
-
return
|
|
822
|
+
return false;
|
|
713
823
|
}
|
|
714
824
|
}
|
|
715
825
|
function parseInventory(source, directory, defaultMode) {
|
|
@@ -765,7 +875,7 @@ function parseInventory(source, directory, defaultMode) {
|
|
|
765
875
|
id,
|
|
766
876
|
repository: normalizeRepository(get("repository"), directory),
|
|
767
877
|
revision,
|
|
768
|
-
mode,
|
|
878
|
+
mode: mode,
|
|
769
879
|
...(scope ? { scope } : {}),
|
|
770
880
|
...(prompt ? { prompt } : {}),
|
|
771
881
|
};
|
|
@@ -808,19 +918,14 @@ function normalizeRepository(repository, directory) {
|
|
|
808
918
|
}
|
|
809
919
|
async function checkoutRevision(task, path, signal, githubHost) {
|
|
810
920
|
const environment = { ...process.env };
|
|
811
|
-
const repositoryVariables = new Set([
|
|
812
|
-
"GIT_DIR",
|
|
813
|
-
"GIT_WORK_TREE",
|
|
814
|
-
"GIT_INDEX_FILE",
|
|
815
|
-
"GIT_OBJECT_DIRECTORY",
|
|
816
|
-
"GIT_ALTERNATE_OBJECT_DIRECTORIES",
|
|
817
|
-
]);
|
|
818
921
|
for (const name of Object.keys(environment)) {
|
|
819
|
-
if (
|
|
922
|
+
if (UNSUPPORTED_GIT_ENVIRONMENT.has(name.toUpperCase()))
|
|
820
923
|
delete environment[name];
|
|
821
924
|
}
|
|
822
925
|
environment["GIT_TERMINAL_PROMPT"] = "0";
|
|
823
926
|
environment["GIT_LFS_SKIP_SMUDGE"] = "1";
|
|
927
|
+
environment["GIT_DEFAULT_HASH"] =
|
|
928
|
+
task.revision.length === 64 ? "sha256" : "sha1";
|
|
824
929
|
const command = await resolveTrustedExecutable("git", environment, resolve(process.cwd()));
|
|
825
930
|
if (command === null) {
|
|
826
931
|
throw new Error("Git is not available on a trusted PATH.");
|