@openai/codex-security 0.1.31 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +442 -2434
- package/_bundled_plugin/.app.json +5 -1
- package/_bundled_plugin/.codex-plugin/plugin.json +9 -5
- package/_bundled_plugin/.mcp.json +3 -0
- package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
- package/_bundled_plugin/examples/completed-scan/report.md +28 -26
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
- package/_bundled_plugin/mcp/helpers.mjs +1 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +7 -214
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +563 -0
- package/_bundled_plugin/mcp/server.mjs +1 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
- package/_bundled_plugin/references/artifact-storage.md +5 -5
- package/_bundled_plugin/references/config-preflight.md +1 -5
- package/_bundled_plugin/references/core-scan.md +34 -10
- package/_bundled_plugin/references/final-report.md +13 -13
- package/_bundled_plugin/references/finding-detail-fields.md +90 -80
- package/_bundled_plugin/references/sarif-adapter.md +1 -1
- package/_bundled_plugin/references/scan-artifacts.md +3 -4
- package/_bundled_plugin/references/scan-contract.md +11 -6
- package/_bundled_plugin/references/scan-prologue.md +12 -0
- package/_bundled_plugin/references/security-guidance.md +2 -2
- package/_bundled_plugin/references/standalone-validation.md +11 -0
- package/_bundled_plugin/references/threat-model.md +2 -2
- package/_bundled_plugin/schemas/coverage.schema.json +23 -47
- package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
- package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
- package/_bundled_plugin/schemas/findings.schema.json +71 -192
- package/_bundled_plugin/schemas/scan-manifest.schema.json +83 -95
- package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
- package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
- package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
- package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +245 -356
- package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
- package/_bundled_plugin/scripts/codex_session.mjs +53 -0
- package/_bundled_plugin/scripts/config_preflight.py +29 -69
- package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
- package/_bundled_plugin/scripts/deep_scan_workbench.py +208 -363
- package/_bundled_plugin/scripts/filesystem_identity.py +1 -5
- package/_bundled_plugin/scripts/finalize_scan_contract.py +733 -375
- package/_bundled_plugin/scripts/finding_preview.py +81 -91
- package/_bundled_plugin/scripts/generate_in_scope_files.py +48 -102
- package/_bundled_plugin/scripts/generate_rank_input.py +117 -888
- package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -6
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
- package/_bundled_plugin/scripts/rank_preview.py +43 -902
- package/_bundled_plugin/scripts/report_projection.py +143 -219
- package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
- package/_bundled_plugin/scripts/threat_model_projection.py +161 -0
- package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
- package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
- package/_bundled_plugin/scripts/windows_scan_local_files.py +59 -9
- package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
- package/_bundled_plugin/scripts/workbench/storage.py +21 -6
- package/_bundled_plugin/scripts/workbench_cli.py +99 -190
- package/_bundled_plugin/scripts/workbench_constants.py +6 -14
- package/_bundled_plugin/scripts/workbench_db.py +524 -672
- package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
- package/_bundled_plugin/scripts/workbench_finding_index.py +20 -7
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
- package/_bundled_plugin/scripts/workbench_native_indexes.py +28 -18
- package/_bundled_plugin/scripts/workbench_progress.py +26 -92
- package/_bundled_plugin/scripts/workbench_publication.py +77 -116
- package/_bundled_plugin/scripts/workbench_remediation.py +14 -20
- package/_bundled_plugin/scripts/workbench_saved_results.py +1402 -263
- package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
- package/_bundled_plugin/scripts/workbench_scan_start.py +109 -52
- package/_bundled_plugin/scripts/workbench_scan_usage.py +30 -49
- package/_bundled_plugin/scripts/workbench_schema.py +71 -1370
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +16 -7
- package/_bundled_plugin/scripts/workbench_target.py +526 -150
- package/_bundled_plugin/scripts/workbench_target_state.py +1 -5
- package/_bundled_plugin/scripts/workbench_validation.py +19 -44
- package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
- package/_bundled_plugin/shared/workbench-migrations.json +397 -0
- package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
- package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +6 -6
- package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
- package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
- package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
- package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
- package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +13 -1
- package/_bundled_plugin/skills/threat-model/SKILL.md +2 -2
- package/_bundled_plugin/skills/track-findings/SKILL.md +46 -178
- package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
- package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
- package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
- package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
- package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
- package/bin/codex-security.mjs +9 -2
- package/dist/api.d.ts +63 -15
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +970 -553
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +70 -0
- package/dist/artifact-export.d.ts.map +1 -0
- package/dist/artifact-export.js +292 -0
- package/dist/artifact-export.js.map +1 -0
- package/dist/auth.d.ts +2 -6
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +27 -12
- package/dist/auth.js.map +1 -1
- package/dist/bulk-scan-discovery.d.ts +1 -0
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +9 -9
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/classify-scan-severity.d.ts.map +1 -1
- package/dist/classify-scan-severity.js +2 -5
- package/dist/classify-scan-severity.js.map +1 -1
- package/dist/classify-severity.d.ts +28 -17
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +16 -35
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-help.d.ts +3 -0
- package/dist/cli-help.d.ts.map +1 -0
- package/dist/cli-help.js +285 -0
- package/dist/cli-help.js.map +1 -0
- package/dist/cli-signals.d.ts +8 -0
- package/dist/cli-signals.d.ts.map +1 -0
- package/dist/cli-signals.js +28 -0
- package/dist/cli-signals.js.map +1 -0
- package/dist/cli.d.ts +22 -24
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1660 -1556
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +11 -17
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codeowners.d.ts +19 -0
- package/dist/codeowners.d.ts.map +1 -0
- package/dist/codeowners.js +138 -0
- package/dist/codeowners.js.map +1 -0
- package/dist/codex-prompt.d.ts.map +1 -1
- package/dist/codex-prompt.js +1 -2
- package/dist/codex-prompt.js.map +1 -1
- package/dist/codex-sdk-environment.d.ts +3 -0
- package/dist/codex-sdk-environment.d.ts.map +1 -0
- package/dist/codex-sdk-environment.js +68 -0
- package/dist/codex-sdk-environment.js.map +1 -0
- package/dist/component-plan.d.ts +2 -5
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +38 -34
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +7 -5
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +54 -44
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +93 -104
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +15 -2
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +124 -348
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -6
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +75 -34
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +10 -2
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +116 -134
- package/dist/cost.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +7 -6
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +1 -2
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +23 -16
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/checkpointed-review.d.ts +4 -2
- package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
- package/dist/deduplication/checkpointed-review.js +33 -20
- package/dist/deduplication/checkpointed-review.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +9 -1
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +129 -20
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +5 -2
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +18 -4
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +26 -4
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +59 -47
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.d.ts.map +1 -1
- package/dist/deduplication/deduplication.js +59 -113
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/diagnostics.d.ts +17 -0
- package/dist/deduplication/diagnostics.d.ts.map +1 -0
- package/dist/deduplication/diagnostics.js +5 -0
- package/dist/deduplication/diagnostics.js.map +1 -0
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +7 -1
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +31 -0
- package/dist/deduplication/local.d.ts.map +1 -0
- package/dist/deduplication/local.js +166 -0
- package/dist/deduplication/local.js.map +1 -0
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +12 -28
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/records.d.ts +188 -12
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +34 -24
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/review.d.ts +7 -0
- package/dist/deduplication/review.d.ts.map +1 -1
- package/dist/deduplication/review.js.map +1 -1
- package/dist/deduplication/scan.d.ts +9 -3
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +159 -44
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +2 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +7 -23
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-progress.d.ts +2 -1
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-progress.js +32 -47
- package/dist/deep-progress.js.map +1 -1
- package/dist/deep-scan.d.ts +20 -0
- package/dist/deep-scan.d.ts.map +1 -0
- package/dist/deep-scan.js +113 -0
- package/dist/deep-scan.js.map +1 -0
- package/dist/errors.d.ts +5 -2
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +7 -7
- package/dist/errors.js.map +1 -1
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +53 -21
- package/dist/feedback.js.map +1 -1
- package/dist/finding-catalogue.d.ts.map +1 -1
- package/dist/finding-catalogue.js +26 -30
- package/dist/finding-catalogue.js.map +1 -1
- package/dist/finding-normalization.d.ts +5 -0
- package/dist/finding-normalization.d.ts.map +1 -0
- package/dist/finding-normalization.js +120 -0
- package/dist/finding-normalization.js.map +1 -0
- package/dist/finding-retrieval.d.ts +9 -0
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +13 -8
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +18 -13
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +2 -1
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +36 -9
- package/dist/findings-client.js.map +1 -1
- package/dist/findings-errors.d.ts +16 -0
- package/dist/findings-errors.d.ts.map +1 -0
- package/dist/findings-errors.js +24 -0
- package/dist/findings-errors.js.map +1 -0
- package/dist/findings-import.d.ts +1 -1
- package/dist/findings-import.d.ts.map +1 -1
- package/dist/findings-import.js +16 -44
- package/dist/findings-import.js.map +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +9 -4
- package/dist/github.js.map +1 -1
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +49 -39
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +11 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts +7 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +115 -47
- package/dist/knowledge-base.js.map +1 -1
- package/dist/linear.d.ts.map +1 -1
- package/dist/linear.js +4 -10
- package/dist/linear.js.map +1 -1
- package/dist/mock-scan.d.ts.map +1 -1
- package/dist/mock-scan.js +0 -1
- package/dist/mock-scan.js.map +1 -1
- package/dist/models.d.ts +24 -2
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts +9 -3
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +225 -153
- package/dist/multiscan.js.map +1 -1
- package/dist/owner-evidence.d.ts +10 -2
- package/dist/owner-evidence.d.ts.map +1 -1
- package/dist/owner-evidence.js +69 -14
- package/dist/owner-evidence.js.map +1 -1
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +5 -6
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config-schema.d.ts +10 -0
- package/dist/project-config-schema.d.ts.map +1 -1
- package/dist/project-config-schema.js +1 -0
- package/dist/project-config-schema.js.map +1 -1
- package/dist/project-config.d.ts +1 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +5 -3
- package/dist/project-config.js.map +1 -1
- package/dist/prompt-files.d.ts +0 -1
- package/dist/prompt-files.d.ts.map +1 -1
- package/dist/prompt-files.js +2 -4
- package/dist/prompt-files.js.map +1 -1
- package/dist/provider-profile.d.ts +21 -0
- package/dist/provider-profile.d.ts.map +1 -0
- package/dist/provider-profile.js +133 -0
- package/dist/provider-profile.js.map +1 -0
- package/dist/publication-events.d.ts +6 -8
- package/dist/publication-events.d.ts.map +1 -1
- package/dist/publication-events.js +40 -79
- package/dist/publication-events.js.map +1 -1
- package/dist/publication-store.d.ts.map +1 -1
- package/dist/publication-store.js +48 -76
- package/dist/publication-store.js.map +1 -1
- package/dist/publication.d.ts +1 -2
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js +7 -16
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +1 -5
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +138 -199
- package/dist/publish.js.map +1 -1
- package/dist/record.d.ts +2 -0
- package/dist/record.d.ts.map +1 -0
- package/dist/record.js +4 -0
- package/dist/record.js.map +1 -0
- package/dist/request-metadata.d.ts +9 -0
- package/dist/request-metadata.d.ts.map +1 -0
- package/dist/request-metadata.js +13 -0
- package/dist/request-metadata.js.map +1 -0
- package/dist/result.d.ts +4 -1
- package/dist/result.d.ts.map +1 -1
- package/dist/result.js +7 -0
- package/dist/result.js.map +1 -1
- package/dist/runtime.d.ts +25 -17
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +619 -255
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +14 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -0
- package/dist/saved-scan-bootstrap.js +261 -0
- package/dist/saved-scan-bootstrap.js.map +1 -0
- package/dist/saved-scan.d.ts +1 -1
- package/dist/saved-scan.d.ts.map +1 -1
- package/dist/saved-scan.js +16 -32
- package/dist/saved-scan.js.map +1 -1
- package/dist/scan-activity.d.ts.map +1 -1
- package/dist/scan-activity.js +19 -30
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +31 -18
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +307 -347
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +3 -1
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +351 -92
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +55 -15
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-inputs.d.ts +6 -0
- package/dist/scan-inputs.d.ts.map +1 -0
- package/dist/scan-inputs.js +71 -0
- package/dist/scan-inputs.js.map +1 -0
- package/dist/scan-logs.d.ts +2 -3
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +14 -12
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-sessions.d.ts +4 -0
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +18 -3
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-settings.d.ts +5 -0
- package/dist/scan-settings.d.ts.map +1 -1
- package/dist/scan-settings.js +4 -0
- package/dist/scan-settings.js.map +1 -1
- package/dist/scan-skill-paths.d.ts +8 -0
- package/dist/scan-skill-paths.d.ts.map +1 -0
- package/dist/scan-skill-paths.js +47 -0
- package/dist/scan-skill-paths.js.map +1 -0
- package/dist/security-policy-cli.d.ts.map +1 -1
- package/dist/security-policy-cli.js +15 -33
- package/dist/security-policy-cli.js.map +1 -1
- package/dist/security-policy.d.ts +17 -9
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +131 -98
- package/dist/security-policy.js.map +1 -1
- package/dist/server/api.d.ts +0 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js +0 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embeddings.d.ts +3 -1
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +11 -3
- package/dist/server/embeddings.js.map +1 -1
- package/dist/server/errors.d.ts +5 -2
- package/dist/server/errors.d.ts.map +1 -1
- package/dist/server/errors.js +7 -0
- package/dist/server/errors.js.map +1 -1
- package/dist/server/sqlite-store.d.ts +0 -2
- package/dist/server/sqlite-store.d.ts.map +1 -1
- package/dist/server/sqlite-store.js +55 -55
- package/dist/server/sqlite-store.js.map +1 -1
- package/dist/server/storage.d.ts +0 -2
- package/dist/server/storage.d.ts.map +1 -1
- package/dist/server/storage.js.map +1 -1
- package/dist/severity-store.js +20 -32
- package/dist/severity-store.js.map +1 -1
- package/dist/standalone-validation-prompt.d.ts +2 -0
- package/dist/standalone-validation-prompt.d.ts.map +1 -0
- package/dist/standalone-validation-prompt.js +10 -0
- package/dist/standalone-validation-prompt.js.map +1 -0
- package/dist/suggest-owners.d.ts +6 -5
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +15 -10
- package/dist/suggest-owners.js.map +1 -1
- package/dist/targets.d.ts +12 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +124 -62
- package/dist/targets.js.map +1 -1
- package/dist/trusted-executable.d.ts +6 -1
- package/dist/trusted-executable.d.ts.map +1 -1
- package/dist/trusted-executable.js +28 -9
- package/dist/trusted-executable.js.map +1 -1
- package/dist/value.d.ts +2 -0
- package/dist/value.d.ts.map +1 -0
- package/dist/value.js +27 -0
- package/dist/value.js.map +1 -0
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +3 -6
- package/dist/version.js.map +1 -1
- package/dist/windows-path.d.ts.map +1 -1
- package/dist/windows-path.js +1 -2
- package/dist/windows-path.js.map +1 -1
- package/dist/workbench-arguments.d.ts +3 -0
- package/dist/workbench-arguments.d.ts.map +1 -0
- package/dist/workbench-arguments.js +15 -0
- package/dist/workbench-arguments.js.map +1 -0
- package/dist/worker-progress.d.ts +2 -0
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js +40 -46
- package/dist/worker-progress.js.map +1 -1
- package/docs/cli.md +1778 -0
- package/docs/dedupe-records.md +24 -0
- package/docs/findings-service.md +402 -0
- package/package.json +23 -23
- package/schemas/project-config.schema.json +5 -0
- package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
- package/_bundled_plugin/scripts/normalize_candidates.py +0 -338
- package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
- package/_bundled_plugin/scripts/workbench_findings.py +0 -221
- package/_bundled_plugin/scripts/workbench_severity.py +0 -119
- package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
- package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
- package/dist/server/dashboard/app.css +0 -2
- package/dist/server/dashboard/app.js +0 -66
- package/dist/server/dashboard/index.html +0 -18
- package/dist/server/dashboard-types.d.ts +0 -48
- package/dist/server/dashboard-types.d.ts.map +0 -1
- package/dist/server/dashboard-types.js +0 -2
- package/dist/server/dashboard-types.js.map +0 -1
- package/dist/server/dashboard.d.ts +0 -6
- package/dist/server/dashboard.d.ts.map +0 -1
- package/dist/server/dashboard.js +0 -59
- package/dist/server/dashboard.js.map +0 -1
- package/dist/server/findings-service.d.ts +0 -20
- package/dist/server/findings-service.d.ts.map +0 -1
- package/dist/server/findings-service.js +0 -31
- package/dist/server/findings-service.js.map +0 -1
- package/dist/server/index.d.ts +0 -2
- package/dist/server/index.d.ts.map +0 -1
- package/dist/server/index.js +0 -6
- package/dist/server/index.js.map +0 -1
- package/dist/server/routes.d.ts +0 -6
- package/dist/server/routes.d.ts.map +0 -1
- package/dist/server/routes.js +0 -86
- package/dist/server/routes.js.map +0 -1
- package/dist/server/serve.d.ts +0 -2
- package/dist/server/serve.d.ts.map +0 -1
- package/dist/server/serve.js +0 -28
- package/dist/server/serve.js.map +0 -1
- package/dist/server/server.d.ts +0 -10
- package/dist/server/server.d.ts.map +0 -1
- package/dist/server/server.js +0 -17
- package/dist/server/server.js.map +0 -1
- package/dist/server/validation.d.ts +0 -17
- package/dist/server/validation.d.ts.map +0 -1
- package/dist/server/validation.js +0 -53
- package/dist/server/validation.js.map +0 -1
package/dist/multiscan.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { notify } from "./value.js";
|
|
1
2
|
import { execFile as execFileCallback } from "node:child_process";
|
|
2
3
|
import { randomUUID } from "node:crypto";
|
|
3
4
|
import { realpathSync } from "node:fs";
|
|
@@ -6,10 +7,12 @@ import { hostname } from "node:os";
|
|
|
6
7
|
import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
|
|
7
8
|
import { promisify } from "node:util";
|
|
8
9
|
import Papa from "papaparse";
|
|
9
|
-
import {
|
|
10
|
+
import { readThreatModelPath } from "./artifact-export.js";
|
|
11
|
+
import { OutputDirectoryNotEmptyError, errorMessage, ScanCostLimitExceededError, } from "./errors.js";
|
|
12
|
+
import { readKnowledgeBaseSnapshot, } from "./knowledge-base.js";
|
|
10
13
|
import { resolveScanPrompts } from "./prompt-files.js";
|
|
11
14
|
import { requireSecureOutputAncestry, validateOutputDir } from "./runtime.js";
|
|
12
|
-
import { DiffTarget } from "./targets.js";
|
|
15
|
+
import { DiffTarget, UNSUPPORTED_GIT_ENVIRONMENT, } from "./targets.js";
|
|
13
16
|
import { meetsSeverity, } from "./scan-settings.js";
|
|
14
17
|
import { workflowDigest } from "./finding-workflow.js";
|
|
15
18
|
import { resolveTrustedExecutable } from "./trusted-executable.js";
|
|
@@ -74,11 +77,7 @@ export async function runMultiscan(options) {
|
|
|
74
77
|
}
|
|
75
78
|
const requestedOutput = resolve(options.outputDir);
|
|
76
79
|
if (options.recoverScan !== undefined) {
|
|
77
|
-
const manifest = await lstat(join(requestedOutput, "manifest.json")).catch(
|
|
78
|
-
if (error.code !== "ENOENT")
|
|
79
|
-
throw error;
|
|
80
|
-
return undefined;
|
|
81
|
-
});
|
|
80
|
+
const manifest = await lstat(join(requestedOutput, "manifest.json")).catch(undefinedIfMissingFile);
|
|
82
81
|
if (!manifest?.isFile())
|
|
83
82
|
throw new Error("Bulk recovery requires an existing campaign manifest.");
|
|
84
83
|
}
|
|
@@ -99,18 +98,39 @@ async function runCampaign(options, tasks, output) {
|
|
|
99
98
|
const ledger = join(output, "results.jsonl");
|
|
100
99
|
await ensureOutputDirectory(join(output, "checkouts"));
|
|
101
100
|
await ensureOutputDirectory(join(output, "artifacts"));
|
|
102
|
-
|
|
101
|
+
const knowledgeByMode = {};
|
|
102
|
+
const sharedKnowledge = options.knowledgeBasePaths?.length
|
|
103
|
+
? readKnowledgeBaseSnapshot(options.knowledgeBasePaths, options.signal)
|
|
104
|
+
: undefined;
|
|
105
|
+
for (const mode of new Set(tasks.map((task) => task.mode))) {
|
|
106
|
+
try {
|
|
107
|
+
const paths = options.scanOptionsByMode?.[mode]?.knowledgeBasePaths;
|
|
108
|
+
const snapshot = await (sharedKnowledge ??
|
|
109
|
+
(paths?.length
|
|
110
|
+
? readKnowledgeBaseSnapshot(paths, options.signal)
|
|
111
|
+
: undefined));
|
|
112
|
+
if (snapshot !== undefined)
|
|
113
|
+
knowledgeByMode[mode] = { snapshot };
|
|
114
|
+
}
|
|
115
|
+
catch (error) {
|
|
116
|
+
options.signal?.throwIfAborted();
|
|
117
|
+
knowledgeByMode[mode] = { failure: { error } };
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
await ensureManifest(join(output, "manifest.json"), tasks, options, knowledgeByMode);
|
|
103
121
|
const receipts = await readReceipts(ledger, options.recoverScan !== undefined);
|
|
104
122
|
const pending = [];
|
|
105
123
|
let completed = 0;
|
|
106
|
-
let incomplete = 0;
|
|
107
124
|
let policyFailed = false;
|
|
125
|
+
const warnings = [];
|
|
108
126
|
const hasPolicy = Object.values(options.scanOptionsByMode ?? {}).some((settings) => settings.failureSeverity !== undefined);
|
|
109
127
|
let untouched = 0;
|
|
110
128
|
for (const task of tasks) {
|
|
111
|
-
const
|
|
112
|
-
|
|
113
|
-
|
|
129
|
+
const history = receipts.get(task.id.toLowerCase());
|
|
130
|
+
const receipt = history?.scan;
|
|
131
|
+
if (receipt === undefined ||
|
|
132
|
+
knowledgeByMode[task.mode]?.failure !== undefined) {
|
|
133
|
+
if (history === undefined && options.recoverScan !== undefined) {
|
|
114
134
|
const attempts = await readdir(join(output, "artifacts", task.id)).catch((error) => {
|
|
115
135
|
if (error.code !== "ENOENT")
|
|
116
136
|
throw error;
|
|
@@ -130,107 +150,131 @@ async function runCampaign(options, tasks, output) {
|
|
|
130
150
|
if ((receipt.outputDir === artifactOutput ||
|
|
131
151
|
receipt.outputDir === selectedArtifactOutput) &&
|
|
132
152
|
(await hasArtifacts(artifactOutput))) {
|
|
133
|
-
if (receipt.status
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
153
|
+
if (receipt.status !== "failed" && receipt.warnings?.length) {
|
|
154
|
+
warnings.push({ repository: task.id, warnings: receipt.warnings });
|
|
155
|
+
for (const warning of receipt.warnings) {
|
|
156
|
+
notifyProgress(options, {
|
|
157
|
+
repository: task.id,
|
|
158
|
+
status: "completed",
|
|
159
|
+
attempt: receipt.attempt,
|
|
160
|
+
warning,
|
|
161
|
+
});
|
|
162
|
+
}
|
|
137
163
|
}
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
: await legacyIncompleteCoverage({
|
|
164
|
+
if (receipt.status === "completed" ||
|
|
165
|
+
(await legacyCompletedReceipt({
|
|
141
166
|
...receipt,
|
|
142
167
|
outputDir: artifactOutput,
|
|
143
|
-
})
|
|
144
|
-
if (coverage !== undefined) {
|
|
168
|
+
}))) {
|
|
145
169
|
policyFailed ||= receipt.policyFailed === true;
|
|
146
|
-
|
|
147
|
-
notifyProgress(options, {
|
|
148
|
-
repository: task.id,
|
|
149
|
-
status: "completed_with_incomplete_coverage",
|
|
150
|
-
attempt: receipt.attempt,
|
|
151
|
-
warning: receipt.warning ??
|
|
152
|
-
`Scan coverage is ${coverage}; results may be incomplete.`,
|
|
153
|
-
});
|
|
170
|
+
completed += 1;
|
|
154
171
|
continue;
|
|
155
172
|
}
|
|
156
173
|
}
|
|
157
174
|
pending.push(task);
|
|
158
175
|
}
|
|
159
|
-
const skipped = completed +
|
|
160
|
-
if (pending.length === 0) {
|
|
161
|
-
return {
|
|
162
|
-
total: tasks.length,
|
|
163
|
-
completed,
|
|
164
|
-
incomplete,
|
|
165
|
-
failed: 0,
|
|
166
|
-
skipped,
|
|
167
|
-
resultsPath: ledger,
|
|
168
|
-
...(hasPolicy ? { policyFailed } : {}),
|
|
169
|
-
};
|
|
170
|
-
}
|
|
171
|
-
let next = 0;
|
|
176
|
+
const skipped = completed + untouched;
|
|
172
177
|
let failed = 0;
|
|
178
|
+
const summarize = () => ({
|
|
179
|
+
total: tasks.length,
|
|
180
|
+
completed,
|
|
181
|
+
failed,
|
|
182
|
+
skipped,
|
|
183
|
+
resultsPath: ledger,
|
|
184
|
+
...(warnings.length === 0 ? {} : { warnings }),
|
|
185
|
+
...(hasPolicy ? { policyFailed } : {}),
|
|
186
|
+
});
|
|
187
|
+
if (pending.length === 0)
|
|
188
|
+
return summarize();
|
|
189
|
+
let next = 0;
|
|
173
190
|
const worker = async (security) => {
|
|
174
191
|
for (;;) {
|
|
175
192
|
options.signal?.throwIfAborted();
|
|
176
193
|
const task = pending[next++];
|
|
177
194
|
if (task === undefined)
|
|
178
195
|
return;
|
|
179
|
-
|
|
196
|
+
const knowledge = knowledgeByMode[task.mode];
|
|
197
|
+
const history = receipts.get(task.id.toLowerCase());
|
|
198
|
+
let maxAttempt = history?.maxAttempt ?? 0;
|
|
199
|
+
let recoveryAttempt = history?.scan?.attempt ?? 0;
|
|
180
200
|
const artifactRoot = join(output, "artifacts", task.id);
|
|
181
201
|
if (options.recoverScan !== undefined) {
|
|
182
202
|
await ensureOutputDirectory(artifactRoot);
|
|
183
203
|
for (const name of await readdir(artifactRoot)) {
|
|
184
204
|
const match = /^attempt-([1-9][0-9]*)$/u.exec(name);
|
|
185
|
-
if (match && Number.isSafeInteger(Number(match[1])))
|
|
186
|
-
|
|
205
|
+
if (match && Number.isSafeInteger(Number(match[1]))) {
|
|
206
|
+
maxAttempt = Math.max(maxAttempt, Number(match[1]));
|
|
207
|
+
recoveryAttempt = Math.max(recoveryAttempt, Number(match[1]));
|
|
208
|
+
}
|
|
187
209
|
}
|
|
188
210
|
}
|
|
189
211
|
for (let retry = 0; retry < options.maxAttempts; retry += 1) {
|
|
190
212
|
options.signal?.throwIfAborted();
|
|
213
|
+
let attempt = maxAttempt;
|
|
191
214
|
if (options.recoverScan === undefined)
|
|
192
|
-
attempt
|
|
215
|
+
attempt = ++maxAttempt;
|
|
216
|
+
else if (retry === 0)
|
|
217
|
+
attempt = recoveryAttempt;
|
|
193
218
|
let scanDir = join(artifactRoot, `attempt-${attempt}`);
|
|
194
219
|
let checkout;
|
|
220
|
+
let protectedRoot = join(output, "checkouts", task.id);
|
|
195
221
|
let attemptedResume = false;
|
|
196
222
|
let failure;
|
|
197
|
-
|
|
223
|
+
const runWarnings = [];
|
|
198
224
|
let attemptPolicyFailed;
|
|
199
|
-
let coverage;
|
|
200
225
|
let cost = null;
|
|
226
|
+
let threatModelPath;
|
|
201
227
|
let exhaustedBudget = false;
|
|
202
228
|
let requiresRecovery = false;
|
|
229
|
+
let knowledgeBaseFailure = false;
|
|
203
230
|
try {
|
|
204
231
|
await ensureOutputDirectory(artifactRoot);
|
|
205
232
|
let result;
|
|
206
233
|
if (options.recoverScan !== undefined && retry === 0 && attempt > 0) {
|
|
207
|
-
const existing = await lstat(scanDir).catch(
|
|
208
|
-
if (error.code !== "ENOENT")
|
|
209
|
-
throw error;
|
|
210
|
-
return undefined;
|
|
211
|
-
});
|
|
234
|
+
const existing = await lstat(scanDir).catch(undefinedIfMissingFile);
|
|
212
235
|
if (existing !== undefined) {
|
|
213
236
|
await ensureOutputDirectory(scanDir);
|
|
237
|
+
const retainedCheckout = join(output, "recovery-checkouts", task.id, `attempt-${attempt}`);
|
|
238
|
+
const retained = await lstat(retainedCheckout).catch((error) => {
|
|
239
|
+
if (error.code !== "ENOENT")
|
|
240
|
+
throw error;
|
|
241
|
+
return undefined;
|
|
242
|
+
});
|
|
243
|
+
if (retained !== undefined)
|
|
244
|
+
protectedRoot = retainedCheckout;
|
|
214
245
|
attemptedResume = true;
|
|
215
246
|
notifyProgress(options, {
|
|
216
247
|
repository: task.id,
|
|
217
248
|
attempt,
|
|
218
249
|
status: "started",
|
|
219
250
|
});
|
|
220
|
-
|
|
251
|
+
if (knowledge?.failure !== undefined) {
|
|
252
|
+
knowledgeBaseFailure = true;
|
|
253
|
+
throw knowledge.failure.error;
|
|
254
|
+
}
|
|
255
|
+
result = await options.recoverScan(scanDir, {
|
|
256
|
+
...options,
|
|
257
|
+
knowledgeBaseSnapshot: knowledge?.snapshot,
|
|
258
|
+
});
|
|
221
259
|
attemptedResume = result !== undefined;
|
|
222
260
|
}
|
|
223
261
|
}
|
|
224
262
|
const scanSettings = options.scanOptionsByMode?.[task.mode];
|
|
225
263
|
if (result === undefined) {
|
|
226
264
|
if (options.recoverScan !== undefined)
|
|
227
|
-
attempt
|
|
265
|
+
attempt = ++maxAttempt;
|
|
228
266
|
scanDir = join(artifactRoot, `attempt-${attempt}`);
|
|
229
267
|
notifyProgress(options, {
|
|
230
268
|
repository: task.id,
|
|
231
269
|
attempt,
|
|
232
270
|
status: "started",
|
|
233
271
|
});
|
|
272
|
+
if (options.recoverScan === undefined)
|
|
273
|
+
await validateOutputDir(scanDir);
|
|
274
|
+
if (knowledge?.failure !== undefined) {
|
|
275
|
+
knowledgeBaseFailure = true;
|
|
276
|
+
throw knowledge.failure.error;
|
|
277
|
+
}
|
|
234
278
|
if (options.recoverScan !== undefined) {
|
|
235
279
|
const checkoutRoot = await ensureOutputDirectory(join(output, "recovery-checkouts"));
|
|
236
280
|
const taskRoot = await ensureOutputDirectory(join(checkoutRoot, task.id));
|
|
@@ -240,11 +284,11 @@ async function runCampaign(options, tasks, output) {
|
|
|
240
284
|
await mkdir(checkout, { mode: 0o700 });
|
|
241
285
|
}
|
|
242
286
|
else {
|
|
243
|
-
await validateOutputDir(scanDir);
|
|
244
287
|
checkout = join(output, "checkouts", task.id);
|
|
245
288
|
await rm(checkout, { recursive: true, force: true });
|
|
246
289
|
await mkdir(checkout, { mode: 0o700 });
|
|
247
290
|
}
|
|
291
|
+
protectedRoot = checkout;
|
|
248
292
|
await checkoutRevision(task, checkout, options.signal, options.githubHost);
|
|
249
293
|
if (task.scope !== undefined) {
|
|
250
294
|
const scoped = await realpath(join(checkout, task.scope));
|
|
@@ -260,6 +304,7 @@ async function runCampaign(options, tasks, output) {
|
|
|
260
304
|
.join("\n\n");
|
|
261
305
|
result = await security.run(checkout, {
|
|
262
306
|
...scanSettings,
|
|
307
|
+
knowledgeBaseSnapshot: knowledge?.snapshot,
|
|
263
308
|
...(task.scope === undefined ? {} : { target: [task.scope] }),
|
|
264
309
|
...(options.knowledgeBasePaths?.length
|
|
265
310
|
? { knowledgeBasePaths: options.knowledgeBasePaths }
|
|
@@ -276,29 +321,28 @@ async function runCampaign(options, tasks, output) {
|
|
|
276
321
|
...(options.maxCostUsd === undefined
|
|
277
322
|
? {}
|
|
278
323
|
: { maxCostUsd: options.maxCostUsd }),
|
|
279
|
-
onWarning: (warning) =>
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
324
|
+
onWarning: (warning) => {
|
|
325
|
+
runWarnings.push(warning);
|
|
326
|
+
notifyProgress(options, {
|
|
327
|
+
repository: task.id,
|
|
328
|
+
attempt,
|
|
329
|
+
status: "started",
|
|
330
|
+
warning,
|
|
331
|
+
});
|
|
332
|
+
},
|
|
285
333
|
...(options.signal === undefined
|
|
286
334
|
? {}
|
|
287
335
|
: { signal: options.signal }),
|
|
288
336
|
});
|
|
289
337
|
}
|
|
338
|
+
threatModelPath = result.threatModelPath;
|
|
290
339
|
cost = result.cost;
|
|
291
340
|
const failureSeverity = scanSettings?.failureSeverity;
|
|
292
341
|
if (failureSeverity !== undefined) {
|
|
293
342
|
attemptPolicyFailed = result.findings.findings.some((finding) => meetsSeverity(finding, failureSeverity));
|
|
294
343
|
}
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
if (!(await hasArtifacts(scanDir))) {
|
|
298
|
-
throw new Error("Multiscan scan output is missing required artifacts.");
|
|
299
|
-
}
|
|
300
|
-
warning = `Scan coverage is ${coverage}; results may be incomplete.`;
|
|
301
|
-
}
|
|
344
|
+
if (result.manifest.scan.status !== "completed")
|
|
345
|
+
throw new Error(`Multiscan scan ${result.manifest.scan.status}.`);
|
|
302
346
|
}
|
|
303
347
|
catch (error) {
|
|
304
348
|
if (options.signal?.aborted === true)
|
|
@@ -309,31 +353,32 @@ async function runCampaign(options, tasks, output) {
|
|
|
309
353
|
}
|
|
310
354
|
requiresRecovery = error instanceof OutputDirectoryNotEmptyError;
|
|
311
355
|
failure = requiresRecovery
|
|
312
|
-
?
|
|
313
|
-
:
|
|
356
|
+
? `Bulk attempt directory is not empty: ${scanDir}. Existing artifacts and checkout were preserved. Run the same bulk-scan command with --recover to recover interrupted scans or retry failed scans in new attempt directories.`
|
|
357
|
+
: errorMessage(error);
|
|
314
358
|
}
|
|
315
359
|
finally {
|
|
316
360
|
if (options.recoverScan === undefined && checkout !== undefined) {
|
|
317
361
|
await rm(checkout, { recursive: true, force: true });
|
|
318
362
|
}
|
|
319
363
|
}
|
|
320
|
-
const status = failure !== undefined
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
364
|
+
const status = failure !== undefined ? "failed" : "completed";
|
|
365
|
+
if (threatModelPath === undefined)
|
|
366
|
+
threatModelPath = await readThreatModelPath(scanDir, {
|
|
367
|
+
pythonPath: options.config.pythonPath,
|
|
368
|
+
protectedRoot,
|
|
369
|
+
signal: options.signal,
|
|
370
|
+
});
|
|
325
371
|
await appendReceipt(ledger, `${JSON.stringify({
|
|
326
372
|
...task,
|
|
327
373
|
status,
|
|
328
374
|
attempt,
|
|
329
375
|
outputDir: scanDir,
|
|
330
|
-
...(
|
|
376
|
+
...(threatModelPath === null ? {} : { threatModelPath }),
|
|
331
377
|
...(cost === null ? {} : { cost }),
|
|
332
378
|
...(failure === undefined ? {} : { error: failure }),
|
|
333
|
-
...(
|
|
334
|
-
...(
|
|
335
|
-
|
|
336
|
-
: { policyFailed: attemptPolicyFailed }),
|
|
379
|
+
...(knowledgeBaseFailure ? { knowledgeBaseFailure: true } : {}),
|
|
380
|
+
...(runWarnings.length === 0 ? {} : { warnings: runWarnings }),
|
|
381
|
+
policyFailed: attemptPolicyFailed,
|
|
337
382
|
})}\n`);
|
|
338
383
|
if (options.recoverScan !== undefined &&
|
|
339
384
|
failure === undefined &&
|
|
@@ -345,14 +390,13 @@ async function runCampaign(options, tasks, output) {
|
|
|
345
390
|
attempt,
|
|
346
391
|
status,
|
|
347
392
|
...(failure === undefined ? {} : { error: failure }),
|
|
348
|
-
...(warning === undefined ? {} : { warning }),
|
|
349
393
|
});
|
|
350
394
|
if (failure === undefined) {
|
|
351
395
|
policyFailed ||= attemptPolicyFailed === true;
|
|
352
|
-
if (
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
396
|
+
if (runWarnings.length > 0) {
|
|
397
|
+
warnings.push({ repository: task.id, warnings: runWarnings });
|
|
398
|
+
}
|
|
399
|
+
completed += 1;
|
|
356
400
|
break;
|
|
357
401
|
}
|
|
358
402
|
if (exhaustedBudget || attemptedResume || requiresRecovery) {
|
|
@@ -376,28 +420,13 @@ async function runCampaign(options, tasks, output) {
|
|
|
376
420
|
const rejection = results.find((result) => result.status === "rejected");
|
|
377
421
|
if (rejection?.status === "rejected")
|
|
378
422
|
throw rejection.reason;
|
|
379
|
-
return
|
|
380
|
-
total: tasks.length,
|
|
381
|
-
completed,
|
|
382
|
-
incomplete,
|
|
383
|
-
failed,
|
|
384
|
-
skipped,
|
|
385
|
-
resultsPath: ledger,
|
|
386
|
-
...(hasPolicy ? { policyFailed } : {}),
|
|
387
|
-
};
|
|
423
|
+
return summarize();
|
|
388
424
|
}
|
|
389
425
|
function notifyProgress(options, event) {
|
|
390
|
-
|
|
391
|
-
void Promise.resolve(options.onProgress?.(event)).catch(() => { });
|
|
392
|
-
}
|
|
393
|
-
catch { }
|
|
426
|
+
notify(() => options.onProgress?.(event));
|
|
394
427
|
}
|
|
395
428
|
async function ensureOutputDirectory(path) {
|
|
396
|
-
const metadata = await lstat(path, { bigint: true }).catch(
|
|
397
|
-
if (error.code !== "ENOENT")
|
|
398
|
-
throw error;
|
|
399
|
-
return undefined;
|
|
400
|
-
});
|
|
429
|
+
const metadata = await lstat(path, { bigint: true }).catch(undefinedIfMissingFile);
|
|
401
430
|
if (metadata?.isSymbolicLink()) {
|
|
402
431
|
throw new Error("Multiscan output directories must not be symbolic links.");
|
|
403
432
|
}
|
|
@@ -488,11 +517,7 @@ async function acquireLock(output) {
|
|
|
488
517
|
await writeFile(ownerPath, owner, { flag: "wx", mode: 0o600 });
|
|
489
518
|
}
|
|
490
519
|
catch (error) {
|
|
491
|
-
const currentLock = await lstat(path, { bigint: true }).catch(
|
|
492
|
-
if (cleanup.code !== "ENOENT")
|
|
493
|
-
throw cleanup;
|
|
494
|
-
return undefined;
|
|
495
|
-
});
|
|
520
|
+
const currentLock = await lstat(path, { bigint: true }).catch(undefinedIfMissingFile);
|
|
496
521
|
if (currentLock?.dev === createdLock.dev &&
|
|
497
522
|
currentLock.ino === createdLock.ino) {
|
|
498
523
|
await rmdir(path).catch((cleanup) => {
|
|
@@ -520,11 +545,7 @@ async function acquireLock(output) {
|
|
|
520
545
|
return async () => {
|
|
521
546
|
clearInterval(timer);
|
|
522
547
|
await heartbeat;
|
|
523
|
-
const current = await readFile(ownerPath, "utf8").catch(
|
|
524
|
-
if (error.code !== "ENOENT")
|
|
525
|
-
throw error;
|
|
526
|
-
return undefined;
|
|
527
|
-
});
|
|
548
|
+
const current = await readFile(ownerPath, "utf8").catch(undefinedIfMissingFile);
|
|
528
549
|
if (current === owner)
|
|
529
550
|
await rm(path, { recursive: true });
|
|
530
551
|
};
|
|
@@ -620,39 +641,82 @@ async function recoverLock(output, path, expectedOwner) {
|
|
|
620
641
|
await rm(recoveryPath, { force: true });
|
|
621
642
|
}
|
|
622
643
|
}
|
|
623
|
-
async function ensureManifest(path, tasks, options) {
|
|
624
|
-
const
|
|
625
|
-
|
|
644
|
+
async function ensureManifest(path, tasks, options, knowledgeByMode) {
|
|
645
|
+
const knowledgeDigests = Object.fromEntries(Object.entries(knowledgeByMode).map(([mode, knowledge]) => [
|
|
646
|
+
mode,
|
|
647
|
+
knowledge.snapshot === undefined
|
|
648
|
+
? null
|
|
649
|
+
: workflowDigest(knowledge.snapshot.documents),
|
|
650
|
+
]));
|
|
651
|
+
const manifest = {
|
|
652
|
+
version: 2,
|
|
626
653
|
tasks,
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
|
|
639
|
-
...(options.scanOptionsByMode === undefined
|
|
654
|
+
scanPrompt: options.scanPrompt,
|
|
655
|
+
validationPrompt: options.validationPrompt,
|
|
656
|
+
postScanPrompt: options.postScanPrompt,
|
|
657
|
+
maxCostUsd: options.maxCostUsd,
|
|
658
|
+
// Failed modes cannot start scans; bind their inputs only after repair.
|
|
659
|
+
...(Object.keys(knowledgeDigests).length > 0
|
|
660
|
+
? { knowledgeBaseDigests: knowledgeDigests }
|
|
661
|
+
: {}),
|
|
662
|
+
...(options.scanOptionsByMode === undefined &&
|
|
663
|
+
Object.keys(options.config.codexOverrides ?? {}).length === 0 &&
|
|
664
|
+
options.config.pluginPath === undefined &&
|
|
665
|
+
options.config.pythonPath === undefined
|
|
640
666
|
? {}
|
|
641
667
|
: {
|
|
642
668
|
configurationDigest: workflowDigest({
|
|
643
669
|
scanOptions: options.scanOptionsByMode,
|
|
644
670
|
codex: options.config.codexOverrides,
|
|
671
|
+
pluginPath: options.config.pluginPath,
|
|
672
|
+
pythonPath: options.config.pythonPath,
|
|
645
673
|
}),
|
|
646
674
|
}),
|
|
647
|
-
}
|
|
675
|
+
};
|
|
676
|
+
const expected = `${JSON.stringify(manifest, null, 2)}\n`;
|
|
648
677
|
try {
|
|
649
678
|
await writeFile(path, expected, { flag: "wx", mode: 0o600 });
|
|
650
679
|
}
|
|
651
680
|
catch (error) {
|
|
652
681
|
if (error.code !== "EEXIST")
|
|
653
682
|
throw error;
|
|
654
|
-
|
|
683
|
+
const existing = await readFile(path, "utf8");
|
|
684
|
+
if (existing === expected)
|
|
685
|
+
return;
|
|
686
|
+
const { knowledgeBaseDigests: savedDigests = {}, ...savedInputs } = JSON.parse(existing);
|
|
687
|
+
const { knowledgeBaseDigests: _, ...expectedInputs } = manifest;
|
|
688
|
+
const mismatch = () => {
|
|
655
689
|
throw new Error("Multiscan manifest does not match existing output directory.");
|
|
690
|
+
};
|
|
691
|
+
if (JSON.stringify(savedInputs) !== JSON.stringify(expectedInputs))
|
|
692
|
+
mismatch();
|
|
693
|
+
const boundDigests = { ...savedDigests };
|
|
694
|
+
for (const mode of Object.keys({
|
|
695
|
+
...savedDigests,
|
|
696
|
+
...knowledgeDigests,
|
|
697
|
+
})) {
|
|
698
|
+
const saved = savedDigests[mode];
|
|
699
|
+
const current = knowledgeDigests[mode];
|
|
700
|
+
if (saved === undefined ||
|
|
701
|
+
current === undefined ||
|
|
702
|
+
(saved !== null && current !== null && saved !== current)) {
|
|
703
|
+
mismatch();
|
|
704
|
+
}
|
|
705
|
+
boundDigests[mode] = saved ?? current;
|
|
706
|
+
}
|
|
707
|
+
// Preserve bound modes when their inputs are temporarily unavailable.
|
|
708
|
+
if (Object.keys(boundDigests).length > 0)
|
|
709
|
+
manifest.knowledgeBaseDigests = boundDigests;
|
|
710
|
+
const bound = `${JSON.stringify(manifest, null, 2)}\n`;
|
|
711
|
+
if (bound !== existing) {
|
|
712
|
+
const temporary = `${path}.${randomUUID()}.tmp`;
|
|
713
|
+
try {
|
|
714
|
+
await writeFile(temporary, bound, { flag: "wx", mode: 0o600 });
|
|
715
|
+
await rename(temporary, path);
|
|
716
|
+
}
|
|
717
|
+
finally {
|
|
718
|
+
await rm(temporary, { force: true });
|
|
719
|
+
}
|
|
656
720
|
}
|
|
657
721
|
}
|
|
658
722
|
}
|
|
@@ -677,10 +741,21 @@ async function readReceipts(path, preserveInterrupted = false) {
|
|
|
677
741
|
}
|
|
678
742
|
await truncate(path, Buffer.byteLength(contents) - Buffer.byteLength(partial));
|
|
679
743
|
}
|
|
680
|
-
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
744
|
+
const receipts = new Map();
|
|
745
|
+
for (const line of lines.filter(Boolean)) {
|
|
746
|
+
const saved = JSON.parse(line);
|
|
747
|
+
if (saved.status === "completed_with_incomplete_coverage")
|
|
748
|
+
saved.status = "completed";
|
|
749
|
+
const receipt = saved;
|
|
750
|
+
const id = receipt.id.toLowerCase();
|
|
751
|
+
const previous = receipts.get(id);
|
|
752
|
+
receipts.set(id, {
|
|
753
|
+
maxAttempt: Math.max(previous?.maxAttempt ?? 0, receipt.attempt),
|
|
754
|
+
// Extraction failures never start or modify a scan; keep its last receipt.
|
|
755
|
+
scan: receipt.knowledgeBaseFailure ? previous?.scan : receipt,
|
|
756
|
+
});
|
|
757
|
+
}
|
|
758
|
+
return receipts;
|
|
684
759
|
}
|
|
685
760
|
async function hasArtifacts(path) {
|
|
686
761
|
try {
|
|
@@ -696,20 +771,17 @@ async function hasArtifacts(path) {
|
|
|
696
771
|
return false;
|
|
697
772
|
}
|
|
698
773
|
}
|
|
699
|
-
async function
|
|
774
|
+
async function legacyCompletedReceipt(receipt) {
|
|
700
775
|
if (receipt.status !== "failed" ||
|
|
701
776
|
receipt.error !== "Multiscan repository coverage is incomplete.") {
|
|
702
|
-
return
|
|
777
|
+
return false;
|
|
703
778
|
}
|
|
704
779
|
try {
|
|
705
|
-
const
|
|
706
|
-
return
|
|
707
|
-
coverage.completeness === "unknown"
|
|
708
|
-
? coverage.completeness
|
|
709
|
-
: undefined;
|
|
780
|
+
const manifest = JSON.parse(await readFile(join(receipt.outputDir, "scan-manifest.json"), "utf8"));
|
|
781
|
+
return manifest.scan?.status === "completed";
|
|
710
782
|
}
|
|
711
783
|
catch {
|
|
712
|
-
return
|
|
784
|
+
return false;
|
|
713
785
|
}
|
|
714
786
|
}
|
|
715
787
|
function parseInventory(source, directory, defaultMode) {
|
|
@@ -765,7 +837,7 @@ function parseInventory(source, directory, defaultMode) {
|
|
|
765
837
|
id,
|
|
766
838
|
repository: normalizeRepository(get("repository"), directory),
|
|
767
839
|
revision,
|
|
768
|
-
mode,
|
|
840
|
+
mode: mode,
|
|
769
841
|
...(scope ? { scope } : {}),
|
|
770
842
|
...(prompt ? { prompt } : {}),
|
|
771
843
|
};
|
|
@@ -808,19 +880,14 @@ function normalizeRepository(repository, directory) {
|
|
|
808
880
|
}
|
|
809
881
|
async function checkoutRevision(task, path, signal, githubHost) {
|
|
810
882
|
const environment = { ...process.env };
|
|
811
|
-
const repositoryVariables = new Set([
|
|
812
|
-
"GIT_DIR",
|
|
813
|
-
"GIT_WORK_TREE",
|
|
814
|
-
"GIT_INDEX_FILE",
|
|
815
|
-
"GIT_OBJECT_DIRECTORY",
|
|
816
|
-
"GIT_ALTERNATE_OBJECT_DIRECTORIES",
|
|
817
|
-
]);
|
|
818
883
|
for (const name of Object.keys(environment)) {
|
|
819
|
-
if (
|
|
884
|
+
if (UNSUPPORTED_GIT_ENVIRONMENT.has(name.toUpperCase()))
|
|
820
885
|
delete environment[name];
|
|
821
886
|
}
|
|
822
887
|
environment["GIT_TERMINAL_PROMPT"] = "0";
|
|
823
888
|
environment["GIT_LFS_SKIP_SMUDGE"] = "1";
|
|
889
|
+
environment["GIT_DEFAULT_HASH"] =
|
|
890
|
+
task.revision.length === 64 ? "sha256" : "sha1";
|
|
824
891
|
const command = await resolveTrustedExecutable("git", environment, resolve(process.cwd()));
|
|
825
892
|
if (command === null) {
|
|
826
893
|
throw new Error("Git is not available on a trusted PATH.");
|
|
@@ -866,4 +933,9 @@ export function buildGitHubCredentialArgs(host) {
|
|
|
866
933
|
const key = `credential.${url.origin}.helper`;
|
|
867
934
|
return ["-c", `${key}=`, "-c", `${key}=!gh auth git-credential`];
|
|
868
935
|
}
|
|
936
|
+
function undefinedIfMissingFile(error) {
|
|
937
|
+
if (error.code !== "ENOENT")
|
|
938
|
+
throw error;
|
|
939
|
+
return undefined;
|
|
940
|
+
}
|
|
869
941
|
//# sourceMappingURL=multiscan.js.map
|