@openai/codex-security 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +437 -2692
- package/_bundled_plugin/.app.json +5 -1
- package/_bundled_plugin/.codex-plugin/plugin.json +9 -5
- package/_bundled_plugin/.mcp.json +2 -0
- package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
- package/_bundled_plugin/examples/completed-scan/report.md +28 -26
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
- package/_bundled_plugin/mcp/helpers.mjs +1 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +6 -213
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +563 -0
- package/_bundled_plugin/mcp/server.mjs +1 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
- package/_bundled_plugin/references/artifact-storage.md +2 -2
- package/_bundled_plugin/references/config-preflight.md +0 -4
- package/_bundled_plugin/references/core-scan.md +21 -9
- package/_bundled_plugin/references/final-report.md +10 -12
- package/_bundled_plugin/references/finding-detail-fields.md +90 -80
- package/_bundled_plugin/references/sarif-adapter.md +1 -1
- package/_bundled_plugin/references/scan-artifacts.md +1 -2
- package/_bundled_plugin/references/scan-contract.md +9 -4
- package/_bundled_plugin/references/scan-prologue.md +12 -0
- package/_bundled_plugin/references/security-guidance.md +2 -2
- package/_bundled_plugin/references/standalone-validation.md +11 -0
- package/_bundled_plugin/references/threat-model.md +1 -1
- package/_bundled_plugin/schemas/coverage.schema.json +1 -47
- package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
- package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
- package/_bundled_plugin/schemas/findings.schema.json +71 -192
- package/_bundled_plugin/schemas/scan-manifest.schema.json +18 -45
- package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
- package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
- package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
- package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +169 -294
- package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
- package/_bundled_plugin/scripts/codex_session.mjs +53 -0
- package/_bundled_plugin/scripts/config_preflight.py +26 -62
- package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
- package/_bundled_plugin/scripts/deep_scan_workbench.py +129 -150
- package/_bundled_plugin/scripts/finalize_scan_contract.py +315 -232
- package/_bundled_plugin/scripts/finding_preview.py +39 -9
- package/_bundled_plugin/scripts/generate_in_scope_files.py +27 -77
- package/_bundled_plugin/scripts/generate_rank_input.py +99 -829
- package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -10
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
- package/_bundled_plugin/scripts/rank_preview.py +42 -918
- package/_bundled_plugin/scripts/report_projection.py +117 -172
- package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
- package/_bundled_plugin/scripts/threat_model_projection.py +4 -7
- package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
- package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
- package/_bundled_plugin/scripts/windows_scan_local_files.py +48 -3
- package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
- package/_bundled_plugin/scripts/workbench/storage.py +10 -6
- package/_bundled_plugin/scripts/workbench_cli.py +94 -179
- package/_bundled_plugin/scripts/workbench_db.py +427 -463
- package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
- package/_bundled_plugin/scripts/workbench_finding_index.py +19 -1
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
- package/_bundled_plugin/scripts/workbench_native_indexes.py +27 -14
- package/_bundled_plugin/scripts/workbench_progress.py +14 -58
- package/_bundled_plugin/scripts/workbench_publication.py +33 -57
- package/_bundled_plugin/scripts/workbench_remediation.py +12 -0
- package/_bundled_plugin/scripts/workbench_saved_results.py +172 -49
- package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
- package/_bundled_plugin/scripts/workbench_scan_start.py +105 -41
- package/_bundled_plugin/scripts/workbench_scan_usage.py +23 -34
- package/_bundled_plugin/scripts/workbench_schema.py +37 -1151
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +11 -1
- package/_bundled_plugin/scripts/workbench_target.py +430 -142
- package/_bundled_plugin/scripts/workbench_validation.py +16 -27
- package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
- package/_bundled_plugin/shared/workbench-migrations.json +397 -0
- package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
- package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +3 -3
- package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
- package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
- package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
- package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +1 -1
- package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +13 -1
- package/_bundled_plugin/skills/threat-model/SKILL.md +1 -1
- package/_bundled_plugin/skills/track-findings/SKILL.md +46 -178
- package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
- package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
- package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
- package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
- package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
- package/bin/codex-security.mjs +9 -2
- package/dist/api.d.ts +60 -10
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +803 -380
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +1 -1
- package/dist/artifact-export.d.ts.map +1 -1
- package/dist/artifact-export.js +28 -13
- package/dist/artifact-export.js.map +1 -1
- package/dist/auth.d.ts +2 -6
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +19 -9
- package/dist/auth.js.map +1 -1
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +1 -0
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/classify-severity.d.ts +26 -9
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +13 -30
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-help.d.ts.map +1 -1
- package/dist/cli-help.js +17 -13
- package/dist/cli-help.js.map +1 -1
- package/dist/cli-signals.d.ts +8 -0
- package/dist/cli-signals.d.ts.map +1 -0
- package/dist/cli-signals.js +28 -0
- package/dist/cli-signals.js.map +1 -0
- package/dist/cli.d.ts +4 -3
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1087 -900
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +10 -9
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codeowners.d.ts +19 -0
- package/dist/codeowners.d.ts.map +1 -0
- package/dist/codeowners.js +138 -0
- package/dist/codeowners.js.map +1 -0
- package/dist/codex-sdk-environment.d.ts +1 -0
- package/dist/codex-sdk-environment.d.ts.map +1 -1
- package/dist/codex-sdk-environment.js +40 -2
- package/dist/codex-sdk-environment.js.map +1 -1
- package/dist/component-plan.d.ts +2 -5
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +38 -30
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +6 -5
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +23 -35
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +64 -74
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +15 -3
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +87 -252
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -6
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +14 -4
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +10 -2
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +102 -104
- package/dist/cost.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +6 -5
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +1 -2
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +9 -3
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/checkpointed-review.d.ts +4 -2
- package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
- package/dist/deduplication/checkpointed-review.js +23 -9
- package/dist/deduplication/checkpointed-review.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +7 -1
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +126 -17
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +5 -2
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +18 -4
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +26 -4
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +57 -47
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.d.ts.map +1 -1
- package/dist/deduplication/deduplication.js +19 -51
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/diagnostics.d.ts +17 -0
- package/dist/deduplication/diagnostics.d.ts.map +1 -0
- package/dist/deduplication/diagnostics.js +5 -0
- package/dist/deduplication/diagnostics.js.map +1 -0
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +7 -1
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +31 -0
- package/dist/deduplication/local.d.ts.map +1 -0
- package/dist/deduplication/local.js +166 -0
- package/dist/deduplication/local.js.map +1 -0
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +11 -24
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/records.d.ts +186 -11
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +10 -18
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/scan.d.ts +9 -3
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +158 -39
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +2 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +4 -4
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-progress.d.ts +2 -0
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-progress.js +13 -10
- package/dist/deep-progress.js.map +1 -1
- package/dist/deep-scan.d.ts +20 -0
- package/dist/deep-scan.d.ts.map +1 -0
- package/dist/deep-scan.js +113 -0
- package/dist/deep-scan.js.map +1 -0
- package/dist/errors.d.ts +2 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +2 -0
- package/dist/errors.js.map +1 -1
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +53 -21
- package/dist/feedback.js.map +1 -1
- package/dist/finding-catalogue.d.ts.map +1 -1
- package/dist/finding-catalogue.js +4 -8
- package/dist/finding-catalogue.js.map +1 -1
- package/dist/finding-normalization.d.ts +5 -0
- package/dist/finding-normalization.d.ts.map +1 -0
- package/dist/finding-normalization.js +120 -0
- package/dist/finding-normalization.js.map +1 -0
- package/dist/finding-retrieval.d.ts +9 -0
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +13 -8
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +14 -6
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +2 -1
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +36 -9
- package/dist/findings-client.js.map +1 -1
- package/dist/findings-errors.d.ts +16 -0
- package/dist/findings-errors.d.ts.map +1 -0
- package/dist/findings-errors.js +24 -0
- package/dist/findings-errors.js.map +1 -0
- package/dist/findings-import.d.ts +1 -1
- package/dist/findings-import.d.ts.map +1 -1
- package/dist/findings-import.js +12 -30
- package/dist/findings-import.js.map +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +7 -1
- package/dist/github.js.map +1 -1
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +48 -38
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +8 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts +7 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +114 -46
- package/dist/knowledge-base.js.map +1 -1
- package/dist/linear.d.ts.map +1 -1
- package/dist/linear.js +2 -7
- package/dist/linear.js.map +1 -1
- package/dist/mock-scan.d.ts.map +1 -1
- package/dist/mock-scan.js +0 -1
- package/dist/mock-scan.js.map +1 -1
- package/dist/models.d.ts +0 -2
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts +9 -3
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +193 -126
- package/dist/multiscan.js.map +1 -1
- package/dist/owner-evidence.d.ts +10 -2
- package/dist/owner-evidence.d.ts.map +1 -1
- package/dist/owner-evidence.js +67 -8
- package/dist/owner-evidence.js.map +1 -1
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +3 -2
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config.js +3 -3
- package/dist/project-config.js.map +1 -1
- package/dist/provider-profile.d.ts +21 -0
- package/dist/provider-profile.d.ts.map +1 -0
- package/dist/provider-profile.js +133 -0
- package/dist/provider-profile.js.map +1 -0
- package/dist/publication-events.d.ts +6 -8
- package/dist/publication-events.d.ts.map +1 -1
- package/dist/publication-events.js +25 -50
- package/dist/publication-events.js.map +1 -1
- package/dist/publication-store.d.ts.map +1 -1
- package/dist/publication-store.js +40 -64
- package/dist/publication-store.js.map +1 -1
- package/dist/publication.d.ts +1 -2
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js +2 -8
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +1 -5
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +109 -160
- package/dist/publish.js.map +1 -1
- package/dist/request-metadata.d.ts +9 -0
- package/dist/request-metadata.d.ts.map +1 -0
- package/dist/request-metadata.js +13 -0
- package/dist/request-metadata.js.map +1 -0
- package/dist/runtime.d.ts +15 -4
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +430 -138
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +14 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -0
- package/dist/saved-scan-bootstrap.js +261 -0
- package/dist/saved-scan-bootstrap.js.map +1 -0
- package/dist/saved-scan.d.ts +1 -1
- package/dist/saved-scan.d.ts.map +1 -1
- package/dist/saved-scan.js +6 -12
- package/dist/saved-scan.js.map +1 -1
- package/dist/scan-activity.js +11 -8
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +28 -15
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +276 -281
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +3 -0
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +345 -77
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +54 -13
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-inputs.d.ts +6 -0
- package/dist/scan-inputs.d.ts.map +1 -0
- package/dist/scan-inputs.js +71 -0
- package/dist/scan-inputs.js.map +1 -0
- package/dist/scan-logs.d.ts +2 -3
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +12 -6
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-sessions.d.ts +4 -0
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +17 -0
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-skill-paths.d.ts +8 -0
- package/dist/scan-skill-paths.d.ts.map +1 -0
- package/dist/scan-skill-paths.js +47 -0
- package/dist/scan-skill-paths.js.map +1 -0
- package/dist/security-policy-cli.d.ts.map +1 -1
- package/dist/security-policy-cli.js +7 -27
- package/dist/security-policy-cli.js.map +1 -1
- package/dist/security-policy.d.ts +9 -5
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +33 -14
- package/dist/security-policy.js.map +1 -1
- package/dist/server/api.d.ts +0 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js +0 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embeddings.d.ts +3 -1
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +10 -3
- package/dist/server/embeddings.js.map +1 -1
- package/dist/server/errors.d.ts +5 -2
- package/dist/server/errors.d.ts.map +1 -1
- package/dist/server/errors.js +7 -0
- package/dist/server/errors.js.map +1 -1
- package/dist/server/sqlite-store.d.ts +0 -2
- package/dist/server/sqlite-store.d.ts.map +1 -1
- package/dist/server/sqlite-store.js +54 -44
- package/dist/server/sqlite-store.js.map +1 -1
- package/dist/server/storage.d.ts +0 -2
- package/dist/server/storage.d.ts.map +1 -1
- package/dist/server/storage.js.map +1 -1
- package/dist/severity-store.js +19 -24
- package/dist/severity-store.js.map +1 -1
- package/dist/standalone-validation-prompt.d.ts +2 -0
- package/dist/standalone-validation-prompt.d.ts.map +1 -0
- package/dist/standalone-validation-prompt.js +10 -0
- package/dist/standalone-validation-prompt.js.map +1 -0
- package/dist/suggest-owners.d.ts +4 -2
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +11 -5
- package/dist/suggest-owners.js.map +1 -1
- package/dist/targets.d.ts +11 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +106 -47
- package/dist/targets.js.map +1 -1
- package/dist/trusted-executable.d.ts +2 -2
- package/dist/trusted-executable.d.ts.map +1 -1
- package/dist/trusted-executable.js +8 -6
- package/dist/trusted-executable.js.map +1 -1
- package/dist/value.js +7 -0
- package/dist/value.js.map +1 -1
- package/dist/version.js.map +1 -1
- package/dist/workbench-arguments.d.ts +3 -0
- package/dist/workbench-arguments.d.ts.map +1 -0
- package/dist/workbench-arguments.js +15 -0
- package/dist/workbench-arguments.js.map +1 -0
- package/dist/worker-progress.d.ts +1 -0
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js +27 -12
- package/dist/worker-progress.js.map +1 -1
- package/docs/cli.md +1778 -0
- package/docs/findings-service.md +402 -0
- package/package.json +18 -19
- package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
- package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
- package/_bundled_plugin/scripts/workbench_findings.py +0 -221
- package/_bundled_plugin/scripts/workbench_severity.py +0 -122
- package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
- package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
- package/dist/server/dashboard/app.css +0 -2
- package/dist/server/dashboard/app.js +0 -66
- package/dist/server/dashboard/index.html +0 -18
- package/dist/server/dashboard-types.d.ts +0 -48
- package/dist/server/dashboard-types.d.ts.map +0 -1
- package/dist/server/dashboard-types.js +0 -2
- package/dist/server/dashboard-types.js.map +0 -1
- package/dist/server/dashboard.d.ts +0 -6
- package/dist/server/dashboard.d.ts.map +0 -1
- package/dist/server/dashboard.js +0 -59
- package/dist/server/dashboard.js.map +0 -1
- package/dist/server/index.d.ts +0 -2
- package/dist/server/index.d.ts.map +0 -1
- package/dist/server/index.js +0 -6
- package/dist/server/index.js.map +0 -1
- package/dist/server/routes.d.ts +0 -7
- package/dist/server/routes.d.ts.map +0 -1
- package/dist/server/routes.js +0 -98
- package/dist/server/routes.js.map +0 -1
- package/dist/server/serve.d.ts +0 -2
- package/dist/server/serve.d.ts.map +0 -1
- package/dist/server/serve.js +0 -28
- package/dist/server/serve.js.map +0 -1
- package/dist/server/server.d.ts +0 -10
- package/dist/server/server.d.ts.map +0 -1
- package/dist/server/server.js +0 -16
- package/dist/server/server.js.map +0 -1
- package/dist/server/validation.d.ts +0 -17
- package/dist/server/validation.d.ts.map +0 -1
- package/dist/server/validation.js +0 -53
- package/dist/server/validation.js.map +0 -1
|
@@ -1,159 +0,0 @@
|
|
|
1
|
-
"""Read-only dashboard projections for stored findings and duplicate groups."""
|
|
2
|
-
|
|
3
|
-
from __future__ import annotations
|
|
4
|
-
|
|
5
|
-
import argparse
|
|
6
|
-
import json
|
|
7
|
-
import sqlite3
|
|
8
|
-
import sys
|
|
9
|
-
from pathlib import Path
|
|
10
|
-
from typing import Any
|
|
11
|
-
|
|
12
|
-
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
13
|
-
from workbench_findings import list_dedupe_groups
|
|
14
|
-
|
|
15
|
-
FINDING_RECORDS = """
|
|
16
|
-
SELECT findings.id, json_extract(details_json, '$.title') AS title,
|
|
17
|
-
COALESCE(repositories.ids, '[]') AS repositoryIds,
|
|
18
|
-
json_extract(details_json, '$.severity.level') AS severity,
|
|
19
|
-
findings.created_at AS createdAt, findings.updated_at AS updatedAt
|
|
20
|
-
FROM findings LEFT JOIN (
|
|
21
|
-
SELECT finding_id, json_group_array(repository_id) AS ids
|
|
22
|
-
FROM finding_repositories GROUP BY finding_id
|
|
23
|
-
) AS repositories ON repositories.finding_id = findings.id
|
|
24
|
-
WHERE details_json IS NOT NULL
|
|
25
|
-
"""
|
|
26
|
-
|
|
27
|
-
GROUP_RECORDS = """
|
|
28
|
-
SELECT groups.id, groups.id AS title,
|
|
29
|
-
(SELECT json_group_array(DISTINCT repository_id)
|
|
30
|
-
FROM finding_dedupe_group_members AS members
|
|
31
|
-
JOIN finding_repositories ON finding_repositories.finding_id = members.finding_id
|
|
32
|
-
WHERE members.group_id = groups.id) AS repositoryIds,
|
|
33
|
-
groups.created_at AS createdAt, groups.created_at AS updatedAt,
|
|
34
|
-
(SELECT COUNT(*) FROM finding_dedupe_group_members WHERE group_id = groups.id) AS memberCount
|
|
35
|
-
FROM finding_dedupe_groups AS groups
|
|
36
|
-
"""
|
|
37
|
-
|
|
38
|
-
RECORDS = {
|
|
39
|
-
"findings": FINDING_RECORDS,
|
|
40
|
-
"groups": GROUP_RECORDS,
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
SORT_COLUMNS = {
|
|
44
|
-
"activity": "updatedAt",
|
|
45
|
-
"newest": "createdAt",
|
|
46
|
-
"title": "casefold(title)",
|
|
47
|
-
"repository": "casefold(repository_label(repositoryIds))",
|
|
48
|
-
"severity": "CASE severity WHEN 'informational' THEN 0 WHEN 'low' THEN 1 "
|
|
49
|
-
"WHEN 'medium' THEN 2 WHEN 'high' THEN 3 WHEN 'critical' THEN 4 END",
|
|
50
|
-
"members": "memberCount",
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
def repository_ids(value: str) -> list[str]:
|
|
55
|
-
return sorted(json.loads(value), key=lambda name: (name.casefold(), name))
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
def item(row: sqlite3.Row) -> dict[str, Any]:
|
|
59
|
-
result = dict(row)
|
|
60
|
-
result["repositoryIds"] = repository_ids(result["repositoryIds"])
|
|
61
|
-
return result
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
def detail(connection: sqlite3.Connection, view: str, selected: dict[str, Any]) -> dict[str, Any]:
|
|
65
|
-
result: dict[str, Any] = {"item": selected}
|
|
66
|
-
selected_id = selected["id"]
|
|
67
|
-
if view == "findings":
|
|
68
|
-
result["finding"] = json.loads(
|
|
69
|
-
connection.execute(
|
|
70
|
-
"SELECT details_json FROM findings WHERE id = ?",
|
|
71
|
-
(selected_id,),
|
|
72
|
-
).fetchone()[0]
|
|
73
|
-
)
|
|
74
|
-
result["groups"] = list_dedupe_groups(connection, selected_id)["groups"]
|
|
75
|
-
else:
|
|
76
|
-
result["group"] = {
|
|
77
|
-
"groupId": selected_id,
|
|
78
|
-
"createdAt": selected["createdAt"],
|
|
79
|
-
"findingIds": [
|
|
80
|
-
r[0]
|
|
81
|
-
for r in connection.execute(
|
|
82
|
-
"SELECT finding_id FROM finding_dedupe_group_members WHERE group_id = ? ORDER BY finding_id",
|
|
83
|
-
(selected_id,),
|
|
84
|
-
)
|
|
85
|
-
],
|
|
86
|
-
}
|
|
87
|
-
return result
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
def dashboard(connection: sqlite3.Connection, query: dict[str, Any]) -> dict[str, Any]:
|
|
91
|
-
"""One snapshot, no artifact reads, model calls, or writes."""
|
|
92
|
-
view = query["view"]
|
|
93
|
-
records = RECORDS[view]
|
|
94
|
-
connection.create_function("casefold", 1, str.casefold, deterministic=True)
|
|
95
|
-
connection.create_function(
|
|
96
|
-
"repository_label", 1, lambda value: ", ".join(repository_ids(value)), deterministic=True
|
|
97
|
-
)
|
|
98
|
-
clauses: list[str] = []
|
|
99
|
-
values: list[Any] = []
|
|
100
|
-
if query.get("query"):
|
|
101
|
-
columns = ["id", "title", "repositoryIds"]
|
|
102
|
-
clauses.append(
|
|
103
|
-
"("
|
|
104
|
-
+ " OR ".join(f"instr(casefold(COALESCE({c}, '')), casefold(?)) > 0" for c in columns)
|
|
105
|
-
+ ")"
|
|
106
|
-
)
|
|
107
|
-
values.extend([query["query"]] * len(columns))
|
|
108
|
-
if query.get("repository"):
|
|
109
|
-
clauses.append("EXISTS (SELECT 1 FROM json_each(repositoryIds) WHERE value = ?)")
|
|
110
|
-
values.append(query["repository"])
|
|
111
|
-
where = " WHERE " + " AND ".join(clauses) if clauses else ""
|
|
112
|
-
direction = {"asc": "ASC", "desc": "DESC"}[query.get("direction", "desc")]
|
|
113
|
-
order = f"{SORT_COLUMNS[query['sort']]} {direction}"
|
|
114
|
-
if view == "findings" and query["sort"] == "activity":
|
|
115
|
-
order += f", {SORT_COLUMNS['severity']} DESC"
|
|
116
|
-
order += ", id"
|
|
117
|
-
connection.execute("BEGIN")
|
|
118
|
-
with connection:
|
|
119
|
-
repositories = connection.execute("""
|
|
120
|
-
SELECT DISTINCT repository_id AS id, repository_id AS label
|
|
121
|
-
FROM finding_repositories ORDER BY repository_id
|
|
122
|
-
""").fetchall()
|
|
123
|
-
total = connection.execute(f"SELECT COUNT(*) FROM ({records}) {where}", values).fetchone()[
|
|
124
|
-
0
|
|
125
|
-
]
|
|
126
|
-
rows = connection.execute(
|
|
127
|
-
f"SELECT * FROM ({records}) {where} ORDER BY {order} LIMIT ? OFFSET ?",
|
|
128
|
-
(*values, query["limit"], query["offset"]),
|
|
129
|
-
).fetchall()
|
|
130
|
-
selected = (
|
|
131
|
-
connection.execute(
|
|
132
|
-
f"SELECT * FROM ({records}) WHERE id = ?",
|
|
133
|
-
(query["id"],),
|
|
134
|
-
).fetchone()
|
|
135
|
-
if query.get("id")
|
|
136
|
-
else None
|
|
137
|
-
)
|
|
138
|
-
next_offset = query["offset"] + len(rows)
|
|
139
|
-
return {
|
|
140
|
-
"overview": {
|
|
141
|
-
"findings": connection.execute(
|
|
142
|
-
"SELECT COUNT(*) FROM findings WHERE details_json IS NOT NULL"
|
|
143
|
-
).fetchone()[0],
|
|
144
|
-
"groups": connection.execute(
|
|
145
|
-
"SELECT COUNT(*) FROM finding_dedupe_groups"
|
|
146
|
-
).fetchone()[0],
|
|
147
|
-
},
|
|
148
|
-
"repositories": [dict(row) for row in repositories],
|
|
149
|
-
"items": [item(row) for row in rows],
|
|
150
|
-
"total": total,
|
|
151
|
-
"limit": query["limit"],
|
|
152
|
-
"offset": query["offset"],
|
|
153
|
-
"nextOffset": next_offset if next_offset < total else None,
|
|
154
|
-
"detail": detail(connection, view, item(selected)) if selected is not None else None,
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
if __name__ == "__main__":
|
|
159
|
-
argparse.ArgumentParser(description=__doc__).parse_args()
|
|
@@ -1,221 +0,0 @@
|
|
|
1
|
-
"""Storage operations for complete findings imported without a scan."""
|
|
2
|
-
|
|
3
|
-
from __future__ import annotations
|
|
4
|
-
|
|
5
|
-
import argparse
|
|
6
|
-
import hashlib
|
|
7
|
-
import json
|
|
8
|
-
import math
|
|
9
|
-
import sqlite3
|
|
10
|
-
import sys
|
|
11
|
-
from pathlib import Path
|
|
12
|
-
from typing import Any
|
|
13
|
-
|
|
14
|
-
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
15
|
-
from workbench_finding_index import upsert_finding
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
def store_findings(
|
|
19
|
-
connection: sqlite3.Connection,
|
|
20
|
-
entries: list[dict[str, Any]],
|
|
21
|
-
timestamp: str,
|
|
22
|
-
repository_id: str | None = None,
|
|
23
|
-
) -> dict[str, Any]:
|
|
24
|
-
try:
|
|
25
|
-
with connection:
|
|
26
|
-
connection.execute("BEGIN IMMEDIATE")
|
|
27
|
-
for entry in entries:
|
|
28
|
-
finding = entry["finding"]
|
|
29
|
-
embedding = entry["embedding"]
|
|
30
|
-
identity = (
|
|
31
|
-
finding["fingerprints"]["primary"],
|
|
32
|
-
finding["ruleId"],
|
|
33
|
-
finding["identity"]["anchor"],
|
|
34
|
-
finding["identity"].get("instance"),
|
|
35
|
-
)
|
|
36
|
-
current = connection.execute(
|
|
37
|
-
"SELECT fingerprint, rule_id, identity_anchor, identity_instance "
|
|
38
|
-
"FROM findings WHERE id = ?",
|
|
39
|
-
(finding["findingId"],),
|
|
40
|
-
).fetchone()
|
|
41
|
-
if current is not None and tuple(current) != identity:
|
|
42
|
-
raise sqlite3.IntegrityError("The stored finding identity cannot be replaced.")
|
|
43
|
-
upsert_finding(connection, finding, timestamp, repository_id)
|
|
44
|
-
connection.execute(
|
|
45
|
-
"""
|
|
46
|
-
INSERT INTO finding_embeddings (finding_id, model, vector_json)
|
|
47
|
-
VALUES (?, ?, ?)
|
|
48
|
-
ON CONFLICT(finding_id) DO UPDATE SET
|
|
49
|
-
model = excluded.model, vector_json = excluded.vector_json
|
|
50
|
-
""",
|
|
51
|
-
(
|
|
52
|
-
finding["findingId"],
|
|
53
|
-
embedding["model"],
|
|
54
|
-
json.dumps(embedding["vector"], allow_nan=False),
|
|
55
|
-
),
|
|
56
|
-
)
|
|
57
|
-
except sqlite3.IntegrityError:
|
|
58
|
-
return {"error": "finding_conflict"}
|
|
59
|
-
return {"findingIds": [entry["finding"]["findingId"] for entry in entries]}
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
def list_stored_findings(
|
|
63
|
-
connection: sqlite3.Connection, *, limit: int, offset: int
|
|
64
|
-
) -> dict[str, Any]:
|
|
65
|
-
connection.execute("BEGIN")
|
|
66
|
-
with connection:
|
|
67
|
-
total = connection.execute(
|
|
68
|
-
"SELECT COUNT(*) FROM findings WHERE details_json IS NOT NULL"
|
|
69
|
-
).fetchone()[0]
|
|
70
|
-
rows = connection.execute(
|
|
71
|
-
"""
|
|
72
|
-
SELECT details_json FROM findings WHERE details_json IS NOT NULL
|
|
73
|
-
ORDER BY created_at, id LIMIT ? OFFSET ?
|
|
74
|
-
""",
|
|
75
|
-
(limit, offset),
|
|
76
|
-
).fetchall()
|
|
77
|
-
next_offset = offset + len(rows)
|
|
78
|
-
return {
|
|
79
|
-
"findings": [json.loads(row["details_json"]) for row in rows],
|
|
80
|
-
"limit": limit,
|
|
81
|
-
"offset": offset,
|
|
82
|
-
"total": total,
|
|
83
|
-
"nextOffset": next_offset if next_offset < total else None,
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
def find_potential_duplicates(
|
|
88
|
-
connection: sqlite3.Connection, finding_id: str, repository_id: str | None
|
|
89
|
-
) -> dict[str, Any]:
|
|
90
|
-
"""Rank IDs and vectors in the requested scope before loading finding documents."""
|
|
91
|
-
connection.execute("BEGIN")
|
|
92
|
-
with connection:
|
|
93
|
-
if repository_id is None:
|
|
94
|
-
source = "finding_embeddings AS embeddings"
|
|
95
|
-
predicate = ""
|
|
96
|
-
scope_parameters: tuple[str, ...] = ()
|
|
97
|
-
else:
|
|
98
|
-
source = (
|
|
99
|
-
"finding_repositories AS repositories JOIN finding_embeddings AS embeddings "
|
|
100
|
-
"ON embeddings.finding_id = repositories.finding_id"
|
|
101
|
-
)
|
|
102
|
-
predicate = "repositories.repository_id = ? AND "
|
|
103
|
-
scope_parameters = (repository_id,)
|
|
104
|
-
anchor = connection.execute(
|
|
105
|
-
f"SELECT embeddings.model, embeddings.vector_json FROM {source} "
|
|
106
|
-
f"WHERE {predicate}embeddings.finding_id = ?",
|
|
107
|
-
(*scope_parameters, finding_id),
|
|
108
|
-
).fetchone()
|
|
109
|
-
if anchor is None:
|
|
110
|
-
return {"error": "finding_not_indexed"}
|
|
111
|
-
rows = connection.execute(
|
|
112
|
-
f"SELECT embeddings.finding_id, embeddings.vector_json FROM {source} "
|
|
113
|
-
"JOIN findings ON findings.id = embeddings.finding_id "
|
|
114
|
-
f"WHERE {predicate}embeddings.model = ? AND embeddings.finding_id != ? "
|
|
115
|
-
"ORDER BY findings.created_at, findings.id",
|
|
116
|
-
(*scope_parameters, anchor["model"], finding_id),
|
|
117
|
-
)
|
|
118
|
-
ranked: list[tuple[str, float]] = []
|
|
119
|
-
try:
|
|
120
|
-
vector = normalized_vector(json.loads(anchor["vector_json"]))
|
|
121
|
-
for row in rows:
|
|
122
|
-
candidate = json.loads(row["vector_json"])
|
|
123
|
-
if len(candidate) != len(vector):
|
|
124
|
-
continue
|
|
125
|
-
other = normalized_vector(candidate)
|
|
126
|
-
similarity = sum(left * right for left, right in zip(vector, other))
|
|
127
|
-
if similarity >= 0.55:
|
|
128
|
-
ranked.append((row["finding_id"], similarity))
|
|
129
|
-
except ValueError:
|
|
130
|
-
return {"error": "embedding_failed"}
|
|
131
|
-
# Stable sorting retains insertion-time / finding-ID order for ties.
|
|
132
|
-
ranked.sort(key=lambda candidate: candidate[1], reverse=True)
|
|
133
|
-
selected_ids = [finding_id, *(candidate[0] for candidate in ranked[:50])]
|
|
134
|
-
documents = {
|
|
135
|
-
row["id"]: json.loads(row["details_json"])
|
|
136
|
-
for row in connection.execute(
|
|
137
|
-
"SELECT id, details_json FROM findings WHERE id IN ("
|
|
138
|
-
+ ",".join("?" for _ in selected_ids)
|
|
139
|
-
+ ")",
|
|
140
|
-
selected_ids,
|
|
141
|
-
)
|
|
142
|
-
}
|
|
143
|
-
return {
|
|
144
|
-
"finding": documents[finding_id],
|
|
145
|
-
"potentialDuplicates": [documents[id] for id in selected_ids[1:]],
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
def store_dedupe_groups(
|
|
150
|
-
connection: sqlite3.Connection, groups: list[list[str]], timestamp: str
|
|
151
|
-
) -> dict[str, Any]:
|
|
152
|
-
"""Persist reviewed sets independently, including overlapping groups, in one transaction."""
|
|
153
|
-
stored: dict[str, dict[str, Any]] = {}
|
|
154
|
-
try:
|
|
155
|
-
with connection:
|
|
156
|
-
connection.execute("BEGIN IMMEDIATE")
|
|
157
|
-
for group in groups:
|
|
158
|
-
members = sorted(set(group))
|
|
159
|
-
# Membership, not input order, identifies a group on retries.
|
|
160
|
-
group_id = (
|
|
161
|
-
"fdg_"
|
|
162
|
-
+ hashlib.sha256(
|
|
163
|
-
json.dumps(members, ensure_ascii=True, separators=(",", ":")).encode(
|
|
164
|
-
"utf-8"
|
|
165
|
-
)
|
|
166
|
-
).hexdigest()
|
|
167
|
-
)
|
|
168
|
-
connection.execute(
|
|
169
|
-
"INSERT INTO finding_dedupe_groups (id, created_at) VALUES (?, ?) "
|
|
170
|
-
"ON CONFLICT(id) DO NOTHING",
|
|
171
|
-
(group_id, timestamp),
|
|
172
|
-
)
|
|
173
|
-
connection.executemany(
|
|
174
|
-
"INSERT INTO finding_dedupe_group_members (group_id, finding_id) VALUES (?, ?) "
|
|
175
|
-
"ON CONFLICT(group_id, finding_id) DO NOTHING",
|
|
176
|
-
((group_id, finding_id) for finding_id in members),
|
|
177
|
-
)
|
|
178
|
-
created_at = connection.execute(
|
|
179
|
-
"SELECT created_at FROM finding_dedupe_groups WHERE id = ?", (group_id,)
|
|
180
|
-
).fetchone()[0]
|
|
181
|
-
stored[group_id] = {
|
|
182
|
-
"groupId": group_id,
|
|
183
|
-
"findingIds": members,
|
|
184
|
-
"createdAt": created_at,
|
|
185
|
-
}
|
|
186
|
-
except sqlite3.IntegrityError:
|
|
187
|
-
return {"error": "finding_conflict"}
|
|
188
|
-
return {"groups": list(stored.values())}
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
def list_dedupe_groups(connection: sqlite3.Connection, finding_id: str) -> dict[str, Any]:
|
|
192
|
-
groups: dict[str, dict[str, Any]] = {}
|
|
193
|
-
rows = connection.execute(
|
|
194
|
-
"""
|
|
195
|
-
SELECT groups.id, groups.created_at, members.finding_id
|
|
196
|
-
FROM finding_dedupe_group_members AS matched
|
|
197
|
-
JOIN finding_dedupe_groups AS groups ON groups.id = matched.group_id
|
|
198
|
-
JOIN finding_dedupe_group_members AS members ON members.group_id = groups.id
|
|
199
|
-
WHERE matched.finding_id = ?
|
|
200
|
-
ORDER BY groups.created_at, groups.id, members.finding_id
|
|
201
|
-
""",
|
|
202
|
-
(finding_id,),
|
|
203
|
-
)
|
|
204
|
-
for row in rows:
|
|
205
|
-
group = groups.setdefault(
|
|
206
|
-
row["id"],
|
|
207
|
-
{"groupId": row["id"], "findingIds": [], "createdAt": row["created_at"]},
|
|
208
|
-
)
|
|
209
|
-
group["findingIds"].append(row["finding_id"])
|
|
210
|
-
return {"groups": list(groups.values())}
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
def normalized_vector(vector: list[float]) -> list[float]:
|
|
214
|
-
norm = math.hypot(*vector)
|
|
215
|
-
if norm == 0 or not math.isfinite(norm):
|
|
216
|
-
raise ValueError("A stored embedding cannot be compared.")
|
|
217
|
-
return [value / norm for value in vector]
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
if __name__ == "__main__":
|
|
221
|
-
argparse.ArgumentParser(description=__doc__).parse_args()
|
|
@@ -1,122 +0,0 @@
|
|
|
1
|
-
"""Per-finding severity checkpoints and the selection requested for each scan."""
|
|
2
|
-
|
|
3
|
-
import argparse
|
|
4
|
-
import json
|
|
5
|
-
import sqlite3
|
|
6
|
-
import sys
|
|
7
|
-
from contextlib import closing
|
|
8
|
-
from pathlib import Path
|
|
9
|
-
from typing import Any
|
|
10
|
-
from urllib.parse import quote
|
|
11
|
-
|
|
12
|
-
# Some plugin hosts launch Python with safe-path isolation enabled.
|
|
13
|
-
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
14
|
-
from workbench_finding_index import upsert_finding
|
|
15
|
-
|
|
16
|
-
FIELDS = {
|
|
17
|
-
"findingId": "finding_id",
|
|
18
|
-
"occurrenceId": "occurrence_id",
|
|
19
|
-
"inputSha256": "input_sha256",
|
|
20
|
-
"rubricSha256": "rubric_sha256",
|
|
21
|
-
"knowledgeBaseSha256": "knowledge_base_sha256",
|
|
22
|
-
"assessedAt": "assessed_at",
|
|
23
|
-
"source": "source",
|
|
24
|
-
"decision": "decision",
|
|
25
|
-
"level": "level",
|
|
26
|
-
"rubricLabel": "rubric_label",
|
|
27
|
-
"rationale": "rationale",
|
|
28
|
-
"confidence": "confidence",
|
|
29
|
-
"reviewTrigger": "review_trigger",
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
def assessments(connection: sqlite3.Connection, finding_ids: list[str]) -> list[dict[str, Any]]:
|
|
34
|
-
rows = connection.execute(
|
|
35
|
-
"""SELECT assessment.* FROM json_each(?) AS selected
|
|
36
|
-
JOIN finding_severity_assessments AS assessment ON assessment.finding_id = selected.value
|
|
37
|
-
ORDER BY selected.key""",
|
|
38
|
-
(json.dumps(finding_ids),),
|
|
39
|
-
)
|
|
40
|
-
return [{key: row[column] for key, column in FIELDS.items()} for row in rows]
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
def checkpoint(
|
|
44
|
-
connection: sqlite3.Connection, payload: dict[str, Any], timestamp: str
|
|
45
|
-
) -> dict[str, Any]:
|
|
46
|
-
if payload["action"] == "begin":
|
|
47
|
-
with connection:
|
|
48
|
-
connection.execute(
|
|
49
|
-
"""INSERT INTO scan_severity_classifications (
|
|
50
|
-
scan_id, finding_ids_json, assessed_at, rubric_sha256, knowledge_base_sha256
|
|
51
|
-
) VALUES (?, ?, ?, ?, ?)
|
|
52
|
-
ON CONFLICT(scan_id) DO UPDATE SET
|
|
53
|
-
finding_ids_json = excluded.finding_ids_json,
|
|
54
|
-
assessed_at = excluded.assessed_at,
|
|
55
|
-
rubric_sha256 = excluded.rubric_sha256,
|
|
56
|
-
knowledge_base_sha256 = excluded.knowledge_base_sha256""",
|
|
57
|
-
(
|
|
58
|
-
payload["scanId"],
|
|
59
|
-
json.dumps(payload["findingIds"]),
|
|
60
|
-
payload["assessedAt"],
|
|
61
|
-
payload["rubricSha256"],
|
|
62
|
-
payload["knowledgeBaseSha256"],
|
|
63
|
-
),
|
|
64
|
-
)
|
|
65
|
-
return {"assessments": assessments(connection, payload["findingIds"])}
|
|
66
|
-
if payload["action"] != "save":
|
|
67
|
-
raise SystemExit("Unknown severity checkpoint action.")
|
|
68
|
-
finding = payload["finding"]
|
|
69
|
-
assessment = {**payload["assessment"], "assessedAt": timestamp}
|
|
70
|
-
with connection:
|
|
71
|
-
# External scan directories may not have been indexed on this machine.
|
|
72
|
-
if (
|
|
73
|
-
connection.execute(
|
|
74
|
-
"SELECT 1 FROM findings WHERE id = ?", (finding["findingId"],)
|
|
75
|
-
).fetchone()
|
|
76
|
-
is None
|
|
77
|
-
):
|
|
78
|
-
upsert_finding(connection, finding, timestamp)
|
|
79
|
-
columns = ", ".join(FIELDS.values())
|
|
80
|
-
parameters = ", ".join("?" for _ in FIELDS)
|
|
81
|
-
updates = ", ".join(f"{column} = excluded.{column}" for column in FIELDS.values())
|
|
82
|
-
connection.execute(
|
|
83
|
-
f"""INSERT INTO finding_severity_assessments ({columns})
|
|
84
|
-
VALUES ({parameters})
|
|
85
|
-
ON CONFLICT(finding_id) DO UPDATE SET
|
|
86
|
-
{updates}""",
|
|
87
|
-
tuple(assessment[key] for key in FIELDS),
|
|
88
|
-
)
|
|
89
|
-
return {}
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
def read_classification(database: Path, scan_id: str) -> dict[str, Any]:
|
|
93
|
-
uri = f"file:{quote(str(database), safe='')}?mode=ro"
|
|
94
|
-
with closing(sqlite3.connect(uri, uri=True, timeout=5)) as connection:
|
|
95
|
-
connection.row_factory = sqlite3.Row
|
|
96
|
-
connection.execute("BEGIN")
|
|
97
|
-
if (
|
|
98
|
-
connection.execute(
|
|
99
|
-
"SELECT 1 FROM sqlite_master WHERE type = 'table' "
|
|
100
|
-
"AND name = 'scan_severity_classifications'"
|
|
101
|
-
).fetchone()
|
|
102
|
-
is None
|
|
103
|
-
):
|
|
104
|
-
return {}
|
|
105
|
-
row = connection.execute(
|
|
106
|
-
"SELECT * FROM scan_severity_classifications WHERE scan_id = ?", (scan_id,)
|
|
107
|
-
).fetchone()
|
|
108
|
-
if row is None:
|
|
109
|
-
return {}
|
|
110
|
-
finding_ids = json.loads(row["finding_ids_json"])
|
|
111
|
-
return {
|
|
112
|
-
"scanId": scan_id,
|
|
113
|
-
"findingIds": finding_ids,
|
|
114
|
-
"assessedAt": row["assessed_at"],
|
|
115
|
-
"rubricSha256": row["rubric_sha256"],
|
|
116
|
-
"knowledgeBaseSha256": row["knowledge_base_sha256"],
|
|
117
|
-
"assessments": assessments(connection, finding_ids),
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
if __name__ == "__main__":
|
|
122
|
-
argparse.ArgumentParser(description=__doc__).parse_args()
|
|
@@ -1,163 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
from __future__ import annotations
|
|
3
|
-
|
|
4
|
-
import argparse
|
|
5
|
-
import importlib.util
|
|
6
|
-
import json
|
|
7
|
-
import sys
|
|
8
|
-
from pathlib import Path
|
|
9
|
-
from types import ModuleType
|
|
10
|
-
from typing import Any
|
|
11
|
-
|
|
12
|
-
PLUGIN_ROOT = Path(__file__).resolve().parents[3]
|
|
13
|
-
SCHEMA_PATH = PLUGIN_ROOT / "schemas" / "patch-risk-assessment.schema.json"
|
|
14
|
-
NON_APPLICABLE = {"no_live_effect", "wrong_owner", "duplicate", "superseded"}
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
def load_scan_contract_validator() -> ModuleType:
|
|
18
|
-
script = PLUGIN_ROOT / "scripts" / "finalize_scan_contract.py"
|
|
19
|
-
spec = importlib.util.spec_from_file_location("codex_security_scan_contract", script)
|
|
20
|
-
if spec is None or spec.loader is None:
|
|
21
|
-
raise RuntimeError(f"could not load scan contract validator: {script}")
|
|
22
|
-
module = importlib.util.module_from_spec(spec)
|
|
23
|
-
spec.loader.exec_module(module)
|
|
24
|
-
return module
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
SCAN_CONTRACT = load_scan_contract_validator()
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
def parse_args() -> argparse.Namespace:
|
|
31
|
-
parser = argparse.ArgumentParser(description="Validate a patch-risk assessment.")
|
|
32
|
-
parser.add_argument("assessment", help="Assessment JSON path, or - for stdin.")
|
|
33
|
-
return parser.parse_args()
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
def reject_duplicate_keys(pairs: list[tuple[str, Any]]) -> dict[str, Any]:
|
|
37
|
-
value: dict[str, Any] = {}
|
|
38
|
-
for key, item in pairs:
|
|
39
|
-
if key in value:
|
|
40
|
-
raise ValueError(f"duplicate JSON object key: {key}")
|
|
41
|
-
value[key] = item
|
|
42
|
-
return value
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
def read_object(path: str) -> dict[str, Any]:
|
|
46
|
-
try:
|
|
47
|
-
text = sys.stdin.read() if path == "-" else Path(path).read_text(encoding="utf-8")
|
|
48
|
-
value = json.loads(text, object_pairs_hook=reject_duplicate_keys)
|
|
49
|
-
except (OSError, json.JSONDecodeError) as error:
|
|
50
|
-
raise ValueError(f"cannot read assessment: {error}") from error
|
|
51
|
-
if not isinstance(value, dict):
|
|
52
|
-
raise ValueError("assessment must be a JSON object")
|
|
53
|
-
return value
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
def schema_errors(value: dict[str, Any]) -> list[str]:
|
|
57
|
-
try:
|
|
58
|
-
SCAN_CONTRACT.validate_against_schema(value, SCHEMA_PATH)
|
|
59
|
-
except (OSError, ValueError, RecursionError) as error:
|
|
60
|
-
return [str(error)]
|
|
61
|
-
return []
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
def semantic_errors(value: dict[str, Any]) -> list[str]:
|
|
65
|
-
recommendation = value["recommendation"]
|
|
66
|
-
workflow_label = value["workflowLabel"]
|
|
67
|
-
unknowns = value["unknowns"]
|
|
68
|
-
evidence_plan = value["evidencePlan"]
|
|
69
|
-
boundaries = value["materialBoundaries"]
|
|
70
|
-
applicability_status = value["applicability"]["status"]
|
|
71
|
-
affirmative_failure = (
|
|
72
|
-
value["regressionLikelihood"]["rating"] == "critical"
|
|
73
|
-
or any(item["result"] == "contradicted" for item in boundaries)
|
|
74
|
-
or any(item["status"] == "failed" for item in value["validation"])
|
|
75
|
-
)
|
|
76
|
-
errors: list[str] = []
|
|
77
|
-
|
|
78
|
-
if recommendation == "merge":
|
|
79
|
-
if workflow_label not in {"auto_merge_candidate", "human_review_required"}:
|
|
80
|
-
errors.append("merge requires an auto-merge or human-review workflow label")
|
|
81
|
-
if value["applicability"]["status"] != "confirmed":
|
|
82
|
-
errors.append("merge requires confirmed applicability")
|
|
83
|
-
if any(item["decisionCritical"] for item in unknowns):
|
|
84
|
-
errors.append("merge cannot retain a decision-critical unknown")
|
|
85
|
-
if any(item["result"] != "supported" for item in boundaries):
|
|
86
|
-
errors.append("merge requires every material boundary to be supported")
|
|
87
|
-
if any(item["status"] == "failed" for item in value["validation"]):
|
|
88
|
-
errors.append("merge cannot retain a failed validation")
|
|
89
|
-
if evidence_plan:
|
|
90
|
-
errors.append("merge cannot retain an evidence plan")
|
|
91
|
-
elif workflow_label != recommendation:
|
|
92
|
-
errors.append("non-merge workflow label must match the recommendation")
|
|
93
|
-
|
|
94
|
-
if recommendation == "hold_for_evidence":
|
|
95
|
-
if not any(item["decisionCritical"] for item in unknowns):
|
|
96
|
-
errors.append("hold_for_evidence requires a decision-critical unknown")
|
|
97
|
-
if not evidence_plan:
|
|
98
|
-
errors.append("hold_for_evidence requires a bounded evidence plan")
|
|
99
|
-
if affirmative_failure:
|
|
100
|
-
errors.append("hold_for_evidence cannot defer an established defect")
|
|
101
|
-
elif evidence_plan:
|
|
102
|
-
errors.append("only hold_for_evidence may include an evidence plan")
|
|
103
|
-
|
|
104
|
-
if recommendation == "no_op":
|
|
105
|
-
if applicability_status not in NON_APPLICABLE:
|
|
106
|
-
errors.append("no_op requires an established non-applicable disposition")
|
|
107
|
-
if any(item["decisionCritical"] for item in unknowns):
|
|
108
|
-
errors.append("no_op cannot retain a decision-critical unknown")
|
|
109
|
-
elif applicability_status in NON_APPLICABLE:
|
|
110
|
-
errors.append("an established non-applicable disposition requires no_op")
|
|
111
|
-
|
|
112
|
-
if recommendation in {"revise", "block"}:
|
|
113
|
-
if not affirmative_failure:
|
|
114
|
-
errors.append(f"{recommendation} requires affirmative failure evidence")
|
|
115
|
-
|
|
116
|
-
if workflow_label == "auto_merge_candidate":
|
|
117
|
-
auto_merge_requirements = {
|
|
118
|
-
"impact.rating": value["impact"]["rating"] == "low",
|
|
119
|
-
"regressionLikelihood.rating": value["regressionLikelihood"]["rating"] == "low",
|
|
120
|
-
"regressionProtection.rating": value["regressionProtection"]["rating"] == "strong",
|
|
121
|
-
"regressionProtection.exactHeadChecksPassed": value["regressionProtection"][
|
|
122
|
-
"exactHeadChecksPassed"
|
|
123
|
-
],
|
|
124
|
-
"recoverability.rating": value["recoverability"]["rating"] == "easy",
|
|
125
|
-
"confidence.rating": value["confidence"]["rating"] == "high",
|
|
126
|
-
"applicability.status": value["applicability"]["status"] == "confirmed",
|
|
127
|
-
"affectedRuntimeRoots": bool(value["affectedRuntimeRoots"]),
|
|
128
|
-
"statusQuoRisk.rating": value["statusQuoRisk"]["rating"] != "unknown",
|
|
129
|
-
"autoMergeExclusions": not value["autoMergeExclusions"],
|
|
130
|
-
"unknowns": not unknowns,
|
|
131
|
-
"validation": all(item["status"] == "passed" for item in value["validation"]),
|
|
132
|
-
}
|
|
133
|
-
for field, passed in auto_merge_requirements.items():
|
|
134
|
-
if not passed:
|
|
135
|
-
errors.append(f"auto_merge_candidate gate failed: {field}")
|
|
136
|
-
|
|
137
|
-
return errors
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
def validate(value: dict[str, Any]) -> list[str]:
|
|
141
|
-
errors = schema_errors(value)
|
|
142
|
-
if errors:
|
|
143
|
-
return errors
|
|
144
|
-
return semantic_errors(value)
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
def main() -> int:
|
|
148
|
-
args = parse_args()
|
|
149
|
-
try:
|
|
150
|
-
value = read_object(args.assessment)
|
|
151
|
-
errors = validate(value)
|
|
152
|
-
except ValueError as error:
|
|
153
|
-
print(error, file=sys.stderr)
|
|
154
|
-
return 1
|
|
155
|
-
if errors:
|
|
156
|
-
for error in errors:
|
|
157
|
-
print(error, file=sys.stderr)
|
|
158
|
-
return 1
|
|
159
|
-
return 0
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
if __name__ == "__main__":
|
|
163
|
-
raise SystemExit(main())
|