@openai/codex-security 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +437 -2692
- package/_bundled_plugin/.app.json +5 -1
- package/_bundled_plugin/.codex-plugin/plugin.json +9 -5
- package/_bundled_plugin/.mcp.json +2 -0
- package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
- package/_bundled_plugin/examples/completed-scan/report.md +28 -26
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
- package/_bundled_plugin/mcp/helpers.mjs +1 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +6 -213
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +563 -0
- package/_bundled_plugin/mcp/server.mjs +1 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
- package/_bundled_plugin/references/artifact-storage.md +2 -2
- package/_bundled_plugin/references/config-preflight.md +0 -4
- package/_bundled_plugin/references/core-scan.md +21 -9
- package/_bundled_plugin/references/final-report.md +10 -12
- package/_bundled_plugin/references/finding-detail-fields.md +90 -80
- package/_bundled_plugin/references/sarif-adapter.md +1 -1
- package/_bundled_plugin/references/scan-artifacts.md +1 -2
- package/_bundled_plugin/references/scan-contract.md +9 -4
- package/_bundled_plugin/references/scan-prologue.md +12 -0
- package/_bundled_plugin/references/security-guidance.md +2 -2
- package/_bundled_plugin/references/standalone-validation.md +11 -0
- package/_bundled_plugin/references/threat-model.md +1 -1
- package/_bundled_plugin/schemas/coverage.schema.json +1 -47
- package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
- package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
- package/_bundled_plugin/schemas/findings.schema.json +71 -192
- package/_bundled_plugin/schemas/scan-manifest.schema.json +18 -45
- package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
- package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
- package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
- package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +169 -294
- package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
- package/_bundled_plugin/scripts/codex_session.mjs +53 -0
- package/_bundled_plugin/scripts/config_preflight.py +26 -62
- package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
- package/_bundled_plugin/scripts/deep_scan_workbench.py +129 -150
- package/_bundled_plugin/scripts/finalize_scan_contract.py +315 -232
- package/_bundled_plugin/scripts/finding_preview.py +39 -9
- package/_bundled_plugin/scripts/generate_in_scope_files.py +27 -77
- package/_bundled_plugin/scripts/generate_rank_input.py +99 -829
- package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -10
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
- package/_bundled_plugin/scripts/rank_preview.py +42 -918
- package/_bundled_plugin/scripts/report_projection.py +117 -172
- package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
- package/_bundled_plugin/scripts/threat_model_projection.py +4 -7
- package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
- package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
- package/_bundled_plugin/scripts/windows_scan_local_files.py +48 -3
- package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
- package/_bundled_plugin/scripts/workbench/storage.py +10 -6
- package/_bundled_plugin/scripts/workbench_cli.py +94 -179
- package/_bundled_plugin/scripts/workbench_db.py +427 -463
- package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
- package/_bundled_plugin/scripts/workbench_finding_index.py +19 -1
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
- package/_bundled_plugin/scripts/workbench_native_indexes.py +27 -14
- package/_bundled_plugin/scripts/workbench_progress.py +14 -58
- package/_bundled_plugin/scripts/workbench_publication.py +33 -57
- package/_bundled_plugin/scripts/workbench_remediation.py +12 -0
- package/_bundled_plugin/scripts/workbench_saved_results.py +172 -49
- package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
- package/_bundled_plugin/scripts/workbench_scan_start.py +105 -41
- package/_bundled_plugin/scripts/workbench_scan_usage.py +23 -34
- package/_bundled_plugin/scripts/workbench_schema.py +37 -1151
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +11 -1
- package/_bundled_plugin/scripts/workbench_target.py +430 -142
- package/_bundled_plugin/scripts/workbench_validation.py +16 -27
- package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
- package/_bundled_plugin/shared/workbench-migrations.json +397 -0
- package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
- package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +3 -3
- package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
- package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
- package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
- package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +1 -1
- package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +13 -1
- package/_bundled_plugin/skills/threat-model/SKILL.md +1 -1
- package/_bundled_plugin/skills/track-findings/SKILL.md +46 -178
- package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
- package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
- package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
- package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
- package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
- package/bin/codex-security.mjs +9 -2
- package/dist/api.d.ts +60 -10
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +803 -380
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +1 -1
- package/dist/artifact-export.d.ts.map +1 -1
- package/dist/artifact-export.js +28 -13
- package/dist/artifact-export.js.map +1 -1
- package/dist/auth.d.ts +2 -6
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +19 -9
- package/dist/auth.js.map +1 -1
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +1 -0
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/classify-severity.d.ts +26 -9
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +13 -30
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-help.d.ts.map +1 -1
- package/dist/cli-help.js +17 -13
- package/dist/cli-help.js.map +1 -1
- package/dist/cli-signals.d.ts +8 -0
- package/dist/cli-signals.d.ts.map +1 -0
- package/dist/cli-signals.js +28 -0
- package/dist/cli-signals.js.map +1 -0
- package/dist/cli.d.ts +4 -3
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1087 -900
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +10 -9
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codeowners.d.ts +19 -0
- package/dist/codeowners.d.ts.map +1 -0
- package/dist/codeowners.js +138 -0
- package/dist/codeowners.js.map +1 -0
- package/dist/codex-sdk-environment.d.ts +1 -0
- package/dist/codex-sdk-environment.d.ts.map +1 -1
- package/dist/codex-sdk-environment.js +40 -2
- package/dist/codex-sdk-environment.js.map +1 -1
- package/dist/component-plan.d.ts +2 -5
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +38 -30
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +6 -5
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +23 -35
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +64 -74
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +15 -3
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +87 -252
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -6
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +14 -4
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +10 -2
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +102 -104
- package/dist/cost.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +6 -5
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +1 -2
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +9 -3
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/checkpointed-review.d.ts +4 -2
- package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
- package/dist/deduplication/checkpointed-review.js +23 -9
- package/dist/deduplication/checkpointed-review.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +7 -1
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +126 -17
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +5 -2
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +18 -4
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +26 -4
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +57 -47
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.d.ts.map +1 -1
- package/dist/deduplication/deduplication.js +19 -51
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/diagnostics.d.ts +17 -0
- package/dist/deduplication/diagnostics.d.ts.map +1 -0
- package/dist/deduplication/diagnostics.js +5 -0
- package/dist/deduplication/diagnostics.js.map +1 -0
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +7 -1
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +31 -0
- package/dist/deduplication/local.d.ts.map +1 -0
- package/dist/deduplication/local.js +166 -0
- package/dist/deduplication/local.js.map +1 -0
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +11 -24
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/records.d.ts +186 -11
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +10 -18
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/scan.d.ts +9 -3
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +158 -39
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +2 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +4 -4
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-progress.d.ts +2 -0
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-progress.js +13 -10
- package/dist/deep-progress.js.map +1 -1
- package/dist/deep-scan.d.ts +20 -0
- package/dist/deep-scan.d.ts.map +1 -0
- package/dist/deep-scan.js +113 -0
- package/dist/deep-scan.js.map +1 -0
- package/dist/errors.d.ts +2 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +2 -0
- package/dist/errors.js.map +1 -1
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +53 -21
- package/dist/feedback.js.map +1 -1
- package/dist/finding-catalogue.d.ts.map +1 -1
- package/dist/finding-catalogue.js +4 -8
- package/dist/finding-catalogue.js.map +1 -1
- package/dist/finding-normalization.d.ts +5 -0
- package/dist/finding-normalization.d.ts.map +1 -0
- package/dist/finding-normalization.js +120 -0
- package/dist/finding-normalization.js.map +1 -0
- package/dist/finding-retrieval.d.ts +9 -0
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +13 -8
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +14 -6
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +2 -1
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +36 -9
- package/dist/findings-client.js.map +1 -1
- package/dist/findings-errors.d.ts +16 -0
- package/dist/findings-errors.d.ts.map +1 -0
- package/dist/findings-errors.js +24 -0
- package/dist/findings-errors.js.map +1 -0
- package/dist/findings-import.d.ts +1 -1
- package/dist/findings-import.d.ts.map +1 -1
- package/dist/findings-import.js +12 -30
- package/dist/findings-import.js.map +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +7 -1
- package/dist/github.js.map +1 -1
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +48 -38
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +8 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts +7 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +114 -46
- package/dist/knowledge-base.js.map +1 -1
- package/dist/linear.d.ts.map +1 -1
- package/dist/linear.js +2 -7
- package/dist/linear.js.map +1 -1
- package/dist/mock-scan.d.ts.map +1 -1
- package/dist/mock-scan.js +0 -1
- package/dist/mock-scan.js.map +1 -1
- package/dist/models.d.ts +0 -2
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts +9 -3
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +193 -126
- package/dist/multiscan.js.map +1 -1
- package/dist/owner-evidence.d.ts +10 -2
- package/dist/owner-evidence.d.ts.map +1 -1
- package/dist/owner-evidence.js +67 -8
- package/dist/owner-evidence.js.map +1 -1
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +3 -2
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config.js +3 -3
- package/dist/project-config.js.map +1 -1
- package/dist/provider-profile.d.ts +21 -0
- package/dist/provider-profile.d.ts.map +1 -0
- package/dist/provider-profile.js +133 -0
- package/dist/provider-profile.js.map +1 -0
- package/dist/publication-events.d.ts +6 -8
- package/dist/publication-events.d.ts.map +1 -1
- package/dist/publication-events.js +25 -50
- package/dist/publication-events.js.map +1 -1
- package/dist/publication-store.d.ts.map +1 -1
- package/dist/publication-store.js +40 -64
- package/dist/publication-store.js.map +1 -1
- package/dist/publication.d.ts +1 -2
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js +2 -8
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +1 -5
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +109 -160
- package/dist/publish.js.map +1 -1
- package/dist/request-metadata.d.ts +9 -0
- package/dist/request-metadata.d.ts.map +1 -0
- package/dist/request-metadata.js +13 -0
- package/dist/request-metadata.js.map +1 -0
- package/dist/runtime.d.ts +15 -4
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +430 -138
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +14 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -0
- package/dist/saved-scan-bootstrap.js +261 -0
- package/dist/saved-scan-bootstrap.js.map +1 -0
- package/dist/saved-scan.d.ts +1 -1
- package/dist/saved-scan.d.ts.map +1 -1
- package/dist/saved-scan.js +6 -12
- package/dist/saved-scan.js.map +1 -1
- package/dist/scan-activity.js +11 -8
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +28 -15
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +276 -281
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +3 -0
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +345 -77
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +54 -13
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-inputs.d.ts +6 -0
- package/dist/scan-inputs.d.ts.map +1 -0
- package/dist/scan-inputs.js +71 -0
- package/dist/scan-inputs.js.map +1 -0
- package/dist/scan-logs.d.ts +2 -3
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +12 -6
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-sessions.d.ts +4 -0
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +17 -0
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-skill-paths.d.ts +8 -0
- package/dist/scan-skill-paths.d.ts.map +1 -0
- package/dist/scan-skill-paths.js +47 -0
- package/dist/scan-skill-paths.js.map +1 -0
- package/dist/security-policy-cli.d.ts.map +1 -1
- package/dist/security-policy-cli.js +7 -27
- package/dist/security-policy-cli.js.map +1 -1
- package/dist/security-policy.d.ts +9 -5
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +33 -14
- package/dist/security-policy.js.map +1 -1
- package/dist/server/api.d.ts +0 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js +0 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embeddings.d.ts +3 -1
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +10 -3
- package/dist/server/embeddings.js.map +1 -1
- package/dist/server/errors.d.ts +5 -2
- package/dist/server/errors.d.ts.map +1 -1
- package/dist/server/errors.js +7 -0
- package/dist/server/errors.js.map +1 -1
- package/dist/server/sqlite-store.d.ts +0 -2
- package/dist/server/sqlite-store.d.ts.map +1 -1
- package/dist/server/sqlite-store.js +54 -44
- package/dist/server/sqlite-store.js.map +1 -1
- package/dist/server/storage.d.ts +0 -2
- package/dist/server/storage.d.ts.map +1 -1
- package/dist/server/storage.js.map +1 -1
- package/dist/severity-store.js +19 -24
- package/dist/severity-store.js.map +1 -1
- package/dist/standalone-validation-prompt.d.ts +2 -0
- package/dist/standalone-validation-prompt.d.ts.map +1 -0
- package/dist/standalone-validation-prompt.js +10 -0
- package/dist/standalone-validation-prompt.js.map +1 -0
- package/dist/suggest-owners.d.ts +4 -2
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +11 -5
- package/dist/suggest-owners.js.map +1 -1
- package/dist/targets.d.ts +11 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +106 -47
- package/dist/targets.js.map +1 -1
- package/dist/trusted-executable.d.ts +2 -2
- package/dist/trusted-executable.d.ts.map +1 -1
- package/dist/trusted-executable.js +8 -6
- package/dist/trusted-executable.js.map +1 -1
- package/dist/value.js +7 -0
- package/dist/value.js.map +1 -1
- package/dist/version.js.map +1 -1
- package/dist/workbench-arguments.d.ts +3 -0
- package/dist/workbench-arguments.d.ts.map +1 -0
- package/dist/workbench-arguments.js +15 -0
- package/dist/workbench-arguments.js.map +1 -0
- package/dist/worker-progress.d.ts +1 -0
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js +27 -12
- package/dist/worker-progress.js.map +1 -1
- package/docs/cli.md +1778 -0
- package/docs/findings-service.md +402 -0
- package/package.json +18 -19
- package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
- package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
- package/_bundled_plugin/scripts/workbench_findings.py +0 -221
- package/_bundled_plugin/scripts/workbench_severity.py +0 -122
- package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
- package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
- package/dist/server/dashboard/app.css +0 -2
- package/dist/server/dashboard/app.js +0 -66
- package/dist/server/dashboard/index.html +0 -18
- package/dist/server/dashboard-types.d.ts +0 -48
- package/dist/server/dashboard-types.d.ts.map +0 -1
- package/dist/server/dashboard-types.js +0 -2
- package/dist/server/dashboard-types.js.map +0 -1
- package/dist/server/dashboard.d.ts +0 -6
- package/dist/server/dashboard.d.ts.map +0 -1
- package/dist/server/dashboard.js +0 -59
- package/dist/server/dashboard.js.map +0 -1
- package/dist/server/index.d.ts +0 -2
- package/dist/server/index.d.ts.map +0 -1
- package/dist/server/index.js +0 -6
- package/dist/server/index.js.map +0 -1
- package/dist/server/routes.d.ts +0 -7
- package/dist/server/routes.d.ts.map +0 -1
- package/dist/server/routes.js +0 -98
- package/dist/server/routes.js.map +0 -1
- package/dist/server/serve.d.ts +0 -2
- package/dist/server/serve.d.ts.map +0 -1
- package/dist/server/serve.js +0 -28
- package/dist/server/serve.js.map +0 -1
- package/dist/server/server.d.ts +0 -10
- package/dist/server/server.d.ts.map +0 -1
- package/dist/server/server.js +0 -16
- package/dist/server/server.js.map +0 -1
- package/dist/server/validation.d.ts +0 -17
- package/dist/server/validation.d.ts.map +0 -1
- package/dist/server/validation.js +0 -53
- package/dist/server/validation.js.map +0 -1
|
@@ -33,8 +33,9 @@ def get_scan_feedback(connection: sqlite3.Connection, scan: sqlite3.Row) -> dict
|
|
|
33
33
|
locations.relative_path, locations.start_line, locations.end_line, locations.role,
|
|
34
34
|
ROW_NUMBER() OVER (
|
|
35
35
|
PARTITION BY findings.id
|
|
36
|
-
ORDER BY
|
|
37
|
-
source_scans.completed_at DESC,
|
|
36
|
+
ORDER BY
|
|
37
|
+
julianday(upper(COALESCE(triage.updated_at, source_scans.completed_at))) DESC,
|
|
38
|
+
julianday(upper(source_scans.completed_at)) DESC,
|
|
38
39
|
source_scans.id DESC, occurrences.id DESC
|
|
39
40
|
) AS decision_rank
|
|
40
41
|
FROM finding_occurrences AS occurrences
|
|
@@ -60,7 +61,9 @@ def get_scan_feedback(connection: sqlite3.Connection, scan: sqlite3.Row) -> dict
|
|
|
60
61
|
AND close_reason = 'false_positive'
|
|
61
62
|
AND note IS NOT NULL
|
|
62
63
|
AND trim(note) != ''
|
|
63
|
-
ORDER BY updated_at DESC,
|
|
64
|
+
ORDER BY julianday(upper(updated_at)) DESC,
|
|
65
|
+
julianday(upper(source_completed_at)) DESC,
|
|
66
|
+
source_scan_id DESC, finding_id DESC
|
|
64
67
|
LIMIT 50
|
|
65
68
|
""",
|
|
66
69
|
(scan["target_id"], scan["id"]),
|
|
@@ -5,8 +5,15 @@ from __future__ import annotations
|
|
|
5
5
|
import argparse
|
|
6
6
|
import json
|
|
7
7
|
import sqlite3
|
|
8
|
+
from decimal import Decimal
|
|
8
9
|
from typing import Any
|
|
9
10
|
|
|
11
|
+
# Tag numbers so 10 and 10.0 compare equally without treating true as 1.
|
|
12
|
+
_finding_json = json.JSONDecoder(
|
|
13
|
+
parse_int=lambda value: (Decimal(value),),
|
|
14
|
+
parse_float=lambda value: (Decimal(value),),
|
|
15
|
+
)
|
|
16
|
+
|
|
10
17
|
|
|
11
18
|
def upsert_finding(
|
|
12
19
|
connection: sqlite3.Connection,
|
|
@@ -14,6 +21,17 @@ def upsert_finding(
|
|
|
14
21
|
timestamp: str,
|
|
15
22
|
repository_id: str | None = None,
|
|
16
23
|
) -> None:
|
|
24
|
+
current = connection.execute(
|
|
25
|
+
"SELECT details_json FROM findings WHERE id = ?", (finding["findingId"],)
|
|
26
|
+
).fetchone()
|
|
27
|
+
details = json.dumps(finding, allow_nan=False, sort_keys=True)
|
|
28
|
+
# Preserve unchanged text without conflating JSON booleans and numbers.
|
|
29
|
+
if (
|
|
30
|
+
current is not None
|
|
31
|
+
and current["details_json"] is not None
|
|
32
|
+
and _finding_json.decode(current["details_json"]) == _finding_json.decode(details)
|
|
33
|
+
):
|
|
34
|
+
details = current["details_json"]
|
|
17
35
|
connection.execute(
|
|
18
36
|
"""
|
|
19
37
|
INSERT INTO findings (
|
|
@@ -34,7 +52,7 @@ def upsert_finding(
|
|
|
34
52
|
finding["ruleId"],
|
|
35
53
|
finding["identity"]["anchor"],
|
|
36
54
|
finding["identity"].get("instance"),
|
|
37
|
-
|
|
55
|
+
details,
|
|
38
56
|
timestamp,
|
|
39
57
|
timestamp,
|
|
40
58
|
),
|
|
@@ -11,7 +11,7 @@ from pathlib import Path
|
|
|
11
11
|
from typing import Any
|
|
12
12
|
|
|
13
13
|
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
14
|
-
from workbench_target import directory_content_digest,
|
|
14
|
+
from workbench_target import directory_content_digest, git_bytes, git_revision
|
|
15
15
|
|
|
16
16
|
WORKFLOW_BINDINGS = {
|
|
17
17
|
"repositoryPath": "repository_path",
|
|
@@ -124,14 +124,28 @@ def finding_workflow(
|
|
|
124
124
|
return {"workflow": read_workflow(connection, workflow_id)}
|
|
125
125
|
if payload["action"] == "source":
|
|
126
126
|
target = Path(payload["repository"]).resolve(strict=True)
|
|
127
|
+
private_paths = payload.get("privateStatePaths", [])
|
|
128
|
+
if not isinstance(private_paths, list) or any(
|
|
129
|
+
not isinstance(path, str) or not Path(path).is_absolute() for path in private_paths
|
|
130
|
+
):
|
|
131
|
+
raise SystemExit("Private runtime paths must be absolute paths.")
|
|
132
|
+
excluded = tuple(sorted({Path(path).resolve() for path in private_paths}))
|
|
133
|
+
excluded = tuple(path for path in excluded if path.is_relative_to(target))
|
|
134
|
+
if target in excluded:
|
|
135
|
+
raise SystemExit("Private runtime storage must not exclude the repository root.")
|
|
127
136
|
return {
|
|
128
137
|
"source": {
|
|
129
138
|
"repository": str(target),
|
|
130
|
-
"revision": git_revision(target),
|
|
139
|
+
"revision": "unversioned" if payload.get("gitDisabled") else git_revision(target),
|
|
131
140
|
"refsDigest": hashlib.sha256(
|
|
132
|
-
|
|
141
|
+
b""
|
|
142
|
+
if payload.get("gitDisabled")
|
|
143
|
+
else (git_bytes(target, "show-ref") or b"").strip()
|
|
133
144
|
).hexdigest(),
|
|
134
|
-
"content": directory_content_digest(
|
|
145
|
+
"content": directory_content_digest(
|
|
146
|
+
target, excluded=excluded, include_ignored=True
|
|
147
|
+
),
|
|
148
|
+
**({"privateStatePaths": [str(path) for path in excluded]} if excluded else {}),
|
|
135
149
|
}
|
|
136
150
|
}
|
|
137
151
|
if payload["action"] == "get-review":
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
"""Prepare and cache embeddings without publishing findings to an HTTP service."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
import argparse
|
|
6
|
+
import hashlib
|
|
7
|
+
import json
|
|
8
|
+
import math
|
|
9
|
+
import sqlite3
|
|
10
|
+
import sys
|
|
11
|
+
from pathlib import Path
|
|
12
|
+
from typing import Any
|
|
13
|
+
|
|
14
|
+
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
15
|
+
from workbench_finding_index import upsert_finding
|
|
16
|
+
from workbench_target_state import stable_target_id
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
def cache_key(space: str, document: str) -> str:
|
|
20
|
+
return hashlib.sha256(f"{space}\0{document}".encode()).hexdigest()
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
def local_dedupe(
|
|
24
|
+
connection: sqlite3.Connection, payload: dict[str, Any], timestamp: str
|
|
25
|
+
) -> dict[str, Any]:
|
|
26
|
+
action = payload["action"]
|
|
27
|
+
try:
|
|
28
|
+
with connection:
|
|
29
|
+
connection.execute("BEGIN IMMEDIATE")
|
|
30
|
+
if action == "prepare":
|
|
31
|
+
return prepare(connection, payload, timestamp)
|
|
32
|
+
if action == "embed":
|
|
33
|
+
for entry in payload["entries"]:
|
|
34
|
+
row = connection.execute(
|
|
35
|
+
"SELECT details_json FROM findings WHERE id = ?", (entry["findingId"],)
|
|
36
|
+
).fetchone()
|
|
37
|
+
if (
|
|
38
|
+
row is None
|
|
39
|
+
or cache_key(payload["space"], row["details_json"]) != entry["cacheKey"]
|
|
40
|
+
):
|
|
41
|
+
raise ValueError("finding_changed")
|
|
42
|
+
embedding = entry["embedding"]
|
|
43
|
+
vector = embedding["vector"]
|
|
44
|
+
if (
|
|
45
|
+
embedding["model"] != payload["model"]
|
|
46
|
+
or len(vector) != payload["dimensions"]
|
|
47
|
+
or not all(isinstance(v, (int, float)) and math.isfinite(v) for v in vector)
|
|
48
|
+
or not math.isfinite(math.hypot(*vector))
|
|
49
|
+
or math.hypot(*vector) == 0
|
|
50
|
+
):
|
|
51
|
+
raise ValueError("embedding_failed")
|
|
52
|
+
connection.execute(
|
|
53
|
+
"INSERT INTO local_finding_embeddings (finding_id, model, vector_json, cache_key) "
|
|
54
|
+
"VALUES (?, ?, ?, ?) ON CONFLICT(finding_id) DO UPDATE SET "
|
|
55
|
+
"model = excluded.model, vector_json = excluded.vector_json, "
|
|
56
|
+
"cache_key = excluded.cache_key",
|
|
57
|
+
(
|
|
58
|
+
entry["findingId"],
|
|
59
|
+
embedding["model"],
|
|
60
|
+
json.dumps(vector, allow_nan=False),
|
|
61
|
+
entry["cacheKey"],
|
|
62
|
+
),
|
|
63
|
+
)
|
|
64
|
+
return {}
|
|
65
|
+
raise ValueError("invalid_request")
|
|
66
|
+
except sqlite3.IntegrityError:
|
|
67
|
+
return {"error": "finding_conflict"}
|
|
68
|
+
except ValueError as exc:
|
|
69
|
+
return {"error": str(exc)}
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def prepare(
|
|
73
|
+
connection: sqlite3.Connection, payload: dict[str, Any], timestamp: str
|
|
74
|
+
) -> dict[str, Any]:
|
|
75
|
+
# Artifact seals establish consistency, not permission to select another local corpus.
|
|
76
|
+
target = Path(payload["repositoryPath"]).resolve()
|
|
77
|
+
registered = connection.execute(
|
|
78
|
+
"SELECT id FROM security_targets WHERE current_path = ?", (str(target),)
|
|
79
|
+
).fetchone()
|
|
80
|
+
target_id = registered["id"] if registered is not None else stable_target_id(target)
|
|
81
|
+
if (
|
|
82
|
+
payload["anchorRepositoryId"] != target_id
|
|
83
|
+
or payload.get("repositoryId", target_id) != target_id
|
|
84
|
+
):
|
|
85
|
+
raise ValueError("target_mismatch")
|
|
86
|
+
if not payload["findings"]:
|
|
87
|
+
return {"cacheKeys": {}, "findingsToEmbed": []}
|
|
88
|
+
# A sealed historical scan selects logical IDs; never overwrite their current bodies.
|
|
89
|
+
for finding in payload["findings"]:
|
|
90
|
+
existing = connection.execute(
|
|
91
|
+
"SELECT fingerprint, rule_id, identity_anchor, identity_instance, details_json "
|
|
92
|
+
"FROM findings WHERE id = ?",
|
|
93
|
+
(finding["findingId"],),
|
|
94
|
+
).fetchone()
|
|
95
|
+
identity = (
|
|
96
|
+
finding["fingerprints"]["primary"],
|
|
97
|
+
finding["ruleId"],
|
|
98
|
+
finding["identity"]["anchor"],
|
|
99
|
+
finding["identity"].get("instance"),
|
|
100
|
+
)
|
|
101
|
+
if existing is not None and tuple(existing)[:4] != identity:
|
|
102
|
+
raise sqlite3.IntegrityError("Conflicting finding identity")
|
|
103
|
+
if existing is None or existing["details_json"] is None:
|
|
104
|
+
upsert_finding(connection, finding, timestamp, payload["anchorRepositoryId"])
|
|
105
|
+
else:
|
|
106
|
+
connection.execute(
|
|
107
|
+
"INSERT OR IGNORE INTO finding_repositories (repository_id, finding_id) VALUES (?, ?)",
|
|
108
|
+
(payload["anchorRepositoryId"], finding["findingId"]),
|
|
109
|
+
)
|
|
110
|
+
repository_id = payload.get("repositoryId")
|
|
111
|
+
rows = connection.execute(
|
|
112
|
+
"SELECT findings.id, findings.details_json, embeddings.cache_key FROM findings "
|
|
113
|
+
"LEFT JOIN local_finding_embeddings AS embeddings ON findings.id = embeddings.finding_id "
|
|
114
|
+
+ (
|
|
115
|
+
"WHERE EXISTS (SELECT 1 FROM finding_repositories WHERE finding_id = findings.id "
|
|
116
|
+
"AND repository_id = ?) "
|
|
117
|
+
if repository_id is not None
|
|
118
|
+
else ""
|
|
119
|
+
)
|
|
120
|
+
+ "ORDER BY findings.created_at, findings.id",
|
|
121
|
+
(repository_id,) if repository_id is not None else (),
|
|
122
|
+
)
|
|
123
|
+
cache_keys = {}
|
|
124
|
+
findings_to_embed = []
|
|
125
|
+
for row in rows:
|
|
126
|
+
if row["details_json"] is None:
|
|
127
|
+
raise ValueError("finding_not_indexed")
|
|
128
|
+
key = cache_key(payload["space"], row["details_json"])
|
|
129
|
+
cache_keys[row["id"]] = key
|
|
130
|
+
if key != row["cache_key"]:
|
|
131
|
+
findings_to_embed.append(json.loads(row["details_json"]))
|
|
132
|
+
return {"cacheKeys": cache_keys, "findingsToEmbed": findings_to_embed}
|
|
133
|
+
|
|
134
|
+
|
|
135
|
+
if __name__ == "__main__":
|
|
136
|
+
argparse.ArgumentParser(description=__doc__).parse_args()
|
|
@@ -13,7 +13,7 @@ from typing import Any
|
|
|
13
13
|
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
14
14
|
import workbench_scan_history as scan_history
|
|
15
15
|
from workbench_constants import FINDING_SUMMARY_BYTES, FINDING_TITLE_BYTES, FINDINGS_PAGE_MAX
|
|
16
|
-
from workbench_validation import bounded_output_text
|
|
16
|
+
from workbench_validation import bounded_output_text, timestamp_key
|
|
17
17
|
|
|
18
18
|
|
|
19
19
|
def list_global_findings(
|
|
@@ -101,7 +101,7 @@ def _indexed_findings(connection: sqlite3.Connection) -> Iterator[dict[str, Any]
|
|
|
101
101
|
|
|
102
102
|
latest_scan_by_target = dict(
|
|
103
103
|
connection.execute(
|
|
104
|
-
"SELECT target_id, id FROM scans WHERE status = 'complete' ORDER BY started_at, id"
|
|
104
|
+
"SELECT target_id, id FROM scans WHERE status = 'complete' ORDER BY julianday(upper(started_at)), id"
|
|
105
105
|
)
|
|
106
106
|
)
|
|
107
107
|
|
|
@@ -118,7 +118,7 @@ def _indexed_findings(connection: sqlite3.Connection) -> Iterator[dict[str, Any]
|
|
|
118
118
|
scans.target_id,
|
|
119
119
|
targets.current_path AS target_path,
|
|
120
120
|
scans.scope,
|
|
121
|
-
|
|
121
|
+
scans.updated_at,
|
|
122
122
|
triage.status AS decision_status,
|
|
123
123
|
triage.close_reason,
|
|
124
124
|
triage.updated_at AS decision_updated_at,
|
|
@@ -143,33 +143,46 @@ def _indexed_findings(connection: sqlite3.Connection) -> Iterator[dict[str, Any]
|
|
|
143
143
|
|
|
144
144
|
findings = []
|
|
145
145
|
for occurrences in grouped.values():
|
|
146
|
-
latest = max(
|
|
146
|
+
latest = max(
|
|
147
|
+
occurrences,
|
|
148
|
+
key=lambda row: (timestamp_key(row["created_at"]), row["occurrence_id"]),
|
|
149
|
+
)
|
|
147
150
|
decision = max(
|
|
148
151
|
(row for row in occurrences if row["decision_status"] is not None),
|
|
149
|
-
key=lambda row: (row["decision_updated_at"], row["occurrence_id"]),
|
|
152
|
+
key=lambda row: (timestamp_key(row["decision_updated_at"]), row["occurrence_id"]),
|
|
150
153
|
default=None,
|
|
151
154
|
)
|
|
152
155
|
status = decision["decision_status"] if decision is not None else "open"
|
|
153
156
|
if (
|
|
154
157
|
status == "closed"
|
|
155
158
|
and decision["close_reason"] == "already_fixed"
|
|
156
|
-
and latest["created_at"] > decision["decision_updated_at"]
|
|
159
|
+
and timestamp_key(latest["created_at"]) > timestamp_key(decision["decision_updated_at"])
|
|
157
160
|
):
|
|
158
161
|
status = "open"
|
|
159
|
-
scans = sorted(
|
|
162
|
+
scans = sorted(
|
|
163
|
+
{(row["scan_started_at"], row["scan_id"]) for row in occurrences},
|
|
164
|
+
key=lambda scan: (timestamp_key(scan[0]), scan[1]),
|
|
165
|
+
)
|
|
160
166
|
findings.append(
|
|
161
167
|
{
|
|
162
168
|
**dict(latest),
|
|
163
|
-
"confirmed_in_latest_scan":
|
|
164
|
-
|
|
169
|
+
"confirmed_in_latest_scan": any(
|
|
170
|
+
row["scan_id"] == latest_scan_by_target.get(row["target_id"])
|
|
171
|
+
for row in occurrences
|
|
172
|
+
),
|
|
165
173
|
"known_since": scans[0][0],
|
|
166
174
|
"known_scan_ids": [scan_id for _, scan_id in scans],
|
|
167
175
|
"matched_finding_ids": sorted({row["finding_id"] for row in occurrences}),
|
|
168
176
|
"occurrence_count": len(occurrences),
|
|
169
177
|
"status": status,
|
|
170
|
-
"updated_at":
|
|
171
|
-
|
|
172
|
-
|
|
178
|
+
"updated_at": (
|
|
179
|
+
max(
|
|
180
|
+
latest["updated_at"],
|
|
181
|
+
decision["decision_updated_at"],
|
|
182
|
+
key=lambda value: (timestamp_key(value), value),
|
|
183
|
+
)
|
|
184
|
+
if decision is not None
|
|
185
|
+
else latest["updated_at"]
|
|
173
186
|
),
|
|
174
187
|
}
|
|
175
188
|
)
|
|
@@ -179,7 +192,7 @@ def _indexed_findings(connection: sqlite3.Connection) -> Iterator[dict[str, Any]
|
|
|
179
192
|
key=lambda finding: (
|
|
180
193
|
finding["status"] == "open",
|
|
181
194
|
-scan_history.SEVERITY_ORDER.get(finding["severity"], 5),
|
|
182
|
-
finding["created_at"],
|
|
195
|
+
timestamp_key(finding["created_at"]),
|
|
183
196
|
),
|
|
184
197
|
reverse=True,
|
|
185
198
|
)
|
|
@@ -196,7 +209,7 @@ def list_repositories(
|
|
|
196
209
|
|
|
197
210
|
latest_scan_by_target: dict[str, dict[str, Any]] = {}
|
|
198
211
|
for row in connection.execute(
|
|
199
|
-
"SELECT id, target_id FROM scans ORDER BY started_at DESC, id DESC"
|
|
212
|
+
"SELECT id, target_id FROM scans ORDER BY julianday(upper(started_at)) DESC, id DESC"
|
|
200
213
|
):
|
|
201
214
|
latest_scan_by_target.setdefault(row["target_id"], scans_by_id[row["id"]])
|
|
202
215
|
|
|
@@ -5,7 +5,7 @@ import json
|
|
|
5
5
|
import sqlite3
|
|
6
6
|
import sys
|
|
7
7
|
from pathlib import Path
|
|
8
|
-
from typing import Any
|
|
8
|
+
from typing import Any
|
|
9
9
|
|
|
10
10
|
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
11
11
|
from deep_scan_workbench import require_current_coordinator
|
|
@@ -37,7 +37,6 @@ def preflight_issues_json(value: str | None) -> str | None:
|
|
|
37
37
|
raise SystemExit(
|
|
38
38
|
f"Preflight issues must be an array of at most {MAX_PREFLIGHT_ISSUES} objects."
|
|
39
39
|
)
|
|
40
|
-
normalized: list[dict[str, str]] = []
|
|
41
40
|
expected_keys = {"capability", "reason", "severity", "status"}
|
|
42
41
|
for index, issue in enumerate(payload):
|
|
43
42
|
label = f"{index + 1}"
|
|
@@ -49,17 +48,9 @@ def preflight_issues_json(value: str | None) -> str | None:
|
|
|
49
48
|
status = issue.get("status")
|
|
50
49
|
if severity not in {"block", "warn"} or status not in {"fail", "unknown"}:
|
|
51
50
|
raise SystemExit(f"Preflight issue {label} has an invalid severity or status.")
|
|
52
|
-
|
|
53
|
-
{
|
|
54
|
-
|
|
55
|
-
issue.get("capability"), 128, f"{label} capability"
|
|
56
|
-
),
|
|
57
|
-
"reason": _preflight_issue_text(issue.get("reason"), 1200, f"{label} reason"),
|
|
58
|
-
"severity": severity,
|
|
59
|
-
"status": status,
|
|
60
|
-
}
|
|
61
|
-
)
|
|
62
|
-
return json.dumps(normalized, ensure_ascii=True, separators=(",", ":"), sort_keys=True)
|
|
51
|
+
for field, maximum in (("capability", 128), ("reason", 1200)):
|
|
52
|
+
issue[field] = _preflight_issue_text(issue.get(field), maximum, f"{label} {field}")
|
|
53
|
+
return json.dumps(payload, ensure_ascii=True, separators=(",", ":"), sort_keys=True)
|
|
63
54
|
|
|
64
55
|
|
|
65
56
|
def reportable_count(
|
|
@@ -71,22 +62,18 @@ def reportable_count(
|
|
|
71
62
|
|
|
72
63
|
|
|
73
64
|
def update_context(
|
|
65
|
+
wb: Any,
|
|
74
66
|
connection: sqlite3.Connection,
|
|
75
67
|
args: argparse.Namespace,
|
|
76
|
-
*,
|
|
77
|
-
now: Callable[[], str],
|
|
78
|
-
require_scan: Callable[[sqlite3.Connection, str], sqlite3.Row],
|
|
79
|
-
require_workspace: Callable[[sqlite3.Connection, str], sqlite3.Row],
|
|
80
|
-
scan_context: Callable[[sqlite3.Connection, str], dict[str, Any]],
|
|
81
68
|
) -> dict[str, Any]:
|
|
82
69
|
scan_id = require_uuid(args.scan_id, "scan-id")
|
|
83
70
|
context = user_context_argument(args)
|
|
84
71
|
connection.execute("BEGIN IMMEDIATE")
|
|
85
72
|
with connection:
|
|
86
|
-
scan = require_scan(connection, scan_id)
|
|
73
|
+
scan = wb.require_scan(connection, scan_id)
|
|
87
74
|
if scan["status"] != "running" or scan["canceled_at"] is not None:
|
|
88
75
|
raise SystemExit("Only a running scan can update context.")
|
|
89
|
-
workspace = require_workspace(connection, scan["workspace_id"])
|
|
76
|
+
workspace = wb.require_workspace(connection, scan["workspace_id"])
|
|
90
77
|
if args.workspace_id is not None:
|
|
91
78
|
if args.claim_token is not None:
|
|
92
79
|
raise SystemExit("claim-token is only valid with thread-id.")
|
|
@@ -102,7 +89,7 @@ def update_context(
|
|
|
102
89
|
args.claim_token,
|
|
103
90
|
error_message="Scan context updates are owned by another continuation.",
|
|
104
91
|
)
|
|
105
|
-
timestamp = now()
|
|
92
|
+
timestamp = wb.now()
|
|
106
93
|
connection.execute(
|
|
107
94
|
"UPDATE scans SET user_context = ?, updated_at = ? WHERE id = ?",
|
|
108
95
|
(context, timestamp, scan["id"]),
|
|
@@ -117,42 +104,13 @@ def update_context(
|
|
|
117
104
|
"UPDATE workspaces SET updated_at = ? WHERE id = ?",
|
|
118
105
|
(timestamp, workspace["id"]),
|
|
119
106
|
)
|
|
120
|
-
return scan_context(connection, scan_id)
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
def update(
|
|
124
|
-
connection: sqlite3.Connection,
|
|
125
|
-
args: argparse.Namespace,
|
|
126
|
-
now: Callable[[], str],
|
|
127
|
-
require_scan: Callable[[sqlite3.Connection, str], sqlite3.Row],
|
|
128
|
-
require_workspace: Callable[[sqlite3.Connection, str], sqlite3.Row],
|
|
129
|
-
scan_context: Callable[[sqlite3.Connection, str], dict[str, Any]],
|
|
130
|
-
) -> dict[str, Any]:
|
|
131
|
-
if args.command == "update-scan-context":
|
|
132
|
-
return update_context(
|
|
133
|
-
connection,
|
|
134
|
-
args,
|
|
135
|
-
now=now,
|
|
136
|
-
require_scan=require_scan,
|
|
137
|
-
require_workspace=require_workspace,
|
|
138
|
-
scan_context=scan_context,
|
|
139
|
-
)
|
|
140
|
-
return update_progress(
|
|
141
|
-
connection,
|
|
142
|
-
args,
|
|
143
|
-
now=now,
|
|
144
|
-
require_scan=require_scan,
|
|
145
|
-
scan_context=scan_context,
|
|
146
|
-
)
|
|
107
|
+
return wb.scan_context(connection, scan_id)
|
|
147
108
|
|
|
148
109
|
|
|
149
110
|
def update_progress(
|
|
111
|
+
wb: Any,
|
|
150
112
|
connection: sqlite3.Connection,
|
|
151
113
|
args: argparse.Namespace,
|
|
152
|
-
*,
|
|
153
|
-
now: Callable[[], str],
|
|
154
|
-
require_scan: Callable[[sqlite3.Connection, str], sqlite3.Row],
|
|
155
|
-
scan_context: Callable[[sqlite3.Connection, str], dict[str, Any]],
|
|
156
114
|
) -> dict[str, Any]:
|
|
157
115
|
scan_id = require_uuid(args.scan_id, "scan-id")
|
|
158
116
|
model = optional_text(args.model, maximum=200)
|
|
@@ -163,8 +121,8 @@ def update_progress(
|
|
|
163
121
|
serialized_preflight_issues = preflight_issues_json(preflight_issues)
|
|
164
122
|
connection.execute("BEGIN IMMEDIATE")
|
|
165
123
|
with connection:
|
|
166
|
-
timestamp = now()
|
|
167
|
-
scan = require_scan(connection, scan_id)
|
|
124
|
+
timestamp = wb.now()
|
|
125
|
+
scan = wb.require_scan(connection, scan_id)
|
|
168
126
|
if scan["status"] != "running":
|
|
169
127
|
raise SystemExit("Only a running scan can update progress.")
|
|
170
128
|
if scan["mode"] == "deep":
|
|
@@ -274,7 +232,7 @@ def update_progress(
|
|
|
274
232
|
completed = progress["review_items_completed"]
|
|
275
233
|
if completed > total:
|
|
276
234
|
raise SystemExit("Completed review items cannot exceed total review items.")
|
|
277
|
-
|
|
235
|
+
connection.execute(
|
|
278
236
|
"""
|
|
279
237
|
UPDATE scans
|
|
280
238
|
SET phase = COALESCE(?, phase), model = COALESCE(?, model),
|
|
@@ -283,13 +241,11 @@ def update_progress(
|
|
|
283
241
|
""",
|
|
284
242
|
(args.phase, model, reasoning_effort, timestamp, scan["id"]),
|
|
285
243
|
)
|
|
286
|
-
if updated.rowcount != 1:
|
|
287
|
-
raise SystemExit("Only a running scan can update progress.")
|
|
288
244
|
connection.execute(
|
|
289
245
|
f"UPDATE scan_progress SET {', '.join(updates)}, updated_at = ? WHERE scan_id = ?",
|
|
290
246
|
(*values, timestamp, scan["id"]),
|
|
291
247
|
)
|
|
292
|
-
return scan_context(connection, scan["id"])
|
|
248
|
+
return wb.scan_context(connection, scan["id"])
|
|
293
249
|
|
|
294
250
|
|
|
295
251
|
if __name__ == "__main__":
|
|
@@ -17,6 +17,7 @@ from urllib.parse import quote
|
|
|
17
17
|
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
18
18
|
from finalize_scan_contract import (
|
|
19
19
|
ContractError,
|
|
20
|
+
SealedArtifactError,
|
|
20
21
|
build_threat_model_export,
|
|
21
22
|
csv_cell,
|
|
22
23
|
finalize_scan,
|
|
@@ -24,17 +25,14 @@ from finalize_scan_contract import (
|
|
|
24
25
|
finding_csv_columns,
|
|
25
26
|
write_export_output,
|
|
26
27
|
write_sarif_projection,
|
|
27
|
-
write_scan_local_bytes,
|
|
28
28
|
)
|
|
29
29
|
|
|
30
30
|
|
|
31
31
|
def linear_publication_input(
|
|
32
|
-
|
|
33
|
-
args: argparse.Namespace,
|
|
32
|
+
payload: dict[str, Any],
|
|
34
33
|
*,
|
|
35
34
|
recording: bool,
|
|
36
35
|
) -> tuple[dict[str, Any], dict[str, str], list[dict[str, str]]]:
|
|
37
|
-
payload = db.read_json_object(Path(args.input_file))
|
|
38
36
|
required = {"scanId", "scanDirectory", "destination", "findings"}
|
|
39
37
|
if recording:
|
|
40
38
|
required.add("publications")
|
|
@@ -138,11 +136,20 @@ def verify_linear_publication_scan(
|
|
|
138
136
|
return scan
|
|
139
137
|
|
|
140
138
|
|
|
139
|
+
def _linear_publication_record(row: sqlite3.Row) -> dict[str, str]:
|
|
140
|
+
return {
|
|
141
|
+
"findingId": row["finding_id"],
|
|
142
|
+
"occurrenceId": row["occurrence_id"],
|
|
143
|
+
"issueIdentifier": row["external_id"],
|
|
144
|
+
**({"url": row["external_url"]} if row["external_url"] is not None else {}),
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
|
|
141
148
|
def inspect_linear_publication(
|
|
142
149
|
db: Any,
|
|
143
|
-
|
|
150
|
+
payload: dict[str, Any],
|
|
144
151
|
) -> dict[str, Any]:
|
|
145
|
-
payload, destination, findings = linear_publication_input(
|
|
152
|
+
payload, destination, findings = linear_publication_input(payload, recording=False)
|
|
146
153
|
database_uri = f"file:{quote(str(db.database_path()), safe='')}?mode=ro"
|
|
147
154
|
with closing(sqlite3.connect(database_uri, uri=True, timeout=5)) as connection:
|
|
148
155
|
connection.row_factory = sqlite3.Row
|
|
@@ -166,15 +173,7 @@ def inspect_linear_publication(
|
|
|
166
173
|
destination.get("projectId"),
|
|
167
174
|
),
|
|
168
175
|
):
|
|
169
|
-
recorded.setdefault(
|
|
170
|
-
row["occurrence_id"],
|
|
171
|
-
{
|
|
172
|
-
"findingId": row["finding_id"],
|
|
173
|
-
"occurrenceId": row["occurrence_id"],
|
|
174
|
-
"issueIdentifier": row["external_id"],
|
|
175
|
-
**({"url": row["external_url"]} if row["external_url"] is not None else {}),
|
|
176
|
-
},
|
|
177
|
-
)
|
|
176
|
+
recorded.setdefault(row["occurrence_id"], _linear_publication_record(row))
|
|
178
177
|
return {
|
|
179
178
|
"scanId": scan["id"],
|
|
180
179
|
"destination": destination,
|
|
@@ -190,26 +189,25 @@ def inspect_linear_publication(
|
|
|
190
189
|
def prepare_linear_publication(
|
|
191
190
|
db: Any,
|
|
192
191
|
connection: sqlite3.Connection,
|
|
193
|
-
|
|
192
|
+
payload: dict[str, Any],
|
|
194
193
|
) -> dict[str, Any]:
|
|
195
|
-
payload, destination, findings = linear_publication_input(
|
|
194
|
+
payload, destination, findings = linear_publication_input(payload, recording=False)
|
|
196
195
|
connection.execute("BEGIN IMMEDIATE")
|
|
197
196
|
with connection:
|
|
198
197
|
scan = verify_linear_publication_scan(db, connection, payload, findings)
|
|
199
|
-
|
|
198
|
+
return {
|
|
200
199
|
"scanId": scan["id"],
|
|
201
200
|
"destination": destination,
|
|
202
201
|
"findingCount": len(findings),
|
|
203
202
|
}
|
|
204
|
-
return result
|
|
205
203
|
|
|
206
204
|
|
|
207
205
|
def record_linear_publications(
|
|
208
206
|
db: Any,
|
|
209
207
|
connection: sqlite3.Connection,
|
|
210
|
-
|
|
208
|
+
payload: dict[str, Any],
|
|
211
209
|
) -> dict[str, Any]:
|
|
212
|
-
payload, destination, findings = linear_publication_input(
|
|
210
|
+
payload, destination, findings = linear_publication_input(payload, recording=True)
|
|
213
211
|
publications = payload["publications"]
|
|
214
212
|
if not isinstance(publications, list):
|
|
215
213
|
raise SystemExit("Linear publication results must be an array.")
|
|
@@ -321,16 +319,8 @@ def record_linear_publications(
|
|
|
321
319
|
).fetchone()
|
|
322
320
|
if row is None:
|
|
323
321
|
raise SystemExit("A created Linear issue could not be read from scan history.")
|
|
324
|
-
created.append(
|
|
325
|
-
|
|
326
|
-
"findingId": row["finding_id"],
|
|
327
|
-
"occurrenceId": row["occurrence_id"],
|
|
328
|
-
"issueIdentifier": row["external_id"],
|
|
329
|
-
**({"url": row["external_url"]} if row["external_url"] is not None else {}),
|
|
330
|
-
}
|
|
331
|
-
)
|
|
332
|
-
result = {"scanId": scan["id"], "destination": destination, "created": created}
|
|
333
|
-
return result
|
|
322
|
+
created.append(_linear_publication_record(row))
|
|
323
|
+
return {"scanId": scan["id"], "destination": destination, "created": created}
|
|
334
324
|
|
|
335
325
|
|
|
336
326
|
def export_findings(
|
|
@@ -423,41 +413,27 @@ def write_csv_export(
|
|
|
423
413
|
candidate_id = finding_candidate_id(finding)
|
|
424
414
|
if isinstance(occurrence_id, str) and isinstance(candidate_id, str):
|
|
425
415
|
candidate_ids_by_occurrence[occurrence_id] = candidate_id
|
|
426
|
-
|
|
416
|
+
columns = finding_csv_columns(deep_scan)
|
|
417
|
+
writer.writerow(columns)
|
|
427
418
|
for row in finding_export_rows(connection, scan["id"]):
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
(csv_cell(candidate_ids_by_occurrence.get(row["occurrence_id"])),)
|
|
434
|
-
if deep_scan
|
|
435
|
-
else ()
|
|
436
|
-
),
|
|
437
|
-
csv_cell(row["title"]),
|
|
438
|
-
csv_cell(row["summary"]),
|
|
439
|
-
csv_cell(row["severity"]),
|
|
440
|
-
csv_cell(row["confidence"]),
|
|
441
|
-
csv_cell(row["status"]),
|
|
442
|
-
csv_cell(row["close_reason"]),
|
|
443
|
-
csv_cell(row["note"]),
|
|
444
|
-
csv_cell(row["remediation"]),
|
|
445
|
-
csv_cell(row["relative_path"]),
|
|
446
|
-
row["start_line"],
|
|
447
|
-
row["end_line"],
|
|
448
|
-
)
|
|
449
|
-
)
|
|
419
|
+
values = dict(row)
|
|
420
|
+
values["path"] = row["relative_path"]
|
|
421
|
+
values["candidate_id"] = candidate_ids_by_occurrence.get(row["occurrence_id"])
|
|
422
|
+
writer.writerow(csv_cell(values[column]) for column in columns)
|
|
423
|
+
destination = scan_dir / "exports" / "findings.csv"
|
|
450
424
|
try:
|
|
451
|
-
|
|
425
|
+
write_export_output(
|
|
452
426
|
scan_dir,
|
|
453
|
-
|
|
427
|
+
destination,
|
|
428
|
+
"csv",
|
|
454
429
|
output.getvalue().encode("utf-8"),
|
|
455
430
|
)
|
|
431
|
+
except SealedArtifactError as exc:
|
|
432
|
+
raise SystemExit(str(exc)) from exc
|
|
456
433
|
except ContractError as exc:
|
|
457
434
|
raise SystemExit(
|
|
458
435
|
"exports: expected a regular directory inside the scan directory."
|
|
459
436
|
) from exc
|
|
460
|
-
destination = scan_dir / "exports" / "findings.csv"
|
|
461
437
|
path = db.available_artifact_path(scan_dir, destination)
|
|
462
438
|
if path is None:
|
|
463
439
|
raise SystemExit("findings.csv: expected a regular file inside the scan directory.")
|