@openai/codex-security 0.9.1 → 0.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +37 -788
- package/_bundled_plugin/.codex-plugin/plugin.json +2 -0
- package/_bundled_plugin/.mcp.json +3 -0
- package/_bundled_plugin/mcp/helpers.mjs.br +0 -0
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/server.mjs.br +0 -0
- package/_bundled_plugin/references/access-advisory.md +1 -1
- package/_bundled_plugin/references/artifact-storage.md +1 -1
- package/_bundled_plugin/references/baseline-auditor.md +18 -0
- package/_bundled_plugin/references/core-scan.md +5 -42
- package/_bundled_plugin/references/final-report.md +1 -1
- package/_bundled_plugin/references/focused-investigator.md +13 -0
- package/_bundled_plugin/references/scan-prologue.md +2 -2
- package/_bundled_plugin/references/scan-runtime.md +4 -2
- package/_bundled_plugin/references/security-guidance.md +14 -1
- package/_bundled_plugin/references/threat-model.md +1 -0
- package/_bundled_plugin/references/validate-scan-findings.md +3 -0
- package/_bundled_plugin/scripts/deep_scan_workbench.py +30 -12
- package/_bundled_plugin/scripts/dispatch_inventory_tool +7 -0
- package/_bundled_plugin/scripts/finalize_scan_contract.py +47 -9
- package/_bundled_plugin/scripts/launch_codex_security_mcp +54 -16
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +2 -0
- package/_bundled_plugin/scripts/posix_scan_local_files.py +26 -1
- package/_bundled_plugin/scripts/snapshot_sqlite.py +8 -2
- package/_bundled_plugin/scripts/windows_scan_local_files.py +216 -25
- package/_bundled_plugin/scripts/workbench/handoff.py +55 -25
- package/_bundled_plugin/scripts/workbench/storage.py +25 -5
- package/_bundled_plugin/scripts/workbench_cli.py +24 -2
- package/_bundled_plugin/scripts/workbench_constants.py +2 -0
- package/_bundled_plugin/scripts/workbench_db.py +257 -268
- package/_bundled_plugin/scripts/workbench_feedback.py +49 -4
- package/_bundled_plugin/scripts/workbench_native_indexes.py +226 -29
- package/_bundled_plugin/scripts/workbench_progress.py +159 -3
- package/_bundled_plugin/scripts/workbench_publication.py +2 -3
- package/_bundled_plugin/scripts/workbench_remediation.py +142 -2
- package/_bundled_plugin/scripts/workbench_saved_results.py +48 -8
- package/_bundled_plugin/scripts/workbench_scan_history.py +291 -134
- package/_bundled_plugin/scripts/workbench_scan_start.py +208 -11
- package/_bundled_plugin/scripts/workbench_scan_usage.py +36 -10
- package/_bundled_plugin/scripts/workbench_schema.py +220 -14
- package/_bundled_plugin/scripts/workbench_setup.py +1 -1
- package/_bundled_plugin/scripts/workbench_source_scopes.py +8 -0
- package/_bundled_plugin/scripts/workbench_target.py +486 -85
- package/_bundled_plugin/scripts/workbench_target_state.py +1108 -22
- package/_bundled_plugin/shared/workbench-history-repairs.json +64 -14
- package/_bundled_plugin/shared/workbench-migrations.json +66 -0
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +4 -2
- package/_bundled_plugin/skills/attack-path-analysis/references/severity-policy.md +2 -2
- package/_bundled_plugin/skills/fix-finding/SKILL.md +1 -0
- package/_bundled_plugin/skills/publish-findings/SKILL.md +26 -160
- package/_bundled_plugin/skills/publish-findings/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/publish-findings/references/checkmarx-import.md +2 -2
- package/_bundled_plugin/skills/publish-findings/scripts/collect_checkmarx.py +3 -58
- package/_bundled_plugin/skills/publish-findings/scripts/collector_paths.py +63 -0
- package/_bundled_plugin/skills/security-scan/SKILL.md +9 -46
- package/_bundled_plugin/skills/security-scan/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +3 -21
- package/_bundled_plugin/skills/security-scan/references/managed-scan.md +11 -0
- package/_bundled_plugin/skills/security-scan/references/scan-results.md +15 -0
- package/_bundled_plugin/skills/security-scan/references/scoped-paths.md +23 -0
- package/_bundled_plugin/skills/security-scan/references/sdk-files.md +24 -0
- package/bin/codex-security.mjs +2 -2
- package/dist/api.d.ts +7 -1
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +459 -157
- package/dist/api.js.map +1 -1
- package/dist/armorcode-findings.d.ts +9 -0
- package/dist/armorcode-findings.d.ts.map +1 -0
- package/dist/armorcode-findings.js +145 -0
- package/dist/armorcode-findings.js.map +1 -0
- package/dist/artifact-export.d.ts +2 -0
- package/dist/artifact-export.d.ts.map +1 -1
- package/dist/artifact-export.js +29 -13
- package/dist/artifact-export.js.map +1 -1
- package/dist/auth.d.ts +6 -2
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +33 -12
- package/dist/auth.js.map +1 -1
- package/dist/batch-cost.d.ts +18 -0
- package/dist/batch-cost.d.ts.map +1 -0
- package/dist/batch-cost.js +41 -0
- package/dist/batch-cost.js.map +1 -0
- package/dist/blackduck-findings.d.ts +1 -1
- package/dist/blackduck-findings.d.ts.map +1 -1
- package/dist/blackduck-findings.js +5 -18
- package/dist/blackduck-findings.js.map +1 -1
- package/dist/bundled-plugin.d.ts +4 -0
- package/dist/bundled-plugin.d.ts.map +1 -0
- package/dist/bundled-plugin.js +23 -0
- package/dist/bundled-plugin.js.map +1 -0
- package/dist/classify-scan-severity.d.ts +1 -1
- package/dist/classify-scan-severity.d.ts.map +1 -1
- package/dist/classify-scan-severity.js +11 -3
- package/dist/classify-scan-severity.js.map +1 -1
- package/dist/classify-severity-diagnostics.d.ts +10 -0
- package/dist/classify-severity-diagnostics.d.ts.map +1 -0
- package/dist/classify-severity-diagnostics.js +57 -0
- package/dist/classify-severity-diagnostics.js.map +1 -0
- package/dist/classify-severity-records.d.ts +4 -0
- package/dist/classify-severity-records.d.ts.map +1 -1
- package/dist/classify-severity-records.js +35 -8
- package/dist/classify-severity-records.js.map +1 -1
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +9 -6
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-argument.d.ts +4 -0
- package/dist/cli-argument.d.ts.map +1 -0
- package/dist/cli-argument.js +17 -0
- package/dist/cli-argument.js.map +1 -0
- package/dist/cli-help.d.ts +1 -1
- package/dist/cli-help.d.ts.map +1 -1
- package/dist/cli-help.js +71 -29
- package/dist/cli-help.js.map +1 -1
- package/dist/cli-hook.d.ts +3 -0
- package/dist/cli-hook.d.ts.map +1 -0
- package/dist/cli-hook.js +87 -0
- package/dist/cli-hook.js.map +1 -0
- package/dist/cli-integrations.d.ts +13 -0
- package/dist/cli-integrations.d.ts.map +1 -0
- package/dist/cli-integrations.js +333 -0
- package/dist/cli-integrations.js.map +1 -0
- package/dist/cli-mcp.d.ts +15 -0
- package/dist/cli-mcp.d.ts.map +1 -0
- package/dist/cli-mcp.js +178 -0
- package/dist/cli-mcp.js.map +1 -0
- package/dist/cli-token-view.d.ts +10 -0
- package/dist/cli-token-view.d.ts.map +1 -0
- package/dist/cli-token-view.js +41 -0
- package/dist/cli-token-view.js.map +1 -0
- package/dist/cli.d.ts +8 -3
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1860 -903
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +33 -31
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codex-sdk-environment.d.ts +6 -0
- package/dist/codex-sdk-environment.d.ts.map +1 -1
- package/dist/codex-sdk-environment.js +19 -0
- package/dist/codex-sdk-environment.js.map +1 -1
- package/dist/command-words.d.ts +3 -0
- package/dist/command-words.d.ts.map +1 -0
- package/dist/command-words.js +46 -0
- package/dist/command-words.js.map +1 -0
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +3 -3
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +3 -1
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +40 -7
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts +1 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +30 -1
- package/dist/config.js.map +1 -1
- package/dist/continuum-aws.d.ts +6 -0
- package/dist/continuum-aws.d.ts.map +1 -0
- package/dist/continuum-aws.js +202 -0
- package/dist/continuum-aws.js.map +1 -0
- package/dist/continuum-collector.d.ts +44 -0
- package/dist/continuum-collector.d.ts.map +1 -0
- package/dist/continuum-collector.js +266 -0
- package/dist/continuum-collector.js.map +1 -0
- package/dist/continuum-findings.d.ts +31 -2
- package/dist/continuum-findings.d.ts.map +1 -1
- package/dist/continuum-findings.js +497 -59
- package/dist/continuum-findings.js.map +1 -1
- package/dist/contract.d.ts +1 -0
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +3 -0
- package/dist/contract.js.map +1 -1
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +1 -45
- package/dist/cost.js.map +1 -1
- package/dist/crowdstrike-findings.d.ts +7 -0
- package/dist/crowdstrike-findings.d.ts.map +1 -0
- package/dist/crowdstrike-findings.js +210 -0
- package/dist/crowdstrike-findings.js.map +1 -0
- package/dist/custom-validation-prompt.d.ts +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +29 -19
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/deduplication/local.d.ts +3 -1
- package/dist/deduplication/local.d.ts.map +1 -1
- package/dist/deduplication/local.js +8 -1
- package/dist/deduplication/local.js.map +1 -1
- package/dist/deduplication/refusal.d.ts.map +1 -1
- package/dist/deduplication/refusal.js +2 -1
- package/dist/deduplication/refusal.js.map +1 -1
- package/dist/deduplication/scan.d.ts +2 -0
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +24 -7
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-scan.d.ts.map +1 -1
- package/dist/deep-scan.js +16 -15
- package/dist/deep-scan.js.map +1 -1
- package/dist/endor-findings.d.ts +2 -2
- package/dist/endor-findings.d.ts.map +1 -1
- package/dist/endor-findings.js +6 -23
- package/dist/endor-findings.js.map +1 -1
- package/dist/errors.d.ts +3 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +7 -3
- package/dist/errors.js.map +1 -1
- package/dist/executable-path.d.ts +3 -0
- package/dist/executable-path.d.ts.map +1 -1
- package/dist/executable-path.js +26 -0
- package/dist/executable-path.js.map +1 -1
- package/dist/external-findings-import.d.ts.map +1 -1
- package/dist/external-findings-import.js +12 -1
- package/dist/external-findings-import.js.map +1 -1
- package/dist/external-findings-local.d.ts +66 -4
- package/dist/external-findings-local.d.ts.map +1 -1
- package/dist/external-findings-local.js +258 -59
- package/dist/external-findings-local.js.map +1 -1
- package/dist/external-findings-publish.d.ts +6 -1
- package/dist/external-findings-publish.d.ts.map +1 -1
- package/dist/external-findings-publish.js +330 -1633
- package/dist/external-findings-publish.js.map +1 -1
- package/dist/external-findings-read.d.ts +11 -2
- package/dist/external-findings-read.d.ts.map +1 -1
- package/dist/external-findings-read.js +56 -53
- package/dist/external-findings-read.js.map +1 -1
- package/dist/external-findings.d.ts +1 -1
- package/dist/external-findings.d.ts.map +1 -1
- package/dist/external-findings.js +12 -1
- package/dist/external-findings.js.map +1 -1
- package/dist/external-import-contract.d.ts +6 -11
- package/dist/external-import-contract.d.ts.map +1 -1
- package/dist/external-import-contract.js +35 -177
- package/dist/external-import-contract.js.map +1 -1
- package/dist/external-import-models.d.ts +1 -1
- package/dist/external-import-models.d.ts.map +1 -1
- package/dist/external-import-models.js.map +1 -1
- package/dist/finding-prompt.d.ts.map +1 -1
- package/dist/finding-prompt.js +2 -2
- package/dist/finding-prompt.js.map +1 -1
- package/dist/github-dependabot-findings.d.ts.map +1 -1
- package/dist/github-dependabot-findings.js +3 -4
- package/dist/github-dependabot-findings.js.map +1 -1
- package/dist/github-findings.d.ts.map +1 -1
- package/dist/github-findings.js +19 -287
- package/dist/github-findings.js.map +1 -1
- package/dist/host-protocol.d.ts +6 -0
- package/dist/host-protocol.d.ts.map +1 -1
- package/dist/host-protocol.js +11 -1
- package/dist/host-protocol.js.map +1 -1
- package/dist/host-records-protocol.d.ts +2 -0
- package/dist/host-records-protocol.d.ts.map +1 -1
- package/dist/host-records-protocol.js +4 -0
- package/dist/host-records-protocol.js.map +1 -1
- package/dist/hosted-remediation.d.ts +1 -0
- package/dist/hosted-remediation.d.ts.map +1 -1
- package/dist/hosted-remediation.js +23 -3
- package/dist/hosted-remediation.js.map +1 -1
- package/dist/index.d.ts +5 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/dist/inspector-findings.d.ts.map +1 -1
- package/dist/inspector-findings.js +19 -35
- package/dist/inspector-findings.js.map +1 -1
- package/dist/knowledge-base.d.ts +1 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +34 -27
- package/dist/knowledge-base.js.map +1 -1
- package/dist/linear.d.ts +11 -0
- package/dist/linear.d.ts.map +1 -1
- package/dist/linear.js.map +1 -1
- package/dist/local-git-metadata.d.ts +5 -2
- package/dist/local-git-metadata.d.ts.map +1 -1
- package/dist/local-git-metadata.js +8 -4
- package/dist/local-git-metadata.js.map +1 -1
- package/dist/multiscan.d.ts +4 -0
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +83 -39
- package/dist/multiscan.js.map +1 -1
- package/dist/opengrep-findings.d.ts +4 -2
- package/dist/opengrep-findings.d.ts.map +1 -1
- package/dist/opengrep-findings.js +39 -22
- package/dist/opengrep-findings.js.map +1 -1
- package/dist/private-finding-import.d.ts +8 -13
- package/dist/private-finding-import.d.ts.map +1 -1
- package/dist/private-finding-import.js +69 -129
- package/dist/private-finding-import.js.map +1 -1
- package/dist/project-config-schema.d.ts +2 -0
- package/dist/project-config-schema.d.ts.map +1 -1
- package/dist/project-config-schema.js +1 -0
- package/dist/project-config-schema.js.map +1 -1
- package/dist/project-config.d.ts +1 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +56 -13
- package/dist/project-config.js.map +1 -1
- package/dist/prompt-files.d.ts +7 -2
- package/dist/prompt-files.d.ts.map +1 -1
- package/dist/prompt-files.js +42 -20
- package/dist/prompt-files.js.map +1 -1
- package/dist/provider-profile.d.ts.map +1 -1
- package/dist/provider-profile.js +4 -9
- package/dist/provider-profile.js.map +1 -1
- package/dist/publication.d.ts +1 -1
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js.map +1 -1
- package/dist/record.d.ts +1 -5
- package/dist/record.d.ts.map +1 -1
- package/dist/record.js +3 -51
- package/dist/record.js.map +1 -1
- package/dist/remediation.d.ts.map +1 -1
- package/dist/remediation.js +3 -1
- package/dist/remediation.js.map +1 -1
- package/dist/runtime.d.ts +35 -7
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +782 -153
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +6 -1
- package/dist/saved-scan-bootstrap.d.ts.map +1 -1
- package/dist/saved-scan-bootstrap.js +267 -115
- package/dist/saved-scan-bootstrap.js.map +1 -1
- package/dist/scan-archive-path.d.ts +2 -0
- package/dist/scan-archive-path.d.ts.map +1 -0
- package/dist/scan-archive-path.js +5 -0
- package/dist/scan-archive-path.js.map +1 -0
- package/dist/scan-comparison.d.ts +20 -2
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +26 -5
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +1 -0
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +18 -2
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-executor.d.ts.map +1 -1
- package/dist/scan-executor.js +4 -2
- package/dist/scan-executor.js.map +1 -1
- package/dist/scan-history-renderer.d.ts +1 -0
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +25 -9
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +28 -4
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-settings.d.ts +1 -0
- package/dist/scan-settings.d.ts.map +1 -1
- package/dist/scan-settings.js +1 -0
- package/dist/scan-settings.js.map +1 -1
- package/dist/scanner-import.d.ts +5 -11
- package/dist/scanner-import.d.ts.map +1 -1
- package/dist/scanner-import.js +16 -89
- package/dist/scanner-import.js.map +1 -1
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +26 -6
- package/dist/security-policy.js.map +1 -1
- package/dist/semgrep-findings.d.ts.map +1 -1
- package/dist/semgrep-findings.js +14 -48
- package/dist/semgrep-findings.js.map +1 -1
- package/dist/semgrep-platform-findings.d.ts +20 -70
- package/dist/semgrep-platform-findings.d.ts.map +1 -1
- package/dist/semgrep-platform-findings.js +116 -333
- package/dist/semgrep-platform-findings.js.map +1 -1
- package/dist/severity-review.d.ts.map +1 -1
- package/dist/severity-review.js +1 -0
- package/dist/severity-review.js.map +1 -1
- package/dist/snyk-findings.d.ts +2 -0
- package/dist/snyk-findings.d.ts.map +1 -1
- package/dist/snyk-findings.js +5 -8
- package/dist/snyk-findings.js.map +1 -1
- package/dist/snyk-rest-findings.d.ts +3 -20
- package/dist/snyk-rest-findings.d.ts.map +1 -1
- package/dist/snyk-rest-findings.js +45 -217
- package/dist/snyk-rest-findings.js.map +1 -1
- package/dist/sonar-findings.d.ts +1 -1
- package/dist/sonar-findings.d.ts.map +1 -1
- package/dist/sonar-findings.js +2 -4
- package/dist/sonar-findings.js.map +1 -1
- package/dist/sonar-import.d.ts +3 -0
- package/dist/sonar-import.d.ts.map +1 -1
- package/dist/sonar-import.js +28 -30
- package/dist/sonar-import.js.map +1 -1
- package/dist/stored-finding-projection.d.ts +6 -0
- package/dist/stored-finding-projection.d.ts.map +1 -0
- package/dist/stored-finding-projection.js +129 -0
- package/dist/stored-finding-projection.js.map +1 -0
- package/dist/stored-findings-publication.d.ts +23 -0
- package/dist/stored-findings-publication.d.ts.map +1 -0
- package/dist/stored-findings-publication.js +169 -0
- package/dist/stored-findings-publication.js.map +1 -0
- package/dist/targets.d.ts +8 -1
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +103 -23
- package/dist/targets.js.map +1 -1
- package/dist/tenable-findings.d.ts +1 -4
- package/dist/tenable-findings.d.ts.map +1 -1
- package/dist/tenable-findings.js.map +1 -1
- package/dist/trivy-findings.d.ts.map +1 -1
- package/dist/trivy-findings.js +0 -11
- package/dist/trivy-findings.js.map +1 -1
- package/dist/trusted-executable.d.ts +7 -0
- package/dist/trusted-executable.d.ts.map +1 -1
- package/dist/trusted-executable.js +148 -37
- package/dist/trusted-executable.js.map +1 -1
- package/dist/value.js +3 -1
- package/dist/value.js.map +1 -1
- package/dist/veracode-findings.d.ts +1 -3
- package/dist/veracode-findings.d.ts.map +1 -1
- package/dist/veracode-findings.js +13 -38
- package/dist/veracode-findings.js.map +1 -1
- package/dist/version.d.ts +3 -1
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +184 -32
- package/dist/version.js.map +1 -1
- package/dist/wiz-findings.d.ts +2 -2
- package/dist/wiz-findings.d.ts.map +1 -1
- package/dist/wiz-findings.js +14 -92
- package/dist/wiz-findings.js.map +1 -1
- package/docs/classify-severity-records.md +30 -0
- package/docs/cli.md +537 -124
- package/docs/findings-service.md +22 -9
- package/docs/hosted-remediation.md +13 -4
- package/docs/sdk.md +918 -0
- package/package.json +15 -6
- package/schemas/external-findings.schema.json +2 -1
- package/schemas/project-config.schema.json +5 -0
- package/dist/hosted-scanner-v1.d.ts +0 -6
- package/dist/hosted-scanner-v1.d.ts.map +0 -1
- package/dist/hosted-scanner-v1.js +0 -60
- package/dist/hosted-scanner-v1.js.map +0 -1
- package/dist/reader-selection.d.ts +0 -15
- package/dist/reader-selection.d.ts.map +0 -1
- package/dist/reader-selection.js +0 -89
- package/dist/reader-selection.js.map +0 -1
- package/dist/semgrep-platform-v1.d.ts +0 -6
- package/dist/semgrep-platform-v1.d.ts.map +0 -1
- package/dist/semgrep-platform-v1.js +0 -83
- package/dist/semgrep-platform-v1.js.map +0 -1
- package/dist/snyk-rest-v1.d.ts +0 -28
- package/dist/snyk-rest-v1.d.ts.map +0 -1
- package/dist/snyk-rest-v1.js +0 -132
- package/dist/snyk-rest-v1.js.map +0 -1
|
@@ -17,6 +17,8 @@ from workbench_constants import (
|
|
|
17
17
|
FINDING_TITLE_BYTES,
|
|
18
18
|
PRIMARY_FINDING_LOCATION_SQL,
|
|
19
19
|
)
|
|
20
|
+
from workbench_native_indexes import _indexed_findings, _legacy_generations
|
|
21
|
+
from workbench_target_state import RepositoryIdentityCache
|
|
20
22
|
from workbench_validation import bounded_output_text
|
|
21
23
|
|
|
22
24
|
|
|
@@ -26,19 +28,51 @@ def get_scan_feedback(connection: sqlite3.Connection, scan: sqlite3.Row) -> dict
|
|
|
26
28
|
For each finding, include the latest decision only if it closes the finding as a
|
|
27
29
|
false positive with a nonblank reason. Prefer the root-control location in its preview.
|
|
28
30
|
"""
|
|
31
|
+
identities = RepositoryIdentityCache(connection)
|
|
32
|
+
scope = identities.scope_for_scan(scan)
|
|
33
|
+
if not scope.available:
|
|
34
|
+
return {"scanId": scan["id"], "targetId": scan["target_id"], "falsePositives": []}
|
|
35
|
+
|
|
36
|
+
legacy_generations = _legacy_generations(connection, identities)
|
|
37
|
+
indexed_findings = {
|
|
38
|
+
occurrence_id: finding
|
|
39
|
+
for finding in _indexed_findings(
|
|
40
|
+
connection,
|
|
41
|
+
identities=identities,
|
|
42
|
+
scan_scope=scope,
|
|
43
|
+
legacy_generations=legacy_generations,
|
|
44
|
+
)
|
|
45
|
+
for occurrence_id in finding["matched_occurrence_ids"]
|
|
46
|
+
}
|
|
47
|
+
source_filter, source_values = scope.sql(
|
|
48
|
+
"source_scans", supports_generation=identities.supports_generation
|
|
49
|
+
)
|
|
50
|
+
source_generation = (
|
|
51
|
+
"source_scans.repository_generation" if identities.supports_generation else "NULL"
|
|
52
|
+
)
|
|
53
|
+
legacy_generation = legacy_generations.get(scope.target_id)
|
|
54
|
+
decision_generation = (
|
|
55
|
+
f"COALESCE({source_generation}, ?)" if legacy_generation is not None else source_generation
|
|
56
|
+
)
|
|
57
|
+
decision_values = (
|
|
58
|
+
(legacy_generation, legacy_generation) if legacy_generation is not None else ()
|
|
59
|
+
)
|
|
29
60
|
rows = connection.execute(
|
|
30
61
|
f"""
|
|
31
62
|
WITH ranked_decisions AS (
|
|
32
|
-
SELECT findings.id AS finding_id, findings.fingerprint, findings.rule_id,
|
|
63
|
+
SELECT occurrences.id AS occurrence_id, findings.id AS finding_id, findings.fingerprint, findings.rule_id,
|
|
33
64
|
findings.identity_anchor, findings.identity_instance, occurrences.title,
|
|
34
65
|
occurrences.summary, COALESCE(triage.status, 'open') AS triage_status,
|
|
35
66
|
triage.close_reason, triage.note,
|
|
36
67
|
COALESCE(triage.updated_at, source_scans.completed_at) AS updated_at,
|
|
37
68
|
source_scans.id AS source_scan_id,
|
|
69
|
+
source_scans.target_id,
|
|
70
|
+
{source_generation} AS repository_generation,
|
|
38
71
|
source_scans.completed_at AS source_completed_at,
|
|
39
72
|
locations.relative_path, locations.start_line, locations.end_line, locations.role,
|
|
40
73
|
ROW_NUMBER() OVER (
|
|
41
|
-
PARTITION BY findings.id
|
|
74
|
+
PARTITION BY findings.id, {decision_generation},
|
|
75
|
+
CASE WHEN {decision_generation} IS NULL THEN source_scans.target_id END
|
|
42
76
|
ORDER BY
|
|
43
77
|
julianday(upper(COALESCE(triage.updated_at, source_scans.completed_at))) DESC,
|
|
44
78
|
julianday(upper(source_scans.completed_at)) DESC,
|
|
@@ -51,7 +85,7 @@ def get_scan_feedback(connection: sqlite3.Connection, scan: sqlite3.Row) -> dict
|
|
|
51
85
|
JOIN finding_locations AS locations ON locations.id = (
|
|
52
86
|
SELECT id {PRIMARY_FINDING_LOCATION_SQL}
|
|
53
87
|
)
|
|
54
|
-
WHERE
|
|
88
|
+
WHERE {source_filter}
|
|
55
89
|
AND source_scans.id != ?
|
|
56
90
|
AND source_scans.status = 'complete'
|
|
57
91
|
)
|
|
@@ -66,10 +100,21 @@ def get_scan_feedback(connection: sqlite3.Connection, scan: sqlite3.Row) -> dict
|
|
|
66
100
|
julianday(upper(source_completed_at)) DESC,
|
|
67
101
|
source_scan_id DESC, finding_id DESC
|
|
68
102
|
""",
|
|
69
|
-
(
|
|
103
|
+
(*decision_values, *source_values, scan["id"]),
|
|
70
104
|
)
|
|
71
105
|
false_positives = []
|
|
106
|
+
reviewed_components: set[str] = set()
|
|
72
107
|
for row in rows:
|
|
108
|
+
finding = indexed_findings.get(row["occurrence_id"])
|
|
109
|
+
if (
|
|
110
|
+
finding is None
|
|
111
|
+
or finding["status"] != "closed"
|
|
112
|
+
or finding["close_reason"] != "false_positive"
|
|
113
|
+
or finding["occurrence_id"] in reviewed_components
|
|
114
|
+
):
|
|
115
|
+
continue
|
|
116
|
+
reviewed_components.add(finding["occurrence_id"])
|
|
117
|
+
|
|
73
118
|
identity = {"anchor": row["identity_anchor"]}
|
|
74
119
|
if row["identity_instance"] is not None:
|
|
75
120
|
identity["instance"] = row["identity_instance"]
|
|
@@ -5,6 +5,7 @@ import os
|
|
|
5
5
|
import sqlite3
|
|
6
6
|
import sys
|
|
7
7
|
from collections.abc import Iterator
|
|
8
|
+
from functools import cache
|
|
8
9
|
from itertools import islice
|
|
9
10
|
from pathlib import Path
|
|
10
11
|
from typing import Any
|
|
@@ -18,6 +19,11 @@ from workbench_constants import (
|
|
|
18
19
|
FINDINGS_PAGE_MAX,
|
|
19
20
|
PRIMARY_FINDING_LOCATION_SQL,
|
|
20
21
|
)
|
|
22
|
+
from workbench_target_state import (
|
|
23
|
+
RepositoryIdentityCache,
|
|
24
|
+
RepositoryScanScope,
|
|
25
|
+
scan_repository_group,
|
|
26
|
+
)
|
|
21
27
|
from workbench_validation import bounded_output_text, timestamp_key
|
|
22
28
|
|
|
23
29
|
|
|
@@ -28,11 +34,22 @@ def list_global_findings(
|
|
|
28
34
|
"""Return a page of indexed findings after applying the requested filters, with nextOffset for continuation."""
|
|
29
35
|
limit = min(args.limit, FINDINGS_PAGE_MAX)
|
|
30
36
|
query = args.query.strip().casefold() if args.query else ""
|
|
37
|
+
identities = RepositoryIdentityCache(connection)
|
|
38
|
+
repository = getattr(args, "repository", None)
|
|
39
|
+
requested = None
|
|
40
|
+
if repository is not None:
|
|
41
|
+
repository = identities.history_path(str(Path(repository).expanduser().absolute()))
|
|
42
|
+
requested = identities.for_path(repository)
|
|
43
|
+
scan_scope = identities.scope_for_path(repository)
|
|
44
|
+
else:
|
|
45
|
+
scan_scope = None if args.target_id is None else identities.scope(args.target_id)
|
|
46
|
+
target = identities.targets.get(args.target_id)
|
|
47
|
+
if identities.supports_identity and target is not None:
|
|
48
|
+
requested = identities.for_row(target)
|
|
31
49
|
findings = (
|
|
32
50
|
row
|
|
33
|
-
for row in _indexed_findings(connection)
|
|
34
|
-
if (args.
|
|
35
|
-
and (args.severity is None or row["severity"] == args.severity)
|
|
51
|
+
for row in _indexed_findings(connection, identities=identities, scan_scope=scan_scope)
|
|
52
|
+
if (args.severity is None or row["severity"] == args.severity)
|
|
36
53
|
and (args.status is None or row["status"] == args.status)
|
|
37
54
|
and (
|
|
38
55
|
not query
|
|
@@ -77,41 +94,149 @@ def list_global_findings(
|
|
|
77
94
|
"limit": limit,
|
|
78
95
|
"nextOffset": args.offset + limit if has_more else None,
|
|
79
96
|
"offset": args.offset,
|
|
97
|
+
"projectionAvailable": requested is None or requested.ownership_matches,
|
|
80
98
|
}
|
|
81
99
|
|
|
82
100
|
|
|
83
|
-
def
|
|
84
|
-
|
|
101
|
+
def _legacy_generations(
|
|
102
|
+
connection: sqlite3.Connection, identities: RepositoryIdentityCache
|
|
103
|
+
) -> dict[str, str]:
|
|
104
|
+
return (
|
|
105
|
+
{
|
|
106
|
+
row["target_id"]: row["generation"]
|
|
107
|
+
for row in connection.execute(
|
|
108
|
+
"SELECT target_id, MIN(repository_generation) AS generation FROM scans "
|
|
109
|
+
"WHERE repository_generation IS NOT NULL GROUP BY target_id "
|
|
110
|
+
"HAVING COUNT(DISTINCT repository_generation) = 1"
|
|
111
|
+
)
|
|
112
|
+
}
|
|
113
|
+
if identities.supports_generation
|
|
114
|
+
else {}
|
|
115
|
+
)
|
|
116
|
+
|
|
117
|
+
|
|
118
|
+
def _indexed_findings(
|
|
119
|
+
connection: sqlite3.Connection,
|
|
120
|
+
*,
|
|
121
|
+
identities: RepositoryIdentityCache | None = None,
|
|
122
|
+
scan_scope: RepositoryScanScope | None = None,
|
|
123
|
+
legacy_generations: dict[str, str] | None = None,
|
|
124
|
+
) -> Iterator[dict[str, Any]]:
|
|
125
|
+
identities = identities or RepositoryIdentityCache(connection)
|
|
126
|
+
|
|
127
|
+
def scope_sql(alias: str) -> tuple[str, tuple[str, ...]]:
|
|
128
|
+
return (
|
|
129
|
+
scan_scope.sql(alias, supports_generation=identities.supports_generation)
|
|
130
|
+
if scan_scope is not None
|
|
131
|
+
else ("1", ())
|
|
132
|
+
)
|
|
133
|
+
|
|
134
|
+
def generation_sql(alias: str) -> str:
|
|
135
|
+
return f"{alias}.repository_generation" if identities.supports_generation else "NULL"
|
|
136
|
+
|
|
137
|
+
if legacy_generations is None:
|
|
138
|
+
legacy_generations = _legacy_generations(connection, identities)
|
|
139
|
+
|
|
140
|
+
def repository_group(scan: sqlite3.Row | dict) -> tuple[str, str]:
|
|
141
|
+
identity = scan_repository_group(scan)
|
|
142
|
+
generation = legacy_generations.get(scan["target_id"])
|
|
143
|
+
return (
|
|
144
|
+
("repository", generation)
|
|
145
|
+
if identity[0] == "target" and generation is not None
|
|
146
|
+
else identity
|
|
147
|
+
)
|
|
148
|
+
|
|
149
|
+
target_filter, target_values = scope_sql("scans")
|
|
150
|
+
before_filter, before_values = scope_sql("before_scans")
|
|
151
|
+
after_filter, after_values = scope_sql("after_scans")
|
|
152
|
+
parents: dict[tuple[tuple[str, str], str], tuple[tuple[str, str], str]] = {}
|
|
85
153
|
|
|
86
|
-
def group(identity: tuple[str, str]) -> tuple[str, str]:
|
|
154
|
+
def group(identity: tuple[tuple[str, str], str]) -> tuple[tuple[str, str], str]:
|
|
87
155
|
while identity in parents:
|
|
88
156
|
identity = parents[identity]
|
|
89
157
|
return identity
|
|
90
158
|
|
|
91
159
|
for match in connection.execute(
|
|
92
|
-
"""
|
|
93
|
-
SELECT before_scans.target_id
|
|
160
|
+
f"""
|
|
161
|
+
SELECT before_scans.target_id AS before_target_id,
|
|
162
|
+
after_scans.target_id AS after_target_id,
|
|
163
|
+
{generation_sql("before_scans")} AS before_generation,
|
|
164
|
+
{generation_sql("after_scans")} AS after_generation,
|
|
165
|
+
before.finding_id AS before_finding_id,
|
|
94
166
|
after.finding_id AS after_finding_id
|
|
95
167
|
FROM scan_comparison_matches AS matches
|
|
96
168
|
JOIN finding_occurrences AS before ON before.id = matches.before_occurrence_id
|
|
97
169
|
JOIN scans AS before_scans ON before_scans.id = before.scan_id
|
|
170
|
+
JOIN security_targets AS before_targets ON before_targets.id = before_scans.target_id
|
|
98
171
|
JOIN finding_occurrences AS after ON after.id = matches.after_occurrence_id
|
|
99
172
|
JOIN scans AS after_scans ON after_scans.id = after.scan_id
|
|
100
|
-
|
|
101
|
-
|
|
173
|
+
JOIN security_targets AS after_targets ON after_targets.id = after_scans.target_id
|
|
174
|
+
WHERE {before_filter} AND {after_filter}
|
|
175
|
+
""",
|
|
176
|
+
(*before_values, *after_values),
|
|
102
177
|
):
|
|
103
|
-
|
|
104
|
-
|
|
178
|
+
if match["before_target_id"] != match["after_target_id"] and (
|
|
179
|
+
match["before_generation"] is None or match["after_generation"] is None
|
|
180
|
+
):
|
|
181
|
+
continue
|
|
182
|
+
before_repository = repository_group(
|
|
183
|
+
{
|
|
184
|
+
"target_id": match["before_target_id"],
|
|
185
|
+
"repository_generation": match["before_generation"],
|
|
186
|
+
}
|
|
187
|
+
)
|
|
188
|
+
after_repository = repository_group(
|
|
189
|
+
{
|
|
190
|
+
"target_id": match["after_target_id"],
|
|
191
|
+
"repository_generation": match["after_generation"],
|
|
192
|
+
}
|
|
193
|
+
)
|
|
194
|
+
if before_repository != after_repository and (
|
|
195
|
+
match["before_target_id"] != match["after_target_id"]
|
|
196
|
+
or match["before_generation"] is not None
|
|
197
|
+
and match["after_generation"] is not None
|
|
198
|
+
):
|
|
199
|
+
continue
|
|
200
|
+
before = group(
|
|
201
|
+
(
|
|
202
|
+
before_repository,
|
|
203
|
+
match["before_finding_id"],
|
|
204
|
+
)
|
|
205
|
+
)
|
|
206
|
+
after = group(
|
|
207
|
+
(
|
|
208
|
+
after_repository,
|
|
209
|
+
match["after_finding_id"],
|
|
210
|
+
)
|
|
211
|
+
)
|
|
105
212
|
if before != after:
|
|
106
213
|
parents[after] = before
|
|
107
214
|
|
|
108
|
-
|
|
215
|
+
completion_column = (
|
|
216
|
+
"scans.completion_sequence" if "completion_sequence" in identities.scan_columns else "NULL"
|
|
217
|
+
)
|
|
218
|
+
completed_at_column = (
|
|
219
|
+
"scans.completed_at" if "completed_at" in identities.scan_columns else "NULL"
|
|
220
|
+
)
|
|
221
|
+
completed_scans = sorted(
|
|
109
222
|
connection.execute(
|
|
110
|
-
"
|
|
111
|
-
|
|
223
|
+
f"""
|
|
224
|
+
SELECT scans.target_id, scans.id, scans.started_at,
|
|
225
|
+
{generation_sql("scans")} AS repository_generation,
|
|
226
|
+
{completed_at_column} AS completed_at,
|
|
227
|
+
{completion_column} AS completion_sequence
|
|
228
|
+
FROM scans
|
|
229
|
+
JOIN security_targets AS targets ON targets.id = scans.target_id
|
|
230
|
+
WHERE scans.status = 'complete' AND {target_filter}
|
|
231
|
+
""",
|
|
232
|
+
target_values,
|
|
233
|
+
),
|
|
234
|
+
key=scan_history._scan_completion_order,
|
|
112
235
|
)
|
|
236
|
+
latest_scan_by_repository = {repository_group(row): row for row in completed_scans}
|
|
237
|
+
selected_latest_scan_id = completed_scans[-1]["id"] if completed_scans else None
|
|
113
238
|
|
|
114
|
-
grouped: dict[tuple[str, str], list[sqlite3.Row]] = {}
|
|
239
|
+
grouped: dict[tuple[tuple[str, str], str], list[sqlite3.Row]] = {}
|
|
115
240
|
for row in connection.execute(
|
|
116
241
|
f"""
|
|
117
242
|
SELECT
|
|
@@ -122,6 +247,7 @@ def _indexed_findings(connection: sqlite3.Connection) -> Iterator[dict[str, Any]
|
|
|
122
247
|
scans.id AS scan_id,
|
|
123
248
|
scans.started_at AS scan_started_at,
|
|
124
249
|
scans.target_id,
|
|
250
|
+
{generation_sql("scans")} AS repository_generation,
|
|
125
251
|
targets.current_path AS target_path,
|
|
126
252
|
scans.scope,
|
|
127
253
|
scans.updated_at,
|
|
@@ -135,9 +261,36 @@ def _indexed_findings(connection: sqlite3.Connection) -> Iterator[dict[str, Any]
|
|
|
135
261
|
JOIN scans ON scans.id = occurrences.scan_id
|
|
136
262
|
JOIN security_targets AS targets ON targets.id = scans.target_id
|
|
137
263
|
LEFT JOIN finding_triage AS triage ON triage.occurrence_id = occurrences.id
|
|
264
|
+
WHERE {target_filter}
|
|
138
265
|
""",
|
|
266
|
+
target_values,
|
|
139
267
|
):
|
|
140
|
-
grouped.setdefault(
|
|
268
|
+
grouped.setdefault(
|
|
269
|
+
group(
|
|
270
|
+
(
|
|
271
|
+
repository_group(row),
|
|
272
|
+
row["finding_id"],
|
|
273
|
+
)
|
|
274
|
+
),
|
|
275
|
+
[],
|
|
276
|
+
).append(row)
|
|
277
|
+
|
|
278
|
+
# Global comparisons do not bind legacy history across current targets. A scoped
|
|
279
|
+
# projection already admits only its own target's legacy rows and decisions.
|
|
280
|
+
for identity, occurrences in list(grouped.items()):
|
|
281
|
+
current_targets = {
|
|
282
|
+
row["target_id"] for row in occurrences if row["repository_generation"] is not None
|
|
283
|
+
}
|
|
284
|
+
if len(current_targets) <= 1 or scan_scope is not None:
|
|
285
|
+
continue
|
|
286
|
+
current = []
|
|
287
|
+
for row in occurrences:
|
|
288
|
+
if row["repository_generation"] is None:
|
|
289
|
+
legacy_identity = (scan_repository_group(row), identity[1])
|
|
290
|
+
grouped.setdefault(legacy_identity, []).append(row)
|
|
291
|
+
else:
|
|
292
|
+
current.append(row)
|
|
293
|
+
grouped[identity] = current
|
|
141
294
|
|
|
142
295
|
findings = []
|
|
143
296
|
for occurrences in grouped.values():
|
|
@@ -161,16 +314,33 @@ def _indexed_findings(connection: sqlite3.Connection) -> Iterator[dict[str, Any]
|
|
|
161
314
|
{(row["scan_started_at"], row["scan_id"]) for row in occurrences},
|
|
162
315
|
key=lambda scan: (timestamp_key(scan[0]), scan[1]),
|
|
163
316
|
)
|
|
317
|
+
component_latest_scan = max(
|
|
318
|
+
(
|
|
319
|
+
latest_scan_by_repository[repository]
|
|
320
|
+
for repository in {repository_group(row) for row in occurrences}
|
|
321
|
+
if repository in latest_scan_by_repository
|
|
322
|
+
),
|
|
323
|
+
key=scan_history._scan_completion_order,
|
|
324
|
+
default=None,
|
|
325
|
+
)
|
|
326
|
+
latest_scan_id = (
|
|
327
|
+
selected_latest_scan_id
|
|
328
|
+
if scan_scope is not None
|
|
329
|
+
else component_latest_scan["id"]
|
|
330
|
+
if component_latest_scan is not None
|
|
331
|
+
else None
|
|
332
|
+
)
|
|
164
333
|
findings.append(
|
|
165
334
|
{
|
|
166
335
|
**dict(latest),
|
|
336
|
+
"close_reason": decision["close_reason"] if decision is not None else None,
|
|
167
337
|
"confirmed_in_latest_scan": any(
|
|
168
|
-
row["scan_id"] ==
|
|
169
|
-
for row in occurrences
|
|
338
|
+
row["scan_id"] == latest_scan_id for row in occurrences
|
|
170
339
|
),
|
|
171
340
|
"known_since": scans[0][0],
|
|
172
341
|
"known_scan_ids": [scan_id for _, scan_id in scans],
|
|
173
342
|
"matched_finding_ids": sorted({row["finding_id"] for row in occurrences}),
|
|
343
|
+
"matched_occurrence_ids": sorted({row["occurrence_id"] for row in occurrences}),
|
|
174
344
|
"occurrence_count": len(occurrences),
|
|
175
345
|
"status": status,
|
|
176
346
|
"updated_at": (
|
|
@@ -203,6 +373,7 @@ def list_repositories(
|
|
|
203
373
|
) -> dict[str, Any]:
|
|
204
374
|
"""Return tracked targets with scan summaries, finding counts, and current checkout availability."""
|
|
205
375
|
by_target: dict[str, dict[str, Any]] = {}
|
|
376
|
+
latest_rows: dict[str, sqlite3.Row] = {}
|
|
206
377
|
for row in connection.execute(
|
|
207
378
|
f"""
|
|
208
379
|
SELECT targets.id AS repository_id, targets.display_name, targets.current_path,
|
|
@@ -215,25 +386,50 @@ def list_repositories(
|
|
|
215
386
|
ORDER BY julianday(upper(scans.started_at)) DESC, scans.id DESC, targets.id
|
|
216
387
|
"""
|
|
217
388
|
).fetchall():
|
|
218
|
-
scan = scan_history.scan_summary(row) if row["id"] is not None else None
|
|
219
389
|
target_id = row["repository_id"]
|
|
220
390
|
if target_id not in by_target:
|
|
221
391
|
by_target[target_id] = {
|
|
222
392
|
"displayName": row["display_name"],
|
|
223
|
-
"latestScan":
|
|
393
|
+
"latestScan": None,
|
|
224
394
|
"openFindingsCount": 0,
|
|
225
395
|
"scanCount": 0,
|
|
226
396
|
"targetId": target_id,
|
|
227
397
|
"targetPath": row["current_path"],
|
|
228
398
|
}
|
|
229
|
-
if
|
|
230
|
-
|
|
399
|
+
if row["id"] is None:
|
|
400
|
+
continue
|
|
401
|
+
repository = by_target[target_id]
|
|
402
|
+
scan = scan_history.scan_summary(row)
|
|
403
|
+
repository["scanCount"] += 1
|
|
404
|
+
previous = latest_rows.get(target_id)
|
|
405
|
+
if previous is None or (
|
|
406
|
+
previous["status"] == row["status"] == "complete"
|
|
407
|
+
and scan_history._scan_completion_order(row)
|
|
408
|
+
> scan_history._scan_completion_order(previous)
|
|
409
|
+
):
|
|
410
|
+
latest_rows[target_id] = row
|
|
411
|
+
repository["latestScan"] = scan
|
|
412
|
+
|
|
413
|
+
identities = RepositoryIdentityCache(connection)
|
|
414
|
+
legacy_generations = _legacy_generations(connection, identities)
|
|
415
|
+
|
|
416
|
+
@cache
|
|
417
|
+
def open_findings_count(target_id: str) -> int:
|
|
418
|
+
if not by_target[target_id]["scanCount"]:
|
|
419
|
+
return 0
|
|
420
|
+
scope = identities.scope(target_id)
|
|
421
|
+
if not scope.available:
|
|
422
|
+
return 0
|
|
423
|
+
return sum(
|
|
424
|
+
row["status"] == "open"
|
|
425
|
+
for row in _indexed_findings(
|
|
426
|
+
connection,
|
|
427
|
+
identities=identities,
|
|
428
|
+
scan_scope=scope,
|
|
429
|
+
legacy_generations=legacy_generations,
|
|
430
|
+
)
|
|
431
|
+
)
|
|
231
432
|
|
|
232
|
-
# A writer can publish a target or its first scan after the repository query.
|
|
233
|
-
for finding in _indexed_findings(connection):
|
|
234
|
-
repository = by_target.get(finding["target_id"])
|
|
235
|
-
if finding["status"] == "open" and repository is not None and repository["scanCount"]:
|
|
236
|
-
repository["openFindingsCount"] += 1
|
|
237
433
|
repositories = list(by_target.values())
|
|
238
434
|
pagination = {}
|
|
239
435
|
if args is not None:
|
|
@@ -244,12 +440,12 @@ def list_repositories(
|
|
|
244
440
|
if (args.target_id is None or repository["targetId"] == args.target_id)
|
|
245
441
|
and (args.status != "scanned" or repository["scanCount"] > 0)
|
|
246
442
|
and (args.status != "not_scanned" or repository["scanCount"] == 0)
|
|
247
|
-
and (args.status != "open_findings" or repository["openFindingsCount"] > 0)
|
|
248
443
|
and (
|
|
249
444
|
not query
|
|
250
445
|
or query in repository["displayName"].casefold()
|
|
251
446
|
or query in repository["targetPath"].casefold()
|
|
252
447
|
)
|
|
448
|
+
and (args.status != "open_findings" or open_findings_count(repository["targetId"]) > 0)
|
|
253
449
|
]
|
|
254
450
|
if args.limit is not None or args.offset:
|
|
255
451
|
limit = args.limit or FINDINGS_PAGE_MAX
|
|
@@ -261,6 +457,7 @@ def list_repositories(
|
|
|
261
457
|
}
|
|
262
458
|
repositories = repositories[args.offset : end]
|
|
263
459
|
for repository in repositories:
|
|
460
|
+
repository["openFindingsCount"] = open_findings_count(repository["targetId"])
|
|
264
461
|
path = os.path.expanduser(repository["targetPath"])
|
|
265
462
|
try:
|
|
266
463
|
repository["checkoutAvailable"] = Path(path).is_absolute() and os.path.isdir(
|
|
@@ -1,13 +1,16 @@
|
|
|
1
1
|
"""Progress transition helpers for the Codex Security workbench."""
|
|
2
2
|
|
|
3
3
|
import argparse
|
|
4
|
+
import json
|
|
5
|
+
import os
|
|
4
6
|
import sqlite3
|
|
5
7
|
import sys
|
|
6
8
|
from pathlib import Path
|
|
7
9
|
from typing import Any
|
|
8
10
|
|
|
9
11
|
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
|
10
|
-
from deep_scan_workbench import require_current_coordinator
|
|
12
|
+
from deep_scan_workbench import independent_review_progress, require_current_coordinator
|
|
13
|
+
from finalize_scan_contract import open_scan_local_file_descriptor
|
|
11
14
|
from workbench.handoff import require_current_continuation, require_tokenless_scan_owner
|
|
12
15
|
from workbench_constants import PHASES
|
|
13
16
|
from workbench_validation import optional_text, require_uuid, user_context_argument
|
|
@@ -69,6 +72,138 @@ def update_context(
|
|
|
69
72
|
return wb.scan_context(connection, scan_id)
|
|
70
73
|
|
|
71
74
|
|
|
75
|
+
def scan_progress_result(
|
|
76
|
+
connection: sqlite3.Connection, scan: sqlite3.Row
|
|
77
|
+
) -> tuple[dict[str, Any], str]:
|
|
78
|
+
independent_reviews = (
|
|
79
|
+
independent_review_progress(
|
|
80
|
+
connection, scan["id"], parent_running=scan["status"] == "running"
|
|
81
|
+
)
|
|
82
|
+
if scan["mode"] == "deep"
|
|
83
|
+
else None
|
|
84
|
+
)
|
|
85
|
+
progress_result = {
|
|
86
|
+
"candidates": {"reportable": scan["reportable_findings_count"]},
|
|
87
|
+
"coverage": {
|
|
88
|
+
"closedRows": scan["review_items_completed"],
|
|
89
|
+
"filesTotal": scan["scope_file_count"],
|
|
90
|
+
"worklistRows": scan["review_items_total"],
|
|
91
|
+
},
|
|
92
|
+
"phase": scan["phase"],
|
|
93
|
+
"phaseProgress": {
|
|
94
|
+
"completed": scan["phase_items_completed"],
|
|
95
|
+
"total": scan["phase_items_total"],
|
|
96
|
+
"unit": scan["phase_progress_unit"],
|
|
97
|
+
},
|
|
98
|
+
"preflightProgress": {
|
|
99
|
+
"completed": scan["preflight_checks_completed"],
|
|
100
|
+
"total": scan["preflight_checks_total"],
|
|
101
|
+
},
|
|
102
|
+
"preflightIssues": json.loads(scan["preflight_issues_json"]),
|
|
103
|
+
"reviewPass": scan["deep_review_pass"],
|
|
104
|
+
"status": "canceled" if scan["canceled_at"] else scan["status"],
|
|
105
|
+
"updatedAt": scan["progress_updated_at"],
|
|
106
|
+
}
|
|
107
|
+
review_updated_at = ""
|
|
108
|
+
if independent_reviews is not None:
|
|
109
|
+
review_updated_at = str(independent_reviews.pop("updatedAt"))
|
|
110
|
+
progress_result["independentReviews"] = independent_reviews
|
|
111
|
+
return progress_result, review_updated_at
|
|
112
|
+
|
|
113
|
+
|
|
114
|
+
def model_progress(wb: Any, connection: sqlite3.Connection, scan_id: str) -> dict[str, Any]:
|
|
115
|
+
scan = wb.scan_history.scan_with_progress(connection, scan_id)
|
|
116
|
+
progress, _ = scan_progress_result(connection, scan)
|
|
117
|
+
result = {"scanId": scan["id"], "progress": progress, "userContext": scan["user_context"]}
|
|
118
|
+
if warnings := json.loads(scan["completion_warnings_json"]):
|
|
119
|
+
result["warnings"] = warnings
|
|
120
|
+
return result
|
|
121
|
+
|
|
122
|
+
|
|
123
|
+
def deep_preflight(scan: sqlite3.Row) -> bool:
|
|
124
|
+
return scan["mode"] == "deep" and scan["phase"] == "preflight" and scan["canceled_at"] is None
|
|
125
|
+
|
|
126
|
+
|
|
127
|
+
def reported_scope_file_count(wb: Any, scan: sqlite3.Row) -> int | None:
|
|
128
|
+
"""Read the scoped helper's optional progress count, independently of scan evidence."""
|
|
129
|
+
if (
|
|
130
|
+
scan["mode"] != "standard"
|
|
131
|
+
or scan["launch_kind"] not in (None, "scan")
|
|
132
|
+
or not scan["recipe_json"]
|
|
133
|
+
):
|
|
134
|
+
return None
|
|
135
|
+
try:
|
|
136
|
+
recipe = json.loads(scan["recipe_json"])
|
|
137
|
+
target = recipe.get("target") if isinstance(recipe, dict) else None
|
|
138
|
+
if not isinstance(target, dict) or target.get("kind") != "paths":
|
|
139
|
+
return None
|
|
140
|
+
repositories = (scan["target_path"], recipe.get("repository"))
|
|
141
|
+
largest_count = 2**53 - 1 # The SDK reports this value as a JavaScript safe integer.
|
|
142
|
+
maximum = (
|
|
143
|
+
max(
|
|
144
|
+
len(json.dumps({"scanId": scan["id"], "repository": repo, "count": largest_count}))
|
|
145
|
+
for repo in repositories
|
|
146
|
+
if isinstance(repo, str)
|
|
147
|
+
)
|
|
148
|
+
+ 1
|
|
149
|
+
) # The helper includes a trailing newline.
|
|
150
|
+
scan_dir = wb.require_canonical_scan_directory(Path(scan["scan_dir"]))
|
|
151
|
+
descriptor = open_scan_local_file_descriptor(
|
|
152
|
+
scan_dir, "scoped-source-input.receipt.json", "Scoped inventory count"
|
|
153
|
+
)
|
|
154
|
+
with os.fdopen(descriptor, "rb") as stream:
|
|
155
|
+
data = stream.read(maximum + 1)
|
|
156
|
+
if len(data) > maximum:
|
|
157
|
+
return None
|
|
158
|
+
report = json.loads(data)
|
|
159
|
+
if (
|
|
160
|
+
isinstance(report, dict)
|
|
161
|
+
and report.get("scanId") == scan["id"]
|
|
162
|
+
and isinstance(report.get("repository"), str)
|
|
163
|
+
and report["repository"] in repositories
|
|
164
|
+
and type(count := report.get("count")) is int
|
|
165
|
+
and 0 <= count <= largest_count
|
|
166
|
+
):
|
|
167
|
+
return count
|
|
168
|
+
except (OSError, ValueError, RecursionError, SystemExit):
|
|
169
|
+
# An unreadable optional report leaves the stored estimate in place so the scan can continue.
|
|
170
|
+
pass
|
|
171
|
+
return None
|
|
172
|
+
|
|
173
|
+
|
|
174
|
+
def refresh_scope_file_count(
|
|
175
|
+
wb: Any, connection: sqlite3.Connection, scan_id: str, claim_token: str | None
|
|
176
|
+
) -> dict[str, int | None]:
|
|
177
|
+
scan = wb.require_scan(connection, scan_id)
|
|
178
|
+
if scan["status"] != "running":
|
|
179
|
+
return {"scopeFileCount": None}
|
|
180
|
+
ownership_error = "Scan updates are owned by another continuation."
|
|
181
|
+
require_current_continuation(scan, claim_token, error_message=ownership_error)
|
|
182
|
+
count = reported_scope_file_count(wb, scan)
|
|
183
|
+
if count is None:
|
|
184
|
+
return {"scopeFileCount": None}
|
|
185
|
+
timeout = int(connection.execute("PRAGMA busy_timeout").fetchone()[0])
|
|
186
|
+
try:
|
|
187
|
+
connection.execute("PRAGMA busy_timeout = 0")
|
|
188
|
+
with connection:
|
|
189
|
+
connection.execute("BEGIN IMMEDIATE")
|
|
190
|
+
current = wb.require_scan(connection, scan_id)
|
|
191
|
+
if current["status"] != "running" or current["scan_dir"] != scan["scan_dir"]:
|
|
192
|
+
return {"scopeFileCount": None}
|
|
193
|
+
require_current_continuation(current, claim_token, error_message=ownership_error)
|
|
194
|
+
connection.execute(
|
|
195
|
+
"UPDATE scan_progress SET scope_file_count = ?, updated_at = ? WHERE scan_id = ?",
|
|
196
|
+
(count, wb.now(), scan_id),
|
|
197
|
+
)
|
|
198
|
+
except sqlite3.OperationalError as exc:
|
|
199
|
+
if not wb.sqlite_busy(exc):
|
|
200
|
+
raise
|
|
201
|
+
return {"scopeFileCount": None, "retry": True}
|
|
202
|
+
finally:
|
|
203
|
+
connection.execute(f"PRAGMA busy_timeout = {timeout}")
|
|
204
|
+
return {"scopeFileCount": count}
|
|
205
|
+
|
|
206
|
+
|
|
72
207
|
def update_progress(
|
|
73
208
|
wb: Any,
|
|
74
209
|
connection: sqlite3.Connection,
|
|
@@ -81,15 +216,34 @@ def update_progress(
|
|
|
81
216
|
with zero completed items. Invalid progress raises SystemExit.
|
|
82
217
|
"""
|
|
83
218
|
scan_id = require_uuid(args.scan_id, "scan-id")
|
|
219
|
+
if args.refresh_scope_file_count:
|
|
220
|
+
return refresh_scope_file_count(wb, connection, scan_id, args.claim_token)
|
|
84
221
|
model = optional_text(args.model, maximum=200)
|
|
85
222
|
reasoning_effort = optional_text(args.reasoning_effort, maximum=32)
|
|
86
|
-
connection.execute("BEGIN IMMEDIATE")
|
|
87
223
|
with connection:
|
|
224
|
+
scan = None
|
|
225
|
+
if args.model_update:
|
|
226
|
+
connection.execute("BEGIN")
|
|
227
|
+
scan = wb.require_scan(connection, scan_id)
|
|
228
|
+
if not deep_preflight(scan):
|
|
229
|
+
connection.rollback()
|
|
230
|
+
scan = None
|
|
231
|
+
if scan is None:
|
|
232
|
+
# Reread under the writer lock before applying any progress change.
|
|
233
|
+
wb.begin_immediate_with_retry(connection)
|
|
234
|
+
scan = wb.require_scan(connection, scan_id)
|
|
88
235
|
timestamp = wb.now()
|
|
89
|
-
scan = wb.require_scan(connection, scan_id)
|
|
90
236
|
require_tokenless_scan_owner(connection, scan, getattr(args, "model_thread_id", None))
|
|
91
237
|
if scan["status"] != "running":
|
|
92
238
|
raise SystemExit("Only a running scan can update progress.")
|
|
239
|
+
if args.model_update and deep_preflight(scan):
|
|
240
|
+
if scan["handoff_claim_token"] is not None:
|
|
241
|
+
require_current_continuation(
|
|
242
|
+
scan,
|
|
243
|
+
args.claim_token,
|
|
244
|
+
error_message="Scan updates are owned by another continuation.",
|
|
245
|
+
)
|
|
246
|
+
return {"scan": model_progress(wb, connection, scan_id), "deepPreflight": True}
|
|
93
247
|
if scan["mode"] == "deep":
|
|
94
248
|
coordinator = connection.execute(
|
|
95
249
|
"SELECT * FROM deep_scan_runs WHERE scan_id = ?", (scan_id,)
|
|
@@ -204,6 +358,8 @@ def update_progress(
|
|
|
204
358
|
f"UPDATE scan_progress SET {', '.join(updates)}, updated_at = ? WHERE scan_id = ?",
|
|
205
359
|
(*values, timestamp, scan["id"]),
|
|
206
360
|
)
|
|
361
|
+
if args.model_update:
|
|
362
|
+
return {"scan": model_progress(wb, connection, scan_id)}
|
|
207
363
|
return wb.scan_context(connection, scan["id"])
|
|
208
364
|
|
|
209
365
|
|