@openai/codex-security 0.8.2 → 0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +201 -178
- package/_bundled_plugin/.app.json +4 -0
- package/_bundled_plugin/.mcp.json +6 -1
- package/_bundled_plugin/examples/completed-scan/findings.json +16 -4
- package/_bundled_plugin/examples/completed-scan/report.md +11 -8
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +4 -2
- package/_bundled_plugin/mcp/fzstd-LICENSE.txt +21 -0
- package/_bundled_plugin/mcp/helpers.mjs +2 -11
- package/_bundled_plugin/mcp/helpers.mjs.br +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +3 -210
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/package.json +1 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +51 -14
- package/_bundled_plugin/mcp/server.mjs +2 -11
- package/_bundled_plugin/mcp/server.mjs.br +0 -0
- package/_bundled_plugin/mcp/session-decompression.mjs +712 -0
- package/_bundled_plugin/references/artifact-storage.md +1 -1
- package/_bundled_plugin/references/core-scan.md +14 -5
- package/_bundled_plugin/references/default-severity-rubric.md +33 -0
- package/_bundled_plugin/references/final-report.md +5 -3
- package/_bundled_plugin/references/finding-detail-fields.md +19 -18
- package/_bundled_plugin/references/sarif-adapter.md +8 -2
- package/_bundled_plugin/references/scan-artifacts.md +21 -12
- package/_bundled_plugin/references/scan-contract.md +27 -33
- package/_bundled_plugin/references/threat-model.md +1 -0
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +2 -2
- package/_bundled_plugin/scripts/check_deep_scan_target.py +97 -0
- package/_bundled_plugin/scripts/codex_profile.mjs +7 -1
- package/_bundled_plugin/scripts/deep_scan_config.py +20 -1
- package/_bundled_plugin/scripts/deep_scan_workbench.py +188 -454
- package/_bundled_plugin/scripts/filesystem_identity.py +1 -0
- package/_bundled_plugin/scripts/finalize_scan_contract.py +317 -377
- package/_bundled_plugin/scripts/finding_preview.py +25 -29
- package/_bundled_plugin/scripts/launch_codex_security_mcp +1 -0
- package/_bundled_plugin/scripts/legacy_findings.py +148 -0
- package/_bundled_plugin/scripts/posix_scan_local_files.py +198 -0
- package/_bundled_plugin/scripts/read_codex_session.mjs +21 -0
- package/_bundled_plugin/scripts/report_projection.py +167 -178
- package/_bundled_plugin/scripts/review_state.py +8 -2
- package/_bundled_plugin/scripts/servicenow_avit.py +20 -0
- package/_bundled_plugin/scripts/snapshot_sqlite.py +1 -0
- package/_bundled_plugin/scripts/threat_model_projection.py +22 -26
- package/_bundled_plugin/scripts/validate_scan_contract.py +9 -7
- package/_bundled_plugin/scripts/windows_scan_local_files.py +600 -72
- package/_bundled_plugin/scripts/workbench/__init__.py +1 -1
- package/_bundled_plugin/scripts/workbench/handoff.py +47 -0
- package/_bundled_plugin/scripts/workbench/retained_coverage.py +38 -75
- package/_bundled_plugin/scripts/workbench/retained_records.py +18 -30
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +4 -1
- package/_bundled_plugin/scripts/workbench/saved_coverage.py +152 -248
- package/_bundled_plugin/scripts/workbench/saved_outputs.py +9 -0
- package/_bundled_plugin/scripts/workbench/saved_sources.py +47 -40
- package/_bundled_plugin/scripts/workbench/storage.py +71 -7
- package/_bundled_plugin/scripts/workbench_cli.py +121 -14
- package/_bundled_plugin/scripts/workbench_constants.py +19 -0
- package/_bundled_plugin/scripts/workbench_coverage_receipts.py +3 -3
- package/_bundled_plugin/scripts/workbench_db.py +550 -492
- package/_bundled_plugin/scripts/workbench_feedback.py +8 -7
- package/_bundled_plugin/scripts/workbench_finding_index.py +1 -0
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +90 -4
- package/_bundled_plugin/scripts/workbench_native_indexes.py +29 -33
- package/_bundled_plugin/scripts/workbench_progress.py +10 -1
- package/_bundled_plugin/scripts/workbench_publication.py +14 -10
- package/_bundled_plugin/scripts/workbench_remediation.py +508 -11
- package/_bundled_plugin/scripts/workbench_saved_results.py +132 -77
- package/_bundled_plugin/scripts/workbench_scan_history.py +139 -80
- package/_bundled_plugin/scripts/workbench_scan_start.py +84 -25
- package/_bundled_plugin/scripts/workbench_scan_usage.py +666 -117
- package/_bundled_plugin/scripts/workbench_schema.py +44 -55
- package/_bundled_plugin/scripts/workbench_setup.py +251 -0
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +13 -0
- package/_bundled_plugin/scripts/workbench_source_scopes.py +33 -23
- package/_bundled_plugin/scripts/workbench_target.py +330 -66
- package/_bundled_plugin/scripts/workbench_target_state.py +3 -0
- package/_bundled_plugin/scripts/workbench_validation.py +44 -12
- package/_bundled_plugin/shared/workbench-history-repairs.json +19 -16
- package/_bundled_plugin/shared/workbench-migrations.json +53 -0
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -1
- package/_bundled_plugin/skills/attack-path-analysis/references/severity-policy.md +4 -68
- package/_bundled_plugin/skills/check-skills/SKILL.md +43 -0
- package/_bundled_plugin/skills/check-skills/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +6 -4
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +7 -50
- package/_bundled_plugin/skills/fix-finding/SKILL.md +19 -2
- package/_bundled_plugin/skills/publish-findings/SKILL.md +81 -45
- package/_bundled_plugin/skills/publish-findings/references/checkmarx-import.md +37 -0
- package/_bundled_plugin/skills/publish-findings/references/wiz-import.md +5 -24
- package/_bundled_plugin/skills/publish-findings/scripts/collect_checkmarx.py +464 -0
- package/_bundled_plugin/skills/threat-model-visualize/scripts/build_explorer.py +36 -9
- package/_bundled_plugin/skills/track-findings/SKILL.md +5 -3
- package/_bundled_plugin/skills/triage-finding/references/github-rest-intake.md +22 -68
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +12 -6
- package/dist/api.d.ts +45 -5
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +1144 -411
- package/dist/api.js.map +1 -1
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +10 -7
- package/dist/auth.js.map +1 -1
- package/dist/bedrock-oss-pricing.d.ts +6 -0
- package/dist/bedrock-oss-pricing.d.ts.map +1 -0
- package/dist/bedrock-oss-pricing.js +58 -0
- package/dist/bedrock-oss-pricing.js.map +1 -0
- package/dist/bedrock-pricing.d.ts +15 -0
- package/dist/bedrock-pricing.d.ts.map +1 -0
- package/dist/bedrock-pricing.js +117 -0
- package/dist/bedrock-pricing.js.map +1 -0
- package/dist/blackduck-findings.d.ts +8 -0
- package/dist/blackduck-findings.d.ts.map +1 -0
- package/dist/blackduck-findings.js +320 -0
- package/dist/blackduck-findings.js.map +1 -0
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +51 -36
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/checkmarx-evidence.d.ts +19 -0
- package/dist/checkmarx-evidence.d.ts.map +1 -0
- package/dist/checkmarx-evidence.js +36 -0
- package/dist/checkmarx-evidence.js.map +1 -0
- package/dist/checkmarx-findings.d.ts +4 -0
- package/dist/checkmarx-findings.d.ts.map +1 -0
- package/dist/checkmarx-findings.js +27 -0
- package/dist/checkmarx-findings.js.map +1 -0
- package/dist/checkmarx-one.d.ts +4 -0
- package/dist/checkmarx-one.d.ts.map +1 -0
- package/dist/checkmarx-one.js +53 -0
- package/dist/checkmarx-one.js.map +1 -0
- package/dist/checkmarx-repository.d.ts +12 -0
- package/dist/checkmarx-repository.d.ts.map +1 -0
- package/dist/checkmarx-repository.js +181 -0
- package/dist/checkmarx-repository.js.map +1 -0
- package/dist/checkmarx-xml.d.ts +12 -0
- package/dist/checkmarx-xml.d.ts.map +1 -0
- package/dist/checkmarx-xml.js +196 -0
- package/dist/checkmarx-xml.js.map +1 -0
- package/dist/classify-severity-records.d.ts +6 -9
- package/dist/classify-severity-records.d.ts.map +1 -1
- package/dist/classify-severity-records.js +9 -21
- package/dist/classify-severity-records.js.map +1 -1
- package/dist/classify-severity.d.ts +4 -1
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +30 -13
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli.d.ts +14 -5
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +2112 -1266
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.js +2 -2
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codex-prompt.d.ts +2 -0
- package/dist/codex-prompt.d.ts.map +1 -1
- package/dist/codex-prompt.js +6 -0
- package/dist/codex-prompt.js.map +1 -1
- package/dist/component-scan.d.ts +16 -3
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +32 -6
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts +2 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +221 -65
- package/dist/config.js.map +1 -1
- package/dist/continuum-findings.d.ts +7 -0
- package/dist/continuum-findings.d.ts.map +1 -0
- package/dist/continuum-findings.js +225 -0
- package/dist/continuum-findings.js.map +1 -0
- package/dist/contract-values.d.ts +30 -0
- package/dist/contract-values.d.ts.map +1 -0
- package/dist/contract-values.js +78 -0
- package/dist/contract-values.js.map +1 -0
- package/dist/contract.d.ts +2 -20
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +58 -669
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -1
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +66 -115
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +61 -4
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +2560 -100
- package/dist/cost.js.map +1 -1
- package/dist/custom-publish.d.ts +4 -0
- package/dist/custom-publish.d.ts.map +1 -1
- package/dist/custom-publish.js +40 -3
- package/dist/custom-publish.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +5 -0
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +2 -0
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +4 -0
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +4 -4
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +2 -2
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +14 -11
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +11 -4
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/finding-schema.d.ts +19 -1
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +25 -0
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +2 -2
- package/dist/deduplication/local.d.ts.map +1 -1
- package/dist/deduplication/local.js +5 -10
- package/dist/deduplication/local.js.map +1 -1
- package/dist/deduplication/records.d.ts +8 -2
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +36 -8
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/refusal.d.ts.map +1 -1
- package/dist/deduplication/refusal.js +25 -5
- package/dist/deduplication/refusal.js.map +1 -1
- package/dist/deduplication/scan.d.ts +3 -0
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +1 -1
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +0 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +22 -33
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-scan-defaults.d.ts +2 -0
- package/dist/deep-scan-defaults.d.ts.map +1 -1
- package/dist/deep-scan-defaults.js +28 -1
- package/dist/deep-scan-defaults.js.map +1 -1
- package/dist/deep-scan.d.ts +13 -0
- package/dist/deep-scan.d.ts.map +1 -1
- package/dist/deep-scan.js +262 -7
- package/dist/deep-scan.js.map +1 -1
- package/dist/default-severity-rubric.d.ts +1 -2
- package/dist/default-severity-rubric.d.ts.map +1 -1
- package/dist/default-severity-rubric.js +2 -66
- package/dist/default-severity-rubric.js.map +1 -1
- package/dist/endor-findings.d.ts +3 -1
- package/dist/endor-findings.d.ts.map +1 -1
- package/dist/endor-findings.js +108 -80
- package/dist/endor-findings.js.map +1 -1
- package/dist/errors.d.ts +1 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +9 -2
- package/dist/errors.js.map +1 -1
- package/dist/external-findings-import.d.ts +5 -3
- package/dist/external-findings-import.d.ts.map +1 -1
- package/dist/external-findings-import.js +11 -16
- package/dist/external-findings-import.js.map +1 -1
- package/dist/external-findings-local.d.ts +15 -4
- package/dist/external-findings-local.d.ts.map +1 -1
- package/dist/external-findings-local.js +619 -225
- package/dist/external-findings-local.js.map +1 -1
- package/dist/external-findings-publish.d.ts +20 -6
- package/dist/external-findings-publish.d.ts.map +1 -1
- package/dist/external-findings-publish.js +2356 -308
- package/dist/external-findings-publish.js.map +1 -1
- package/dist/external-findings-read.d.ts +28 -2
- package/dist/external-findings-read.d.ts.map +1 -1
- package/dist/external-findings-read.js +174 -81
- package/dist/external-findings-read.js.map +1 -1
- package/dist/external-findings.d.ts +17 -3
- package/dist/external-findings.d.ts.map +1 -1
- package/dist/external-findings.js +153 -1
- package/dist/external-findings.js.map +1 -1
- package/dist/external-import-contract.d.ts +33 -1
- package/dist/external-import-contract.d.ts.map +1 -1
- package/dist/external-import-contract.js +335 -51
- package/dist/external-import-contract.js.map +1 -1
- package/dist/external-import-models.d.ts +1 -1
- package/dist/external-import-models.d.ts.map +1 -1
- package/dist/external-import-models.js.map +1 -1
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +5 -4
- package/dist/feedback.js.map +1 -1
- package/dist/finding-prompt.d.ts +5 -0
- package/dist/finding-prompt.d.ts.map +1 -0
- package/dist/finding-prompt.js +32 -0
- package/dist/finding-prompt.js.map +1 -0
- package/dist/finding-retrieval.d.ts +3 -3
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +6 -1
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +2 -2
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +1 -0
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +27 -3
- package/dist/findings-client.js.map +1 -1
- package/dist/git-remote.d.ts +4 -0
- package/dist/git-remote.d.ts.map +1 -1
- package/dist/git-remote.js +20 -0
- package/dist/git-remote.js.map +1 -1
- package/dist/github-advisories.d.ts +3 -12
- package/dist/github-advisories.d.ts.map +1 -1
- package/dist/github-advisories.js +9 -31
- package/dist/github-advisories.js.map +1 -1
- package/dist/github-dependabot-findings.d.ts.map +1 -1
- package/dist/github-dependabot-findings.js +22 -20
- package/dist/github-dependabot-findings.js.map +1 -1
- package/dist/github-findings.d.ts +4 -1
- package/dist/github-findings.d.ts.map +1 -1
- package/dist/github-findings.js +392 -79
- package/dist/github-findings.js.map +1 -1
- package/dist/github.d.ts +17 -7
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +43 -30
- package/dist/github.js.map +1 -1
- package/dist/host-protocol.d.ts +2 -2
- package/dist/host-protocol.d.ts.map +1 -1
- package/dist/host-protocol.js.map +1 -1
- package/dist/host-records-protocol.d.ts +10 -11
- package/dist/host-records-protocol.d.ts.map +1 -1
- package/dist/host-records-protocol.js +69 -9
- package/dist/host-records-protocol.js.map +1 -1
- package/dist/hosted-git-remotes.d.ts +5 -0
- package/dist/hosted-git-remotes.d.ts.map +1 -0
- package/dist/hosted-git-remotes.js +285 -0
- package/dist/hosted-git-remotes.js.map +1 -0
- package/dist/hosted-git-repository.d.ts +28 -0
- package/dist/hosted-git-repository.d.ts.map +1 -0
- package/dist/hosted-git-repository.js +222 -0
- package/dist/hosted-git-repository.js.map +1 -0
- package/dist/hosted-scan-protocol.js +2 -2
- package/dist/hosted-scan-protocol.js.map +1 -1
- package/dist/hosted-scan.d.ts +15 -0
- package/dist/hosted-scan.d.ts.map +1 -1
- package/dist/hosted-scan.js +71 -44
- package/dist/hosted-scan.js.map +1 -1
- package/dist/hosted-scanner-http.d.ts +21 -0
- package/dist/hosted-scanner-http.d.ts.map +1 -0
- package/dist/hosted-scanner-http.js +204 -0
- package/dist/hosted-scanner-http.js.map +1 -0
- package/dist/hosted-scanner-v1.d.ts +6 -0
- package/dist/hosted-scanner-v1.d.ts.map +1 -0
- package/dist/hosted-scanner-v1.js +60 -0
- package/dist/hosted-scanner-v1.js.map +1 -0
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +3 -0
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +24 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -1
- package/dist/index.js.map +1 -1
- package/dist/inspector-findings.d.ts.map +1 -1
- package/dist/inspector-findings.js +58 -81
- package/dist/inspector-findings.js.map +1 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +86 -10
- package/dist/knowledge-base.js.map +1 -1
- package/dist/local-git-metadata.d.ts +5 -0
- package/dist/local-git-metadata.d.ts.map +1 -0
- package/dist/local-git-metadata.js +130 -0
- package/dist/local-git-metadata.js.map +1 -0
- package/dist/multiscan.d.ts +6 -4
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +160 -77
- package/dist/multiscan.js.map +1 -1
- package/dist/native-json-findings.d.ts +2 -1
- package/dist/native-json-findings.d.ts.map +1 -1
- package/dist/native-json-findings.js +12 -2
- package/dist/native-json-findings.js.map +1 -1
- package/dist/opengrep-findings.d.ts +1 -0
- package/dist/opengrep-findings.d.ts.map +1 -1
- package/dist/opengrep-findings.js +49 -31
- package/dist/opengrep-findings.js.map +1 -1
- package/dist/operation-telemetry.d.ts +104 -0
- package/dist/operation-telemetry.d.ts.map +1 -0
- package/dist/operation-telemetry.js +293 -0
- package/dist/operation-telemetry.js.map +1 -0
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +90 -35
- package/dist/patch-tui.js.map +1 -1
- package/dist/plugin-python-probe.d.ts +4 -0
- package/dist/plugin-python-probe.d.ts.map +1 -0
- package/dist/plugin-python-probe.js +10 -0
- package/dist/plugin-python-probe.js.map +1 -0
- package/dist/private-finding-import.d.ts +341 -0
- package/dist/private-finding-import.d.ts.map +1 -0
- package/dist/private-finding-import.js +411 -0
- package/dist/private-finding-import.js.map +1 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +2 -2
- package/dist/project-config.js.map +1 -1
- package/dist/provider-profile.d.ts +11 -3
- package/dist/provider-profile.d.ts.map +1 -1
- package/dist/provider-profile.js +80 -11
- package/dist/provider-profile.js.map +1 -1
- package/dist/publication-telemetry.d.ts +45 -0
- package/dist/publication-telemetry.d.ts.map +1 -0
- package/dist/publication-telemetry.js +50 -0
- package/dist/publication-telemetry.js.map +1 -0
- package/dist/publication.js +7 -1
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +4 -0
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +42 -2
- package/dist/publish.js.map +1 -1
- package/dist/reader-selection.d.ts +15 -0
- package/dist/reader-selection.d.ts.map +1 -0
- package/dist/reader-selection.js +89 -0
- package/dist/reader-selection.js.map +1 -0
- package/dist/record.d.ts +6 -1
- package/dist/record.d.ts.map +1 -1
- package/dist/record.js +53 -2
- package/dist/record.js.map +1 -1
- package/dist/remediation.d.ts +3 -1
- package/dist/remediation.d.ts.map +1 -1
- package/dist/remediation.js +28 -2
- package/dist/remediation.js.map +1 -1
- package/dist/request-metadata.d.ts +3 -0
- package/dist/request-metadata.d.ts.map +1 -1
- package/dist/request-metadata.js +9 -0
- package/dist/request-metadata.js.map +1 -1
- package/dist/result.d.ts +6 -0
- package/dist/result.d.ts.map +1 -1
- package/dist/result.js +3 -1
- package/dist/result.js.map +1 -1
- package/dist/retry-windows-rename.d.ts +8 -0
- package/dist/retry-windows-rename.d.ts.map +1 -0
- package/dist/retry-windows-rename.js +24 -0
- package/dist/retry-windows-rename.js.map +1 -0
- package/dist/runtime.d.ts +22 -1
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +408 -162
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +1 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -1
- package/dist/saved-scan-bootstrap.js +18 -15
- package/dist/saved-scan-bootstrap.js.map +1 -1
- package/dist/scan-activity.d.ts.map +1 -1
- package/dist/scan-activity.js +172 -64
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +10 -5
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +68 -25
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +7 -6
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +91 -79
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-executor.d.ts +12 -1
- package/dist/scan-executor.d.ts.map +1 -1
- package/dist/scan-executor.js +22 -2
- package/dist/scan-executor.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +31 -28
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-logs.d.ts +12 -0
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +106 -77
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-measurement.d.ts +26 -0
- package/dist/scan-measurement.d.ts.map +1 -0
- package/dist/scan-measurement.js +77 -0
- package/dist/scan-measurement.js.map +1 -0
- package/dist/scan-progress.d.ts +1 -0
- package/dist/scan-progress.d.ts.map +1 -1
- package/dist/scan-progress.js +3 -0
- package/dist/scan-progress.js.map +1 -1
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +4 -1
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-settings.d.ts +1 -1
- package/dist/scan-settings.d.ts.map +1 -1
- package/dist/scan-settings.js +1 -24
- package/dist/scan-settings.js.map +1 -1
- package/dist/scanner-import.d.ts +64 -6
- package/dist/scanner-import.d.ts.map +1 -1
- package/dist/scanner-import.js +406 -48
- package/dist/scanner-import.js.map +1 -1
- package/dist/scanner-repository-url.d.ts +17 -0
- package/dist/scanner-repository-url.d.ts.map +1 -0
- package/dist/scanner-repository-url.js +71 -0
- package/dist/scanner-repository-url.js.map +1 -0
- package/dist/security-policy.d.ts +1 -1
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js.map +1 -1
- package/dist/semgrep-findings.d.ts +6 -3
- package/dist/semgrep-findings.d.ts.map +1 -1
- package/dist/semgrep-findings.js +124 -88
- package/dist/semgrep-findings.js.map +1 -1
- package/dist/semgrep-guardian-findings.d.ts +38 -0
- package/dist/semgrep-guardian-findings.d.ts.map +1 -0
- package/dist/semgrep-guardian-findings.js +165 -0
- package/dist/semgrep-guardian-findings.js.map +1 -0
- package/dist/semgrep-platform-collector.d.ts +26 -0
- package/dist/semgrep-platform-collector.d.ts.map +1 -0
- package/dist/semgrep-platform-collector.js +108 -0
- package/dist/semgrep-platform-collector.js.map +1 -0
- package/dist/semgrep-platform-findings.d.ts +213 -0
- package/dist/semgrep-platform-findings.d.ts.map +1 -0
- package/dist/semgrep-platform-findings.js +1078 -0
- package/dist/semgrep-platform-findings.js.map +1 -0
- package/dist/semgrep-platform-v1.d.ts +6 -0
- package/dist/semgrep-platform-v1.d.ts.map +1 -0
- package/dist/semgrep-platform-v1.js +83 -0
- package/dist/semgrep-platform-v1.js.map +1 -0
- package/dist/server/api.d.ts +1 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embedding-tokenizer.cdx.json +33 -0
- package/dist/server/embedding-tokenizer.d.ts +2 -0
- package/dist/server/embedding-tokenizer.d.ts.map +1 -0
- package/dist/server/embedding-tokenizer.js +322 -0
- package/dist/server/embedding-tokenizer.js.map +6 -0
- package/dist/server/embeddings.d.ts +16 -2
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +35 -5
- package/dist/server/embeddings.js.map +1 -1
- package/dist/session-lines.d.ts +5 -0
- package/dist/session-lines.d.ts.map +1 -0
- package/dist/session-lines.js +60 -0
- package/dist/session-lines.js.map +1 -0
- package/dist/severity-review.d.ts +3 -1
- package/dist/severity-review.d.ts.map +1 -1
- package/dist/severity-review.js +3 -2
- package/dist/severity-review.js.map +1 -1
- package/dist/severity-rubric.d.ts +20 -0
- package/dist/severity-rubric.d.ts.map +1 -0
- package/dist/severity-rubric.js +73 -0
- package/dist/severity-rubric.js.map +1 -0
- package/dist/severity-store.js +15 -5
- package/dist/severity-store.js.map +1 -1
- package/dist/skill-authentication.d.ts +1 -0
- package/dist/skill-authentication.d.ts.map +1 -1
- package/dist/skill-authentication.js +1 -0
- package/dist/skill-authentication.js.map +1 -1
- package/dist/snyk-findings.d.ts +7 -2
- package/dist/snyk-findings.d.ts.map +1 -1
- package/dist/snyk-findings.js +108 -84
- package/dist/snyk-findings.js.map +1 -1
- package/dist/snyk-rest-findings.d.ts +76 -0
- package/dist/snyk-rest-findings.d.ts.map +1 -0
- package/dist/snyk-rest-findings.js +1051 -0
- package/dist/snyk-rest-findings.js.map +1 -0
- package/dist/snyk-rest-v1.d.ts +28 -0
- package/dist/snyk-rest-v1.d.ts.map +1 -0
- package/dist/snyk-rest-v1.js +132 -0
- package/dist/snyk-rest-v1.js.map +1 -0
- package/dist/snyk-token-origin.d.ts +4 -0
- package/dist/snyk-token-origin.d.ts.map +1 -0
- package/dist/snyk-token-origin.js +82 -0
- package/dist/snyk-token-origin.js.map +1 -0
- package/dist/sonar-collector.d.ts +16 -0
- package/dist/sonar-collector.d.ts.map +1 -0
- package/dist/sonar-collector.js +380 -0
- package/dist/sonar-collector.js.map +1 -0
- package/dist/sonar-findings.d.ts +49 -0
- package/dist/sonar-findings.d.ts.map +1 -0
- package/dist/sonar-findings.js +288 -0
- package/dist/sonar-findings.js.map +1 -0
- package/dist/sonar-import.d.ts +111 -0
- package/dist/sonar-import.d.ts.map +1 -0
- package/dist/sonar-import.js +277 -0
- package/dist/sonar-import.js.map +1 -0
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +2 -1
- package/dist/suggest-owners.js.map +1 -1
- package/dist/target-drift.d.ts +9 -0
- package/dist/target-drift.d.ts.map +1 -0
- package/dist/target-drift.js +27 -0
- package/dist/target-drift.js.map +1 -0
- package/dist/targets.d.ts +5 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +73 -31
- package/dist/targets.js.map +1 -1
- package/dist/tenable-findings.d.ts +9 -0
- package/dist/tenable-findings.d.ts.map +1 -0
- package/dist/tenable-findings.js +122 -0
- package/dist/tenable-findings.js.map +1 -0
- package/dist/terminal-columns.d.ts +4 -0
- package/dist/terminal-columns.d.ts.map +1 -0
- package/dist/terminal-columns.js +19 -0
- package/dist/terminal-columns.js.map +1 -0
- package/dist/terminal-stream.d.ts +13 -0
- package/dist/terminal-stream.d.ts.map +1 -0
- package/dist/terminal-stream.js +35 -0
- package/dist/terminal-stream.js.map +1 -0
- package/dist/trivy-findings.d.ts +19 -0
- package/dist/trivy-findings.d.ts.map +1 -0
- package/dist/trivy-findings.js +435 -0
- package/dist/trivy-findings.js.map +1 -0
- package/dist/trivy-import.d.ts +19 -0
- package/dist/trivy-import.d.ts.map +1 -0
- package/dist/trivy-import.js +151 -0
- package/dist/trivy-import.js.map +1 -0
- package/dist/validation-records.d.ts +0 -3
- package/dist/validation-records.d.ts.map +1 -1
- package/dist/validation-records.js +1 -17
- package/dist/validation-records.js.map +1 -1
- package/dist/veracode-findings.d.ts +9 -0
- package/dist/veracode-findings.d.ts.map +1 -0
- package/dist/veracode-findings.js +409 -0
- package/dist/veracode-findings.js.map +1 -0
- package/dist/vertex-pricing.d.ts +8 -0
- package/dist/vertex-pricing.d.ts.map +1 -0
- package/dist/vertex-pricing.js +20 -0
- package/dist/vertex-pricing.js.map +1 -0
- package/dist/windows-path.d.ts +1 -0
- package/dist/windows-path.d.ts.map +1 -1
- package/dist/windows-path.js +27 -1
- package/dist/windows-path.js.map +1 -1
- package/dist/wiz-csv.d.ts +2 -2
- package/dist/wiz-csv.d.ts.map +1 -1
- package/dist/wiz-csv.js +1 -3
- package/dist/wiz-csv.js.map +1 -1
- package/dist/wiz-findings.d.ts +14 -2
- package/dist/wiz-findings.d.ts.map +1 -1
- package/dist/wiz-findings.js +143 -50
- package/dist/wiz-findings.js.map +1 -1
- package/docs/classify-severity-records.md +28 -13
- package/docs/cli.md +623 -843
- package/docs/dedupe-records.md +54 -24
- package/docs/findings-service.md +87 -47
- package/docs/hosted-remediation.md +14 -7
- package/docs/hosted-scans.md +64 -41
- package/docs/telemetry.md +236 -0
- package/docs/validate-records.md +78 -44
- package/package.json +19 -17
- package/schemas/external-findings.schema.json +14 -1
- package/schemas/hosted-scan-v2.fixture.json +16 -1
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-001 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-002 +0 -0
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +0 -96
- package/_bundled_plugin/scripts/validate_tracking_source.py +0 -82
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +0 -136
- package/dist/deduplication/records-protocol.d.ts +0 -4
- package/dist/deduplication/records-protocol.d.ts.map +0 -1
- package/dist/deduplication/records-protocol.js +0 -49
- package/dist/deduplication/records-protocol.js.map +0 -1
- package/dist/external-imports-feature.d.ts +0 -6
- package/dist/external-imports-feature.d.ts.map +0 -1
- package/dist/external-imports-feature.js +0 -51
- package/dist/external-imports-feature.js.map +0 -1
- package/dist/finding-normalization.d.ts +0 -5
- package/dist/finding-normalization.d.ts.map +0 -1
- package/dist/finding-normalization.js +0 -120
- package/dist/finding-normalization.js.map +0 -1
|
@@ -5,6 +5,7 @@ from __future__ import annotations
|
|
|
5
5
|
import copy
|
|
6
6
|
import hashlib
|
|
7
7
|
import json
|
|
8
|
+
from collections.abc import Iterator
|
|
8
9
|
from pathlib import Path
|
|
9
10
|
from typing import Any
|
|
10
11
|
|
|
@@ -95,16 +96,18 @@ def _coverage_comparison_row(row: Any, field: str) -> Any:
|
|
|
95
96
|
return row
|
|
96
97
|
|
|
97
98
|
|
|
98
|
-
def
|
|
99
|
+
def _worker_coverage_sources(
|
|
100
|
+
rows: list[Any], worker_id: str, field: str
|
|
101
|
+
) -> Iterator[tuple[Any, Any]]:
|
|
99
102
|
"""Match accepted aggregate IDs without changing raw recovery identities."""
|
|
100
103
|
reserved = {
|
|
101
104
|
row["id"] for row in rows if isinstance(row, dict) and isinstance(row.get("id"), str)
|
|
102
105
|
}
|
|
103
106
|
emitted: set[str] = set()
|
|
104
|
-
projected = []
|
|
105
107
|
for index, original in enumerate(rows):
|
|
106
|
-
row =
|
|
108
|
+
row = original
|
|
107
109
|
if isinstance(row, dict) and field != "openQuestions":
|
|
110
|
+
row = row.copy()
|
|
108
111
|
generated = not isinstance(row.get("id"), str)
|
|
109
112
|
identity = str(index) if generated else row["id"]
|
|
110
113
|
base = identity
|
|
@@ -116,23 +119,28 @@ def _aggregate_worker_coverage_rows(rows: list[Any], worker_id: str, field: str)
|
|
|
116
119
|
reserved.add(identity)
|
|
117
120
|
emitted.add(identity)
|
|
118
121
|
row["id"] = identity
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
return projected
|
|
122
|
+
qualified = _project_worker_coverage_row(row, worker_id, field)
|
|
123
|
+
yield _coverage_comparison_row(qualified, field), original
|
|
124
|
+
|
|
123
125
|
|
|
126
|
+
_Row = dict[str, Any]
|
|
127
|
+
_LegacySurfaceLink = tuple[_Row, str, _Row, _Row, _Row | None]
|
|
124
128
|
|
|
125
|
-
|
|
129
|
+
|
|
130
|
+
def prepare_saved_coverage_projection(
|
|
126
131
|
sources: list[tuple[str, dict[str, Any], str | None]],
|
|
127
132
|
parent: dict[str, Any] | None,
|
|
128
133
|
source_order: dict[str, tuple[int, int]],
|
|
129
134
|
*,
|
|
130
|
-
|
|
131
|
-
receipt_resolver
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
]:
|
|
135
|
+
project_worker_coverage: bool,
|
|
136
|
+
receipt_resolver,
|
|
137
|
+
preserve_canonical_parent=False,
|
|
138
|
+
) -> tuple[bool, list[_LegacySurfaceLink]]:
|
|
135
139
|
"""Put bound worker evidence in parent coordinates without changing source files."""
|
|
140
|
+
if preserve_canonical_parent:
|
|
141
|
+
return False, []
|
|
142
|
+
# Older parent publications use worker/id identities. Reconcile those copies
|
|
143
|
+
# against their bound sources before projecting accepted attempt provenance.
|
|
136
144
|
workers = {owner for _, _, owner in sources if owner is not None}
|
|
137
145
|
parents = [
|
|
138
146
|
draft
|
|
@@ -145,8 +153,8 @@ def _prepare_worker_coverage_recovery(
|
|
|
145
153
|
# Prefer the selected parent over historical copies of a task's surface.
|
|
146
154
|
parents.insert(0, parent)
|
|
147
155
|
fields = ("surfaces", "explicitExclusions", "deferred", "openQuestions")
|
|
148
|
-
if not
|
|
149
|
-
|
|
156
|
+
if not project_worker_coverage:
|
|
157
|
+
project_worker_coverage = any(
|
|
150
158
|
isinstance(row, dict)
|
|
151
159
|
and isinstance(row.get("workerId"), str)
|
|
152
160
|
and row["workerId"] in workers
|
|
@@ -156,135 +164,105 @@ def _prepare_worker_coverage_recovery(
|
|
|
156
164
|
)
|
|
157
165
|
for draft in parents
|
|
158
166
|
for field in fields
|
|
159
|
-
for row in (
|
|
160
|
-
draft["reviewState"].get(field, [])
|
|
161
|
-
if isinstance(draft["reviewState"].get(field, []), list)
|
|
162
|
-
else []
|
|
163
|
-
)
|
|
167
|
+
for row in _coverage_rows(draft["reviewState"], field)
|
|
164
168
|
)
|
|
165
|
-
if not
|
|
169
|
+
if not project_worker_coverage:
|
|
166
170
|
return False, []
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
surface_links: list[
|
|
171
|
-
tuple[dict[str, Any], str, dict[str, Any], dict[str, Any], dict[str, Any] | None]
|
|
172
|
-
] = []
|
|
171
|
+
missing = object()
|
|
172
|
+
original_owners = {}
|
|
173
|
+
projected: dict[str, list[tuple[Any, Any]]] = {field: [] for field in fields}
|
|
174
|
+
surface_links: list[_LegacySurfaceLink] = []
|
|
173
175
|
for relative, draft, owner in sources:
|
|
174
176
|
if owner is None:
|
|
175
177
|
continue
|
|
176
|
-
directory = Path(relative).parent
|
|
177
|
-
if directory.name == "checkpoints":
|
|
178
|
-
directory = directory.parent
|
|
179
178
|
for field in fields:
|
|
180
|
-
rows = draft["reviewState"]
|
|
181
|
-
if not isinstance(rows, list):
|
|
182
|
-
continue
|
|
179
|
+
rows = _coverage_rows(draft["reviewState"], field)
|
|
183
180
|
for index, row in enumerate(rows):
|
|
184
181
|
if field == "openQuestions" and isinstance(row, str):
|
|
185
182
|
row = {"question": row}
|
|
186
183
|
rows[index] = row
|
|
187
184
|
if not isinstance(row, dict):
|
|
188
185
|
continue
|
|
186
|
+
original_owners.setdefault(id(row), row.get("workerId", missing))
|
|
189
187
|
row["workerId"] = owner
|
|
190
|
-
if field == "surfaces" and receipt_resolver is not None:
|
|
191
|
-
row["receiptRefs"] = receipt_resolver(relative, row, owner)
|
|
192
|
-
elif field == "surfaces" and isinstance(row.get("receiptRefs"), list):
|
|
193
|
-
refs = []
|
|
194
|
-
for ref in row["receiptRefs"]:
|
|
195
|
-
if isinstance(ref, str):
|
|
196
|
-
try:
|
|
197
|
-
normalized = _require_portable_relative_path(
|
|
198
|
-
ref, "Worker coverage receipt"
|
|
199
|
-
)
|
|
200
|
-
except ContractError:
|
|
201
|
-
pass # Leave malformed refs to the existing per-record recovery.
|
|
202
|
-
else:
|
|
203
|
-
if normalized.startswith("artifacts/"):
|
|
204
|
-
ref = f"{directory.as_posix()}/{normalized}"
|
|
205
|
-
refs.append(ref)
|
|
206
|
-
row["receiptRefs"] = refs
|
|
207
188
|
if field == "surfaces":
|
|
208
|
-
row
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
189
|
+
row["receiptRefs"] = receipt_resolver(relative, row, owner)
|
|
190
|
+
projected[field].extend(_worker_coverage_sources(rows, owner, field))
|
|
191
|
+
|
|
192
|
+
def originals(field: str, row: Any):
|
|
193
|
+
comparison = _coverage_comparison_row(row, field)
|
|
194
|
+
return (
|
|
195
|
+
original
|
|
196
|
+
for aggregate, original in projected[field]
|
|
197
|
+
if aggregate is comparison or aggregate == comparison
|
|
198
|
+
)
|
|
199
|
+
|
|
218
200
|
# A canonical aggregate contains copies of the same worker evidence. Let
|
|
219
201
|
# the existing per-worker chronology reconcile those originals exactly once.
|
|
220
202
|
# Keep parent-only evidence when its bound worker source is unavailable.
|
|
221
203
|
for draft in parents:
|
|
222
|
-
|
|
204
|
+
review = draft["reviewState"]
|
|
205
|
+
if not review:
|
|
223
206
|
continue
|
|
224
207
|
for field in fields:
|
|
225
|
-
rows =
|
|
226
|
-
if isinstance(rows, list):
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
]
|
|
208
|
+
rows = review.get(field, [])
|
|
209
|
+
if not isinstance(rows, list):
|
|
210
|
+
continue
|
|
211
|
+
remaining = []
|
|
212
|
+
for row in rows:
|
|
213
|
+
matches = originals(field, row)
|
|
214
|
+
first = next(matches, missing)
|
|
215
|
+
if first is missing:
|
|
216
|
+
remaining.append(row)
|
|
217
|
+
continue
|
|
218
|
+
if (
|
|
219
|
+
field != "surfaces"
|
|
220
|
+
or not isinstance(row, dict)
|
|
221
|
+
or not isinstance(row.get("id"), str)
|
|
222
|
+
):
|
|
223
|
+
continue
|
|
224
|
+
surface_sources = [first, *matches]
|
|
225
|
+
for task in _coverage_rows(review, "deferred"):
|
|
226
|
+
if (
|
|
227
|
+
isinstance(task, dict)
|
|
228
|
+
and isinstance(task.get("surfaceIds"), list)
|
|
229
|
+
and row["id"] in task["surfaceIds"]
|
|
230
|
+
):
|
|
231
|
+
source_task = next(originals("deferred", task), None)
|
|
232
|
+
surface_links.extend(
|
|
233
|
+
(task, row["id"], source, row, source_task)
|
|
234
|
+
for source in surface_sources
|
|
235
|
+
)
|
|
236
|
+
review[field] = remaining
|
|
237
|
+
# A selected parent may also be the result registered for a worker.
|
|
238
|
+
# Restore the retained input rows after comparing the published worker IDs.
|
|
239
|
+
for _, draft, owner in sources:
|
|
240
|
+
if owner is not None:
|
|
241
|
+
for field in fields:
|
|
242
|
+
for row in _coverage_rows(draft["reviewState"], field):
|
|
243
|
+
if isinstance(row, dict):
|
|
244
|
+
previous = original_owners[id(row)]
|
|
245
|
+
if previous is missing:
|
|
246
|
+
row.pop("workerId", None)
|
|
247
|
+
else:
|
|
248
|
+
row["workerId"] = previous
|
|
267
249
|
return True, surface_links
|
|
268
250
|
|
|
269
251
|
|
|
270
252
|
class SavedCoverageProjection:
|
|
271
|
-
"""
|
|
253
|
+
"""Track which worker supplied a coverage row so reconstructed links can resolve to the retained surface."""
|
|
272
254
|
|
|
273
|
-
def __init__(self, project_worker_coverage, legacy_surface_links,
|
|
255
|
+
def __init__(self, project_worker_coverage, legacy_surface_links, projection_origins):
|
|
274
256
|
self.project_worker_coverage = project_worker_coverage
|
|
275
257
|
self.legacy_surface_links = legacy_surface_links
|
|
276
258
|
self.legacy_source_outputs: dict[int, dict[str, Any]] = {}
|
|
277
259
|
self.worker_row_owners: dict[int, str] = {}
|
|
278
260
|
self.worker_surface_outputs: dict[tuple[str, str], dict[int, dict[str, Any]]] = {}
|
|
279
|
-
self.
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
if isinstance(rows, list)
|
|
285
|
-
for row in rows
|
|
286
|
-
if isinstance(row, dict)
|
|
287
|
-
}
|
|
261
|
+
self.projection_origins = projection_origins
|
|
262
|
+
|
|
263
|
+
def source_owner(self, row, fallback=None):
|
|
264
|
+
origin = self.projection_origins.get(id(row))
|
|
265
|
+
return origin[0] if origin is not None else fallback
|
|
288
266
|
|
|
289
267
|
def record_coverage_owner(self, retained, original, owner, field):
|
|
290
268
|
if self.project_worker_coverage and owner is not None and isinstance(retained, dict):
|
|
@@ -315,8 +293,7 @@ class SavedCoverageProjection:
|
|
|
315
293
|
if field == "surfaces":
|
|
316
294
|
# Canonical IDs can change while source content and ownership stay the same.
|
|
317
295
|
item = {key: value for key, value in item.items() if key != "id"}
|
|
318
|
-
|
|
319
|
-
for record in records if isinstance(records, list) else []:
|
|
296
|
+
for record in _coverage_rows(coverage, field):
|
|
320
297
|
if not isinstance(record, dict):
|
|
321
298
|
continue
|
|
322
299
|
original = dict(canonical_record(field, record))
|
|
@@ -335,8 +312,8 @@ class SavedCoverageProjection:
|
|
|
335
312
|
return None
|
|
336
313
|
|
|
337
314
|
def linked_surface(self, surface, outputs, named_outputs):
|
|
315
|
+
owner = self.source_owner(surface, surface.get("workerId"))
|
|
338
316
|
retained = outputs.get(id(surface))
|
|
339
|
-
owner = self.source_owner_by_id.get(id(surface), surface.get("workerId"))
|
|
340
317
|
if retained is None and isinstance(owner, str) and isinstance(surface.get("id"), str):
|
|
341
318
|
matches = named_outputs.get((owner, surface["id"]), {})
|
|
342
319
|
if len(matches) == 1:
|
|
@@ -351,12 +328,11 @@ class SavedCoverageProjection:
|
|
|
351
328
|
or worker["merge_state"] != "merged"
|
|
352
329
|
):
|
|
353
330
|
return False
|
|
354
|
-
reviews = canonical.get("reviews", [])
|
|
355
331
|
return any(
|
|
356
332
|
isinstance(review, dict)
|
|
357
333
|
and review.get("workerId") == worker["id"]
|
|
358
334
|
and review.get("attempt") == worker["attempt"]
|
|
359
|
-
for review in (
|
|
335
|
+
for review in _coverage_rows(canonical, "reviews")
|
|
360
336
|
)
|
|
361
337
|
|
|
362
338
|
def repair_reviewed_surface(self, coverage, canonical, worker, source, surface):
|
|
@@ -395,32 +371,29 @@ class SavedCoverageProjection:
|
|
|
395
371
|
coverage["surfaces"], retained, worker["id"], "surfaces", source, True
|
|
396
372
|
)
|
|
397
373
|
|
|
398
|
-
def
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
expected =
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
and isinstance(retained.get("surfaceIds"), list)
|
|
419
|
-
and published_id in retained["surfaceIds"]
|
|
374
|
+
def task_surface_links(self, candidates):
|
|
375
|
+
for task, published_id, surface, parent_surface, task_source in self.legacy_surface_links:
|
|
376
|
+
expected = None
|
|
377
|
+
if task_source is not None:
|
|
378
|
+
task_owner = self.source_owner(task_source)
|
|
379
|
+
expected = self.legacy_source_outputs.get(id(task_source))
|
|
380
|
+
if expected is None:
|
|
381
|
+
expected = _project_worker_coverage_row(task_source, task_owner, "deferred")
|
|
382
|
+
for owner, retained in candidates:
|
|
383
|
+
if retained == task or (
|
|
384
|
+
expected is not None
|
|
385
|
+
and (
|
|
386
|
+
retained is expected
|
|
387
|
+
or (
|
|
388
|
+
owner == task_owner
|
|
389
|
+
and isinstance(retained, dict)
|
|
390
|
+
and retained.get("id") == expected.get("id")
|
|
391
|
+
and isinstance(retained.get("surfaceIds"), list)
|
|
392
|
+
and published_id in retained["surfaceIds"]
|
|
393
|
+
)
|
|
420
394
|
)
|
|
421
|
-
)
|
|
422
|
-
|
|
423
|
-
]
|
|
395
|
+
):
|
|
396
|
+
yield retained, published_id, surface, parent_surface
|
|
424
397
|
|
|
425
398
|
def finalize(
|
|
426
399
|
self,
|
|
@@ -471,52 +444,39 @@ class SavedCoverageProjection:
|
|
|
471
444
|
retained_legacy_surface_links: dict[
|
|
472
445
|
int, tuple[dict[str, Any], dict[str, dict[str, Any]]]
|
|
473
446
|
] = {}
|
|
474
|
-
output_tasks = coverage
|
|
475
|
-
task_candidates = [
|
|
476
|
-
|
|
477
|
-
for row in (output_tasks if isinstance(output_tasks, list) else [])
|
|
478
|
-
]
|
|
479
|
-
for task, published_id, surface, _, task_source in self.legacy_surface_links:
|
|
447
|
+
output_tasks = _coverage_rows(coverage, "deferred")
|
|
448
|
+
task_candidates = [(self.worker_row_owners.get(id(row)), row) for row in output_tasks]
|
|
449
|
+
for task, published_id, surface, _ in self.task_surface_links(task_candidates):
|
|
480
450
|
retained_surface = self.linked_surface(
|
|
481
|
-
surface,
|
|
451
|
+
surface,
|
|
452
|
+
self.legacy_source_outputs,
|
|
453
|
+
self.worker_surface_outputs,
|
|
482
454
|
)
|
|
483
|
-
if retained_surface is None
|
|
484
|
-
|
|
485
|
-
for retained_task in self.linked_tasks(
|
|
486
|
-
task, published_id, task_source, task_candidates
|
|
487
|
-
):
|
|
488
|
-
_, links = retained_legacy_surface_links.setdefault(
|
|
489
|
-
id(retained_task), (retained_task, {})
|
|
490
|
-
)
|
|
455
|
+
if retained_surface is not None and isinstance(retained_surface.get("id"), str):
|
|
456
|
+
_, links = retained_legacy_surface_links.setdefault(id(task), (task, {}))
|
|
491
457
|
links.setdefault(published_id, retained_surface)
|
|
492
458
|
# A newer worker checkpoint may omit a surface still needed by a retained
|
|
493
459
|
# task. Restore its parent copy only when no worker replacement survived.
|
|
494
|
-
for task, published_id, surface, parent_surface
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
id(retained_task), (retained_task, {})
|
|
460
|
+
for task, published_id, surface, parent_surface in self.task_surface_links(task_candidates):
|
|
461
|
+
_, links = retained_legacy_surface_links.setdefault(id(task), (task, {}))
|
|
462
|
+
if published_id not in links and isinstance(coverage.get("surfaces"), list):
|
|
463
|
+
retained_surface = self.retain_coverage_row(
|
|
464
|
+
coverage["surfaces"], parent_surface, None, "surfaces"
|
|
500
465
|
)
|
|
501
|
-
|
|
502
|
-
retained_surface
|
|
503
|
-
|
|
504
|
-
)
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
"surfaces",
|
|
510
|
-
)
|
|
511
|
-
_inherit_coverage_sources(retained_surface, [parent_surface], coverage_sources)
|
|
512
|
-
links[published_id] = retained_surface
|
|
466
|
+
self.record_coverage_owner(
|
|
467
|
+
retained_surface,
|
|
468
|
+
surface,
|
|
469
|
+
self.source_owner(surface, surface.get("workerId")),
|
|
470
|
+
"surfaces",
|
|
471
|
+
)
|
|
472
|
+
_inherit_coverage_sources(retained_surface, [parent_surface], coverage_sources)
|
|
473
|
+
links[published_id] = retained_surface
|
|
513
474
|
if self.project_worker_coverage:
|
|
514
475
|
worker_surfaces: dict[tuple[str, str], dict[str, Any]] = {}
|
|
515
476
|
named_surface_outputs = {
|
|
516
477
|
identity for outputs in self.worker_surface_outputs.values() for identity in outputs
|
|
517
478
|
}
|
|
518
|
-
|
|
519
|
-
for surface in surfaces if isinstance(surfaces, list) else []:
|
|
479
|
+
for surface in _coverage_rows(coverage, "surfaces"):
|
|
520
480
|
if not isinstance(surface, dict):
|
|
521
481
|
continue
|
|
522
482
|
owner, identity = self.worker_row_owners.get(id(surface)), surface.get("id")
|
|
@@ -530,7 +490,7 @@ class SavedCoverageProjection:
|
|
|
530
490
|
and id(existing) not in named_surface_outputs
|
|
531
491
|
):
|
|
532
492
|
worker_surfaces[key] = surface
|
|
533
|
-
for task in output_tasks
|
|
493
|
+
for task in output_tasks:
|
|
534
494
|
if (
|
|
535
495
|
not isinstance(task, dict)
|
|
536
496
|
or (owner := self.worker_row_owners.get(id(task))) is None
|
|
@@ -644,8 +604,7 @@ class SavedCoverageProjection:
|
|
|
644
604
|
# tasks. Preserve their original links, even when the outcome changes ID
|
|
645
605
|
# or a distinct retained surface shares the old source-local ID.
|
|
646
606
|
for relative, draft, owner in all_sources:
|
|
647
|
-
|
|
648
|
-
for original in originals if isinstance(originals, list) else []:
|
|
607
|
+
for original in _coverage_rows(draft["reviewState"], "surfaces"):
|
|
649
608
|
if (
|
|
650
609
|
not isinstance(original, dict)
|
|
651
610
|
or id(original) in retained_surface_rows
|
|
@@ -686,8 +645,7 @@ class SavedCoverageProjection:
|
|
|
686
645
|
prospective_surfaces = {}
|
|
687
646
|
prospective_named = {}
|
|
688
647
|
for relative, draft, owner in all_sources:
|
|
689
|
-
|
|
690
|
-
for row in rows if isinstance(rows, list) else []:
|
|
648
|
+
for row in _coverage_rows(draft["reviewState"], "surfaces"):
|
|
691
649
|
if owner is None or not isinstance(row, dict):
|
|
692
650
|
continue
|
|
693
651
|
emitted = surface_is_retained(relative, owner, row)
|
|
@@ -711,73 +669,19 @@ class SavedCoverageProjection:
|
|
|
711
669
|
prospective_surfaces[id(row)] = projected
|
|
712
670
|
bound = {
|
|
713
671
|
(id(retained), published_id)
|
|
714
|
-
for
|
|
672
|
+
for retained, published_id, surface, _ in self.task_surface_links(prospective_tasks)
|
|
715
673
|
if self.linked_surface(surface, prospective_surfaces, prospective_named) is not None
|
|
716
|
-
for retained in self.linked_tasks(
|
|
717
|
-
task, published_id, task_source, prospective_tasks
|
|
718
|
-
)
|
|
719
674
|
}
|
|
720
|
-
for
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
)
|
|
724
|
-
|
|
725
|
-
|
|
726
|
-
|
|
727
|
-
bound.add(key)
|
|
675
|
+
for retained, published_id, _, parent_surface in self.task_surface_links(
|
|
676
|
+
prospective_tasks
|
|
677
|
+
):
|
|
678
|
+
key = (id(retained), published_id)
|
|
679
|
+
if key not in bound:
|
|
680
|
+
fallback_surfaces.append(parent_surface)
|
|
681
|
+
bound.add(key)
|
|
728
682
|
return fallback_surfaces
|
|
729
683
|
|
|
730
684
|
|
|
731
|
-
def prepare_saved_coverage_projection(
|
|
732
|
-
sources,
|
|
733
|
-
parent,
|
|
734
|
-
source_order,
|
|
735
|
-
*,
|
|
736
|
-
project_worker_coverage,
|
|
737
|
-
receipt_resolver,
|
|
738
|
-
preserve_canonical_parent=False,
|
|
739
|
-
):
|
|
740
|
-
if preserve_canonical_parent:
|
|
741
|
-
return SavedCoverageProjection(False, [], sources)
|
|
742
|
-
# Older parent publications use worker/id identities. Reconcile those copies
|
|
743
|
-
# against their bound sources before projecting accepted attempt provenance.
|
|
744
|
-
projected_metadata = {
|
|
745
|
-
id(row): ("workerId" in row, row.get("workerId"))
|
|
746
|
-
for relative, draft, _ in sources
|
|
747
|
-
for field in ("surfaces", "explicitExclusions", "deferred", "openQuestions")
|
|
748
|
-
for rows in (draft["reviewState"].get(field, []),)
|
|
749
|
-
if isinstance(rows, list)
|
|
750
|
-
for row in rows
|
|
751
|
-
if isinstance(row, dict)
|
|
752
|
-
}
|
|
753
|
-
project_worker_coverage, legacy_surface_links = _prepare_worker_coverage_recovery(
|
|
754
|
-
sources,
|
|
755
|
-
parent,
|
|
756
|
-
source_order,
|
|
757
|
-
enabled=project_worker_coverage,
|
|
758
|
-
receipt_resolver=receipt_resolver,
|
|
759
|
-
)
|
|
760
|
-
for _, draft, _ in sources:
|
|
761
|
-
for field in ("surfaces", "explicitExclusions", "deferred", "openQuestions"):
|
|
762
|
-
rows = draft["reviewState"].get(field, [])
|
|
763
|
-
if not isinstance(rows, list):
|
|
764
|
-
continue
|
|
765
|
-
for row in rows:
|
|
766
|
-
if not isinstance(row, dict):
|
|
767
|
-
continue
|
|
768
|
-
present, value = projected_metadata.get(id(row), (False, None))
|
|
769
|
-
if present:
|
|
770
|
-
row["workerId"] = value
|
|
771
|
-
else:
|
|
772
|
-
row.pop("workerId", None)
|
|
773
|
-
return SavedCoverageProjection(project_worker_coverage, legacy_surface_links, sources)
|
|
774
|
-
|
|
775
|
-
|
|
776
|
-
def _deferred_rows(coverage: dict[str, Any]) -> list[Any]:
|
|
777
|
-
rows = coverage.get("deferred", [])
|
|
778
|
-
return rows if isinstance(rows, list) else []
|
|
779
|
-
|
|
780
|
-
|
|
781
685
|
def _resolved_deferred_rows(draft: dict[str, Any], schema: dict[str, Any]) -> list[dict[str, Any]]:
|
|
782
686
|
if draft.get("complete") is False:
|
|
783
687
|
return []
|
|
@@ -786,7 +690,7 @@ def _resolved_deferred_rows(draft: dict[str, Any], schema: dict[str, Any]) -> li
|
|
|
786
690
|
try:
|
|
787
691
|
# Invalid closure metadata cannot discard the evidence it names.
|
|
788
692
|
_validate_schema_node(rows, schema, "coverage.resolvedDeferred")
|
|
789
|
-
_validate_resolved_deferred({**coverage, "deferred":
|
|
693
|
+
_validate_resolved_deferred({**coverage, "deferred": _coverage_rows(coverage, "deferred")})
|
|
790
694
|
except ContractError:
|
|
791
695
|
return []
|
|
792
696
|
return rows
|
|
@@ -855,7 +759,7 @@ def _merge_tied_parent_observations(
|
|
|
855
759
|
output.append(copy.deepcopy(row))
|
|
856
760
|
pending_ids = {
|
|
857
761
|
identity
|
|
858
|
-
for row in
|
|
762
|
+
for row in _coverage_rows(coverage, "deferred")
|
|
859
763
|
if isinstance(row, dict)
|
|
860
764
|
for identity in (row.get("id"), row.get("candidateId"))
|
|
861
765
|
if isinstance(identity, str)
|
|
@@ -26,6 +26,11 @@ _PUBLISHED_OUTPUTS = (
|
|
|
26
26
|
def _snapshot_published_outputs(
|
|
27
27
|
scan_dir: Path, relative_paths: tuple[str, ...] = _PUBLISHED_OUTPUTS
|
|
28
28
|
) -> dict[str, tuple[bytes, os.stat_result] | None]:
|
|
29
|
+
"""Capture each artifact's bytes and stat metadata before publication.
|
|
30
|
+
|
|
31
|
+
A None entry records an absent artifact. An unsafe optional threatmodel.md is
|
|
32
|
+
omitted so rollback leaves it alone. Other unreadable existing outputs raise ContractError.
|
|
33
|
+
"""
|
|
29
34
|
snapshots: dict[str, tuple[bytes, os.stat_result] | None] = {}
|
|
30
35
|
for relative in relative_paths:
|
|
31
36
|
descriptor = -1
|
|
@@ -56,6 +61,10 @@ def _restore_published_outputs(
|
|
|
56
61
|
snapshots: dict[str, tuple[bytes, os.stat_result] | None],
|
|
57
62
|
created_paths: set[str] | None = None,
|
|
58
63
|
) -> None:
|
|
64
|
+
"""Restore the captured bytes and timestamps after a publication failure.
|
|
65
|
+
|
|
66
|
+
Remove outputs that were originally absent and paths journaled as newly created by the caller.
|
|
67
|
+
"""
|
|
59
68
|
for relative, snapshot in snapshots.items():
|
|
60
69
|
if snapshot is None:
|
|
61
70
|
path = scan_dir / relative
|