@openai/codex-security 0.1.31 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +442 -2434
- package/_bundled_plugin/.app.json +5 -1
- package/_bundled_plugin/.codex-plugin/plugin.json +9 -5
- package/_bundled_plugin/.mcp.json +3 -0
- package/_bundled_plugin/examples/completed-scan/coverage.json +0 -1
- package/_bundled_plugin/examples/completed-scan/report.md +28 -26
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +1 -1
- package/_bundled_plugin/mcp/helpers.mjs +1 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +7 -214
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +563 -0
- package/_bundled_plugin/mcp/server.mjs +1 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/preflight/capability-profiles.toml +0 -13
- package/_bundled_plugin/references/artifact-storage.md +5 -5
- package/_bundled_plugin/references/config-preflight.md +1 -5
- package/_bundled_plugin/references/core-scan.md +34 -10
- package/_bundled_plugin/references/final-report.md +13 -13
- package/_bundled_plugin/references/finding-detail-fields.md +90 -80
- package/_bundled_plugin/references/sarif-adapter.md +1 -1
- package/_bundled_plugin/references/scan-artifacts.md +3 -4
- package/_bundled_plugin/references/scan-contract.md +11 -6
- package/_bundled_plugin/references/scan-prologue.md +12 -0
- package/_bundled_plugin/references/security-guidance.md +2 -2
- package/_bundled_plugin/references/standalone-validation.md +11 -0
- package/_bundled_plugin/references/threat-model.md +2 -2
- package/_bundled_plugin/schemas/coverage.schema.json +23 -47
- package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +2 -24
- package/_bundled_plugin/schemas/definitions/discovery-candidate.schema.json +49 -25
- package/_bundled_plugin/schemas/findings.schema.json +71 -192
- package/_bundled_plugin/schemas/scan-manifest.schema.json +83 -95
- package/_bundled_plugin/schemas/tools/candidate-attack-paths.schema.json +91 -83
- package/_bundled_plugin/schemas/tools/candidate-validations.schema.json +35 -64
- package/_bundled_plugin/schemas/tools/deep-reducer.schema.json +5 -2
- package/_bundled_plugin/schemas/tools/discovery-candidates.schema.json +6 -55
- package/_bundled_plugin/schemas/tools/review-items.schema.json +2 -38
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +245 -356
- package/_bundled_plugin/scripts/codex_profile.mjs +239 -0
- package/_bundled_plugin/scripts/codex_session.mjs +53 -0
- package/_bundled_plugin/scripts/config_preflight.py +29 -69
- package/_bundled_plugin/scripts/deep_scan_config.py +9 -11
- package/_bundled_plugin/scripts/deep_scan_workbench.py +208 -363
- package/_bundled_plugin/scripts/filesystem_identity.py +1 -5
- package/_bundled_plugin/scripts/finalize_scan_contract.py +733 -375
- package/_bundled_plugin/scripts/finding_preview.py +81 -91
- package/_bundled_plugin/scripts/generate_in_scope_files.py +48 -102
- package/_bundled_plugin/scripts/generate_rank_input.py +117 -888
- package/_bundled_plugin/scripts/launch_codex_security_mcp +35 -6
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +5 -5
- package/_bundled_plugin/scripts/rank_preview.py +43 -902
- package/_bundled_plugin/scripts/report_projection.py +143 -219
- package/_bundled_plugin/scripts/snapshot_sqlite.py +6 -1
- package/_bundled_plugin/scripts/threat_model_projection.py +161 -0
- package/_bundled_plugin/scripts/validate_scan_contract.py +4 -34
- package/_bundled_plugin/scripts/validate_tracking_source.py +3 -13
- package/_bundled_plugin/scripts/windows_scan_local_files.py +59 -9
- package/_bundled_plugin/scripts/workbench/handoff.py +25 -50
- package/_bundled_plugin/scripts/workbench/runtime_toml.py +22 -0
- package/_bundled_plugin/scripts/workbench/storage.py +21 -6
- package/_bundled_plugin/scripts/workbench_cli.py +99 -190
- package/_bundled_plugin/scripts/workbench_constants.py +6 -14
- package/_bundled_plugin/scripts/workbench_db.py +524 -672
- package/_bundled_plugin/scripts/workbench_feedback.py +6 -3
- package/_bundled_plugin/scripts/workbench_finding_index.py +20 -7
- package/_bundled_plugin/scripts/workbench_finding_workflows.py +18 -4
- package/_bundled_plugin/scripts/workbench_local_dedupe.py +136 -0
- package/_bundled_plugin/scripts/workbench_native_indexes.py +28 -18
- package/_bundled_plugin/scripts/workbench_progress.py +26 -92
- package/_bundled_plugin/scripts/workbench_publication.py +77 -116
- package/_bundled_plugin/scripts/workbench_remediation.py +14 -20
- package/_bundled_plugin/scripts/workbench_saved_results.py +1402 -263
- package/_bundled_plugin/scripts/workbench_scan_history.py +57 -57
- package/_bundled_plugin/scripts/workbench_scan_start.py +109 -52
- package/_bundled_plugin/scripts/workbench_scan_usage.py +30 -49
- package/_bundled_plugin/scripts/workbench_schema.py +71 -1370
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +16 -7
- package/_bundled_plugin/scripts/workbench_target.py +526 -150
- package/_bundled_plugin/scripts/workbench_target_state.py +1 -5
- package/_bundled_plugin/scripts/workbench_validation.py +19 -44
- package/_bundled_plugin/shared/workbench-history-repairs.json +218 -0
- package/_bundled_plugin/shared/workbench-migrations.json +397 -0
- package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +15 -4
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +1 -0
- package/_bundled_plugin/skills/cloud-findings/SKILL.md +54 -0
- package/_bundled_plugin/skills/cloud-findings/agents/openai.yaml +4 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +6 -6
- package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/finding-discovery/SKILL.md +3 -3
- package/_bundled_plugin/skills/propose-security-hardening/references/proposal-format.md +50 -20
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +8 -14
- package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/SKILL.md +22 -7
- package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +2 -2
- package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +13 -1
- package/_bundled_plugin/skills/threat-model/SKILL.md +2 -2
- package/_bundled_plugin/skills/track-findings/SKILL.md +46 -178
- package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +16 -24
- package/_bundled_plugin/skills/track-findings/references/jira.md +15 -61
- package/_bundled_plugin/skills/triage-finding/SKILL.md +50 -289
- package/_bundled_plugin/skills/triage-finding/agents/openai.yaml +2 -2
- package/_bundled_plugin/skills/triage-finding/references/ticket-intake.md +23 -43
- package/_bundled_plugin/skills/triage-finding/references/triage-result-contract.md +7 -1
- package/bin/codex-security.mjs +9 -2
- package/dist/api.d.ts +63 -15
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +970 -553
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +70 -0
- package/dist/artifact-export.d.ts.map +1 -0
- package/dist/artifact-export.js +292 -0
- package/dist/artifact-export.js.map +1 -0
- package/dist/auth.d.ts +2 -6
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +27 -12
- package/dist/auth.js.map +1 -1
- package/dist/bulk-scan-discovery.d.ts +1 -0
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +9 -9
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/classify-scan-severity.d.ts.map +1 -1
- package/dist/classify-scan-severity.js +2 -5
- package/dist/classify-scan-severity.js.map +1 -1
- package/dist/classify-severity.d.ts +28 -17
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +16 -35
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-help.d.ts +3 -0
- package/dist/cli-help.d.ts.map +1 -0
- package/dist/cli-help.js +285 -0
- package/dist/cli-help.js.map +1 -0
- package/dist/cli-signals.d.ts +8 -0
- package/dist/cli-signals.d.ts.map +1 -0
- package/dist/cli-signals.js +28 -0
- package/dist/cli-signals.js.map +1 -0
- package/dist/cli.d.ts +22 -24
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1660 -1556
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +11 -17
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codeowners.d.ts +19 -0
- package/dist/codeowners.d.ts.map +1 -0
- package/dist/codeowners.js +138 -0
- package/dist/codeowners.js.map +1 -0
- package/dist/codex-prompt.d.ts.map +1 -1
- package/dist/codex-prompt.js +1 -2
- package/dist/codex-prompt.js.map +1 -1
- package/dist/codex-sdk-environment.d.ts +3 -0
- package/dist/codex-sdk-environment.d.ts.map +1 -0
- package/dist/codex-sdk-environment.js +68 -0
- package/dist/codex-sdk-environment.js.map +1 -0
- package/dist/component-plan.d.ts +2 -5
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +38 -34
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +7 -5
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +54 -44
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +93 -104
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +15 -2
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +124 -348
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +13 -6
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +75 -34
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts +10 -2
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +116 -134
- package/dist/cost.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +7 -6
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts +1 -2
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +23 -16
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/checkpointed-review.d.ts +4 -2
- package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
- package/dist/deduplication/checkpointed-review.js +33 -20
- package/dist/deduplication/checkpointed-review.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +9 -1
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +129 -20
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +5 -2
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +18 -4
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +26 -4
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +59 -47
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.d.ts.map +1 -1
- package/dist/deduplication/deduplication.js +59 -113
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/diagnostics.d.ts +17 -0
- package/dist/deduplication/diagnostics.d.ts.map +1 -0
- package/dist/deduplication/diagnostics.js +5 -0
- package/dist/deduplication/diagnostics.js.map +1 -0
- package/dist/deduplication/finding-schema.d.ts.map +1 -1
- package/dist/deduplication/finding-schema.js +7 -1
- package/dist/deduplication/finding-schema.js.map +1 -1
- package/dist/deduplication/local.d.ts +31 -0
- package/dist/deduplication/local.d.ts.map +1 -0
- package/dist/deduplication/local.js +166 -0
- package/dist/deduplication/local.js.map +1 -0
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +12 -28
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/records.d.ts +188 -12
- package/dist/deduplication/records.d.ts.map +1 -1
- package/dist/deduplication/records.js +34 -24
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/review.d.ts +7 -0
- package/dist/deduplication/review.d.ts.map +1 -1
- package/dist/deduplication/review.js.map +1 -1
- package/dist/deduplication/scan.d.ts +9 -3
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +159 -44
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +2 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +7 -23
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-progress.d.ts +2 -1
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-progress.js +32 -47
- package/dist/deep-progress.js.map +1 -1
- package/dist/deep-scan.d.ts +20 -0
- package/dist/deep-scan.d.ts.map +1 -0
- package/dist/deep-scan.js +113 -0
- package/dist/deep-scan.js.map +1 -0
- package/dist/errors.d.ts +5 -2
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +7 -7
- package/dist/errors.js.map +1 -1
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +53 -21
- package/dist/feedback.js.map +1 -1
- package/dist/finding-catalogue.d.ts.map +1 -1
- package/dist/finding-catalogue.js +26 -30
- package/dist/finding-catalogue.js.map +1 -1
- package/dist/finding-normalization.d.ts +5 -0
- package/dist/finding-normalization.d.ts.map +1 -0
- package/dist/finding-normalization.js +120 -0
- package/dist/finding-normalization.js.map +1 -0
- package/dist/finding-retrieval.d.ts +9 -0
- package/dist/finding-retrieval.d.ts.map +1 -1
- package/dist/finding-retrieval.js.map +1 -1
- package/dist/finding-workflow.d.ts +13 -8
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +18 -13
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +2 -1
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +36 -9
- package/dist/findings-client.js.map +1 -1
- package/dist/findings-errors.d.ts +16 -0
- package/dist/findings-errors.d.ts.map +1 -0
- package/dist/findings-errors.js +24 -0
- package/dist/findings-errors.js.map +1 -0
- package/dist/findings-import.d.ts +1 -1
- package/dist/findings-import.d.ts.map +1 -1
- package/dist/findings-import.js +16 -44
- package/dist/findings-import.js.map +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +9 -4
- package/dist/github.js.map +1 -1
- package/dist/import-scan.d.ts.map +1 -1
- package/dist/import-scan.js +49 -39
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +11 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts +7 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +115 -47
- package/dist/knowledge-base.js.map +1 -1
- package/dist/linear.d.ts.map +1 -1
- package/dist/linear.js +4 -10
- package/dist/linear.js.map +1 -1
- package/dist/mock-scan.d.ts.map +1 -1
- package/dist/mock-scan.js +0 -1
- package/dist/mock-scan.js.map +1 -1
- package/dist/models.d.ts +24 -2
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts +9 -3
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +225 -153
- package/dist/multiscan.js.map +1 -1
- package/dist/owner-evidence.d.ts +10 -2
- package/dist/owner-evidence.d.ts.map +1 -1
- package/dist/owner-evidence.js +69 -14
- package/dist/owner-evidence.js.map +1 -1
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +5 -6
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config-schema.d.ts +10 -0
- package/dist/project-config-schema.d.ts.map +1 -1
- package/dist/project-config-schema.js +1 -0
- package/dist/project-config-schema.js.map +1 -1
- package/dist/project-config.d.ts +1 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +5 -3
- package/dist/project-config.js.map +1 -1
- package/dist/prompt-files.d.ts +0 -1
- package/dist/prompt-files.d.ts.map +1 -1
- package/dist/prompt-files.js +2 -4
- package/dist/prompt-files.js.map +1 -1
- package/dist/provider-profile.d.ts +21 -0
- package/dist/provider-profile.d.ts.map +1 -0
- package/dist/provider-profile.js +133 -0
- package/dist/provider-profile.js.map +1 -0
- package/dist/publication-events.d.ts +6 -8
- package/dist/publication-events.d.ts.map +1 -1
- package/dist/publication-events.js +40 -79
- package/dist/publication-events.js.map +1 -1
- package/dist/publication-store.d.ts.map +1 -1
- package/dist/publication-store.js +48 -76
- package/dist/publication-store.js.map +1 -1
- package/dist/publication.d.ts +1 -2
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js +7 -16
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts +1 -5
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +138 -199
- package/dist/publish.js.map +1 -1
- package/dist/record.d.ts +2 -0
- package/dist/record.d.ts.map +1 -0
- package/dist/record.js +4 -0
- package/dist/record.js.map +1 -0
- package/dist/request-metadata.d.ts +9 -0
- package/dist/request-metadata.d.ts.map +1 -0
- package/dist/request-metadata.js +13 -0
- package/dist/request-metadata.js.map +1 -0
- package/dist/result.d.ts +4 -1
- package/dist/result.d.ts.map +1 -1
- package/dist/result.js +7 -0
- package/dist/result.js.map +1 -1
- package/dist/runtime.d.ts +25 -17
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +619 -255
- package/dist/runtime.js.map +1 -1
- package/dist/saved-scan-bootstrap.d.ts +14 -0
- package/dist/saved-scan-bootstrap.d.ts.map +1 -0
- package/dist/saved-scan-bootstrap.js +261 -0
- package/dist/saved-scan-bootstrap.js.map +1 -0
- package/dist/saved-scan.d.ts +1 -1
- package/dist/saved-scan.d.ts.map +1 -1
- package/dist/saved-scan.js +16 -32
- package/dist/saved-scan.js.map +1 -1
- package/dist/scan-activity.d.ts.map +1 -1
- package/dist/scan-activity.js +19 -30
- package/dist/scan-activity.js.map +1 -1
- package/dist/scan-comparison.d.ts +31 -18
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js +307 -347
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +3 -1
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +351 -92
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js +55 -15
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-inputs.d.ts +6 -0
- package/dist/scan-inputs.d.ts.map +1 -0
- package/dist/scan-inputs.js +71 -0
- package/dist/scan-inputs.js.map +1 -0
- package/dist/scan-logs.d.ts +2 -3
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +14 -12
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-sessions.d.ts +4 -0
- package/dist/scan-sessions.d.ts.map +1 -1
- package/dist/scan-sessions.js +18 -3
- package/dist/scan-sessions.js.map +1 -1
- package/dist/scan-settings.d.ts +5 -0
- package/dist/scan-settings.d.ts.map +1 -1
- package/dist/scan-settings.js +4 -0
- package/dist/scan-settings.js.map +1 -1
- package/dist/scan-skill-paths.d.ts +8 -0
- package/dist/scan-skill-paths.d.ts.map +1 -0
- package/dist/scan-skill-paths.js +47 -0
- package/dist/scan-skill-paths.js.map +1 -0
- package/dist/security-policy-cli.d.ts.map +1 -1
- package/dist/security-policy-cli.js +15 -33
- package/dist/security-policy-cli.js.map +1 -1
- package/dist/security-policy.d.ts +17 -9
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +131 -98
- package/dist/security-policy.js.map +1 -1
- package/dist/server/api.d.ts +0 -1
- package/dist/server/api.d.ts.map +1 -1
- package/dist/server/api.js +0 -1
- package/dist/server/api.js.map +1 -1
- package/dist/server/embeddings.d.ts +3 -1
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js +11 -3
- package/dist/server/embeddings.js.map +1 -1
- package/dist/server/errors.d.ts +5 -2
- package/dist/server/errors.d.ts.map +1 -1
- package/dist/server/errors.js +7 -0
- package/dist/server/errors.js.map +1 -1
- package/dist/server/sqlite-store.d.ts +0 -2
- package/dist/server/sqlite-store.d.ts.map +1 -1
- package/dist/server/sqlite-store.js +55 -55
- package/dist/server/sqlite-store.js.map +1 -1
- package/dist/server/storage.d.ts +0 -2
- package/dist/server/storage.d.ts.map +1 -1
- package/dist/server/storage.js.map +1 -1
- package/dist/severity-store.js +20 -32
- package/dist/severity-store.js.map +1 -1
- package/dist/standalone-validation-prompt.d.ts +2 -0
- package/dist/standalone-validation-prompt.d.ts.map +1 -0
- package/dist/standalone-validation-prompt.js +10 -0
- package/dist/standalone-validation-prompt.js.map +1 -0
- package/dist/suggest-owners.d.ts +6 -5
- package/dist/suggest-owners.d.ts.map +1 -1
- package/dist/suggest-owners.js +15 -10
- package/dist/suggest-owners.js.map +1 -1
- package/dist/targets.d.ts +12 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +124 -62
- package/dist/targets.js.map +1 -1
- package/dist/trusted-executable.d.ts +6 -1
- package/dist/trusted-executable.d.ts.map +1 -1
- package/dist/trusted-executable.js +28 -9
- package/dist/trusted-executable.js.map +1 -1
- package/dist/value.d.ts +2 -0
- package/dist/value.d.ts.map +1 -0
- package/dist/value.js +27 -0
- package/dist/value.js.map +1 -0
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +3 -6
- package/dist/version.js.map +1 -1
- package/dist/windows-path.d.ts.map +1 -1
- package/dist/windows-path.js +1 -2
- package/dist/windows-path.js.map +1 -1
- package/dist/workbench-arguments.d.ts +3 -0
- package/dist/workbench-arguments.d.ts.map +1 -0
- package/dist/workbench-arguments.js +15 -0
- package/dist/workbench-arguments.js.map +1 -0
- package/dist/worker-progress.d.ts +2 -0
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js +40 -46
- package/dist/worker-progress.js.map +1 -1
- package/docs/cli.md +1778 -0
- package/docs/dedupe-records.md +24 -0
- package/docs/findings-service.md +402 -0
- package/package.json +23 -23
- package/schemas/project-config.schema.json +5 -0
- package/_bundled_plugin/schemas/tools/worker-threat-model.schema.json +0 -18
- package/_bundled_plugin/scripts/normalize_candidates.py +0 -338
- package/_bundled_plugin/scripts/workbench_dashboard.py +0 -159
- package/_bundled_plugin/scripts/workbench_findings.py +0 -221
- package/_bundled_plugin/scripts/workbench_severity.py +0 -119
- package/_bundled_plugin/skills/assess-patch-risk/scripts/validate_patch_risk_assessment.py +0 -163
- package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +0 -276
- package/dist/server/dashboard/app.css +0 -2
- package/dist/server/dashboard/app.js +0 -66
- package/dist/server/dashboard/index.html +0 -18
- package/dist/server/dashboard-types.d.ts +0 -48
- package/dist/server/dashboard-types.d.ts.map +0 -1
- package/dist/server/dashboard-types.js +0 -2
- package/dist/server/dashboard-types.js.map +0 -1
- package/dist/server/dashboard.d.ts +0 -6
- package/dist/server/dashboard.d.ts.map +0 -1
- package/dist/server/dashboard.js +0 -59
- package/dist/server/dashboard.js.map +0 -1
- package/dist/server/findings-service.d.ts +0 -20
- package/dist/server/findings-service.d.ts.map +0 -1
- package/dist/server/findings-service.js +0 -31
- package/dist/server/findings-service.js.map +0 -1
- package/dist/server/index.d.ts +0 -2
- package/dist/server/index.d.ts.map +0 -1
- package/dist/server/index.js +0 -6
- package/dist/server/index.js.map +0 -1
- package/dist/server/routes.d.ts +0 -6
- package/dist/server/routes.d.ts.map +0 -1
- package/dist/server/routes.js +0 -86
- package/dist/server/routes.js.map +0 -1
- package/dist/server/serve.d.ts +0 -2
- package/dist/server/serve.d.ts.map +0 -1
- package/dist/server/serve.js +0 -28
- package/dist/server/serve.js.map +0 -1
- package/dist/server/server.d.ts +0 -10
- package/dist/server/server.d.ts.map +0 -1
- package/dist/server/server.js +0 -17
- package/dist/server/server.js.map +0 -1
- package/dist/server/validation.d.ts +0 -17
- package/dist/server/validation.d.ts.map +0 -1
- package/dist/server/validation.js +0 -53
- package/dist/server/validation.js.map +0 -1
|
@@ -1,14 +1,27 @@
|
|
|
1
1
|
import { loadContractWithScanDirectory } from "../contract.js";
|
|
2
|
-
import {
|
|
2
|
+
import { environmentEntry } from "../auth.js";
|
|
3
|
+
import { bundledPluginRoot, codexSecurityStateDirectory, canonicalizeModelSafePath, } from "../runtime.js";
|
|
3
4
|
import { resolveCompletedScan, } from "../saved-scan.js";
|
|
4
|
-
import {
|
|
5
|
+
import { savedScanWorkbench } from "../saved-scan-bootstrap.js";
|
|
6
|
+
import { CodexReviewRunner, reviewSqliteHome } from "./codex-review.js";
|
|
7
|
+
import { mkdir } from "node:fs/promises";
|
|
8
|
+
import { isWithin } from "../trusted-executable.js";
|
|
5
9
|
import { FindingDeduplicator, deduplicationConcurrency, } from "./deduplication.js";
|
|
6
|
-
import {
|
|
10
|
+
import { CodexGroupingReviewer, } from "./deduplication-reviewer.js";
|
|
7
11
|
import { FindingsClient } from "../findings-client.js";
|
|
8
12
|
import { FindingWorkflow, workflowDestination, workflowDigest, } from "../finding-workflow.js";
|
|
9
13
|
import { publishScanToCustomInternal } from "../custom-publish.js";
|
|
10
14
|
import { CheckpointedReviewRunner, reviewSettingsDigest, } from "./checkpointed-review.js";
|
|
11
15
|
import { normalizeRepository } from "../targets.js";
|
|
16
|
+
import { LocalDeduplication } from "./local.js";
|
|
17
|
+
import { configuredCodexHome, readCodexHomeConfig } from "../auth.js";
|
|
18
|
+
import { CodexSecurityError } from "../errors.js";
|
|
19
|
+
import { comparisonEnvironment } from "../scan-comparison.js";
|
|
20
|
+
import { isDeepStrictEqual } from "node:util";
|
|
21
|
+
import { isRecord } from "../record.js";
|
|
22
|
+
import { resolveCodexProfile } from "../config.js";
|
|
23
|
+
import { savedSourceContext } from "./deduplication-prompts.js";
|
|
24
|
+
import { emitDiagnostic, } from "./diagnostics.js";
|
|
12
25
|
/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */
|
|
13
26
|
export async function deduplicateScan(scanId, options) {
|
|
14
27
|
return await deduplicateScanInternal(scanId, options);
|
|
@@ -21,8 +34,7 @@ export async function deduplicateScanDirectory(scanDirectory, options) {
|
|
|
21
34
|
export async function deduplicateScanDirectoryInternal(scanDirectory, options, dependencies = {}) {
|
|
22
35
|
options.signal?.throwIfAborted();
|
|
23
36
|
deduplicationConcurrency(options.concurrency);
|
|
24
|
-
|
|
25
|
-
return await deduplicateResolvedScan(scanDirectory, repository, options.expectedScanId, options, dependencies, await bundledPluginRoot(), true);
|
|
37
|
+
return await deduplicateResolvedScan(scanDirectory, await normalizeRepository(options.repository, options.signal), options.expectedScanId, options, dependencies, await bundledPluginRoot(), true);
|
|
26
38
|
}
|
|
27
39
|
/** @internal */
|
|
28
40
|
export async function deduplicateScanInternal(scanId, options, dependencies = {}) {
|
|
@@ -30,44 +42,47 @@ export async function deduplicateScanInternal(scanId, options, dependencies = {}
|
|
|
30
42
|
deduplicationConcurrency(options.concurrency);
|
|
31
43
|
const environment = dependencies.environment ?? process.env;
|
|
32
44
|
const pluginRoot = await bundledPluginRoot();
|
|
45
|
+
const bootstrap = dependencies.runWorkbench
|
|
46
|
+
? undefined
|
|
47
|
+
: await savedScanWorkbench(scanId, {
|
|
48
|
+
environment,
|
|
49
|
+
pluginRoot,
|
|
50
|
+
currentDirectory: dependencies.currentDirectory?.() ?? process.cwd(),
|
|
51
|
+
signal: options.signal,
|
|
52
|
+
});
|
|
33
53
|
const scan = await resolveCompletedScan(scanId, {
|
|
34
54
|
currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),
|
|
35
|
-
runWorkbench:
|
|
36
|
-
(
|
|
37
|
-
const stateEnvironment = {
|
|
38
|
-
...environment,
|
|
39
|
-
CODEX_SECURITY_STATE_DIR: codexSecurityStateDirectory(environment),
|
|
40
|
-
};
|
|
41
|
-
return await runWorkbench({
|
|
42
|
-
environment: stateEnvironment,
|
|
43
|
-
pluginRoot,
|
|
44
|
-
python: await resolvePluginPython({
|
|
45
|
-
environment: stateEnvironment,
|
|
46
|
-
}),
|
|
47
|
-
signal: options.signal,
|
|
48
|
-
failureMessage: "Could not read Codex Security scan history",
|
|
49
|
-
}, args);
|
|
50
|
-
}),
|
|
55
|
+
runWorkbench: bootstrap ??
|
|
56
|
+
((args, input) => dependencies.runWorkbench(args, input, options.signal)),
|
|
51
57
|
});
|
|
52
|
-
return await deduplicateResolvedScan(scan.scanDir, scan["targetPath"], scan.scanId, options,
|
|
58
|
+
return await deduplicateResolvedScan(scan.scanDir, scan["targetPath"], scan.scanId, options, bootstrap
|
|
59
|
+
? { ...dependencies, environment: bootstrap.environment }
|
|
60
|
+
: dependencies, pluginRoot, false);
|
|
53
61
|
}
|
|
54
62
|
async function deduplicateResolvedScan(selectedDirectory, repositoryPath, expectedScanId, options, dependencies, pluginRoot, bindRepository) {
|
|
55
63
|
const environment = dependencies.environment ?? process.env;
|
|
64
|
+
if (options.embedding !== undefined && options.findingsUrl !== undefined)
|
|
65
|
+
throw new CodexSecurityError("Custom embeddings are only supported for local deduplication.");
|
|
56
66
|
const { contract, scanDirectory } = await loadContractWithScanDirectory(selectedDirectory, {
|
|
57
67
|
pluginRoot,
|
|
58
68
|
expectedScanId,
|
|
59
69
|
signal: options.signal,
|
|
60
70
|
});
|
|
61
71
|
const scanId = contract.manifest.scan.id;
|
|
62
|
-
const client = new FindingsClient(options.findingsUrl, options.signal, dependencies.fetch);
|
|
63
72
|
const scope = options.allRepositories === true
|
|
64
73
|
? { allRepositories: true }
|
|
65
74
|
: { repositoryId: contract.manifest.scan.target.targetId };
|
|
75
|
+
const injectedWorkbench = dependencies.runWorkbench;
|
|
76
|
+
const workbench = injectedWorkbench &&
|
|
77
|
+
(({ signal }, args, input) => injectedWorkbench(args, input, signal ?? options.signal));
|
|
78
|
+
const local = options.findingsUrl === undefined
|
|
79
|
+
? new LocalDeduplication(environment, scope, repositoryPath, options.signal, workbench, options.embedding)
|
|
80
|
+
: undefined;
|
|
81
|
+
const client = local ??
|
|
82
|
+
new FindingsClient(options.findingsUrl, options.signal, dependencies.fetch);
|
|
66
83
|
const workflow = options.workflowId === undefined
|
|
67
84
|
? undefined
|
|
68
|
-
: new FindingWorkflow(options.workflowId, environment,
|
|
69
|
-
? undefined
|
|
70
|
-
: (_options, args, input) => dependencies.runWorkbench(args, input));
|
|
85
|
+
: new FindingWorkflow(options.workflowId, environment, workbench, undefined, repositoryPath);
|
|
71
86
|
if (workflow) {
|
|
72
87
|
await workflow.protectArtifacts(scanDirectory);
|
|
73
88
|
await workflow.bind({
|
|
@@ -75,46 +90,146 @@ async function deduplicateResolvedScan(selectedDirectory, repositoryPath, expect
|
|
|
75
90
|
scanId,
|
|
76
91
|
scanDir: scanDirectory,
|
|
77
92
|
artifactDigest: workflowDigest(contract),
|
|
78
|
-
destination:
|
|
93
|
+
destination: local
|
|
94
|
+
? `sqlite:${codexSecurityStateDirectory(environment)}`
|
|
95
|
+
: workflowDestination(options.findingsUrl),
|
|
79
96
|
scope,
|
|
80
97
|
});
|
|
81
98
|
await workflow.complete("scan", null);
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
});
|
|
99
|
+
if (!local)
|
|
100
|
+
await publishScanToCustomInternal(scanDirectory, {
|
|
101
|
+
findingsUrl: options.findingsUrl,
|
|
102
|
+
workflowId: options.workflowId,
|
|
103
|
+
expectedScanId: scanId,
|
|
104
|
+
signal: options.signal,
|
|
105
|
+
}, {
|
|
106
|
+
environment,
|
|
107
|
+
fetch: dependencies.fetch,
|
|
108
|
+
runWorkbench: workbench,
|
|
109
|
+
});
|
|
94
110
|
}
|
|
95
111
|
const dedupe = async () => {
|
|
112
|
+
if (local) {
|
|
113
|
+
await (workflow ?? new FindingWorkflow(scanId, environment)).protectArtifacts(scanDirectory);
|
|
114
|
+
emitDiagnostic(options.onDiagnostic, { event: "preparation.started" });
|
|
115
|
+
await local.prepare(contract.findings.findings, contract.manifest.scan.target.targetId);
|
|
116
|
+
emitDiagnostic(options.onDiagnostic, { event: "preparation.completed" });
|
|
117
|
+
}
|
|
96
118
|
const saved = (await workflow?.get())?.stages.dedupe;
|
|
97
119
|
if (saved?.pendingWrite) {
|
|
120
|
+
if (local &&
|
|
121
|
+
(saved.pendingWrite.local?.inputDigest !== local.inputDigest ||
|
|
122
|
+
workflowDigest(saved.pendingWrite.local.source) !==
|
|
123
|
+
workflowDigest(await workflow.sourceSnapshot(repositoryPath, saved.pendingWrite.local.gitDisabled, (saved.pendingWrite.local.source["privateStatePaths"] ??
|
|
124
|
+
[]))))) {
|
|
125
|
+
throw new CodexSecurityError("Local deduplication inputs changed. Use a new workflow ID to review them.");
|
|
126
|
+
}
|
|
98
127
|
await client.storeDedupeGroups(saved.pendingWrite.groups);
|
|
99
128
|
return saved.result;
|
|
100
129
|
}
|
|
130
|
+
const reviewEnvironment = dependencies.reviewer
|
|
131
|
+
? environment
|
|
132
|
+
: await (dependencies.resolveReviewEnvironment ?? comparisonEnvironment)(environment, undefined, options.signal);
|
|
133
|
+
const reviewConfiguration = dependencies.reviewer
|
|
134
|
+
? {}
|
|
135
|
+
: await modelConfigurationForReview(environment, reviewEnvironment, options.signal);
|
|
101
136
|
const runner = dependencies.reviewRunner ??
|
|
102
|
-
new CodexReviewRunner(
|
|
137
|
+
new CodexReviewRunner(reviewEnvironment, undefined, options.signal, repositoryPath, undefined, options.onDiagnostic, dependencies.surface ?? "sdk");
|
|
138
|
+
const privateStatePaths = [];
|
|
139
|
+
if (workflow && !dependencies.reviewer) {
|
|
140
|
+
const root = await canonicalizeModelSafePath(repositoryPath);
|
|
141
|
+
const sqliteHome = await canonicalizeModelSafePath(reviewSqliteHome(reviewEnvironment, reviewConfiguration));
|
|
142
|
+
if (isWithin(root, sqliteHome)) {
|
|
143
|
+
if (isWithin(sqliteHome, root))
|
|
144
|
+
throw new CodexSecurityError("Native SQLite storage must not be the reviewed repository root when checkpointing deduplication.");
|
|
145
|
+
// Create missing private parents before capturing source; native startup owns the database files.
|
|
146
|
+
await mkdir(sqliteHome, { recursive: true, mode: 0o700 });
|
|
147
|
+
privateStatePaths.push(sqliteHome);
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
const source = workflow
|
|
151
|
+
? await workflow.sourceSnapshot(repositoryPath, false, privateStatePaths)
|
|
152
|
+
: undefined;
|
|
103
153
|
const checkpoints = workflow
|
|
104
|
-
? new CheckpointedReviewRunner(workflow, runner,
|
|
154
|
+
? new CheckpointedReviewRunner(workflow, runner, source, scope, await reviewSettingsDigest(reviewEnvironment, reviewConfiguration), options.onDiagnostic)
|
|
105
155
|
: undefined;
|
|
156
|
+
const sourceRepositories = new Map(contract.findings.findings.map((finding) => [
|
|
157
|
+
finding.findingId,
|
|
158
|
+
[contract.manifest.scan.target.targetId],
|
|
159
|
+
]));
|
|
160
|
+
const sourceSnapshots = new Map();
|
|
106
161
|
const deduplicator = new FindingDeduplicator({
|
|
107
|
-
potentialDuplicates: (findingId) =>
|
|
162
|
+
potentialDuplicates: async (findingId) => {
|
|
163
|
+
const neighborhood = await client.potentialDuplicates(findingId, scope);
|
|
164
|
+
for (const finding of [
|
|
165
|
+
neighborhood.finding,
|
|
166
|
+
...neighborhood.potentialDuplicates,
|
|
167
|
+
]) {
|
|
168
|
+
const repositories = Object.hasOwn(neighborhood.repositoryIds ?? {}, finding.findingId)
|
|
169
|
+
? neighborhood.repositoryIds[finding.findingId]
|
|
170
|
+
: undefined;
|
|
171
|
+
if (repositories !== undefined)
|
|
172
|
+
sourceRepositories.set(finding.findingId, repositories);
|
|
173
|
+
else if (scope.repositoryId !== undefined)
|
|
174
|
+
sourceRepositories.set(finding.findingId, [scope.repositoryId]);
|
|
175
|
+
const snapshot = Object.hasOwn(neighborhood.sourceSnapshots ?? {}, finding.findingId)
|
|
176
|
+
? neighborhood.sourceSnapshots[finding.findingId]
|
|
177
|
+
: undefined;
|
|
178
|
+
if (snapshot !== undefined)
|
|
179
|
+
sourceSnapshots.set(finding.findingId, snapshot);
|
|
180
|
+
}
|
|
181
|
+
return neighborhood;
|
|
182
|
+
},
|
|
108
183
|
}, dependencies.reviewer ??
|
|
109
|
-
new
|
|
184
|
+
new CodexGroupingReviewer(checkpoints ?? runner, reviewConfiguration, (findings) => savedSourceContext(contract.manifest.scan.target.targetId, findings, sourceRepositories, sourceSnapshots)), options.signal, options.concurrency);
|
|
110
185
|
const reviewed = await deduplicator.run(contract.findings.findings.map((finding) => finding.findingId));
|
|
111
186
|
await checkpoints?.assertSourceUnchanged();
|
|
112
187
|
options.signal?.throwIfAborted();
|
|
113
188
|
const result = { scanId, ...reviewed };
|
|
114
|
-
await workflow?.prepareDedupe(result, {
|
|
189
|
+
await workflow?.prepareDedupe(result, {
|
|
190
|
+
groups: result.duplicateGroups,
|
|
191
|
+
...(local
|
|
192
|
+
? {
|
|
193
|
+
local: {
|
|
194
|
+
inputDigest: local.inputDigest,
|
|
195
|
+
source: source,
|
|
196
|
+
gitDisabled: environmentEntry(environment, "CODEX_SECURITY_GIT") === "",
|
|
197
|
+
},
|
|
198
|
+
}
|
|
199
|
+
: {}),
|
|
200
|
+
});
|
|
115
201
|
await client.storeDedupeGroups(result.duplicateGroups);
|
|
116
202
|
return result;
|
|
117
203
|
};
|
|
118
204
|
return workflow ? await workflow.run("dedupe", dedupe) : await dedupe();
|
|
119
205
|
}
|
|
206
|
+
async function modelConfigurationForReview(source, effective, signal) {
|
|
207
|
+
const selected = resolveCodexProfile(await readCodexHomeConfig(effective, signal));
|
|
208
|
+
if (configuredCodexHome(source) === configuredCodexHome(effective))
|
|
209
|
+
return selected;
|
|
210
|
+
const ambient = resolveCodexProfile(await readCodexHomeConfig(source, signal));
|
|
211
|
+
const providerIdentity = (config) => {
|
|
212
|
+
const provider = config["model_provider"] ?? "openai";
|
|
213
|
+
const definitions = config["model_providers"];
|
|
214
|
+
const definition = typeof provider === "string" &&
|
|
215
|
+
isRecord(definitions) &&
|
|
216
|
+
isRecord(definitions[provider])
|
|
217
|
+
? definitions[provider]
|
|
218
|
+
: undefined;
|
|
219
|
+
return {
|
|
220
|
+
provider,
|
|
221
|
+
baseUrl: definition?.["base_url"],
|
|
222
|
+
wireApi: definition?.["wire_api"] ?? "responses",
|
|
223
|
+
openaiBaseUrl: provider === "openai" ? config["openai_base_url"] : undefined,
|
|
224
|
+
};
|
|
225
|
+
};
|
|
226
|
+
// A managed sign-in home can contain only authentication/runtime settings.
|
|
227
|
+
// Keep compatible caller model choices without crossing provider namespaces.
|
|
228
|
+
if (isDeepStrictEqual(providerIdentity(ambient), providerIdentity(selected))) {
|
|
229
|
+
for (const key of ["model", "model_reasoning_effort"])
|
|
230
|
+
if (selected[key] === undefined && ambient[key] !== undefined)
|
|
231
|
+
selected[key] = ambient[key];
|
|
232
|
+
}
|
|
233
|
+
return selected;
|
|
234
|
+
}
|
|
120
235
|
//# sourceMappingURL=scan.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,2BAA2B,EAC3B,mBAAmB,EACnB,YAAY,GACb,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,0BAA0B,GAE3B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAE7E,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAyBpD,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AASD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAC1C,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,MAAM,CACf,CAAC;IACF,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,UAAU,EACV,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,YAAY,CAAC,YAAY;YACzB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACd,MAAM,gBAAgB,GAAG;oBACvB,GAAG,WAAW;oBACd,wBAAwB,EAAE,2BAA2B,CAAC,WAAW,CAAC;iBACnE,CAAC;gBACF,OAAO,MAAM,YAAY,CACvB;oBACE,WAAW,EAAE,gBAAgB;oBAC7B,UAAU;oBACV,MAAM,EAAE,MAAM,mBAAmB,CAAC;wBAChC,WAAW,EAAE,gBAAgB;qBAC9B,CAAC;oBACF,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,cAAc,EAAE,4CAA4C;iBAC7D,EACD,IAAI,CACL,CAAC;YACJ,CAAC,CAAC;KACL,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,YAAY,EACZ,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,cAAc,CAC/B,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,CACnB,CAAC;IACF,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,YAAY,CAAC,YAAY,KAAK,SAAS;YACrC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAC9C,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC;YACxC,WAAW,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC;YACrD,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,2BAA2B,CAC/B,aAAa,EACb;YACE,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,cAAc,EAAE,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,EACD;YACE,WAAW;YACX,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,YAAY,EACV,YAAY,CAAC,YAAY,KAAK,SAAS;gBACrC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,CAAC;SAChD,CACF,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,CACf,CAAC;QACJ,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,CAAC,EAC7C,KAAK,EACL,MAAM,oBAAoB,CAAC,WAAW,CAAC,CACxC;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,CAAC,SAAS,EAAE,EAAE,CACjC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC;SAC/C,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,0BAA0B,CAAC,WAAW,IAAI,MAAM,CAAC,EACvD,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,CACpB,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CACrC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QAC1E,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;AAC1E,CAAC","sourcesContent":["import { loadContractWithScanDirectory } from \"../contract.js\";\nimport {\n bundledPluginRoot,\n codexSecurityStateDirectory,\n resolvePluginPython,\n runWorkbench,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { CodexReviewRunner } from \"./codex-review.js\";\nimport {\n FindingDeduplicator,\n deduplicationConcurrency,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexDeduplicationReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type { FindingSearchScope } from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named local findings workflow, including custom publication. */\n workflowId?: string;\n /** Findings API base URL. The scan's findings must already be indexed there. */\n findingsUrl: string;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n /** Shared concurrency limit for deduplication jobs. Defaults to 8. */\n concurrency?: number;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n fetch?: FindingsRequest;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const repository = await normalizeRepository(\n options.repository,\n options.signal,\n );\n return await deduplicateResolvedScan(\n scanDirectory,\n repository,\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n dependencies.runWorkbench ??\n (async (args) => {\n const stateEnvironment = {\n ...environment,\n CODEX_SECURITY_STATE_DIR: codexSecurityStateDirectory(environment),\n };\n return await runWorkbench(\n {\n environment: stateEnvironment,\n pluginRoot,\n python: await resolvePluginPython({\n environment: stateEnvironment,\n }),\n signal: options.signal,\n failureMessage: \"Could not read Codex Security scan history\",\n },\n args,\n );\n }),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const client = new FindingsClient(\n options.findingsUrl,\n options.signal,\n dependencies.fetch,\n );\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n dependencies.runWorkbench === undefined\n ? undefined\n : (_options, args, input) =>\n dependencies.runWorkbench!(args, input),\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: workflowDigest(contract),\n destination: workflowDestination(options.findingsUrl),\n scope,\n });\n await workflow.complete(\"scan\", null);\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench:\n dependencies.runWorkbench === undefined\n ? undefined\n : (_options, args, input) =>\n dependencies.runWorkbench!(args, input),\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n environment,\n undefined,\n options.signal,\n repositoryPath,\n );\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n await workflow.sourceSnapshot(repositoryPath),\n scope,\n await reviewSettingsDigest(environment),\n )\n : undefined;\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: (findingId) =>\n client.potentialDuplicates(findingId, scope),\n },\n dependencies.reviewer ??\n new CodexDeduplicationReviewer(checkpoints ?? runner),\n options.signal,\n options.concurrency,\n );\n const reviewed = await deduplicator.run(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, { groups: result.duplicateGroups });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n return workflow ? await workflow.run(\"dedupe\", dedupe) : await dedupe();\n}\n"]}
|
|
1
|
+
{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,iBAAiB,EAEjB,2BAA2B,EAC3B,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,qBAAqB,GAEtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAK7E,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAgC,MAAM,YAAY,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAmB,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EACL,cAAc,GAEf,MAAM,kBAAkB,CAAC;AA6B1B,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AAWD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,MAAM,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,EAC7D,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY;QACzC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAC/B,WAAW;YACX,UAAU;YACV,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE;YACpE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,SAAS;YACT,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACf,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;KAC7D,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,SAAS;QACP,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE;QACzD,CAAC,CAAC,YAAY,EAChB,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QACtE,MAAM,IAAI,kBAAkB,CAC1B,+DAA+D,CAChE,CAAC;IACJ,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,iBAAiB,GAAG,YAAY,CAAC,YAAY,CAAC;IACpD,MAAM,SAAS,GACb,iBAAiB;QACjB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAC3B,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,KAAK,GACT,OAAO,CAAC,WAAW,KAAK,SAAS;QAC/B,CAAC,CAAC,IAAI,kBAAkB,CACpB,WAAW,EACX,KAAK,EACL,cAAc,EACd,OAAO,CAAC,MAAM,EACd,SAAS,EACT,OAAO,CAAC,SAAS,CAClB;QACH,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,MAAM,GACV,KAAK;QACL,IAAI,cAAc,CAChB,OAAO,CAAC,WAAY,EACpB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,CACnB,CAAC;IACJ,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,SAAS,EACT,SAAS,EACT,cAAc,CACf,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC;YACxC,WAAW,EAAE,KAAK;gBAChB,CAAC,CAAC,UAAU,2BAA2B,CAAC,WAAW,CAAC,EAAE;gBACtD,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,WAAY,CAAC;YAC7C,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YACR,MAAM,2BAA2B,CAC/B,aAAa,EACb;gBACE,WAAW,EAAE,OAAO,CAAC,WAAY;gBACjC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,cAAc,EAAE,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,EACD;gBACE,WAAW;gBACX,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,YAAY,EAAE,SAAS;aACxB,CACF,CAAC;IACN,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CACJ,QAAQ,IAAI,IAAI,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CACrD,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAClC,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC,OAAO,CACjB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAC1B,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CACvC,CAAC;YACF,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,IACE,KAAK;gBACL,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,KAAK,KAAK,CAAC,WAAW;oBAC1D,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;wBAC7C,cAAc,CACZ,MAAM,QAAS,CAAC,cAAc,CAC5B,cAAc,EACd,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EACpC,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC;4BACnD,EAAE,CAAa,CAClB,CACF,CAAC,EACN,CAAC;gBACD,MAAM,IAAI,kBAAkB,CAC1B,2EAA2E,CAC5E,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ;YAC7C,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,CACpE,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ;YAC/C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,2BAA2B,CAC/B,WAAW,EACX,iBAAiB,EACjB,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,EACd,SAAS,EACT,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,OAAO,IAAI,KAAK,CAC9B,CAAC;QACJ,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,IAAI,QAAQ,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,cAAc,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,MAAM,yBAAyB,CAChD,gBAAgB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CACzD,CAAC;YACF,IAAI,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC/B,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC;oBAC5B,MAAM,IAAI,kBAAkB,CAC1B,kGAAkG,CACnG,CAAC;gBACJ,kGAAkG;gBAClG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1D,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,EAAE,KAAK,EAAE,iBAAiB,CAAC;YACzE,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAO,EACP,KAAK,EACL,MAAM,oBAAoB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,EAClE,OAAO,CAAC,YAAY,CACrB;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1C,OAAO,CAAC,SAAS;YACjB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;SACzC,CAAC,CACH,CAAC;QACF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAiC,CAAC;QACjE,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;gBACvC,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,mBAAmB,CACnD,SAAS,EACT,KAAK,CACN,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI;oBACpB,YAAY,CAAC,OAAO;oBACpB,GAAG,YAAY,CAAC,mBAAmB;iBACpC,EAAE,CAAC;oBACF,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAChC,YAAY,CAAC,aAAa,IAAI,EAAE,EAChC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,aAAc,CAAC,OAAO,CAAC,SAAS,CAAC;wBAChD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,YAAY,KAAK,SAAS;wBAC5B,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;yBACrD,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS;wBACvC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;oBAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,YAAY,CAAC,eAAe,IAAI,EAAE,EAClC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,eAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;wBAClD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,QAAQ,KAAK,SAAS;wBACxB,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACrD,CAAC;gBACD,OAAO,YAAY,CAAC;YACtB,CAAC;SACF,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,qBAAqB,CACvB,WAAW,IAAI,MAAM,EACrB,mBAAmB,EACnB,CAAC,QAAQ,EAAE,EAAE,CACX,kBAAkB,CAChB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EACtC,QAAQ,EACR,kBAAkB,EAClB,eAAe,CAChB,CACJ,EACH,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,CACpB,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CACrC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE;YACpC,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,GAAG,CAAC,KAAK;gBACP,CAAC,CAAC;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,MAAM,EAAE,MAAO;wBACf,WAAW,EACT,gBAAgB,CAAC,WAAW,EAAE,oBAAoB,CAAC,KAAK,EAAE;qBAC7D;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;AAC1E,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,MAAyB,EACzB,SAA4B,EAC5B,MAAoB;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAClC,MAAM,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAC7C,CAAC;IACF,IAAI,mBAAmB,CAAC,MAAM,CAAC,KAAK,mBAAmB,CAAC,SAAS,CAAC;QAChE,OAAO,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,mBAAmB,CACjC,MAAM,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC1C,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAE,EAAE;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC;QACtD,MAAM,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9C,MAAM,UAAU,GACd,OAAO,QAAQ,KAAK,QAAQ;YAC5B,QAAQ,CAAC,WAAW,CAAC;YACrB,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC7B,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,SAAS,CAAC;QAChB,OAAO;YACL,QAAQ;YACR,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC;YACjC,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,WAAW;YAChD,aAAa,EACX,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;IACJ,CAAC,CAAC;IACF,2EAA2E;IAC3E,6EAA6E;IAC7E,IACE,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EACxE,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC;YACnD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS;gBAC3D,QAAQ,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import { loadContractWithScanDirectory } from \"../contract.js\";\nimport type { CodexSecuritySurface } from \"../api.js\";\nimport { environmentEntry } from \"../auth.js\";\nimport {\n bundledPluginRoot,\n runWorkbench,\n codexSecurityStateDirectory,\n canonicalizeModelSafePath,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { savedScanWorkbench } from \"../saved-scan-bootstrap.js\";\nimport { CodexReviewRunner, reviewSqliteHome } from \"./codex-review.js\";\nimport { mkdir } from \"node:fs/promises\";\nimport { isWithin } from \"../trusted-executable.js\";\nimport {\n FindingDeduplicator,\n deduplicationConcurrency,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexGroupingReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type {\n FindingSearchScope,\n FindingSourceSnapshot,\n} from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\nimport { LocalDeduplication, type FindingEmbeddingBinding } from \"./local.js\";\nimport { configuredCodexHome, readCodexHomeConfig } from \"../auth.js\";\nimport { CodexSecurityError } from \"../errors.js\";\nimport { comparisonEnvironment } from \"../scan-comparison.js\";\nimport { isDeepStrictEqual } from \"node:util\";\nimport { isRecord } from \"../record.js\";\nimport { resolveCodexProfile, type JsonObject } from \"../config.js\";\nimport { savedSourceContext } from \"./deduplication-prompts.js\";\nimport {\n emitDiagnostic,\n type DeduplicationDiagnosticObserver,\n} from \"./diagnostics.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named findings workflow; remote mode includes custom publication. */\n workflowId?: string;\n /** Optional Findings API. Omit to prepare and deduplicate findings in local SQLite. */\n findingsUrl?: string;\n /** Custom vector space for local deduplication; cannot be combined with findingsUrl. */\n embedding?: FindingEmbeddingBinding;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n /** Shared concurrency limit for deduplication jobs. Defaults to 8. */\n concurrency?: number;\n /** Best-effort progress and native review diagnostics; observer failures are ignored. */\n onDiagnostic?: DeduplicationDiagnosticObserver;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n surface?: CodexSecuritySurface;\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n resolveReviewEnvironment?: typeof comparisonEnvironment;\n fetch?: FindingsRequest;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n return await deduplicateResolvedScan(\n scanDirectory,\n await normalizeRepository(options.repository, options.signal),\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const bootstrap = dependencies.runWorkbench\n ? undefined\n : await savedScanWorkbench(scanId, {\n environment,\n pluginRoot,\n currentDirectory: dependencies.currentDirectory?.() ?? process.cwd(),\n signal: options.signal,\n });\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n bootstrap ??\n ((args, input) =>\n dependencies.runWorkbench!(args, input, options.signal)),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n bootstrap\n ? { ...dependencies, environment: bootstrap.environment }\n : dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n if (options.embedding !== undefined && options.findingsUrl !== undefined)\n throw new CodexSecurityError(\n \"Custom embeddings are only supported for local deduplication.\",\n );\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const injectedWorkbench = dependencies.runWorkbench;\n const workbench: typeof runWorkbench | undefined =\n injectedWorkbench &&\n (({ signal }, args, input) =>\n injectedWorkbench(args, input, signal ?? options.signal));\n const local =\n options.findingsUrl === undefined\n ? new LocalDeduplication(\n environment,\n scope,\n repositoryPath,\n options.signal,\n workbench,\n options.embedding,\n )\n : undefined;\n const client =\n local ??\n new FindingsClient(\n options.findingsUrl!,\n options.signal,\n dependencies.fetch,\n );\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n workbench,\n undefined,\n repositoryPath,\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: workflowDigest(contract),\n destination: local\n ? `sqlite:${codexSecurityStateDirectory(environment)}`\n : workflowDestination(options.findingsUrl!),\n scope,\n });\n await workflow.complete(\"scan\", null);\n if (!local)\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl!,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench: workbench,\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n if (local) {\n await (\n workflow ?? new FindingWorkflow(scanId, environment)\n ).protectArtifacts(scanDirectory);\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.started\" });\n await local.prepare(\n contract.findings.findings,\n contract.manifest.scan.target.targetId,\n );\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.completed\" });\n }\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n if (\n local &&\n (saved.pendingWrite.local?.inputDigest !== local.inputDigest ||\n workflowDigest(saved.pendingWrite.local.source) !==\n workflowDigest(\n await workflow!.sourceSnapshot(\n repositoryPath,\n saved.pendingWrite.local.gitDisabled,\n (saved.pendingWrite.local.source[\"privateStatePaths\"] ??\n []) as string[],\n ),\n ))\n ) {\n throw new CodexSecurityError(\n \"Local deduplication inputs changed. Use a new workflow ID to review them.\",\n );\n }\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const reviewEnvironment = dependencies.reviewer\n ? environment\n : await (dependencies.resolveReviewEnvironment ?? comparisonEnvironment)(\n environment,\n undefined,\n options.signal,\n );\n const reviewConfiguration = dependencies.reviewer\n ? {}\n : await modelConfigurationForReview(\n environment,\n reviewEnvironment,\n options.signal,\n );\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n reviewEnvironment,\n undefined,\n options.signal,\n repositoryPath,\n undefined,\n options.onDiagnostic,\n dependencies.surface ?? \"sdk\",\n );\n const privateStatePaths: string[] = [];\n if (workflow && !dependencies.reviewer) {\n const root = await canonicalizeModelSafePath(repositoryPath);\n const sqliteHome = await canonicalizeModelSafePath(\n reviewSqliteHome(reviewEnvironment, reviewConfiguration),\n );\n if (isWithin(root, sqliteHome)) {\n if (isWithin(sqliteHome, root))\n throw new CodexSecurityError(\n \"Native SQLite storage must not be the reviewed repository root when checkpointing deduplication.\",\n );\n // Create missing private parents before capturing source; native startup owns the database files.\n await mkdir(sqliteHome, { recursive: true, mode: 0o700 });\n privateStatePaths.push(sqliteHome);\n }\n }\n const source = workflow\n ? await workflow.sourceSnapshot(repositoryPath, false, privateStatePaths)\n : undefined;\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n source!,\n scope,\n await reviewSettingsDigest(reviewEnvironment, reviewConfiguration),\n options.onDiagnostic,\n )\n : undefined;\n const sourceRepositories = new Map<string, readonly string[]>(\n contract.findings.findings.map((finding) => [\n finding.findingId,\n [contract.manifest.scan.target.targetId],\n ]),\n );\n const sourceSnapshots = new Map<string, FindingSourceSnapshot>();\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: async (findingId) => {\n const neighborhood = await client.potentialDuplicates(\n findingId,\n scope,\n );\n for (const finding of [\n neighborhood.finding,\n ...neighborhood.potentialDuplicates,\n ]) {\n const repositories = Object.hasOwn(\n neighborhood.repositoryIds ?? {},\n finding.findingId,\n )\n ? neighborhood.repositoryIds![finding.findingId]\n : undefined;\n if (repositories !== undefined)\n sourceRepositories.set(finding.findingId, repositories);\n else if (scope.repositoryId !== undefined)\n sourceRepositories.set(finding.findingId, [scope.repositoryId]);\n const snapshot = Object.hasOwn(\n neighborhood.sourceSnapshots ?? {},\n finding.findingId,\n )\n ? neighborhood.sourceSnapshots![finding.findingId]\n : undefined;\n if (snapshot !== undefined)\n sourceSnapshots.set(finding.findingId, snapshot);\n }\n return neighborhood;\n },\n },\n dependencies.reviewer ??\n new CodexGroupingReviewer(\n checkpoints ?? runner,\n reviewConfiguration,\n (findings) =>\n savedSourceContext(\n contract.manifest.scan.target.targetId,\n findings,\n sourceRepositories,\n sourceSnapshots,\n ),\n ),\n options.signal,\n options.concurrency,\n );\n const reviewed = await deduplicator.run(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, {\n groups: result.duplicateGroups,\n ...(local\n ? {\n local: {\n inputDigest: local.inputDigest,\n source: source!,\n gitDisabled:\n environmentEntry(environment, \"CODEX_SECURITY_GIT\") === \"\",\n },\n }\n : {}),\n });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n return workflow ? await workflow.run(\"dedupe\", dedupe) : await dedupe();\n}\n\nasync function modelConfigurationForReview(\n source: NodeJS.ProcessEnv,\n effective: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n): Promise<JsonObject> {\n const selected = resolveCodexProfile(\n await readCodexHomeConfig(effective, signal),\n );\n if (configuredCodexHome(source) === configuredCodexHome(effective))\n return selected;\n const ambient = resolveCodexProfile(\n await readCodexHomeConfig(source, signal),\n );\n const providerIdentity = (config: JsonObject) => {\n const provider = config[\"model_provider\"] ?? \"openai\";\n const definitions = config[\"model_providers\"];\n const definition =\n typeof provider === \"string\" &&\n isRecord(definitions) &&\n isRecord(definitions[provider])\n ? definitions[provider]\n : undefined;\n return {\n provider,\n baseUrl: definition?.[\"base_url\"],\n wireApi: definition?.[\"wire_api\"] ?? \"responses\",\n openaiBaseUrl:\n provider === \"openai\" ? config[\"openai_base_url\"] : undefined,\n };\n };\n // A managed sign-in home can contain only authentication/runtime settings.\n // Keep compatible caller model choices without crossing provider namespaces.\n if (\n isDeepStrictEqual(providerIdentity(ambient), providerIdentity(selected))\n ) {\n for (const key of [\"model\", \"model_reasoning_effort\"])\n if (selected[key] === undefined && ambient[key] !== undefined)\n selected[key] = ambient[key];\n }\n return selected;\n}\n"]}
|
package/dist/deep-config.d.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { type TomlTable } from "smol-toml";
|
|
2
|
+
import { type JsonObject } from "./config.js";
|
|
2
3
|
import { type DeepScanOptions } from "./scan-settings.js";
|
|
3
4
|
import type { ScanMode } from "./scan-modes.js";
|
|
4
5
|
export type DeepScanSources = Record<keyof DeepScanOptions, "default" | "legacy" | "override">;
|
|
@@ -13,5 +14,5 @@ export declare function deepScanOptions(options: DeepScanOptions & {
|
|
|
13
14
|
mode?: ScanMode;
|
|
14
15
|
}): DeepScanOptions;
|
|
15
16
|
export declare function resolveDeepScanConfig(options: DeepScanOptions, source: string, signal?: AbortSignal): Promise<ResolvedDeepScanConfig>;
|
|
16
|
-
export declare function writeDeepScanConfig(destination: string, resolved: ResolvedDeepScanConfig): Promise<void>;
|
|
17
|
+
export declare function writeDeepScanConfig(destination: string, resolved: ResolvedDeepScanConfig, workerRuntime?: JsonObject): Promise<void>;
|
|
17
18
|
//# sourceMappingURL=deep-config.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deep-config.d.ts","sourceRoot":"","sources":["../src/deep-config.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"deep-config.d.ts","sourceRoot":"","sources":["../src/deep-config.ts"],"names":[],"mappings":"AAGA,OAAO,EAAsB,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAoB,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAIhE,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEhD,MAAM,MAAM,eAAe,GAAG,MAAM,CAClC,MAAM,eAAe,EACrB,SAAS,GAAG,QAAQ,GAAG,UAAU,CAClC,CAAC;AACF,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,OAAO,EAAE,eAAe,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,SAAS,CAAC;IACpB,SAAS,EAAE,eAAe,CAAC;CAC5B;AAED,wBAAgB,eAAe,CAC7B,OAAO,EAAE,eAAe,GAAG;IAAE,IAAI,CAAC,EAAE,QAAQ,CAAA;CAAE,GAC7C,eAAe,CAWjB;AAgBD,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,sBAAsB,CAAC,CAuDjC;AAED,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,sBAAsB,EAChC,aAAa,CAAC,EAAE,UAAU,GACzB,OAAO,CAAC,IAAI,CAAC,CA+Bf"}
|
package/dist/deep-config.js
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { isRecord } from "./record.js";
|
|
2
|
+
import { lstat, readFile } from "node:fs/promises";
|
|
3
|
+
import { basename, dirname, join } from "node:path";
|
|
3
4
|
import { parse as parseToml } from "smol-toml";
|
|
4
5
|
import { writeCodexConfig } from "./config.js";
|
|
6
|
+
import { canonicalConfigPath } from "./runtime.js";
|
|
5
7
|
import { DEFAULT_DEEP_SCAN_SETTINGS } from "./deep-scan-defaults.js";
|
|
6
8
|
import { CodexSecurityError } from "./errors.js";
|
|
7
9
|
import { DEFAULT_SCAN_MODE, DEEP_SCAN_SETTINGS, DeepScanSettingsSchema, } from "./scan-settings.js";
|
|
@@ -34,9 +36,7 @@ export async function resolveDeepScanConfig(options, source, signal) {
|
|
|
34
36
|
}
|
|
35
37
|
const existing = document["deep_scan"];
|
|
36
38
|
if (existing !== undefined &&
|
|
37
|
-
(
|
|
38
|
-
existing === null ||
|
|
39
|
-
Array.isArray(existing) ||
|
|
39
|
+
(!isRecord(existing) ||
|
|
40
40
|
![Object.prototype, null].includes(Object.getPrototypeOf(existing)))) {
|
|
41
41
|
throw new CodexSecurityError(`Codex Security configuration [deep_scan] at ${source} must be a TOML table.`);
|
|
42
42
|
}
|
|
@@ -74,7 +74,7 @@ export async function resolveDeepScanConfig(options, source, signal) {
|
|
|
74
74
|
overrides: explicit,
|
|
75
75
|
};
|
|
76
76
|
}
|
|
77
|
-
export async function writeDeepScanConfig(destination, resolved) {
|
|
77
|
+
export async function writeDeepScanConfig(destination, resolved, workerRuntime) {
|
|
78
78
|
const [source, target] = await Promise.all([
|
|
79
79
|
canonicalConfigPath(resolved.source),
|
|
80
80
|
runtimeConfigPath(destination),
|
|
@@ -93,6 +93,7 @@ export async function writeDeepScanConfig(destination, resolved) {
|
|
|
93
93
|
DEEP_SCAN_SETTINGS.some(([name]) => settings[name] === undefined);
|
|
94
94
|
await writeCodexConfig(destination, {
|
|
95
95
|
...document,
|
|
96
|
+
...(workerRuntime === undefined ? {} : { worker_runtime: workerRuntime }),
|
|
96
97
|
deep_scan: {
|
|
97
98
|
...(retainAmbientSettings
|
|
98
99
|
? document["deep_scan"]
|
|
@@ -114,23 +115,6 @@ async function runtimeConfigPath(path) {
|
|
|
114
115
|
return join(await canonicalConfigPath(dirname(path)), basename(path));
|
|
115
116
|
}
|
|
116
117
|
}
|
|
117
|
-
async function canonicalConfigPath(path) {
|
|
118
|
-
let existing = resolve(path);
|
|
119
|
-
const missing = [];
|
|
120
|
-
while (true) {
|
|
121
|
-
try {
|
|
122
|
-
return join(await realpath(existing), ...missing);
|
|
123
|
-
}
|
|
124
|
-
catch (error) {
|
|
125
|
-
const parent = dirname(existing);
|
|
126
|
-
if (error.code !== "ENOENT" ||
|
|
127
|
-
parent === existing)
|
|
128
|
-
throw error;
|
|
129
|
-
missing.unshift(basename(existing));
|
|
130
|
-
existing = parent;
|
|
131
|
-
}
|
|
132
|
-
}
|
|
133
|
-
}
|
|
134
118
|
async function readDeepScanDocument(source, signal) {
|
|
135
119
|
try {
|
|
136
120
|
return parseToml(await readFile(source, { encoding: "utf8", signal }));
|
package/dist/deep-config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deep-config.js","sourceRoot":"","sources":["../src/deep-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,KAAK,IAAI,SAAS,EAAkB,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAmB,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,GAEvB,MAAM,oBAAoB,CAAC;AAe5B,MAAM,UAAU,eAAe,CAC7B,OAA8C;IAE9C,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,kBAAkB,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC,KAAK,MAAM,EAAE,CAAC;YACnD,MAAM,IAAI,kBAAkB,CAAC,uCAAuC,CAAC,CAAC;QACxE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAC3B,IAA2B,EAC3B,KAAc,EACd,KAAa;IAEb,MAAM,MAAM,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,kBAAkB,CAC1B,aAAa,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,OAAO,GAAG,CACzD,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAwB,EACxB,MAAc,EACd,MAAoB;IAEpB,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/D,IAAI,QAAQ,GAAc,EAAE,CAAC;IAC7B,0EAA0E;IAC1E,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;QACxE,QAAQ,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;IACvC,IACE,QAAQ,KAAK,SAAS;QACtB,CAAC,OAAO,QAAQ,KAAK,QAAQ;YAC3B,QAAQ,KAAK,IAAI;YACjB,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,EACtE,CAAC;QACD,MAAM,IAAI,kBAAkB,CAC1B,+CAA+C,MAAM,wBAAwB,CAC9E,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAc,CAAC;IACjD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,kBAAkB,CAC1B,kDAAkD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,MAAM,GAAG,CACrF,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG;QACf,GAAG,0BAA0B;KACD,CAAC;IAC/B,MAAM,OAAO,GAAG,EAAqB,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC;YACxC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC;YACjB,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM;YACxC,KAAK,GAAG,0BAA0B,CAAC,OAAO,CAAC;QAC7C,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS;YAAE,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzD,OAAO,CAAC,IAAI,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS;gBAC1B,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC;oBAC9B,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,SAAS,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CACnC,IAAI,EACJ,KAAK,EACL,OAAO,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAC1D,CAAC;IACJ,CAAC;IACD,OAAO;QACL,QAAQ;QACR,OAAO;QACP,MAAM;QACN,QAAQ;QACR,SAAS,EAAE,QAAQ;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,QAAgC;IAEhC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,iBAAiB,CAAC,WAAW,CAAC;KAC/B,CAAC,CAAC;IACH,IAAI,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,MAAM,QAAQ,GAAG,MAAM,KAAK,MAAM,CAAC;IACnC,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACzD,QAAQ,GAAG,MAAM,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC;IACD,uEAAuE;IACvE,qEAAqE;IACrE,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;IACnE,MAAM,qBAAqB,GACzB,QAAQ;QACR,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;IACpE,MAAM,gBAAgB,CAAC,WAAW,EAAE;QAClC,GAAG,QAAQ;QACX,SAAS,EAAE;YACT,GAAG,CAAC,qBAAqB;gBACvB,CAAC,CAAE,QAAQ,CAAC,WAAW,CAA2B;gBAClD,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,MAAM,CAAC,WAAW,CACnB,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,GAAG,CACrE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CACvC,CACF;SACF;KACY,CAAC,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY;IAC3C,IAAI,CAAC;QACH,OAAO,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACG,KAA+B,CAAC,IAAI,KAAK,OAAO;YACjD,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE;YAErC,MAAM,KAAK,CAAC;QACd,4EAA4E;QAC5E,4EAA4E;QAC5E,OAAO,IAAI,CAAC,MAAM,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAY;IAC7C,IAAI,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;YACjC,IACG,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAClD,MAAM,KAAK,QAAQ;gBAEnB,MAAM,KAAK,CAAC;YACd,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpC,QAAQ,GAAG,MAAM,CAAC;QACpB,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAc,EACd,MAAoB;IAEpB,IAAI,CAAC;QACH,OAAO,SAAS,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,MAAM,IAAI,kBAAkB,CAC1B,+CAA+C,MAAM,GAAG,EACxD,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC","sourcesContent":["import { lstat, readFile, realpath } from \"node:fs/promises\";\nimport { basename, dirname, join, resolve } from \"node:path\";\nimport { parse as parseToml, type TomlTable } from \"smol-toml\";\nimport { writeCodexConfig, type JsonObject } from \"./config.js\";\nimport { DEFAULT_DEEP_SCAN_SETTINGS } from \"./deep-scan-defaults.js\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport {\n DEFAULT_SCAN_MODE,\n DEEP_SCAN_SETTINGS,\n DeepScanSettingsSchema,\n type DeepScanOptions,\n} from \"./scan-settings.js\";\nimport type { ScanMode } from \"./scan-modes.js\";\n\nexport type DeepScanSources = Record<\n keyof DeepScanOptions,\n \"default\" | \"legacy\" | \"override\"\n>;\nexport interface ResolvedDeepScanConfig {\n settings: Required<DeepScanOptions>;\n sources: DeepScanSources;\n source: string;\n document: TomlTable;\n overrides: DeepScanOptions;\n}\n\nexport function deepScanOptions(\n options: DeepScanOptions & { mode?: ScanMode },\n): DeepScanOptions {\n const selected: DeepScanOptions = {};\n for (const [name] of DEEP_SCAN_SETTINGS) {\n const value = options[name];\n if (value === undefined) continue;\n if ((options.mode ?? DEFAULT_SCAN_MODE) !== \"deep\") {\n throw new CodexSecurityError(\"Deep scan settings require deep mode.\");\n }\n selected[name] = requireDeepScanValue(name, value, name);\n }\n return selected;\n}\n\nfunction requireDeepScanValue(\n name: keyof DeepScanOptions,\n value: unknown,\n label: string,\n): number {\n const parsed = DeepScanSettingsSchema.shape[name].unwrap().safeParse(value);\n if (!parsed.success) {\n throw new CodexSecurityError(\n `Deep scan ${label} ${parsed.error.issues[0]!.message}.`,\n );\n }\n return parsed.data;\n}\n\nexport async function resolveDeepScanConfig(\n options: DeepScanOptions,\n source: string,\n signal?: AbortSignal,\n): Promise<ResolvedDeepScanConfig> {\n const explicit = deepScanOptions({ ...options, mode: \"deep\" });\n let document: TomlTable = {};\n // Complete saved settings do not depend on today's ambient configuration.\n if (!DEEP_SCAN_SETTINGS.every(([name]) => explicit[name] !== undefined)) {\n document = await readDeepScanDocument(source, signal);\n }\n const existing = document[\"deep_scan\"];\n if (\n existing !== undefined &&\n (typeof existing !== \"object\" ||\n existing === null ||\n Array.isArray(existing) ||\n ![Object.prototype, null].includes(Object.getPrototypeOf(existing)))\n ) {\n throw new CodexSecurityError(\n `Codex Security configuration [deep_scan] at ${source} must be a TOML table.`,\n );\n }\n const configured = (existing ?? {}) as TomlTable;\n const keys = new Set<string>(DEEP_SCAN_SETTINGS.map(([, key]) => key));\n const unknown = Object.keys(configured).filter((key) => !keys.has(key));\n if (unknown.length > 0) {\n throw new CodexSecurityError(\n `Unknown Codex Security Deep Scan configuration ${unknown.join(\", \")} in ${source}.`,\n );\n }\n const settings = {\n ...DEFAULT_DEEP_SCAN_SETTINGS,\n } as Required<DeepScanOptions>;\n const sources = {} as DeepScanSources;\n for (const [name, key] of DEEP_SCAN_SETTINGS) {\n let value = Object.hasOwn(configured, key)\n ? configured[key]\n : DEFAULT_DEEP_SCAN_SETTINGS[name];\n if (name === \"workers\" && value === \"auto\")\n value = DEFAULT_DEEP_SCAN_SETTINGS.workers;\n if (explicit[name] !== undefined) value = explicit[name];\n sources[name] =\n explicit[name] !== undefined\n ? \"override\"\n : Object.hasOwn(configured, key)\n ? \"legacy\"\n : \"default\";\n settings[name] = requireDeepScanValue(\n name,\n value,\n sources[name] === \"legacy\" ? `${key} in ${source}` : name,\n );\n }\n return {\n settings,\n sources,\n source,\n document,\n overrides: explicit,\n };\n}\n\nexport async function writeDeepScanConfig(\n destination: string,\n resolved: ResolvedDeepScanConfig,\n): Promise<void> {\n const [source, target] = await Promise.all([\n canonicalConfigPath(resolved.source),\n runtimeConfigPath(destination),\n ]);\n let document = resolved.document;\n const sameFile = source === target;\n if (sameFile) {\n if (Object.keys(resolved.overrides).length === 0) return;\n document = await readDeepScanDocument(destination);\n }\n // An isolated runtime needs a complete snapshot. An ambient file keeps\n // inherited defaults unset so future releases can still update them.\n const settings = sameFile ? resolved.overrides : resolved.settings;\n const retainAmbientSettings =\n sameFile &&\n DEEP_SCAN_SETTINGS.some(([name]) => settings[name] === undefined);\n await writeCodexConfig(destination, {\n ...document,\n deep_scan: {\n ...(retainAmbientSettings\n ? (document[\"deep_scan\"] as TomlTable | undefined)\n : {}),\n ...Object.fromEntries(\n DEEP_SCAN_SETTINGS.filter(([name]) => settings[name] !== undefined).map(\n ([name, key]) => [key, settings[name]],\n ),\n ),\n },\n } as JsonObject);\n}\n\nasync function runtimeConfigPath(path: string): Promise<string> {\n try {\n return await canonicalConfigPath(path);\n } catch (error) {\n if (\n (error as NodeJS.ErrnoException).code !== \"ELOOP\" ||\n !(await lstat(path)).isSymbolicLink()\n )\n throw error;\n // A stale cyclic file link is replaced by writeCodexConfig's atomic rename.\n // Errors resolving its parent (or the ambient source) still fail the write.\n return join(await canonicalConfigPath(dirname(path)), basename(path));\n }\n}\n\nasync function canonicalConfigPath(path: string): Promise<string> {\n let existing = resolve(path);\n const missing: string[] = [];\n while (true) {\n try {\n return join(await realpath(existing), ...missing);\n } catch (error) {\n const parent = dirname(existing);\n if (\n (error as NodeJS.ErrnoException).code !== \"ENOENT\" ||\n parent === existing\n )\n throw error;\n missing.unshift(basename(existing));\n existing = parent;\n }\n }\n}\n\nasync function readDeepScanDocument(\n source: string,\n signal?: AbortSignal,\n): Promise<TomlTable> {\n try {\n return parseToml(await readFile(source, { encoding: \"utf8\", signal }));\n } catch (error) {\n if ((error as NodeJS.ErrnoException).code !== \"ENOENT\") {\n throw new CodexSecurityError(\n `Cannot read Codex Security configuration at ${source}.`,\n { cause: error },\n );\n }\n return {};\n }\n}\n"]}
|
|
1
|
+
{"version":3,"file":"deep-config.js","sourceRoot":"","sources":["../src/deep-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,KAAK,IAAI,SAAS,EAAkB,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAmB,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,GAEvB,MAAM,oBAAoB,CAAC;AAe5B,MAAM,UAAU,eAAe,CAC7B,OAA8C;IAE9C,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,kBAAkB,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC,KAAK,MAAM,EAAE,CAAC;YACnD,MAAM,IAAI,kBAAkB,CAAC,uCAAuC,CAAC,CAAC;QACxE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAC3B,IAA2B,EAC3B,KAAc,EACd,KAAa;IAEb,MAAM,MAAM,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,kBAAkB,CAC1B,aAAa,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,OAAO,GAAG,CACzD,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAwB,EACxB,MAAc,EACd,MAAoB;IAEpB,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/D,IAAI,QAAQ,GAAc,EAAE,CAAC;IAC7B,0EAA0E;IAC1E,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;QACxE,QAAQ,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;IACvC,IACE,QAAQ,KAAK,SAAS;QACtB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAClB,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,EACtE,CAAC;QACD,MAAM,IAAI,kBAAkB,CAC1B,+CAA+C,MAAM,wBAAwB,CAC9E,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAc,CAAC;IACjD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,kBAAkB,CAC1B,kDAAkD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,MAAM,GAAG,CACrF,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG;QACf,GAAG,0BAA0B;KACD,CAAC;IAC/B,MAAM,OAAO,GAAG,EAAqB,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC;YACxC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC;YACjB,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM;YACxC,KAAK,GAAG,0BAA0B,CAAC,OAAO,CAAC;QAC7C,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS;YAAE,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzD,OAAO,CAAC,IAAI,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS;gBAC1B,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC;oBAC9B,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,SAAS,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CACnC,IAAI,EACJ,KAAK,EACL,OAAO,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAC1D,CAAC;IACJ,CAAC;IACD,OAAO;QACL,QAAQ;QACR,OAAO;QACP,MAAM;QACN,QAAQ;QACR,SAAS,EAAE,QAAQ;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,QAAgC,EAChC,aAA0B;IAE1B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,iBAAiB,CAAC,WAAW,CAAC;KAC/B,CAAC,CAAC;IACH,IAAI,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,MAAM,QAAQ,GAAG,MAAM,KAAK,MAAM,CAAC;IACnC,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACzD,QAAQ,GAAG,MAAM,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC;IACD,uEAAuE;IACvE,qEAAqE;IACrE,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;IACnE,MAAM,qBAAqB,GACzB,QAAQ;QACR,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC;IACpE,MAAM,gBAAgB,CAAC,WAAW,EAAE;QAClC,GAAG,QAAQ;QACX,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC;QACzE,SAAS,EAAE;YACT,GAAG,CAAC,qBAAqB;gBACvB,CAAC,CAAE,QAAQ,CAAC,WAAW,CAA2B;gBAClD,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,MAAM,CAAC,WAAW,CACnB,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,GAAG,CACrE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CACvC,CACF;SACF;KACY,CAAC,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY;IAC3C,IAAI,CAAC;QACH,OAAO,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACG,KAA+B,CAAC,IAAI,KAAK,OAAO;YACjD,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE;YAErC,MAAM,KAAK,CAAC;QACd,4EAA4E;QAC5E,4EAA4E;QAC5E,OAAO,IAAI,CAAC,MAAM,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAc,EACd,MAAoB;IAEpB,IAAI,CAAC;QACH,OAAO,SAAS,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,MAAM,IAAI,kBAAkB,CAC1B,+CAA+C,MAAM,GAAG,EACxD,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC","sourcesContent":["import { isRecord } from \"./record.js\";\nimport { lstat, readFile } from \"node:fs/promises\";\nimport { basename, dirname, join } from \"node:path\";\nimport { parse as parseToml, type TomlTable } from \"smol-toml\";\nimport { writeCodexConfig, type JsonObject } from \"./config.js\";\nimport { canonicalConfigPath } from \"./runtime.js\";\nimport { DEFAULT_DEEP_SCAN_SETTINGS } from \"./deep-scan-defaults.js\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport {\n DEFAULT_SCAN_MODE,\n DEEP_SCAN_SETTINGS,\n DeepScanSettingsSchema,\n type DeepScanOptions,\n} from \"./scan-settings.js\";\nimport type { ScanMode } from \"./scan-modes.js\";\n\nexport type DeepScanSources = Record<\n keyof DeepScanOptions,\n \"default\" | \"legacy\" | \"override\"\n>;\nexport interface ResolvedDeepScanConfig {\n settings: Required<DeepScanOptions>;\n sources: DeepScanSources;\n source: string;\n document: TomlTable;\n overrides: DeepScanOptions;\n}\n\nexport function deepScanOptions(\n options: DeepScanOptions & { mode?: ScanMode },\n): DeepScanOptions {\n const selected: DeepScanOptions = {};\n for (const [name] of DEEP_SCAN_SETTINGS) {\n const value = options[name];\n if (value === undefined) continue;\n if ((options.mode ?? DEFAULT_SCAN_MODE) !== \"deep\") {\n throw new CodexSecurityError(\"Deep scan settings require deep mode.\");\n }\n selected[name] = requireDeepScanValue(name, value, name);\n }\n return selected;\n}\n\nfunction requireDeepScanValue(\n name: keyof DeepScanOptions,\n value: unknown,\n label: string,\n): number {\n const parsed = DeepScanSettingsSchema.shape[name].unwrap().safeParse(value);\n if (!parsed.success) {\n throw new CodexSecurityError(\n `Deep scan ${label} ${parsed.error.issues[0]!.message}.`,\n );\n }\n return parsed.data;\n}\n\nexport async function resolveDeepScanConfig(\n options: DeepScanOptions,\n source: string,\n signal?: AbortSignal,\n): Promise<ResolvedDeepScanConfig> {\n const explicit = deepScanOptions({ ...options, mode: \"deep\" });\n let document: TomlTable = {};\n // Complete saved settings do not depend on today's ambient configuration.\n if (!DEEP_SCAN_SETTINGS.every(([name]) => explicit[name] !== undefined)) {\n document = await readDeepScanDocument(source, signal);\n }\n const existing = document[\"deep_scan\"];\n if (\n existing !== undefined &&\n (!isRecord(existing) ||\n ![Object.prototype, null].includes(Object.getPrototypeOf(existing)))\n ) {\n throw new CodexSecurityError(\n `Codex Security configuration [deep_scan] at ${source} must be a TOML table.`,\n );\n }\n const configured = (existing ?? {}) as TomlTable;\n const keys = new Set<string>(DEEP_SCAN_SETTINGS.map(([, key]) => key));\n const unknown = Object.keys(configured).filter((key) => !keys.has(key));\n if (unknown.length > 0) {\n throw new CodexSecurityError(\n `Unknown Codex Security Deep Scan configuration ${unknown.join(\", \")} in ${source}.`,\n );\n }\n const settings = {\n ...DEFAULT_DEEP_SCAN_SETTINGS,\n } as Required<DeepScanOptions>;\n const sources = {} as DeepScanSources;\n for (const [name, key] of DEEP_SCAN_SETTINGS) {\n let value = Object.hasOwn(configured, key)\n ? configured[key]\n : DEFAULT_DEEP_SCAN_SETTINGS[name];\n if (name === \"workers\" && value === \"auto\")\n value = DEFAULT_DEEP_SCAN_SETTINGS.workers;\n if (explicit[name] !== undefined) value = explicit[name];\n sources[name] =\n explicit[name] !== undefined\n ? \"override\"\n : Object.hasOwn(configured, key)\n ? \"legacy\"\n : \"default\";\n settings[name] = requireDeepScanValue(\n name,\n value,\n sources[name] === \"legacy\" ? `${key} in ${source}` : name,\n );\n }\n return {\n settings,\n sources,\n source,\n document,\n overrides: explicit,\n };\n}\n\nexport async function writeDeepScanConfig(\n destination: string,\n resolved: ResolvedDeepScanConfig,\n workerRuntime?: JsonObject,\n): Promise<void> {\n const [source, target] = await Promise.all([\n canonicalConfigPath(resolved.source),\n runtimeConfigPath(destination),\n ]);\n let document = resolved.document;\n const sameFile = source === target;\n if (sameFile) {\n if (Object.keys(resolved.overrides).length === 0) return;\n document = await readDeepScanDocument(destination);\n }\n // An isolated runtime needs a complete snapshot. An ambient file keeps\n // inherited defaults unset so future releases can still update them.\n const settings = sameFile ? resolved.overrides : resolved.settings;\n const retainAmbientSettings =\n sameFile &&\n DEEP_SCAN_SETTINGS.some(([name]) => settings[name] === undefined);\n await writeCodexConfig(destination, {\n ...document,\n ...(workerRuntime === undefined ? {} : { worker_runtime: workerRuntime }),\n deep_scan: {\n ...(retainAmbientSettings\n ? (document[\"deep_scan\"] as TomlTable | undefined)\n : {}),\n ...Object.fromEntries(\n DEEP_SCAN_SETTINGS.filter(([name]) => settings[name] !== undefined).map(\n ([name, key]) => [key, settings[name]],\n ),\n ),\n },\n } as JsonObject);\n}\n\nasync function runtimeConfigPath(path: string): Promise<string> {\n try {\n return await canonicalConfigPath(path);\n } catch (error) {\n if (\n (error as NodeJS.ErrnoException).code !== \"ELOOP\" ||\n !(await lstat(path)).isSymbolicLink()\n )\n throw error;\n // A stale cyclic file link is replaced by writeCodexConfig's atomic rename.\n // Errors resolving its parent (or the ambient source) still fail the write.\n return join(await canonicalConfigPath(dirname(path)), basename(path));\n }\n}\n\nasync function readDeepScanDocument(\n source: string,\n signal?: AbortSignal,\n): Promise<TomlTable> {\n try {\n return parseToml(await readFile(source, { encoding: \"utf8\", signal }));\n } catch (error) {\n if ((error as NodeJS.ErrnoException).code !== \"ENOENT\") {\n throw new CodexSecurityError(\n `Cannot read Codex Security configuration at ${source}.`,\n { cause: error },\n );\n }\n return {};\n }\n}\n"]}
|
package/dist/deep-progress.d.ts
CHANGED
|
@@ -2,12 +2,13 @@ export interface DeepScanProgress {
|
|
|
2
2
|
completed: number;
|
|
3
3
|
active: number;
|
|
4
4
|
maximum: number;
|
|
5
|
+
/** Whether the coordinator is reducing results or has finished. */
|
|
6
|
+
consolidating?: boolean;
|
|
5
7
|
}
|
|
6
8
|
interface DeepScanProgressTrackerOptions {
|
|
7
9
|
read: (signal: AbortSignal) => Promise<unknown>;
|
|
8
10
|
onProgress: (progress: DeepScanProgress) => void;
|
|
9
11
|
onError?: (error: unknown) => void;
|
|
10
|
-
pollIntervalMs?: number;
|
|
11
12
|
}
|
|
12
13
|
export declare class DeepScanProgressTracker {
|
|
13
14
|
#private;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deep-progress.d.ts","sourceRoot":"","sources":["../src/deep-progress.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"deep-progress.d.ts","sourceRoot":"","sources":["../src/deep-progress.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,mEAAmE;IACnE,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,UAAU,8BAA8B;IACtC,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAChD,UAAU,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;CACpC;AAID,qBAAa,uBAAuB;;IAOlC,YAAmB,OAAO,EAAE,8BAA8B,EAEzD;IAEM,KAAK,IAAI,IAAI,CAUnB;IAEY,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CA+BpC;IAEM,IAAI,IAAI,IAAI,CAKlB;CACF;AAED,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,OAAO,GACd,gBAAgB,GAAG,IAAI,CA0BzB"}
|