@openai/codex-security 0.7.0 → 0.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -12
- package/_bundled_plugin/.codex-plugin/plugin.json +1 -0
- package/_bundled_plugin/examples/completed-scan/findings.json +34 -34
- package/_bundled_plugin/examples/completed-scan/report.md +22 -31
- package/_bundled_plugin/examples/completed-scan/scan-manifest.json +27 -29
- package/_bundled_plugin/examples/{completed-scan → legacy-completed-scan}/coverage.json +1 -0
- package/_bundled_plugin/examples/legacy-completed-scan/findings.json +57 -0
- package/_bundled_plugin/examples/legacy-completed-scan/report.md +98 -0
- package/_bundled_plugin/examples/legacy-completed-scan/scan-manifest.json +43 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-001 +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-002 +0 -0
- package/_bundled_plugin/references/core-scan.md +2 -2
- package/_bundled_plugin/references/final-report.md +16 -6
- package/_bundled_plugin/references/scan-artifacts.md +6 -6
- package/_bundled_plugin/references/scan-contract.md +10 -12
- package/_bundled_plugin/references/threat-model.md +1 -1
- package/_bundled_plugin/schemas/scan-manifest.schema.json +36 -11
- package/_bundled_plugin/schemas/tools/scan-draft.schema.json +5 -5
- package/_bundled_plugin/scripts/deep_scan_workbench.py +1 -1
- package/_bundled_plugin/scripts/finalize_scan_contract.py +97 -20
- package/_bundled_plugin/scripts/report_projection.py +5 -2
- package/_bundled_plugin/scripts/review_state.py +68 -0
- package/_bundled_plugin/scripts/servicenow_avit.py +107 -0
- package/_bundled_plugin/scripts/validate_scan_contract.py +1 -2
- package/_bundled_plugin/scripts/workbench/retained_coverage.py +49 -37
- package/_bundled_plugin/scripts/workbench/retained_records.py +7 -7
- package/_bundled_plugin/scripts/workbench/saved_coverage.py +15 -15
- package/_bundled_plugin/scripts/workbench/saved_sources.py +24 -6
- package/_bundled_plugin/scripts/workbench_constants.py +0 -1
- package/_bundled_plugin/scripts/workbench_coverage_receipts.py +4 -4
- package/_bundled_plugin/scripts/workbench_db.py +5 -150
- package/_bundled_plugin/scripts/workbench_saved_results.py +169 -4
- package/_bundled_plugin/scripts/workbench_scan_history.py +12 -7
- package/_bundled_plugin/scripts/workbench_scan_start.py +4 -1
- package/_bundled_plugin/skills/publish-findings/SKILL.md +9 -3
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +1 -1
- package/_bundled_plugin/skills/security-scan/SKILL.md +7 -7
- package/_bundled_plugin/skills/track-findings/SKILL.md +1 -1
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +50 -27
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +12 -3
- package/dist/artifact-export.d.ts.map +1 -1
- package/dist/artifact-export.js +30 -10
- package/dist/artifact-export.js.map +1 -1
- package/dist/cli-help.d.ts.map +1 -1
- package/dist/cli-help.js +1 -0
- package/dist/cli-help.js.map +1 -1
- package/dist/cli.d.ts +1 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +69 -55
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +2 -23
- package/dist/cloud-publish.js.map +1 -1
- package/dist/contract.d.ts +4 -2
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +39 -21
- package/dist/contract.js.map +1 -1
- package/dist/custom-publish.js +2 -2
- package/dist/custom-publish.js.map +1 -1
- package/dist/custom-validation-prompt.d.ts.map +1 -1
- package/dist/custom-validation-prompt.js +14 -6
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/custom-validation.d.ts.map +1 -1
- package/dist/custom-validation.js +17 -15
- package/dist/custom-validation.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +2 -2
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +1 -0
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +3 -0
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +21 -1
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +2 -2
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/external-findings-local.d.ts +1 -0
- package/dist/external-findings-local.d.ts.map +1 -1
- package/dist/external-findings-local.js +25 -2
- package/dist/external-findings-local.js.map +1 -1
- package/dist/external-findings-publish.d.ts +1 -0
- package/dist/external-findings-publish.d.ts.map +1 -1
- package/dist/external-findings-publish.js +55 -26
- package/dist/external-findings-publish.js.map +1 -1
- package/dist/external-findings-read.d.ts +1 -0
- package/dist/external-findings-read.d.ts.map +1 -1
- package/dist/external-findings-read.js +10 -0
- package/dist/external-findings-read.js.map +1 -1
- package/dist/external-findings.d.ts +2 -0
- package/dist/external-findings.d.ts.map +1 -1
- package/dist/external-findings.js.map +1 -1
- package/dist/external-import-contract.d.ts +4 -0
- package/dist/external-import-contract.d.ts.map +1 -1
- package/dist/external-import-contract.js +34 -10
- package/dist/external-import-contract.js.map +1 -1
- package/dist/finding-workflow.d.ts +2 -0
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js +3 -0
- package/dist/finding-workflow.js.map +1 -1
- package/dist/github-advisories.d.ts.map +1 -1
- package/dist/github-advisories.js +5 -5
- package/dist/github-advisories.js.map +1 -1
- package/dist/github-dependabot-findings.d.ts +6 -0
- package/dist/github-dependabot-findings.d.ts.map +1 -0
- package/dist/github-dependabot-findings.js +247 -0
- package/dist/github-dependabot-findings.js.map +1 -0
- package/dist/github-findings.d.ts.map +1 -1
- package/dist/github-findings.js +11 -4
- package/dist/github-findings.js.map +1 -1
- package/dist/github-identifiers.d.ts +4 -0
- package/dist/github-identifiers.d.ts.map +1 -0
- package/dist/github-identifiers.js +9 -0
- package/dist/github-identifiers.js.map +1 -0
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +4 -6
- package/dist/github.js.map +1 -1
- package/dist/host-protocol.d.ts +1 -1
- package/dist/host-protocol.d.ts.map +1 -1
- package/dist/host-protocol.js +2 -2
- package/dist/host-protocol.js.map +1 -1
- package/dist/hosted-scan.d.ts.map +1 -1
- package/dist/hosted-scan.js +13 -6
- package/dist/hosted-scan.js.map +1 -1
- package/dist/import-scan.js +16 -16
- package/dist/import-scan.js.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.js +3 -0
- package/dist/knowledge-base.js.map +1 -1
- package/dist/mock-scan.d.ts +1 -2
- package/dist/mock-scan.d.ts.map +1 -1
- package/dist/mock-scan.js +12 -17
- package/dist/mock-scan.js.map +1 -1
- package/dist/models.d.ts +9 -1
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +1 -6
- package/dist/multiscan.js.map +1 -1
- package/dist/native-json-findings.d.ts +30 -0
- package/dist/native-json-findings.d.ts.map +1 -0
- package/dist/native-json-findings.js +114 -0
- package/dist/native-json-findings.js.map +1 -0
- package/dist/opengrep-findings.d.ts +10 -0
- package/dist/opengrep-findings.d.ts.map +1 -0
- package/dist/opengrep-findings.js +198 -0
- package/dist/opengrep-findings.js.map +1 -0
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +2 -0
- package/dist/patch-tui.js.map +1 -1
- package/dist/publication.js +1 -2
- package/dist/publication.js.map +1 -1
- package/dist/record.d.ts +1 -0
- package/dist/record.d.ts.map +1 -1
- package/dist/record.js +10 -0
- package/dist/record.js.map +1 -1
- package/dist/result.d.ts +5 -3
- package/dist/result.d.ts.map +1 -1
- package/dist/result.js +9 -6
- package/dist/result.js.map +1 -1
- package/dist/scan-history-renderer.js +1 -1
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scanner-import.d.ts +0 -1
- package/dist/scanner-import.d.ts.map +1 -1
- package/dist/scanner-import.js +9 -9
- package/dist/scanner-import.js.map +1 -1
- package/dist/security-policy.d.ts.map +1 -1
- package/dist/security-policy.js +16 -2
- package/dist/security-policy.js.map +1 -1
- package/dist/semgrep-findings.d.ts.map +1 -1
- package/dist/semgrep-findings.js +15 -82
- package/dist/semgrep-findings.js.map +1 -1
- package/docs/cli.md +55 -10
- package/docs/dedupe-records.md +15 -1
- package/docs/hosted-scans.md +14 -0
- package/package.json +5 -5
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,iBAAiB,EAEjB,2BAA2B,EAC3B,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,qBAAqB,GAEtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAM7E,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAgC,MAAM,YAAY,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAmB,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EACL,cAAc,GAEf,MAAM,kBAAkB,CAAC;AA6B1B,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AAYD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,MAAM,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,EAC7D,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY;QACzC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAC/B,WAAW;YACX,UAAU;YACV,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE;YACpE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,SAAS;YACT,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACf,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;KAC7D,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,SAAS;QACP,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE;QACzD,CAAC,CAAC,YAAY,EAChB,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QACtE,MAAM,IAAI,kBAAkB,CAC1B,+DAA+D,CAChE,CAAC;IACJ,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,iBAAiB,GAAG,YAAY,CAAC,YAAY,CAAC;IACpD,MAAM,SAAS,GACb,iBAAiB;QACjB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAC3B,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,KAAK,GACT,OAAO,CAAC,WAAW,KAAK,SAAS;QAC/B,CAAC,CAAC,IAAI,kBAAkB,CACpB,WAAW,EACX,KAAK,EACL,cAAc,EACd,OAAO,CAAC,MAAM,EACd,SAAS,EACT,OAAO,CAAC,SAAS,CAClB;QACH,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,MAAM,GACV,KAAK;QACL,IAAI,cAAc,CAChB,OAAO,CAAC,WAAY,EACpB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,EAClB,EAAE,IAAI,EAAE,YAAY,CAAC,YAAY,EAAE,CACpC,CAAC;IACJ,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,SAAS,EACT,SAAS,EACT,EAAE,aAAa,EAAE,cAAc,EAAE,CAClC,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC;YACxC,WAAW,EAAE,KAAK;gBAChB,CAAC,CAAC,UAAU,2BAA2B,CAAC,WAAW,CAAC,EAAE;gBACtD,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,WAAY,CAAC;YAC7C,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YACR,MAAM,2BAA2B,CAC/B,aAAa,EACb;gBACE,WAAW,EAAE,OAAO,CAAC,WAAY;gBACjC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,cAAc,EAAE,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,EACD;gBACE,WAAW;gBACX,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,YAAY,EAAE,SAAS;aACxB,CACF,CAAC;IACN,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CACJ,QAAQ,IAAI,IAAI,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CACrD,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAClC,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC,OAAO,CACjB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAC1B,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CACvC,CAAC;YACF,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,IACE,KAAK;gBACL,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,KAAK,KAAK,CAAC,WAAW;oBAC1D,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;wBAC7C,cAAc,CACZ,MAAM,QAAS,CAAC,cAAc,CAAC,cAAc,EAAE;4BAC7C,WAAW,EAAE,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW;4BACjD,iBAAiB,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CACjD,mBAAmB,CACpB,IAAI,EAAE,CAAa;yBACrB,CAAC,CACH,CAAC,EACN,CAAC;gBACD,MAAM,IAAI,kBAAkB,CAC1B,2EAA2E,CAC5E,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ;YAC7C,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,CACpE,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ;YAC/C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,2BAA2B,CAC/B,WAAW,EACX,iBAAiB,EACjB,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,EACd,SAAS,EACT,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,OAAO,IAAI,KAAK,CAC9B,CAAC;QACJ,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,IAAI,QAAQ,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,cAAc,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,MAAM,yBAAyB,CAChD,gBAAgB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CACzD,CAAC;YACF,IAAI,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC/B,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC;oBAC5B,MAAM,IAAI,kBAAkB,CAC1B,kGAAkG,CACnG,CAAC;gBACJ,kGAAkG;gBAClG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1D,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,EAAE,EAAE,iBAAiB,EAAE,CAAC;YACtE,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAO,EACP,KAAK,EACL,MAAM,oBAAoB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,EAClE,OAAO,CAAC,YAAY,CACrB;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA8B,CAAC;QACjE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;QAClE,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;gBACvC,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,mBAAmB,CACnD,SAAS,EACT,KAAK,CACN,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI;oBACpB,YAAY,CAAC,OAAO;oBACpB,GAAG,YAAY,CAAC,mBAAmB;iBACpC,EAAE,CAAC;oBACF,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAChC,YAAY,CAAC,aAAa,IAAI,EAAE,EAChC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,aAAc,CAAC,OAAO,CAAC,SAAS,CAAC;wBAChD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,YAAY,KAAK,SAAS;wBAC5B,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;yBAC3C,IACH,KAAK,CAAC,YAAY,KAAK,SAAS;wBAChC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC;wBAEzC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE;4BAC9B,KAAK,CAAC,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;yBAC7D,CAAC,CAAC;oBACL,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,YAAY,CAAC,eAAe,IAAI,EAAE,EAClC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,eAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;wBAClD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,QAAQ,KAAK,SAAS;wBAAE,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACrE,CAAC;gBACD,OAAO,YAAY,CAAC;YACtB,CAAC;SACF,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,qBAAqB,CACvB,WAAW,IAAI,MAAM,EACrB,mBAAmB,EACnB,CAAC,QAAQ,EAAE,EAAE,CACX,kBAAkB,CAChB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EACtC,QAAQ,EACR,kBAAkB,EAClB,eAAe,CAChB,CACJ,EACH,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,CACpB,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACjE,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE;YACpC,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,GAAG,CAAC,KAAK;gBACP,CAAC,CAAC;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,MAAM,EAAE,MAAO;wBACf,WAAW,EACT,gBAAgB,CAAC,WAAW,EAAE,oBAAoB,CAAC,KAAK,EAAE;qBAC7D;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ;QACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC;QACtC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,MAAyB,EACzB,SAA4B,EAC5B,MAAoB;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAClC,MAAM,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAC7C,CAAC;IACF,IAAI,mBAAmB,CAAC,MAAM,CAAC,KAAK,mBAAmB,CAAC,SAAS,CAAC;QAChE,OAAO,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,mBAAmB,CACjC,MAAM,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC1C,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAE,EAAE;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC;QACtD,MAAM,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9C,MAAM,UAAU,GACd,OAAO,QAAQ,KAAK,QAAQ;YAC5B,QAAQ,CAAC,WAAW,CAAC;YACrB,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC7B,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,SAAS,CAAC;QAChB,OAAO;YACL,QAAQ;YACR,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC;YACjC,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,WAAW;YAChD,aAAa,EACX,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;IACJ,CAAC,CAAC;IACF,2EAA2E;IAC3E,6EAA6E;IAC7E,IACE,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EACxE,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC;YACnD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS;gBAC3D,QAAQ,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import type { Finding } from \"../models.js\";\nimport { loadContractWithScanDirectory } from \"../contract.js\";\nimport type { CodexSecuritySurface } from \"../api.js\";\nimport { environmentEntry } from \"../auth.js\";\nimport {\n bundledPluginRoot,\n runWorkbench,\n codexSecurityStateDirectory,\n canonicalizeModelSafePath,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { savedScanWorkbench } from \"../saved-scan-bootstrap.js\";\nimport { CodexReviewRunner, reviewSqliteHome } from \"./codex-review.js\";\nimport { mkdir } from \"node:fs/promises\";\nimport { isWithin } from \"../trusted-executable.js\";\nimport {\n FindingDeduplicator,\n deduplicationConcurrency,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexGroupingReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type { waitForRetry } from \"./retry.js\";\nimport type {\n FindingSearchScope,\n FindingSourceSnapshot,\n} from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\nimport { LocalDeduplication, type FindingEmbeddingBinding } from \"./local.js\";\nimport { configuredCodexHome, readCodexHomeConfig } from \"../auth.js\";\nimport { CodexSecurityError } from \"../errors.js\";\nimport { comparisonEnvironment } from \"../scan-comparison.js\";\nimport { isDeepStrictEqual } from \"node:util\";\nimport { isRecord } from \"../record.js\";\nimport { resolveCodexProfile, type JsonObject } from \"../config.js\";\nimport { savedSourceContext } from \"./deduplication-prompts.js\";\nimport {\n emitDiagnostic,\n type DeduplicationDiagnosticObserver,\n} from \"./diagnostics.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named findings workflow; remote mode includes custom publication. */\n workflowId?: string;\n /** Optional Findings API. Omit to prepare and deduplicate findings in local SQLite. */\n findingsUrl?: string;\n /** Custom vector space for local deduplication; cannot be combined with findingsUrl. */\n embedding?: FindingEmbeddingBinding;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n /** Shared concurrency limit for deduplication jobs. Defaults to 8. */\n concurrency?: number;\n /** Best-effort progress and native review diagnostics; observer failures are ignored. */\n onDiagnostic?: DeduplicationDiagnosticObserver;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n surface?: CodexSecuritySurface;\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n resolveReviewEnvironment?: typeof comparisonEnvironment;\n fetch?: FindingsRequest;\n waitForRetry?: typeof waitForRetry;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n return await deduplicateResolvedScan(\n scanDirectory,\n await normalizeRepository(options.repository, options.signal),\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const bootstrap = dependencies.runWorkbench\n ? undefined\n : await savedScanWorkbench(scanId, {\n environment,\n pluginRoot,\n currentDirectory: dependencies.currentDirectory?.() ?? process.cwd(),\n signal: options.signal,\n });\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n bootstrap ??\n ((args, input) =>\n dependencies.runWorkbench!(args, input, options.signal)),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n bootstrap\n ? { ...dependencies, environment: bootstrap.environment }\n : dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n if (options.embedding !== undefined && options.findingsUrl !== undefined)\n throw new CodexSecurityError(\n \"Custom embeddings are only supported for local deduplication.\",\n );\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const injectedWorkbench = dependencies.runWorkbench;\n const workbench: typeof runWorkbench | undefined =\n injectedWorkbench &&\n (({ signal }, args, input) =>\n injectedWorkbench(args, input, signal ?? options.signal));\n const local =\n options.findingsUrl === undefined\n ? new LocalDeduplication(\n environment,\n scope,\n repositoryPath,\n options.signal,\n workbench,\n options.embedding,\n )\n : undefined;\n const client =\n local ??\n new FindingsClient(\n options.findingsUrl!,\n options.signal,\n dependencies.fetch,\n { wait: dependencies.waitForRetry },\n );\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n workbench,\n undefined,\n { protectedRoot: repositoryPath },\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: workflowDigest(contract),\n destination: local\n ? `sqlite:${codexSecurityStateDirectory(environment)}`\n : workflowDestination(options.findingsUrl!),\n scope,\n });\n await workflow.complete(\"scan\", null);\n if (!local)\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl!,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench: workbench,\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n if (local) {\n await (\n workflow ?? new FindingWorkflow(scanId, environment)\n ).protectArtifacts(scanDirectory);\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.started\" });\n await local.prepare(\n contract.findings.findings,\n contract.manifest.scan.target.targetId,\n );\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.completed\" });\n }\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n if (\n local &&\n (saved.pendingWrite.local?.inputDigest !== local.inputDigest ||\n workflowDigest(saved.pendingWrite.local.source) !==\n workflowDigest(\n await workflow!.sourceSnapshot(repositoryPath, {\n gitDisabled: saved.pendingWrite.local.gitDisabled,\n privateStatePaths: (saved.pendingWrite.local.source[\n \"privateStatePaths\"\n ] ?? []) as string[],\n }),\n ))\n ) {\n throw new CodexSecurityError(\n \"Local deduplication inputs changed. Use a new workflow ID to review them.\",\n );\n }\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const reviewEnvironment = dependencies.reviewer\n ? environment\n : await (dependencies.resolveReviewEnvironment ?? comparisonEnvironment)(\n environment,\n undefined,\n options.signal,\n );\n const reviewConfiguration = dependencies.reviewer\n ? {}\n : await modelConfigurationForReview(\n environment,\n reviewEnvironment,\n options.signal,\n );\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n reviewEnvironment,\n undefined,\n options.signal,\n repositoryPath,\n undefined,\n options.onDiagnostic,\n dependencies.surface ?? \"sdk\",\n );\n const privateStatePaths: string[] = [];\n if (workflow && !dependencies.reviewer) {\n const root = await canonicalizeModelSafePath(repositoryPath);\n const sqliteHome = await canonicalizeModelSafePath(\n reviewSqliteHome(reviewEnvironment, reviewConfiguration),\n );\n if (isWithin(root, sqliteHome)) {\n if (isWithin(sqliteHome, root))\n throw new CodexSecurityError(\n \"Native SQLite storage must not be the reviewed repository root when checkpointing deduplication.\",\n );\n // Create missing private parents before capturing source; native startup owns the database files.\n await mkdir(sqliteHome, { recursive: true, mode: 0o700 });\n privateStatePaths.push(sqliteHome);\n }\n }\n const source = workflow\n ? await workflow.sourceSnapshot(repositoryPath, { privateStatePaths })\n : undefined;\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n source!,\n scope,\n await reviewSettingsDigest(reviewEnvironment, reviewConfiguration),\n options.onDiagnostic,\n )\n : undefined;\n const selectedFindingIds = new Set(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n const sourceRepositories = new Map<Finding, readonly string[]>();\n const sourceSnapshots = new Map<Finding, FindingSourceSnapshot>();\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: async (findingId) => {\n const neighborhood = await client.potentialDuplicates(\n findingId,\n scope,\n );\n for (const finding of [\n neighborhood.finding,\n ...neighborhood.potentialDuplicates,\n ]) {\n const repositories = Object.hasOwn(\n neighborhood.repositoryIds ?? {},\n finding.findingId,\n )\n ? neighborhood.repositoryIds![finding.findingId]\n : undefined;\n if (repositories !== undefined)\n sourceRepositories.set(finding, repositories);\n else if (\n scope.repositoryId !== undefined ||\n selectedFindingIds.has(finding.findingId)\n )\n sourceRepositories.set(finding, [\n scope.repositoryId ?? contract.manifest.scan.target.targetId,\n ]);\n const snapshot = Object.hasOwn(\n neighborhood.sourceSnapshots ?? {},\n finding.findingId,\n )\n ? neighborhood.sourceSnapshots![finding.findingId]\n : undefined;\n if (snapshot !== undefined) sourceSnapshots.set(finding, snapshot);\n }\n return neighborhood;\n },\n },\n dependencies.reviewer ??\n new CodexGroupingReviewer(\n checkpoints ?? runner,\n reviewConfiguration,\n (findings) =>\n savedSourceContext(\n contract.manifest.scan.target.targetId,\n findings,\n sourceRepositories,\n sourceSnapshots,\n ),\n ),\n options.signal,\n options.concurrency,\n );\n const reviewed = await deduplicator.run([...selectedFindingIds]);\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, {\n groups: result.duplicateGroups,\n ...(local\n ? {\n local: {\n inputDigest: local.inputDigest,\n source: source!,\n gitDisabled:\n environmentEntry(environment, \"CODEX_SECURITY_GIT\") === \"\",\n },\n }\n : {}),\n });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n const result = workflow\n ? await workflow.run(\"dedupe\", dedupe)\n : await dedupe();\n options.signal?.throwIfAborted();\n return result;\n}\n\nasync function modelConfigurationForReview(\n source: NodeJS.ProcessEnv,\n effective: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n): Promise<JsonObject> {\n const selected = resolveCodexProfile(\n await readCodexHomeConfig(effective, signal),\n );\n if (configuredCodexHome(source) === configuredCodexHome(effective))\n return selected;\n const ambient = resolveCodexProfile(\n await readCodexHomeConfig(source, signal),\n );\n const providerIdentity = (config: JsonObject) => {\n const provider = config[\"model_provider\"] ?? \"openai\";\n const definitions = config[\"model_providers\"];\n const definition =\n typeof provider === \"string\" &&\n isRecord(definitions) &&\n isRecord(definitions[provider])\n ? definitions[provider]\n : undefined;\n return {\n provider,\n baseUrl: definition?.[\"base_url\"],\n wireApi: definition?.[\"wire_api\"] ?? \"responses\",\n openaiBaseUrl:\n provider === \"openai\" ? config[\"openai_base_url\"] : undefined,\n };\n };\n // A managed sign-in home can contain only authentication/runtime settings.\n // Keep compatible caller model choices without crossing provider namespaces.\n if (\n isDeepStrictEqual(providerIdentity(ambient), providerIdentity(selected))\n ) {\n for (const key of [\"model\", \"model_reasoning_effort\"])\n if (selected[key] === undefined && ambient[key] !== undefined)\n selected[key] = ambient[key];\n }\n return selected;\n}\n"]}
|
|
1
|
+
{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,iBAAiB,EAEjB,2BAA2B,EAC3B,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,qBAAqB,GAEtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAM7E,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAgC,MAAM,YAAY,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAmB,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EACL,cAAc,GAEf,MAAM,kBAAkB,CAAC;AA6B1B,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AAYD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,MAAM,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,EAC7D,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,YAAY,GAAgC,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY;QACzC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAC/B,WAAW;YACX,UAAU;YACV,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,EAAE,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE;YACpE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACP,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,SAAS;YACT,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACf,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;KAC7D,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,SAAS;QACP,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE;QACzD,CAAC,CAAC,YAAY,EAChB,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QACtE,MAAM,IAAI,kBAAkB,CAC1B,+DAA+D,CAChE,CAAC;IACJ,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,iBAAiB,GAAG,YAAY,CAAC,YAAY,CAAC;IACpD,MAAM,SAAS,GACb,iBAAiB;QACjB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAC3B,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,KAAK,GACT,OAAO,CAAC,WAAW,KAAK,SAAS;QAC/B,CAAC,CAAC,IAAI,kBAAkB,CACpB,WAAW,EACX,KAAK,EACL,cAAc,EACd,OAAO,CAAC,MAAM,EACd,SAAS,EACT,OAAO,CAAC,SAAS,CAClB;QACH,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,MAAM,GACV,KAAK;QACL,IAAI,cAAc,CAChB,OAAO,CAAC,WAAY,EACpB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,EAClB,EAAE,IAAI,EAAE,YAAY,CAAC,YAAY,EAAE,CACpC,CAAC;IACJ,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,SAAS,EACT,SAAS,EACT,EAAE,aAAa,EAAE,cAAc,EAAE,CAClC,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,kBAAkB,CAAC,QAAQ,CAAC;YAC5C,WAAW,EAAE,KAAK;gBAChB,CAAC,CAAC,UAAU,2BAA2B,CAAC,WAAW,CAAC,EAAE;gBACtD,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,WAAY,CAAC;YAC7C,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YACR,MAAM,2BAA2B,CAC/B,aAAa,EACb;gBACE,WAAW,EAAE,OAAO,CAAC,WAAY;gBACjC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,cAAc,EAAE,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,EACD;gBACE,WAAW;gBACX,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,YAAY,EAAE,SAAS;aACxB,CACF,CAAC;IACN,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CACJ,QAAQ,IAAI,IAAI,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CACrD,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAClC,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC,OAAO,CACjB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAC1B,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CACvC,CAAC;YACF,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,IACE,KAAK;gBACL,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,KAAK,KAAK,CAAC,WAAW;oBAC1D,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;wBAC7C,cAAc,CACZ,MAAM,QAAS,CAAC,cAAc,CAAC,cAAc,EAAE;4BAC7C,WAAW,EAAE,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW;4BACjD,iBAAiB,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CACjD,mBAAmB,CACpB,IAAI,EAAE,CAAa;yBACrB,CAAC,CACH,CAAC,EACN,CAAC;gBACD,MAAM,IAAI,kBAAkB,CAC1B,2EAA2E,CAC5E,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ;YAC7C,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,CACpE,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ;YAC/C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,2BAA2B,CAC/B,WAAW,EACX,iBAAiB,EACjB,OAAO,CAAC,MAAM,CACf,CAAC;QACN,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,iBAAiB,EACjB,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,EACd,SAAS,EACT,OAAO,CAAC,YAAY,EACpB,YAAY,CAAC,OAAO,IAAI,KAAK,CAC9B,CAAC;QACJ,MAAM,iBAAiB,GAAa,EAAE,CAAC;QACvC,IAAI,QAAQ,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,cAAc,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,MAAM,yBAAyB,CAChD,gBAAgB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CACzD,CAAC;YACF,IAAI,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC/B,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC;oBAC5B,MAAM,IAAI,kBAAkB,CAC1B,kGAAkG,CACnG,CAAC;gBACJ,kGAAkG;gBAClG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1D,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,EAAE,EAAE,iBAAiB,EAAE,CAAC;YACtE,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAO,EACP,KAAK,EACL,MAAM,oBAAoB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,EAClE,OAAO,CAAC,YAAY,CACrB;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA8B,CAAC;QACjE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkC,CAAC;QAClE,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;gBACvC,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,mBAAmB,CACnD,SAAS,EACT,KAAK,CACN,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI;oBACpB,YAAY,CAAC,OAAO;oBACpB,GAAG,YAAY,CAAC,mBAAmB;iBACpC,EAAE,CAAC;oBACF,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAChC,YAAY,CAAC,aAAa,IAAI,EAAE,EAChC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,aAAc,CAAC,OAAO,CAAC,SAAS,CAAC;wBAChD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,YAAY,KAAK,SAAS;wBAC5B,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;yBAC3C,IACH,KAAK,CAAC,YAAY,KAAK,SAAS;wBAChC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC;wBAEzC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE;4BAC9B,KAAK,CAAC,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;yBAC7D,CAAC,CAAC;oBACL,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,YAAY,CAAC,eAAe,IAAI,EAAE,EAClC,OAAO,CAAC,SAAS,CAClB;wBACC,CAAC,CAAC,YAAY,CAAC,eAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;wBAClD,CAAC,CAAC,SAAS,CAAC;oBACd,IAAI,QAAQ,KAAK,SAAS;wBAAE,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACrE,CAAC;gBACD,OAAO,YAAY,CAAC;YACtB,CAAC;SACF,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,qBAAqB,CACvB,WAAW,IAAI,MAAM,EACrB,mBAAmB,EACnB,CAAC,QAAQ,EAAE,EAAE,CACX,kBAAkB,CAChB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EACtC,QAAQ,EACR,kBAAkB,EAClB,eAAe,CAChB,CACJ,EACH,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,CACpB,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC;QACjE,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE;YACpC,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,GAAG,CAAC,KAAK;gBACP,CAAC,CAAC;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,MAAM,EAAE,MAAO;wBACf,WAAW,EACT,gBAAgB,CAAC,WAAW,EAAE,oBAAoB,CAAC,KAAK,EAAE;qBAC7D;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ;QACrB,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC;QACtC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,MAAyB,EACzB,SAA4B,EAC5B,MAAoB;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAClC,MAAM,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,CAC7C,CAAC;IACF,IAAI,mBAAmB,CAAC,MAAM,CAAC,KAAK,mBAAmB,CAAC,SAAS,CAAC;QAChE,OAAO,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,mBAAmB,CACjC,MAAM,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC1C,CAAC;IACF,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAE,EAAE;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC;QACtD,MAAM,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9C,MAAM,UAAU,GACd,OAAO,QAAQ,KAAK,QAAQ;YAC5B,QAAQ,CAAC,WAAW,CAAC;YACrB,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC7B,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,SAAS,CAAC;QAChB,OAAO;YACL,QAAQ;YACR,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC;YACjC,OAAO,EAAE,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,WAAW;YAChD,aAAa,EACX,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;IACJ,CAAC,CAAC;IACF,2EAA2E;IAC3E,6EAA6E;IAC7E,IACE,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EACxE,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC;YACnD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS;gBAC3D,QAAQ,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import type { Finding } from \"../models.js\";\nimport { loadContractWithScanDirectory } from \"../contract.js\";\nimport type { CodexSecuritySurface } from \"../api.js\";\nimport { environmentEntry } from \"../auth.js\";\nimport {\n bundledPluginRoot,\n runWorkbench,\n codexSecurityStateDirectory,\n canonicalizeModelSafePath,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { savedScanWorkbench } from \"../saved-scan-bootstrap.js\";\nimport { CodexReviewRunner, reviewSqliteHome } from \"./codex-review.js\";\nimport { mkdir } from \"node:fs/promises\";\nimport { isWithin } from \"../trusted-executable.js\";\nimport {\n FindingDeduplicator,\n deduplicationConcurrency,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexGroupingReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type { waitForRetry } from \"./retry.js\";\nimport type {\n FindingSearchScope,\n FindingSourceSnapshot,\n} from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n scanArtifactDigest,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\nimport { LocalDeduplication, type FindingEmbeddingBinding } from \"./local.js\";\nimport { configuredCodexHome, readCodexHomeConfig } from \"../auth.js\";\nimport { CodexSecurityError } from \"../errors.js\";\nimport { comparisonEnvironment } from \"../scan-comparison.js\";\nimport { isDeepStrictEqual } from \"node:util\";\nimport { isRecord } from \"../record.js\";\nimport { resolveCodexProfile, type JsonObject } from \"../config.js\";\nimport { savedSourceContext } from \"./deduplication-prompts.js\";\nimport {\n emitDiagnostic,\n type DeduplicationDiagnosticObserver,\n} from \"./diagnostics.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named findings workflow; remote mode includes custom publication. */\n workflowId?: string;\n /** Optional Findings API. Omit to prepare and deduplicate findings in local SQLite. */\n findingsUrl?: string;\n /** Custom vector space for local deduplication; cannot be combined with findingsUrl. */\n embedding?: FindingEmbeddingBinding;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n /** Shared concurrency limit for deduplication jobs. Defaults to 8. */\n concurrency?: number;\n /** Best-effort progress and native review diagnostics; observer failures are ignored. */\n onDiagnostic?: DeduplicationDiagnosticObserver;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n surface?: CodexSecuritySurface;\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n resolveReviewEnvironment?: typeof comparisonEnvironment;\n fetch?: FindingsRequest;\n waitForRetry?: typeof waitForRetry;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n return await deduplicateResolvedScan(\n scanDirectory,\n await normalizeRepository(options.repository, options.signal),\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const bootstrap = dependencies.runWorkbench\n ? undefined\n : await savedScanWorkbench(scanId, {\n environment,\n pluginRoot,\n currentDirectory: dependencies.currentDirectory?.() ?? process.cwd(),\n signal: options.signal,\n });\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n bootstrap ??\n ((args, input) =>\n dependencies.runWorkbench!(args, input, options.signal)),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n bootstrap\n ? { ...dependencies, environment: bootstrap.environment }\n : dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n if (options.embedding !== undefined && options.findingsUrl !== undefined)\n throw new CodexSecurityError(\n \"Custom embeddings are only supported for local deduplication.\",\n );\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const injectedWorkbench = dependencies.runWorkbench;\n const workbench: typeof runWorkbench | undefined =\n injectedWorkbench &&\n (({ signal }, args, input) =>\n injectedWorkbench(args, input, signal ?? options.signal));\n const local =\n options.findingsUrl === undefined\n ? new LocalDeduplication(\n environment,\n scope,\n repositoryPath,\n options.signal,\n workbench,\n options.embedding,\n )\n : undefined;\n const client =\n local ??\n new FindingsClient(\n options.findingsUrl!,\n options.signal,\n dependencies.fetch,\n { wait: dependencies.waitForRetry },\n );\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n workbench,\n undefined,\n { protectedRoot: repositoryPath },\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: scanArtifactDigest(contract),\n destination: local\n ? `sqlite:${codexSecurityStateDirectory(environment)}`\n : workflowDestination(options.findingsUrl!),\n scope,\n });\n await workflow.complete(\"scan\", null);\n if (!local)\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl!,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench: workbench,\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n if (local) {\n await (\n workflow ?? new FindingWorkflow(scanId, environment)\n ).protectArtifacts(scanDirectory);\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.started\" });\n await local.prepare(\n contract.findings.findings,\n contract.manifest.scan.target.targetId,\n );\n emitDiagnostic(options.onDiagnostic, { event: \"preparation.completed\" });\n }\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n if (\n local &&\n (saved.pendingWrite.local?.inputDigest !== local.inputDigest ||\n workflowDigest(saved.pendingWrite.local.source) !==\n workflowDigest(\n await workflow!.sourceSnapshot(repositoryPath, {\n gitDisabled: saved.pendingWrite.local.gitDisabled,\n privateStatePaths: (saved.pendingWrite.local.source[\n \"privateStatePaths\"\n ] ?? []) as string[],\n }),\n ))\n ) {\n throw new CodexSecurityError(\n \"Local deduplication inputs changed. Use a new workflow ID to review them.\",\n );\n }\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const reviewEnvironment = dependencies.reviewer\n ? environment\n : await (dependencies.resolveReviewEnvironment ?? comparisonEnvironment)(\n environment,\n undefined,\n options.signal,\n );\n const reviewConfiguration = dependencies.reviewer\n ? {}\n : await modelConfigurationForReview(\n environment,\n reviewEnvironment,\n options.signal,\n );\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n reviewEnvironment,\n undefined,\n options.signal,\n repositoryPath,\n undefined,\n options.onDiagnostic,\n dependencies.surface ?? \"sdk\",\n );\n const privateStatePaths: string[] = [];\n if (workflow && !dependencies.reviewer) {\n const root = await canonicalizeModelSafePath(repositoryPath);\n const sqliteHome = await canonicalizeModelSafePath(\n reviewSqliteHome(reviewEnvironment, reviewConfiguration),\n );\n if (isWithin(root, sqliteHome)) {\n if (isWithin(sqliteHome, root))\n throw new CodexSecurityError(\n \"Native SQLite storage must not be the reviewed repository root when checkpointing deduplication.\",\n );\n // Create missing private parents before capturing source; native startup owns the database files.\n await mkdir(sqliteHome, { recursive: true, mode: 0o700 });\n privateStatePaths.push(sqliteHome);\n }\n }\n const source = workflow\n ? await workflow.sourceSnapshot(repositoryPath, { privateStatePaths })\n : undefined;\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n source!,\n scope,\n await reviewSettingsDigest(reviewEnvironment, reviewConfiguration),\n options.onDiagnostic,\n )\n : undefined;\n const selectedFindingIds = new Set(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n const sourceRepositories = new Map<Finding, readonly string[]>();\n const sourceSnapshots = new Map<Finding, FindingSourceSnapshot>();\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: async (findingId) => {\n const neighborhood = await client.potentialDuplicates(\n findingId,\n scope,\n );\n for (const finding of [\n neighborhood.finding,\n ...neighborhood.potentialDuplicates,\n ]) {\n const repositories = Object.hasOwn(\n neighborhood.repositoryIds ?? {},\n finding.findingId,\n )\n ? neighborhood.repositoryIds![finding.findingId]\n : undefined;\n if (repositories !== undefined)\n sourceRepositories.set(finding, repositories);\n else if (\n scope.repositoryId !== undefined ||\n selectedFindingIds.has(finding.findingId)\n )\n sourceRepositories.set(finding, [\n scope.repositoryId ?? contract.manifest.scan.target.targetId,\n ]);\n const snapshot = Object.hasOwn(\n neighborhood.sourceSnapshots ?? {},\n finding.findingId,\n )\n ? neighborhood.sourceSnapshots![finding.findingId]\n : undefined;\n if (snapshot !== undefined) sourceSnapshots.set(finding, snapshot);\n }\n return neighborhood;\n },\n },\n dependencies.reviewer ??\n new CodexGroupingReviewer(\n checkpoints ?? runner,\n reviewConfiguration,\n (findings) =>\n savedSourceContext(\n contract.manifest.scan.target.targetId,\n findings,\n sourceRepositories,\n sourceSnapshots,\n ),\n ),\n options.signal,\n options.concurrency,\n );\n const reviewed = await deduplicator.run([...selectedFindingIds]);\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, {\n groups: result.duplicateGroups,\n ...(local\n ? {\n local: {\n inputDigest: local.inputDigest,\n source: source!,\n gitDisabled:\n environmentEntry(environment, \"CODEX_SECURITY_GIT\") === \"\",\n },\n }\n : {}),\n });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n const result = workflow\n ? await workflow.run(\"dedupe\", dedupe)\n : await dedupe();\n options.signal?.throwIfAborted();\n return result;\n}\n\nasync function modelConfigurationForReview(\n source: NodeJS.ProcessEnv,\n effective: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n): Promise<JsonObject> {\n const selected = resolveCodexProfile(\n await readCodexHomeConfig(effective, signal),\n );\n if (configuredCodexHome(source) === configuredCodexHome(effective))\n return selected;\n const ambient = resolveCodexProfile(\n await readCodexHomeConfig(source, signal),\n );\n const providerIdentity = (config: JsonObject) => {\n const provider = config[\"model_provider\"] ?? \"openai\";\n const definitions = config[\"model_providers\"];\n const definition =\n typeof provider === \"string\" &&\n isRecord(definitions) &&\n isRecord(definitions[provider])\n ? definitions[provider]\n : undefined;\n return {\n provider,\n baseUrl: definition?.[\"base_url\"],\n wireApi: definition?.[\"wire_api\"] ?? \"responses\",\n openaiBaseUrl:\n provider === \"openai\" ? config[\"openai_base_url\"] : undefined,\n };\n };\n // A managed sign-in home can contain only authentication/runtime settings.\n // Keep compatible caller model choices without crossing provider namespaces.\n if (\n isDeepStrictEqual(providerIdentity(ambient), providerIdentity(selected))\n ) {\n for (const key of [\"model\", \"model_reasoning_effort\"])\n if (selected[key] === undefined && ambient[key] !== undefined)\n selected[key] = ambient[key];\n }\n return selected;\n}\n"]}
|
|
@@ -40,6 +40,7 @@ export interface LocalExternalImportPreview extends ExternalFindings {
|
|
|
40
40
|
export interface LocalExternalImportResult {
|
|
41
41
|
repository: string;
|
|
42
42
|
read: number;
|
|
43
|
+
report?: ExternalFindings["report"];
|
|
43
44
|
ready: number;
|
|
44
45
|
excluded: ExternalFindings["excluded"];
|
|
45
46
|
findings: StoredExternalFinding[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"external-findings-local.d.ts","sourceRoot":"","sources":["../src/external-findings-local.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EACV,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"external-findings-local.d.ts","sourceRoot":"","sources":["../src/external-findings-local.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EACV,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,wBAAwB,CAAC;AAMhC,OAAO,KAAK,EACV,uBAAuB,EACvB,QAAQ,EACT,MAAM,6BAA6B,CAAC;AAIrC,OAAO,EAML,YAAY,EAGb,MAAM,cAAc,CAAC;AAUtB,oFAAoF;AACpF,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,uBAAuB,CAAC;IAClC,UAAU,EAAE;QAAE,KAAK,EAAE,cAAc,CAAA;KAAE,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,4BAA4B;IAC3C,0EAA0E;IAC1E,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;IACnB,2EAA2E;IAC3E,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,+BAA+B;IAC9C,WAAW,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,CAAC,EAAE,OAAO,YAAY,CAAC;IACnC,iFAAiF;IACjF,kBAAkB,CAAC,EAAE,SAAS,wBAAwB,EAAE,CAAC;CAC1D;AAED,MAAM,WAAW,0BAA2B,SAAQ,gBAAgB;IAClE,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE;QAAE,QAAQ,EAAE,QAAQ,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD;AAED,MAAM,WAAW,yBAAyB;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;IACvC,QAAQ,EAAE,qBAAqB,EAAE,CAAC;IAClC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CACjE;AAED,MAAM,WAAW,2BAA2B;IAC1C,OAAO,EAAE,0BAA0B,CAAC;IACpC,MAAM,IAAI,OAAO,CAAC,yBAAyB,CAAC,CAAC;CAC9C;AAwYD,0FAA0F;AAC1F,wBAAsB,4BAA4B,CAChD,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,4BAA4B,EACrC,YAAY,GAAE,+BAAoC,GACjD,OAAO,CAAC,2BAA2B,CAAC,CAqItC;AAED,4FAA4F;AAC5F,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,EAAE,CAAC,EAAE,MAAM,CAAA;CAAE,EAC9C,YAAY,GAAE,+BAAoC,GACjD,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAkBlC"}
|
|
@@ -4,9 +4,10 @@ import { isNumberObject } from "node:util/types";
|
|
|
4
4
|
import { environmentEntry } from "./auth.js";
|
|
5
5
|
import { CodexSecurityError } from "./errors.js";
|
|
6
6
|
import { forwardExternalImportSetting, requireExternalImports, } from "./external-imports-feature.js";
|
|
7
|
-
import { cloudRepositoryUrlKey, repositoryUrlKey, } from "./external-import-contract.js";
|
|
7
|
+
import { cloudRepositoryUrlKey, repositoryUrlKey, validateExternalReport, } from "./external-import-contract.js";
|
|
8
8
|
import { parseGitRemote } from "./git-remote.js";
|
|
9
9
|
import { isRecord } from "./record.js";
|
|
10
|
+
import { dependabotRepository } from "./github-dependabot-findings.js";
|
|
10
11
|
import { bundledPluginRoot, canonicalConfigPath, canonicalizeModelSafePath, expandHome, requireOutputOutsideRepositories, runWorkbench, workbenchEnvironment, } from "./runtime.js";
|
|
11
12
|
import { abortable, gitMarkerRoot, gitOutput, gitProtectionRoots, normalizeRepository, nullIfMissingPath, } from "./targets.js";
|
|
12
13
|
function requireIdentity(value, field) {
|
|
@@ -262,6 +263,8 @@ export async function prepareNormalizedLocalImport(input, options, dependencies
|
|
|
262
263
|
requireExternalImports(dependencies.environment);
|
|
263
264
|
requireIdentity(options.sourceKey, "Source key");
|
|
264
265
|
const current = structuredClone(input);
|
|
266
|
+
validateExternalReport(current.report);
|
|
267
|
+
let dependabotSource;
|
|
265
268
|
const identities = new Set();
|
|
266
269
|
for (const finding of current.findings) {
|
|
267
270
|
requireIdentity(finding.source_finding_id, "Source finding id");
|
|
@@ -270,6 +273,18 @@ export async function prepareNormalizedLocalImport(input, options, dependencies
|
|
|
270
273
|
identities.add(finding.source_finding_id);
|
|
271
274
|
if (!isRecord(finding.evidence))
|
|
272
275
|
throw new CodexSecurityError("Imported evidence must be an object.");
|
|
276
|
+
if (options.provider !== "github")
|
|
277
|
+
continue;
|
|
278
|
+
const native = dependabotRepository(finding);
|
|
279
|
+
if (!native)
|
|
280
|
+
continue;
|
|
281
|
+
const claimed = finding.evidence.details?.repository?.url;
|
|
282
|
+
if (claimed &&
|
|
283
|
+
cloudRepositoryUrlKey(claimed) !== cloudRepositoryUrlKey(native))
|
|
284
|
+
throw new CodexSecurityError("The normalized repository does not match the original Dependabot alert.");
|
|
285
|
+
if (dependabotSource && dependabotSource !== native)
|
|
286
|
+
throw new CodexSecurityError("Select Dependabot alerts from only one GitHub host and repository.");
|
|
287
|
+
dependabotSource = native;
|
|
273
288
|
}
|
|
274
289
|
const { repository, options: workbenchOptions } = await localContext(options.repository, dependencies);
|
|
275
290
|
const sources = new Map();
|
|
@@ -283,6 +298,11 @@ export async function prepareNormalizedLocalImport(input, options, dependencies
|
|
|
283
298
|
if (sources.get(source.url)?.platform !== "github")
|
|
284
299
|
sources.set(source.url, source);
|
|
285
300
|
}
|
|
301
|
+
if (dependabotSource)
|
|
302
|
+
sources.set(dependabotSource, {
|
|
303
|
+
url: dependabotSource,
|
|
304
|
+
platform: "github",
|
|
305
|
+
});
|
|
286
306
|
await requireMatchingRepository(repository, options.provider, [...sources.values()], workbenchOptions.protectedRoot, workbenchOptions.environment, dependencies.signal);
|
|
287
307
|
dependencies.signal?.throwIfAborted();
|
|
288
308
|
const preview = {
|
|
@@ -320,8 +340,11 @@ export async function prepareNormalizedLocalImport(input, options, dependencies
|
|
|
320
340
|
return {
|
|
321
341
|
repository,
|
|
322
342
|
read: current.read,
|
|
343
|
+
...(current.report === undefined
|
|
344
|
+
? {}
|
|
345
|
+
: { report: structuredClone(current.report) }),
|
|
323
346
|
ready: current.findings.length,
|
|
324
|
-
excluded: current.excluded,
|
|
347
|
+
excluded: structuredClone(current.excluded),
|
|
325
348
|
findings: result["findings"],
|
|
326
349
|
counts: result["counts"],
|
|
327
350
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"external-findings-local.js","sourceRoot":"","sources":["../src/external-findings-local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,GACvB,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EACL,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,yBAAyB,EACzB,UAAU,EACV,gCAAgC,EAChC,YAAY,EACZ,oBAAoB,GAErB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,SAAS,EACT,aAAa,EACb,SAAS,EACT,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAmDtB,SAAS,eAAe,CACtB,KAAc,EACd,KAAa;IAEb,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QACpE,MAAM,IAAI,kBAAkB,CAC1B,GAAG,KAAK,kDAAkD,CAC3D,CAAC;AACN,CAAC;AAED,0EAA0E;AAC1E,SAAS,mBAAmB,CAC1B,KAAa,EACb,QAAkB;IAElB,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACrD,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACH,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,CAAC,MAAM;QACP,CAAC;YACC,OAAO;YACP,QAAQ;YACR,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;YACP,UAAU;YACV,UAAU;SACX,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAE/B,OAAO,SAAS,CAAC;IACnB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;IACvB,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC/D,MAAM,kBAAkB,GACtB,GAAG;QACH,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,gBAAgB;QAC/C,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC;IACrB,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClE,MAAM,IAAI,GACR,kBAAkB;QAClB,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC;QAC1B,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC;QAChD,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC;QAC9C,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC;QAC9C,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IACf,gFAAgF;IAChF,+EAA+E;IAC/E,MAAM,GAAG,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC7E,OAAO,GAAG,CACR,GAAG,QAAQ,KAAK,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,CACnE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,UAAkB,EAClB,MAAoB;IAEpB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,UAAU,CAAC;IAC3B,SAAS,CAAC;QACR,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CACrC,CAAC,MAAM,SAAS,CACd,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC3D,MAAM,CACP,CAAC,KAAK,IAAI,CAAC;QACd,yEAAyE;QACzE,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC7D,MAAM,CACP,CAAC;QACF,IACE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,cAAc,EAAE,CAAC;YAC1C,CAAC,CAAC,MAAM,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC3B,CAAC,CAAC,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAE1D,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACvC,SAAS,GAAG,MAAM,CAAC;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,IAAY,EACZ,MAAc,EACd,OAA8D,EAC9D,MAAoB;IAEpB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACzC,MAAM,CACP,CAAC;IACF,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACnE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,EAAE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC;QAClE,OAAO,SAAS,CAAC;IACnB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACnE,IAAI,MAAM,KAAK,EAAE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5D,6EAA6E;IAC7E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC;IACzC,2DAA2D;IAC3D,IAAI,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,KAAK,EAAE,CAAC;IAC1E,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACpE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,SAAS,GACb,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK;gBACnD,CAAC,CAAC,OAAO,CAAC,SAAS;gBACnB,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,KAAK,EAAE,CAAC,IAAI,GAAG,KAAK,IAAI,CAAC;YACzE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,UAAU,CAAC,KAAK,CAAC;YAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,CACL,CAAC,MAAM,SAAS,CACd,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC/C,MAAM,CACP,CAAC,IAAI,SAAS,CAChB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,OAA8D,EAC9D,MAAoB,EACpB,sBAA+B;IAE/B,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC7D,MAAM,CACP,CAAC;IACF,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IACnE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,MAAM,SAAS,CAC/B,GAAG,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAClD,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,SAAS;QACtB,CAAC,CAAC,MAAM,eAAe,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC;QAC1D,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,SAAS,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,IAAI,SAAS,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACxD,MAAM,CACP,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE;YAAE,OAAO,EAAE,CAAC;IAC1C,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACvE,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,sBAAsB,KAAK,SAAS;QACpC,sBAAsB,KAAK,OAAO,CAAC,SAAS,EAC5C,CAAC;QACD,0EAA0E;QAC1E,KAAK,CAAC,IAAI,CACR,GAAG,CAAC,MAAM,uBAAuB,CAC/B,SAAS,EACT;YACE,GAAG,OAAO;YACV,SAAS,EAAE,MAAM,SAAS,CACxB,GAAG,EAAE,CAAC,mBAAmB,CAAC,sBAAsB,CAAC,EACjD,MAAM,CACP;SACF,EACD,MAAM,CACP,CAAC,CACH,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAAkB,EAClB,WAA8B,EAC9B,MAAoB;IAEpB,MAAM,KAAK,GAAG,IAAI,GAAG,CACnB,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,kBAAkB,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CACtE,CAAC;IACF,MAAM,OAAO,GAAG;QACd,SAAS,EAAE,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QACzE,WAAW;KACZ,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IAChE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;YACzD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChB,KAAK,MAAM,UAAU,IAAI,MAAM,uBAAuB,CACpD,IAAI,EACJ,OAAO,EACP,MAAM,EACN,IAAI,CACL;gBACC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,SAAS,CAAC;YACR,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC3C,MAAM,CACP,CAAC;YACF,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACtB,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACrB,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,EAAE;oBACzC,CAAC,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;oBACjD,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC/D,IAAI,YAAY,KAAK,SAAS;oBAC5B,KAAK,MAAM,UAAU,IAAI,MAAM,uBAAuB,CACpD,YAAY,EACZ,OAAO,EACP,MAAM,EACN,SAAS,CACV;wBACC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC;YACD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YAClC,IAAI,MAAM,KAAK,SAAS;gBAAE,MAAM;YAChC,SAAS,GAAG,MAAM,CAAC;QACrB,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,KAAK,CAAC;QAC3B,KAAK,CAAC,GAAG,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,UAAkB,EAClB,MAAoB;IAEpB,OAAO,CACL,CAAC,MAAM,SAAS,CACd,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAClD,MAAM,CACP,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,iBAAiB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,UAAkB,EAClB,QAAkB,EAClB,OAA4C,EAC5C,cAAwD,EACxD,WAAmD,EACnD,MAAoB;IAEpB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACjC,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAAE,OAAO;IACxD,MAAM,iBAAiB,GAAG;QACxB,GAAG,CAAC,OAAO,cAAc,KAAK,QAAQ;YACpC,CAAC,CAAC,CAAC,cAAc,CAAC;YAClB,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QAC3B,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC;KAClE,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,IAAuB,EAAE,EAAE,CAC1C,SAAS,CACP,GAAG,EAAE,CACH,SAAS,CACP,UAAU,EACV,IAAI,EACJ,MAAM,EACN,EAAE,MAAM,EAAE,GAAG,EAAE,EACf,SAAS,EACT,MAAM,EACN,iBAAiB,EACjB,WAAW,CACZ,EACH,MAAM,CACP,CAAC;IACJ,IAAI,WAAmB,CAAC;IACxB,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,uDAAuD;QACvD,IACE,KAAK,YAAY,KAAK;YACtB,MAAM,IAAI,KAAK;YACf,KAAK,CAAC,IAAI,KAAK,GAAG;YAClB,QAAQ,IAAI,KAAK;YACjB,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAChC,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE;gBACrB,sEAAsE;gBACtE,+JAA+J,CAAC,IAAI,CAClK,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CACvB,CAAC;YAEJ,OAAO;QACT,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzB,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACtD,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC,CAAC,CACH,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5D,MAAM,cAAc,GAClB,MAAM,CAAC,QAAQ,KAAK,QAAQ;YAC5B,CAAC,SAAS,KAAK,SAAS,IAAI,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC5D,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,QAAQ,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,GAAG,CACxB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;YACxD,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC,CACH,CAAC;QACF,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC;YAAE,SAAS;QACpC,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAC5D,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;YAC3C,MAAM,IAAI,kBAAkB,CAC1B,uBAAuB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,0CAA0C,UAAU,yCAAyC,CAC/I,CAAC;IACN,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,kBAA0B,EAC1B,YAA6C,EAC7C,IAAI,GAAsB,QAAQ;IAElC,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IACzD,MAAM,WAAW,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACnD,4BAA4B,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACpD,sBAAsB,CAAC,WAAW,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,UAAU,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;IACzD,MAAM,UAAU,GACd,IAAI,KAAK,MAAM;QACb,CAAC,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC;QACvE,CAAC,CAAC,MAAM,mBAAmB,CAAC,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG;QACpB,GAAG,IAAI,GAAG,CAAC;YACT,UAAU;YACV,GAAG,CAAC,MAAM,SAAS,CACjB,GAAG,EAAE,CAAC,uBAAuB,CAAC,IAAI,EAAE,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,EACrE,YAAY,CAAC,MAAM,CACpB,CAAC;YACF,GAAG,CAAC,MAAM,SAAS,CACjB,GAAG,EAAE,CACH,uBAAuB,CACrB,OAAO,CAAC,GAAG,EAAE,EACb,WAAW,EACX,YAAY,CAAC,MAAM,CACpB,EACH,YAAY,CAAC,MAAM,CACpB,CAAC;SACH,CAAC;KACH,CAAC;IACF,gCAAgC,CAC9B,aAAa,EACb,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,yBAAyB,CAAC,WAAW,CAAC,wBAAwB,CAAC,EACrE,YAAY,CAAC,MAAM,CACpB,EACD,SAAS,CACV,CAAC;IACF,OAAO;QACL,UAAU;QACV,OAAO,EAAE;YACP,UAAU,EAAE,MAAM,SAAS,CACzB,GAAG,EAAE,CAAC,iBAAiB,EAAE,EACzB,YAAY,CAAC,MAAM,CACpB;YACD,WAAW;YACX,aAAa;YACb,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,cAAc,EAAE,0CAA0C;SAC3D;KACF,CAAC;AACJ,CAAC;AAED,0FAA0F;AAC1F,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,KAAuB,EACvB,OAAqC,EACrC,YAAY,GAAoC,EAAE;IAElD,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,sBAAsB,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACjD,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACvC,eAAe,CAAC,OAAO,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAC;QAChE,IAAI,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC3C,MAAM,IAAI,kBAAkB,CAC1B,+BAA+B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAC5E,CAAC;QACJ,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7B,MAAM,IAAI,kBAAkB,CAAC,sCAAsC,CAAC,CAAC;IACzE,CAAC;IACD,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,YAAY,CAClE,OAAO,CAAC,UAAU,EAClB,YAAY,CACb,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC5D,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC;QAC9C,IAAI,GAAG;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;QAC3D,+EAA+E;QAC/E,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,QAAQ,KAAK,QAAQ;YAChD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,yBAAyB,CAC7B,UAAU,EACV,OAAO,CAAC,QAAQ,EAChB,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EACrB,gBAAgB,CAAC,aAAa,EAC9B,gBAAgB,CAAC,WAAW,EAC5B,YAAY,CAAC,MAAM,CACpB,CAAC;IACF,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG;QACd,GAAG,eAAe,CAAC,OAAO,CAAC;QAC3B,UAAU;QACV,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE;KACtE,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAC5B;QACE,UAAU;QACV,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,EACD,CAAC,IAAI,EAAE,KAAc,EAAE,EAAE;QACvB,IAAI,cAAc,CAAC,KAAK,CAAC;YAAE,KAAK,GAAG,CAAC,KAAK,CAAC;QAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YACtD,MAAM,IAAI,SAAS,CACjB,wDAAwD,CACzD,CAAC;QACJ,OAAO,KAAK,CAAC;IACf,CAAC,CACF,CAAC;IACF,OAAO;QACL,OAAO;QACP,KAAK,CAAC,MAAM;YACV,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG;gBACpB,GAAG,IAAI,GAAG,CAAC;oBACT,GAAG,gBAAgB,CAAC,aAAa;oBACjC,GAAG,CAAC,MAAM,SAAS,CACjB,GAAG,EAAE,CACH,uBAAuB,CACrB,OAAO,CAAC,GAAG,EAAE,EACb,gBAAgB,CAAC,WAAW,EAC5B,YAAY,CAAC,MAAM,CACpB,EACH,YAAY,CAAC,MAAM,CACpB,CAAC;iBACH,CAAC;aACH,CAAC;YACF,gCAAgC,CAC9B,aAAa,EACb,MAAM,SAAS,CACb,GAAG,EAAE,CACH,yBAAyB,CACvB,gBAAgB,CAAC,WAAW,CAAC,wBAAwB,CACtD,EACH,YAAY,CAAC,MAAM,CACpB,EACD,SAAS,CACV,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBAClC,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBACtC,OAAO,CAAC,YAAY,CAAC,YAAY,IAAI,YAAY,CAAC,CAChD,EAAE,GAAG,gBAAgB,EAAE,aAAa,EAAE,EACtC,CAAC,yBAAyB,CAAC,EAC3B,OAAO,CACR,CAAC;YACJ,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YACxB,OAAO;gBACL,UAAU;gBACV,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAuC;gBAClE,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAwC;aAChE,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,SAA8C,EAC9C,YAAY,GAAoC,EAAE;IAElD,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,sBAAsB,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACjD,IAAI,SAAS,CAAC,EAAE,KAAK,SAAS;QAAE,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAC5E,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,YAAY,CAChD,SAAS,CAAC,UAAU,EACpB,YAAY,EACZ,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;QAClC,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACtC,OAAO,CAAC,YAAY,CAAC,YAAY,IAAI,YAAY,CAAC,CAChD,OAAO,EACP,CAAC,wBAAwB,CAAC,EAC1B,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CACjD,CAAC;IACJ,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,UAAU,CAAuC,CAAC;AAClE,CAAC","sourcesContent":["import { lstat, readFile, realpath, stat } from \"node:fs/promises\";\nimport { dirname, isAbsolute, join, resolve, sep } from \"node:path\";\nimport { isNumberObject } from \"node:util/types\";\nimport { environmentEntry } from \"./auth.js\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport {\n forwardExternalImportSetting,\n requireExternalImports,\n} from \"./external-imports-feature.js\";\nimport type {\n ExternalFindings,\n ExternalSourceRepository,\n} from \"./external-findings.js\";\nimport {\n cloudRepositoryUrlKey,\n repositoryUrlKey,\n} from \"./external-import-contract.js\";\nimport type {\n ExternalFindingEvidence,\n Provider,\n} from \"./external-import-models.js\";\nimport { parseGitRemote } from \"./git-remote.js\";\nimport { isRecord } from \"./record.js\";\nimport {\n bundledPluginRoot,\n canonicalConfigPath,\n canonicalizeModelSafePath,\n expandHome,\n requireOutputOutsideRepositories,\n runWorkbench,\n workbenchEnvironment,\n type WorkbenchCommandOptions,\n} from \"./runtime.js\";\nimport {\n abortable,\n gitMarkerRoot,\n gitOutput,\n gitProtectionRoots,\n normalizeRepository,\n nullIfMissingPath,\n} from \"./targets.js\";\n\n/** A scanner source record, independent of a Codex assessment or completed scan. */\nexport interface StoredExternalFinding {\n id: string;\n repository: string;\n provider: Provider;\n sourceKey: string;\n sourceFindingId: string;\n evidence: ExternalFindingEvidence;\n assessment: { state: \"not_assessed\" };\n version: number;\n createdAt: string;\n updatedAt: string;\n}\n\nexport interface NormalizedLocalImportOptions {\n /** Local checkout or source directory to associate with these records. */\n repository: string;\n provider: Provider;\n /** Stable scanner organization/project/branch namespace across imports. */\n sourceKey: string;\n}\n\nexport interface LocalExternalImportDependencies {\n environment?: NodeJS.ProcessEnv;\n signal?: AbortSignal;\n runWorkbench?: typeof runWorkbench;\n /** Repository references supplied by a reader outside its projected evidence. */\n sourceRepositories?: readonly ExternalSourceRepository[];\n}\n\nexport interface LocalExternalImportPreview extends ExternalFindings {\n repository: string;\n source: { provider: Provider; source_key: string };\n}\n\nexport interface LocalExternalImportResult {\n repository: string;\n read: number;\n ready: number;\n excluded: ExternalFindings[\"excluded\"];\n findings: StoredExternalFinding[];\n counts: { created: number; updated: number; unchanged: number };\n}\n\nexport interface PreparedLocalExternalImport {\n preview: LocalExternalImportPreview;\n import(): Promise<LocalExternalImportResult>;\n}\n\nfunction requireIdentity(\n value: unknown,\n field: string,\n): asserts value is string {\n if (typeof value !== \"string\" || !value.trim() || value.includes(\"\\0\"))\n throw new CodexSecurityError(\n `${field} must be nonempty and contain no NUL characters.`,\n );\n}\n\n/** Compare transport forms without changing retained scanner evidence. */\nfunction remoteRepositoryKey(\n value: string,\n provider: Provider,\n): string | undefined {\n if (/^[A-Za-z]:[\\\\/]/u.test(value)) return undefined;\n let remote;\n try {\n remote = parseGitRemote(value);\n } catch {\n return undefined;\n }\n if (\n !remote ||\n ![\n \"http:\",\n \"https:\",\n \"ssh:\",\n \"git:\",\n \"ftp:\",\n \"ftps:\",\n \"git+ssh:\",\n \"ssh+git:\",\n ].includes(remote.url.protocol)\n )\n return undefined;\n const url = remote.url;\n const ssh = [\"ssh:\", \"git+ssh:\", \"ssh+git:\"].includes(url.protocol);\n const protocol = url.protocol === \"http:\" ? \"http:\" : \"https:\";\n const githubSshOverHttps =\n ssh &&\n url.hostname.toLowerCase() === \"ssh.github.com\" &&\n url.port === \"443\";\n const hostname = githubSshOverHttps ? \"github.com\" : url.hostname;\n const port =\n githubSshOverHttps ||\n (ssh && url.port === \"22\") ||\n (url.protocol === \"git:\" && url.port === \"9418\") ||\n (url.protocol === \"ftp:\" && url.port === \"21\") ||\n (url.protocol === \"ftps:\" && url.port === \"990\")\n ? \"\"\n : url.port;\n // A GitHub source identifies a case-insensitive repository on custom Enterprise\n // hosts too; other providers can refer to VCS hosts with case-sensitive paths.\n const key = provider === \"github\" ? cloudRepositoryUrlKey : repositoryUrlKey;\n return key(\n `${protocol}//${hostname}${port ? `:${port}` : \"\"}/${remote.path}`,\n );\n}\n\nasync function bareMetadataRoots(\n repository: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n const roots: string[] = [];\n let directory = repository;\n for (;;) {\n signal?.throwIfAborted();\n const present = async (name: string) =>\n (await abortable(\n () => lstat(join(directory, name)).catch(nullIfMissingPath),\n signal,\n )) !== null;\n // Git also discovers bare repositories and linked metadata without .git.\n const head = await abortable(\n () => lstat(join(directory, \"HEAD\")).catch(nullIfMissingPath),\n signal,\n );\n if (\n (head?.isFile() || head?.isSymbolicLink()) &&\n ((await present(\"commondir\")) ||\n ((await present(\"objects\")) && (await present(\"refs\"))))\n )\n roots.push(directory);\n const parent = dirname(directory);\n if (parent === directory) return roots;\n directory = parent;\n }\n}\n\nasync function metadataPointer(\n path: string,\n prefix: string,\n context: { directory: string; environment: NodeJS.ProcessEnv },\n signal?: AbortSignal,\n): Promise<string | undefined> {\n const metadata = await abortable(\n () => stat(path).catch(nullIfMissingPath),\n signal,\n );\n if (!metadata?.isFile()) return undefined;\n const text = await abortable(() => readFile(path, \"utf8\"), signal);\n if (!text.startsWith(prefix) || (prefix === \"\" && text.length === 0))\n return undefined;\n const payload = text.slice(prefix.length).replace(/[\\r\\n]+$/u, \"\");\n if (prefix !== \"\" && payload.length === 0) return undefined;\n // Git checks emptiness before consuming the path as a NUL-terminated string.\n const value = payload.split(\"\\0\", 1)[0]!;\n // Preserve filesystem traversal through links before '..'.\n let target = isAbsolute(value) ? value : `${dirname(path)}${sep}${value}`;\n if (process.platform === \"win32\") {\n const drive = /^[A-Za-z]:(?![\\\\/])/u.exec(value)?.[0].toUpperCase();\n if (drive !== undefined) {\n const directory =\n context.directory.slice(0, 2).toUpperCase() === drive\n ? context.directory\n : environmentEntry(context.environment, `=${drive}`) || `${drive}\\\\`;\n target = resolve(directory, value.slice(2));\n } else if (isAbsolute(value)) target = resolve(context.directory, value);\n }\n return (\n (await abortable(\n () => realpath(target).catch(nullIfMissingPath),\n signal,\n )) ?? undefined\n );\n}\n\nasync function associatedMetadataRoots(\n directory: string,\n context: { directory: string; environment: NodeJS.ProcessEnv },\n signal?: AbortSignal,\n configurationDirectory?: string,\n): Promise<string[]> {\n const head = await abortable(\n () => lstat(join(directory, \"HEAD\")).catch(nullIfMissingPath),\n signal,\n );\n if (!head || (!head.isFile() && !head.isSymbolicLink())) return [];\n const commonMarker = join(directory, \"commondir\");\n const hasCommon = await abortable(\n () => lstat(commonMarker).catch(nullIfMissingPath),\n signal,\n );\n const common = hasCommon\n ? await metadataPointer(commonMarker, \"\", context, signal)\n : undefined;\n if (hasCommon && common === undefined) return [];\n const storage = common ?? directory;\n for (const name of [\"objects\", \"refs\"]) {\n const metadata = await abortable(\n () => stat(join(storage, name)).catch(nullIfMissingPath),\n signal,\n );\n if (!metadata?.isDirectory()) return [];\n }\n const roots = common === undefined ? [directory] : [directory, common];\n if (\n process.platform === \"win32\" &&\n configurationDirectory !== undefined &&\n configurationDirectory !== context.directory\n ) {\n // Git rereads commondir after changing to the discovered repository root.\n roots.push(\n ...(await associatedMetadataRoots(\n directory,\n {\n ...context,\n directory: await abortable(\n () => canonicalConfigPath(configurationDirectory),\n signal,\n ),\n },\n signal,\n )),\n );\n }\n return roots;\n}\n\nasync function localGitProtectionRoots(\n repository: string,\n environment: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n): Promise<string[]> {\n const roots = new Set(\n await abortable(() => gitProtectionRoots(repository, signal), signal),\n );\n const context = {\n directory: await abortable(() => canonicalConfigPath(repository), signal),\n environment,\n };\n const paths = new Set([resolve(repository), context.directory]);\n for (const path of paths) {\n for (const root of await bareMetadataRoots(path, signal)) {\n roots.add(root);\n for (const associated of await associatedMetadataRoots(\n root,\n context,\n signal,\n root,\n ))\n roots.add(associated);\n }\n let directory = path;\n for (;;) {\n signal?.throwIfAborted();\n const marker = join(directory, \".git\");\n const metadata = await abortable(\n () => stat(marker).catch(nullIfMissingPath),\n signal,\n );\n if (metadata !== null) {\n roots.add(directory);\n const gitDirectory = metadata.isDirectory()\n ? await abortable(() => realpath(marker), signal)\n : await metadataPointer(marker, \"gitdir: \", context, signal);\n if (gitDirectory !== undefined)\n for (const associated of await associatedMetadataRoots(\n gitDirectory,\n context,\n signal,\n directory,\n ))\n roots.add(associated);\n }\n const parent = dirname(directory);\n if (parent === directory) break;\n directory = parent;\n }\n }\n for (const root of [...roots])\n roots.add(await abortable(() => canonicalConfigPath(root), signal));\n return [...roots];\n}\n\nasync function hasGitMetadata(\n repository: string,\n signal?: AbortSignal,\n): Promise<boolean> {\n return (\n (await abortable(\n () => gitMarkerRoot(repository, signal, \"nearest\"),\n signal,\n )) !== null || (await bareMetadataRoots(repository, signal)).length !== 0\n );\n}\n\nasync function requireMatchingRepository(\n repository: string,\n provider: Provider,\n sources: readonly ExternalSourceRepository[],\n protectedRoots: WorkbenchCommandOptions[\"protectedRoot\"],\n environment: WorkbenchCommandOptions[\"environment\"],\n signal?: AbortSignal,\n): Promise<void> {\n if (sources.length === 0) return;\n if (!(await hasGitMetadata(repository, signal))) return;\n const gitProtectedRoots = [\n ...(typeof protectedRoots === \"string\"\n ? [protectedRoots]\n : (protectedRoots ?? [])),\n await abortable(() => canonicalConfigPath(process.cwd()), signal),\n ];\n const readGit = (args: readonly string[]) =>\n abortable(\n () =>\n gitOutput(\n repository,\n args,\n signal,\n { LC_ALL: \"C\" },\n undefined,\n \"utf8\",\n gitProtectedRoots,\n environment,\n ),\n signal,\n );\n let remoteNames: string;\n try {\n remoteNames = await readGit([\"remote\"]);\n } catch (error) {\n signal?.throwIfAborted();\n // A local source directory need not be a Git checkout.\n if (\n error instanceof Error &&\n \"code\" in error &&\n error.code === 128 &&\n \"stderr\" in error &&\n typeof error.stderr === \"string\" &&\n (error.stderr.trimEnd() ===\n \"fatal: not a git repository (or any of the parent directories): .git\" ||\n /^fatal: not a git repository \\(or any parent up to mount point [^\\r\\n]+\\)\\r?\\nStopping at filesystem boundary \\(GIT_DISCOVERY_ACROSS_FILESYSTEM not set\\)\\.$/u.test(\n error.stderr.trimEnd(),\n ))\n )\n return;\n throw error;\n }\n const remotes: string[] = [];\n for (const name of remoteNames.split(/\\r?\\n/u).filter(Boolean)) {\n const urls = await readGit([\"remote\", \"get-url\", \"--all\", \"--\", name]);\n remotes.push(...urls.split(/\\r?\\n/u));\n }\n const githubRepositories = new Set(\n sources.flatMap((source) => {\n if (source.platform !== \"github\") return [];\n const key = remoteRepositoryKey(source.url, \"github\");\n return key === undefined ? [] : [key];\n }),\n );\n for (const source of sources) {\n const githubKey = remoteRepositoryKey(source.url, \"github\");\n const sourceProvider =\n source.platform === \"github\" ||\n (githubKey !== undefined && githubRepositories.has(githubKey))\n ? \"github\"\n : provider;\n const remoteKeys = new Set(\n remotes.flatMap((remote) => {\n const key = remoteRepositoryKey(remote, sourceProvider);\n return key === undefined ? [] : [key];\n }),\n );\n if (remoteKeys.size === 0) continue;\n const key = remoteRepositoryKey(source.url, sourceProvider);\n if (key === undefined || !remoteKeys.has(key))\n throw new CodexSecurityError(\n `Imported repository ${JSON.stringify(source.url)} does not match a configured remote of ${repository}. Select the matching local repository.`,\n );\n }\n}\n\nasync function localContext(\n selectedRepository: string,\n dependencies: LocalExternalImportDependencies,\n mode: \"import\" | \"read\" = \"import\",\n) {\n dependencies.signal?.throwIfAborted();\n const selected = dependencies.environment ?? process.env;\n const environment = workbenchEnvironment(selected);\n forwardExternalImportSetting(selected, environment);\n requireExternalImports(environment);\n const path = expandHome(selectedRepository, environment);\n const repository =\n mode === \"read\"\n ? await abortable(() => canonicalConfigPath(path), dependencies.signal)\n : await normalizeRepository(path, dependencies.signal);\n const protectedRoot = [\n ...new Set([\n repository,\n ...(await abortable(\n () => localGitProtectionRoots(path, environment, dependencies.signal),\n dependencies.signal,\n )),\n ...(await abortable(\n () =>\n localGitProtectionRoots(\n process.cwd(),\n environment,\n dependencies.signal,\n ),\n dependencies.signal,\n )),\n ]),\n ];\n requireOutputOutsideRepositories(\n protectedRoot,\n await abortable(\n () => canonicalizeModelSafePath(environment.CODEX_SECURITY_STATE_DIR),\n dependencies.signal,\n ),\n \"runtime\",\n );\n return {\n repository,\n options: {\n pluginRoot: await abortable(\n () => bundledPluginRoot(),\n dependencies.signal,\n ),\n environment,\n protectedRoot,\n signal: dependencies.signal,\n failureMessage: \"Could not access imported local findings\",\n },\n };\n}\n\n/** Prepare scanner evidence without writing state or performing a security assessment. */\nexport async function prepareNormalizedLocalImport(\n input: ExternalFindings,\n options: NormalizedLocalImportOptions,\n dependencies: LocalExternalImportDependencies = {},\n): Promise<PreparedLocalExternalImport> {\n dependencies.signal?.throwIfAborted();\n requireExternalImports(dependencies.environment);\n requireIdentity(options.sourceKey, \"Source key\");\n const current = structuredClone(input);\n const identities = new Set<string>();\n for (const finding of current.findings) {\n requireIdentity(finding.source_finding_id, \"Source finding id\");\n if (identities.has(finding.source_finding_id))\n throw new CodexSecurityError(\n `Duplicate source finding id ${JSON.stringify(finding.source_finding_id)}.`,\n );\n identities.add(finding.source_finding_id);\n if (!isRecord(finding.evidence))\n throw new CodexSecurityError(\"Imported evidence must be an object.\");\n }\n const { repository, options: workbenchOptions } = await localContext(\n options.repository,\n dependencies,\n );\n const sources = new Map<string, ExternalSourceRepository>();\n for (const { evidence } of current.findings) {\n const url = evidence.details?.repository?.url;\n if (url) sources.set(url, { url });\n }\n for (const source of dependencies.sourceRepositories ?? []) {\n // A reader's explicit platform also applies to the same URL in typed evidence.\n if (sources.get(source.url)?.platform !== \"github\")\n sources.set(source.url, source);\n }\n await requireMatchingRepository(\n repository,\n options.provider,\n [...sources.values()],\n workbenchOptions.protectedRoot,\n workbenchOptions.environment,\n dependencies.signal,\n );\n dependencies.signal?.throwIfAborted();\n const preview = {\n ...structuredClone(current),\n repository,\n source: { provider: options.provider, source_key: options.sourceKey },\n };\n const payload = JSON.stringify(\n {\n repository,\n provider: options.provider,\n sourceKey: options.sourceKey,\n findings: current.findings,\n },\n (_key, value: unknown) => {\n if (isNumberObject(value)) value = +value;\n if (typeof value === \"number\" && !Number.isFinite(value))\n throw new TypeError(\n \"Stored finding JSON cannot contain non-finite numbers.\",\n );\n return value;\n },\n );\n return {\n preview,\n async import() {\n dependencies.signal?.throwIfAborted();\n const protectedRoot = [\n ...new Set([\n ...workbenchOptions.protectedRoot,\n ...(await abortable(\n () =>\n localGitProtectionRoots(\n process.cwd(),\n workbenchOptions.environment,\n dependencies.signal,\n ),\n dependencies.signal,\n )),\n ]),\n ];\n requireOutputOutsideRepositories(\n protectedRoot,\n await abortable(\n () =>\n canonicalizeModelSafePath(\n workbenchOptions.environment.CODEX_SECURITY_STATE_DIR,\n ),\n dependencies.signal,\n ),\n \"runtime\",\n );\n const result = await abortable(() => {\n dependencies.signal?.throwIfAborted();\n return (dependencies.runWorkbench ?? runWorkbench)(\n { ...workbenchOptions, protectedRoot },\n [\"store-external-findings\"],\n payload,\n );\n }, dependencies.signal);\n return {\n repository,\n read: current.read,\n ready: current.findings.length,\n excluded: current.excluded,\n findings: result[\"findings\"] as unknown as StoredExternalFinding[],\n counts: result[\"counts\"] as LocalExternalImportResult[\"counts\"],\n };\n },\n };\n}\n\n/** Read imported source records, including evidence that has not been assessed by Codex. */\nexport async function listLocalExternalFindings(\n selection: { repository: string; id?: string },\n dependencies: LocalExternalImportDependencies = {},\n): Promise<StoredExternalFinding[]> {\n dependencies.signal?.throwIfAborted();\n requireExternalImports(dependencies.environment);\n if (selection.id !== undefined) requireIdentity(selection.id, \"Finding id\");\n const { repository, options } = await localContext(\n selection.repository,\n dependencies,\n \"read\",\n );\n const result = await abortable(() => {\n dependencies.signal?.throwIfAborted();\n return (dependencies.runWorkbench ?? runWorkbench)(\n options,\n [\"list-external-findings\"],\n JSON.stringify({ repository, id: selection.id }),\n );\n }, dependencies.signal);\n return result[\"findings\"] as unknown as StoredExternalFinding[];\n}\n"]}
|
|
1
|
+
{"version":3,"file":"external-findings-local.js","sourceRoot":"","sources":["../src/external-findings-local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,GACvB,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,yBAAyB,EACzB,UAAU,EACV,gCAAgC,EAChC,YAAY,EACZ,oBAAoB,GAErB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,SAAS,EACT,aAAa,EACb,SAAS,EACT,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAoDtB,SAAS,eAAe,CACtB,KAAc,EACd,KAAa;IAEb,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QACpE,MAAM,IAAI,kBAAkB,CAC1B,GAAG,KAAK,kDAAkD,CAC3D,CAAC;AACN,CAAC;AAED,0EAA0E;AAC1E,SAAS,mBAAmB,CAC1B,KAAa,EACb,QAAkB;IAElB,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACrD,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACH,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,CAAC,MAAM;QACP,CAAC;YACC,OAAO;YACP,QAAQ;YACR,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;YACP,UAAU;YACV,UAAU;SACX,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAE/B,OAAO,SAAS,CAAC;IACnB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;IACvB,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC/D,MAAM,kBAAkB,GACtB,GAAG;QACH,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,gBAAgB;QAC/C,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC;IACrB,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClE,MAAM,IAAI,GACR,kBAAkB;QAClB,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC;QAC1B,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC;QAChD,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC;QAC9C,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC;QAC9C,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IACf,gFAAgF;IAChF,+EAA+E;IAC/E,MAAM,GAAG,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC7E,OAAO,GAAG,CACR,GAAG,QAAQ,KAAK,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,CACnE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,UAAkB,EAClB,MAAoB;IAEpB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,UAAU,CAAC;IAC3B,SAAS,CAAC;QACR,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE,CACrC,CAAC,MAAM,SAAS,CACd,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC3D,MAAM,CACP,CAAC,KAAK,IAAI,CAAC;QACd,yEAAyE;QACzE,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC7D,MAAM,CACP,CAAC;QACF,IACE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,cAAc,EAAE,CAAC;YAC1C,CAAC,CAAC,MAAM,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC3B,CAAC,CAAC,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAE1D,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACvC,SAAS,GAAG,MAAM,CAAC;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,IAAY,EACZ,MAAc,EACd,OAA8D,EAC9D,MAAoB;IAEpB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACzC,MAAM,CACP,CAAC;IACF,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACnE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,EAAE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC;QAClE,OAAO,SAAS,CAAC;IACnB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACnE,IAAI,MAAM,KAAK,EAAE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5D,6EAA6E;IAC7E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC;IACzC,2DAA2D;IAC3D,IAAI,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,KAAK,EAAE,CAAC;IAC1E,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACpE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,SAAS,GACb,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK;gBACnD,CAAC,CAAC,OAAO,CAAC,SAAS;gBACnB,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,KAAK,EAAE,CAAC,IAAI,GAAG,KAAK,IAAI,CAAC;YACzE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,UAAU,CAAC,KAAK,CAAC;YAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,CACL,CAAC,MAAM,SAAS,CACd,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC/C,MAAM,CACP,CAAC,IAAI,SAAS,CAChB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,OAA8D,EAC9D,MAAoB,EACpB,sBAA+B;IAE/B,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC7D,MAAM,CACP,CAAC;IACF,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IACnE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,MAAM,SAAS,CAC/B,GAAG,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAClD,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,SAAS;QACtB,CAAC,CAAC,MAAM,eAAe,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC;QAC1D,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,SAAS,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,IAAI,SAAS,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACxD,MAAM,CACP,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE;YAAE,OAAO,EAAE,CAAC;IAC1C,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACvE,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,sBAAsB,KAAK,SAAS;QACpC,sBAAsB,KAAK,OAAO,CAAC,SAAS,EAC5C,CAAC;QACD,0EAA0E;QAC1E,KAAK,CAAC,IAAI,CACR,GAAG,CAAC,MAAM,uBAAuB,CAC/B,SAAS,EACT;YACE,GAAG,OAAO;YACV,SAAS,EAAE,MAAM,SAAS,CACxB,GAAG,EAAE,CAAC,mBAAmB,CAAC,sBAAsB,CAAC,EACjD,MAAM,CACP;SACF,EACD,MAAM,CACP,CAAC,CACH,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAAkB,EAClB,WAA8B,EAC9B,MAAoB;IAEpB,MAAM,KAAK,GAAG,IAAI,GAAG,CACnB,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,kBAAkB,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CACtE,CAAC;IACF,MAAM,OAAO,GAAG;QACd,SAAS,EAAE,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QACzE,WAAW;KACZ,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IAChE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;YACzD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChB,KAAK,MAAM,UAAU,IAAI,MAAM,uBAAuB,CACpD,IAAI,EACJ,OAAO,EACP,MAAM,EACN,IAAI,CACL;gBACC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,SAAS,CAAC;YACR,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAC3C,MAAM,CACP,CAAC;YACF,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACtB,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACrB,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,EAAE;oBACzC,CAAC,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;oBACjD,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC/D,IAAI,YAAY,KAAK,SAAS;oBAC5B,KAAK,MAAM,UAAU,IAAI,MAAM,uBAAuB,CACpD,YAAY,EACZ,OAAO,EACP,MAAM,EACN,SAAS,CACV;wBACC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC;YACD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YAClC,IAAI,MAAM,KAAK,SAAS;gBAAE,MAAM;YAChC,SAAS,GAAG,MAAM,CAAC;QACrB,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,KAAK,CAAC;QAC3B,KAAK,CAAC,GAAG,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,UAAkB,EAClB,MAAoB;IAEpB,OAAO,CACL,CAAC,MAAM,SAAS,CACd,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAClD,MAAM,CACP,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,iBAAiB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,UAAkB,EAClB,QAAkB,EAClB,OAA4C,EAC5C,cAAwD,EACxD,WAAmD,EACnD,MAAoB;IAEpB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACjC,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAAE,OAAO;IACxD,MAAM,iBAAiB,GAAG;QACxB,GAAG,CAAC,OAAO,cAAc,KAAK,QAAQ;YACpC,CAAC,CAAC,CAAC,cAAc,CAAC;YAClB,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QAC3B,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC;KAClE,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,IAAuB,EAAE,EAAE,CAC1C,SAAS,CACP,GAAG,EAAE,CACH,SAAS,CACP,UAAU,EACV,IAAI,EACJ,MAAM,EACN,EAAE,MAAM,EAAE,GAAG,EAAE,EACf,SAAS,EACT,MAAM,EACN,iBAAiB,EACjB,WAAW,CACZ,EACH,MAAM,CACP,CAAC;IACJ,IAAI,WAAmB,CAAC;IACxB,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,uDAAuD;QACvD,IACE,KAAK,YAAY,KAAK;YACtB,MAAM,IAAI,KAAK;YACf,KAAK,CAAC,IAAI,KAAK,GAAG;YAClB,QAAQ,IAAI,KAAK;YACjB,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAChC,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE;gBACrB,sEAAsE;gBACtE,+JAA+J,CAAC,IAAI,CAClK,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CACvB,CAAC;YAEJ,OAAO;QACT,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzB,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACtD,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC,CAAC,CACH,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5D,MAAM,cAAc,GAClB,MAAM,CAAC,QAAQ,KAAK,QAAQ;YAC5B,CAAC,SAAS,KAAK,SAAS,IAAI,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC5D,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,QAAQ,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,GAAG,CACxB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;YACxD,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC,CACH,CAAC;QACF,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC;YAAE,SAAS;QACpC,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAC5D,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;YAC3C,MAAM,IAAI,kBAAkB,CAC1B,uBAAuB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,0CAA0C,UAAU,yCAAyC,CAC/I,CAAC;IACN,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,kBAA0B,EAC1B,YAA6C,EAC7C,IAAI,GAAsB,QAAQ;IAElC,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IACzD,MAAM,WAAW,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACnD,4BAA4B,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACpD,sBAAsB,CAAC,WAAW,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,UAAU,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;IACzD,MAAM,UAAU,GACd,IAAI,KAAK,MAAM;QACb,CAAC,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC;QACvE,CAAC,CAAC,MAAM,mBAAmB,CAAC,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG;QACpB,GAAG,IAAI,GAAG,CAAC;YACT,UAAU;YACV,GAAG,CAAC,MAAM,SAAS,CACjB,GAAG,EAAE,CAAC,uBAAuB,CAAC,IAAI,EAAE,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,EACrE,YAAY,CAAC,MAAM,CACpB,CAAC;YACF,GAAG,CAAC,MAAM,SAAS,CACjB,GAAG,EAAE,CACH,uBAAuB,CACrB,OAAO,CAAC,GAAG,EAAE,EACb,WAAW,EACX,YAAY,CAAC,MAAM,CACpB,EACH,YAAY,CAAC,MAAM,CACpB,CAAC;SACH,CAAC;KACH,CAAC;IACF,gCAAgC,CAC9B,aAAa,EACb,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,yBAAyB,CAAC,WAAW,CAAC,wBAAwB,CAAC,EACrE,YAAY,CAAC,MAAM,CACpB,EACD,SAAS,CACV,CAAC;IACF,OAAO;QACL,UAAU;QACV,OAAO,EAAE;YACP,UAAU,EAAE,MAAM,SAAS,CACzB,GAAG,EAAE,CAAC,iBAAiB,EAAE,EACzB,YAAY,CAAC,MAAM,CACpB;YACD,WAAW;YACX,aAAa;YACb,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,cAAc,EAAE,0CAA0C;SAC3D;KACF,CAAC;AACJ,CAAC;AAED,0FAA0F;AAC1F,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,KAAuB,EACvB,OAAqC,EACrC,YAAY,GAAoC,EAAE;IAElD,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,sBAAsB,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACjD,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,gBAAoC,CAAC;IACzC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACvC,eAAe,CAAC,OAAO,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAC;QAChE,IAAI,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC3C,MAAM,IAAI,kBAAkB,CAC1B,+BAA+B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAC5E,CAAC;QACJ,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7B,MAAM,IAAI,kBAAkB,CAAC,sCAAsC,CAAC,CAAC;QACvE,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAAE,SAAS;QAC5C,MAAM,MAAM,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC;QAC1D,IACE,OAAO;YACP,qBAAqB,CAAC,OAAO,CAAC,KAAK,qBAAqB,CAAC,MAAM,CAAC;YAEhE,MAAM,IAAI,kBAAkB,CAC1B,yEAAyE,CAC1E,CAAC;QACJ,IAAI,gBAAgB,IAAI,gBAAgB,KAAK,MAAM;YACjD,MAAM,IAAI,kBAAkB,CAC1B,oEAAoE,CACrE,CAAC;QACJ,gBAAgB,GAAG,MAAM,CAAC;IAC5B,CAAC;IACD,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,YAAY,CAClE,OAAO,CAAC,UAAU,EAClB,YAAY,CACb,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC5D,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC;QAC9C,IAAI,GAAG;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;QAC3D,+EAA+E;QAC/E,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,QAAQ,KAAK,QAAQ;YAChD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,gBAAgB;QAClB,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE;YAC5B,GAAG,EAAE,gBAAgB;YACrB,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,MAAM,yBAAyB,CAC7B,UAAU,EACV,OAAO,CAAC,QAAQ,EAChB,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EACrB,gBAAgB,CAAC,aAAa,EAC9B,gBAAgB,CAAC,WAAW,EAC5B,YAAY,CAAC,MAAM,CACpB,CAAC;IACF,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG;QACd,GAAG,eAAe,CAAC,OAAO,CAAC;QAC3B,UAAU;QACV,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE;KACtE,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAC5B;QACE,UAAU;QACV,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,EACD,CAAC,IAAI,EAAE,KAAc,EAAE,EAAE;QACvB,IAAI,cAAc,CAAC,KAAK,CAAC;YAAE,KAAK,GAAG,CAAC,KAAK,CAAC;QAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YACtD,MAAM,IAAI,SAAS,CACjB,wDAAwD,CACzD,CAAC;QACJ,OAAO,KAAK,CAAC;IACf,CAAC,CACF,CAAC;IACF,OAAO;QACL,OAAO;QACP,KAAK,CAAC,MAAM;YACV,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG;gBACpB,GAAG,IAAI,GAAG,CAAC;oBACT,GAAG,gBAAgB,CAAC,aAAa;oBACjC,GAAG,CAAC,MAAM,SAAS,CACjB,GAAG,EAAE,CACH,uBAAuB,CACrB,OAAO,CAAC,GAAG,EAAE,EACb,gBAAgB,CAAC,WAAW,EAC5B,YAAY,CAAC,MAAM,CACpB,EACH,YAAY,CAAC,MAAM,CACpB,CAAC;iBACH,CAAC;aACH,CAAC;YACF,gCAAgC,CAC9B,aAAa,EACb,MAAM,SAAS,CACb,GAAG,EAAE,CACH,yBAAyB,CACvB,gBAAgB,CAAC,WAAW,CAAC,wBAAwB,CACtD,EACH,YAAY,CAAC,MAAM,CACpB,EACD,SAAS,CACV,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBAClC,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBACtC,OAAO,CAAC,YAAY,CAAC,YAAY,IAAI,YAAY,CAAC,CAChD,EAAE,GAAG,gBAAgB,EAAE,aAAa,EAAE,EACtC,CAAC,yBAAyB,CAAC,EAC3B,OAAO,CACR,CAAC;YACJ,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YACxB,OAAO;gBACL,UAAU;gBACV,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;oBAC9B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChD,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAC9B,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC3C,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAuC;gBAClE,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAwC;aAChE,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,SAA8C,EAC9C,YAAY,GAAoC,EAAE;IAElD,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,sBAAsB,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACjD,IAAI,SAAS,CAAC,EAAE,KAAK,SAAS;QAAE,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAC5E,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,YAAY,CAChD,SAAS,CAAC,UAAU,EACpB,YAAY,EACZ,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;QAClC,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACtC,OAAO,CAAC,YAAY,CAAC,YAAY,IAAI,YAAY,CAAC,CAChD,OAAO,EACP,CAAC,wBAAwB,CAAC,EAC1B,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CACjD,CAAC;IACJ,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,UAAU,CAAuC,CAAC;AAClE,CAAC","sourcesContent":["import { lstat, readFile, realpath, stat } from \"node:fs/promises\";\nimport { dirname, isAbsolute, join, resolve, sep } from \"node:path\";\nimport { isNumberObject } from \"node:util/types\";\nimport { environmentEntry } from \"./auth.js\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport {\n forwardExternalImportSetting,\n requireExternalImports,\n} from \"./external-imports-feature.js\";\nimport type {\n ExternalFindings,\n ExternalSourceRepository,\n} from \"./external-findings.js\";\nimport {\n cloudRepositoryUrlKey,\n repositoryUrlKey,\n validateExternalReport,\n} from \"./external-import-contract.js\";\nimport type {\n ExternalFindingEvidence,\n Provider,\n} from \"./external-import-models.js\";\nimport { parseGitRemote } from \"./git-remote.js\";\nimport { isRecord } from \"./record.js\";\nimport { dependabotRepository } from \"./github-dependabot-findings.js\";\nimport {\n bundledPluginRoot,\n canonicalConfigPath,\n canonicalizeModelSafePath,\n expandHome,\n requireOutputOutsideRepositories,\n runWorkbench,\n workbenchEnvironment,\n type WorkbenchCommandOptions,\n} from \"./runtime.js\";\nimport {\n abortable,\n gitMarkerRoot,\n gitOutput,\n gitProtectionRoots,\n normalizeRepository,\n nullIfMissingPath,\n} from \"./targets.js\";\n\n/** A scanner source record, independent of a Codex assessment or completed scan. */\nexport interface StoredExternalFinding {\n id: string;\n repository: string;\n provider: Provider;\n sourceKey: string;\n sourceFindingId: string;\n evidence: ExternalFindingEvidence;\n assessment: { state: \"not_assessed\" };\n version: number;\n createdAt: string;\n updatedAt: string;\n}\n\nexport interface NormalizedLocalImportOptions {\n /** Local checkout or source directory to associate with these records. */\n repository: string;\n provider: Provider;\n /** Stable scanner organization/project/branch namespace across imports. */\n sourceKey: string;\n}\n\nexport interface LocalExternalImportDependencies {\n environment?: NodeJS.ProcessEnv;\n signal?: AbortSignal;\n runWorkbench?: typeof runWorkbench;\n /** Repository references supplied by a reader outside its projected evidence. */\n sourceRepositories?: readonly ExternalSourceRepository[];\n}\n\nexport interface LocalExternalImportPreview extends ExternalFindings {\n repository: string;\n source: { provider: Provider; source_key: string };\n}\n\nexport interface LocalExternalImportResult {\n repository: string;\n read: number;\n report?: ExternalFindings[\"report\"];\n ready: number;\n excluded: ExternalFindings[\"excluded\"];\n findings: StoredExternalFinding[];\n counts: { created: number; updated: number; unchanged: number };\n}\n\nexport interface PreparedLocalExternalImport {\n preview: LocalExternalImportPreview;\n import(): Promise<LocalExternalImportResult>;\n}\n\nfunction requireIdentity(\n value: unknown,\n field: string,\n): asserts value is string {\n if (typeof value !== \"string\" || !value.trim() || value.includes(\"\\0\"))\n throw new CodexSecurityError(\n `${field} must be nonempty and contain no NUL characters.`,\n );\n}\n\n/** Compare transport forms without changing retained scanner evidence. */\nfunction remoteRepositoryKey(\n value: string,\n provider: Provider,\n): string | undefined {\n if (/^[A-Za-z]:[\\\\/]/u.test(value)) return undefined;\n let remote;\n try {\n remote = parseGitRemote(value);\n } catch {\n return undefined;\n }\n if (\n !remote ||\n ![\n \"http:\",\n \"https:\",\n \"ssh:\",\n \"git:\",\n \"ftp:\",\n \"ftps:\",\n \"git+ssh:\",\n \"ssh+git:\",\n ].includes(remote.url.protocol)\n )\n return undefined;\n const url = remote.url;\n const ssh = [\"ssh:\", \"git+ssh:\", \"ssh+git:\"].includes(url.protocol);\n const protocol = url.protocol === \"http:\" ? \"http:\" : \"https:\";\n const githubSshOverHttps =\n ssh &&\n url.hostname.toLowerCase() === \"ssh.github.com\" &&\n url.port === \"443\";\n const hostname = githubSshOverHttps ? \"github.com\" : url.hostname;\n const port =\n githubSshOverHttps ||\n (ssh && url.port === \"22\") ||\n (url.protocol === \"git:\" && url.port === \"9418\") ||\n (url.protocol === \"ftp:\" && url.port === \"21\") ||\n (url.protocol === \"ftps:\" && url.port === \"990\")\n ? \"\"\n : url.port;\n // A GitHub source identifies a case-insensitive repository on custom Enterprise\n // hosts too; other providers can refer to VCS hosts with case-sensitive paths.\n const key = provider === \"github\" ? cloudRepositoryUrlKey : repositoryUrlKey;\n return key(\n `${protocol}//${hostname}${port ? `:${port}` : \"\"}/${remote.path}`,\n );\n}\n\nasync function bareMetadataRoots(\n repository: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n const roots: string[] = [];\n let directory = repository;\n for (;;) {\n signal?.throwIfAborted();\n const present = async (name: string) =>\n (await abortable(\n () => lstat(join(directory, name)).catch(nullIfMissingPath),\n signal,\n )) !== null;\n // Git also discovers bare repositories and linked metadata without .git.\n const head = await abortable(\n () => lstat(join(directory, \"HEAD\")).catch(nullIfMissingPath),\n signal,\n );\n if (\n (head?.isFile() || head?.isSymbolicLink()) &&\n ((await present(\"commondir\")) ||\n ((await present(\"objects\")) && (await present(\"refs\"))))\n )\n roots.push(directory);\n const parent = dirname(directory);\n if (parent === directory) return roots;\n directory = parent;\n }\n}\n\nasync function metadataPointer(\n path: string,\n prefix: string,\n context: { directory: string; environment: NodeJS.ProcessEnv },\n signal?: AbortSignal,\n): Promise<string | undefined> {\n const metadata = await abortable(\n () => stat(path).catch(nullIfMissingPath),\n signal,\n );\n if (!metadata?.isFile()) return undefined;\n const text = await abortable(() => readFile(path, \"utf8\"), signal);\n if (!text.startsWith(prefix) || (prefix === \"\" && text.length === 0))\n return undefined;\n const payload = text.slice(prefix.length).replace(/[\\r\\n]+$/u, \"\");\n if (prefix !== \"\" && payload.length === 0) return undefined;\n // Git checks emptiness before consuming the path as a NUL-terminated string.\n const value = payload.split(\"\\0\", 1)[0]!;\n // Preserve filesystem traversal through links before '..'.\n let target = isAbsolute(value) ? value : `${dirname(path)}${sep}${value}`;\n if (process.platform === \"win32\") {\n const drive = /^[A-Za-z]:(?![\\\\/])/u.exec(value)?.[0].toUpperCase();\n if (drive !== undefined) {\n const directory =\n context.directory.slice(0, 2).toUpperCase() === drive\n ? context.directory\n : environmentEntry(context.environment, `=${drive}`) || `${drive}\\\\`;\n target = resolve(directory, value.slice(2));\n } else if (isAbsolute(value)) target = resolve(context.directory, value);\n }\n return (\n (await abortable(\n () => realpath(target).catch(nullIfMissingPath),\n signal,\n )) ?? undefined\n );\n}\n\nasync function associatedMetadataRoots(\n directory: string,\n context: { directory: string; environment: NodeJS.ProcessEnv },\n signal?: AbortSignal,\n configurationDirectory?: string,\n): Promise<string[]> {\n const head = await abortable(\n () => lstat(join(directory, \"HEAD\")).catch(nullIfMissingPath),\n signal,\n );\n if (!head || (!head.isFile() && !head.isSymbolicLink())) return [];\n const commonMarker = join(directory, \"commondir\");\n const hasCommon = await abortable(\n () => lstat(commonMarker).catch(nullIfMissingPath),\n signal,\n );\n const common = hasCommon\n ? await metadataPointer(commonMarker, \"\", context, signal)\n : undefined;\n if (hasCommon && common === undefined) return [];\n const storage = common ?? directory;\n for (const name of [\"objects\", \"refs\"]) {\n const metadata = await abortable(\n () => stat(join(storage, name)).catch(nullIfMissingPath),\n signal,\n );\n if (!metadata?.isDirectory()) return [];\n }\n const roots = common === undefined ? [directory] : [directory, common];\n if (\n process.platform === \"win32\" &&\n configurationDirectory !== undefined &&\n configurationDirectory !== context.directory\n ) {\n // Git rereads commondir after changing to the discovered repository root.\n roots.push(\n ...(await associatedMetadataRoots(\n directory,\n {\n ...context,\n directory: await abortable(\n () => canonicalConfigPath(configurationDirectory),\n signal,\n ),\n },\n signal,\n )),\n );\n }\n return roots;\n}\n\nasync function localGitProtectionRoots(\n repository: string,\n environment: NodeJS.ProcessEnv,\n signal?: AbortSignal,\n): Promise<string[]> {\n const roots = new Set(\n await abortable(() => gitProtectionRoots(repository, signal), signal),\n );\n const context = {\n directory: await abortable(() => canonicalConfigPath(repository), signal),\n environment,\n };\n const paths = new Set([resolve(repository), context.directory]);\n for (const path of paths) {\n for (const root of await bareMetadataRoots(path, signal)) {\n roots.add(root);\n for (const associated of await associatedMetadataRoots(\n root,\n context,\n signal,\n root,\n ))\n roots.add(associated);\n }\n let directory = path;\n for (;;) {\n signal?.throwIfAborted();\n const marker = join(directory, \".git\");\n const metadata = await abortable(\n () => stat(marker).catch(nullIfMissingPath),\n signal,\n );\n if (metadata !== null) {\n roots.add(directory);\n const gitDirectory = metadata.isDirectory()\n ? await abortable(() => realpath(marker), signal)\n : await metadataPointer(marker, \"gitdir: \", context, signal);\n if (gitDirectory !== undefined)\n for (const associated of await associatedMetadataRoots(\n gitDirectory,\n context,\n signal,\n directory,\n ))\n roots.add(associated);\n }\n const parent = dirname(directory);\n if (parent === directory) break;\n directory = parent;\n }\n }\n for (const root of [...roots])\n roots.add(await abortable(() => canonicalConfigPath(root), signal));\n return [...roots];\n}\n\nasync function hasGitMetadata(\n repository: string,\n signal?: AbortSignal,\n): Promise<boolean> {\n return (\n (await abortable(\n () => gitMarkerRoot(repository, signal, \"nearest\"),\n signal,\n )) !== null || (await bareMetadataRoots(repository, signal)).length !== 0\n );\n}\n\nasync function requireMatchingRepository(\n repository: string,\n provider: Provider,\n sources: readonly ExternalSourceRepository[],\n protectedRoots: WorkbenchCommandOptions[\"protectedRoot\"],\n environment: WorkbenchCommandOptions[\"environment\"],\n signal?: AbortSignal,\n): Promise<void> {\n if (sources.length === 0) return;\n if (!(await hasGitMetadata(repository, signal))) return;\n const gitProtectedRoots = [\n ...(typeof protectedRoots === \"string\"\n ? [protectedRoots]\n : (protectedRoots ?? [])),\n await abortable(() => canonicalConfigPath(process.cwd()), signal),\n ];\n const readGit = (args: readonly string[]) =>\n abortable(\n () =>\n gitOutput(\n repository,\n args,\n signal,\n { LC_ALL: \"C\" },\n undefined,\n \"utf8\",\n gitProtectedRoots,\n environment,\n ),\n signal,\n );\n let remoteNames: string;\n try {\n remoteNames = await readGit([\"remote\"]);\n } catch (error) {\n signal?.throwIfAborted();\n // A local source directory need not be a Git checkout.\n if (\n error instanceof Error &&\n \"code\" in error &&\n error.code === 128 &&\n \"stderr\" in error &&\n typeof error.stderr === \"string\" &&\n (error.stderr.trimEnd() ===\n \"fatal: not a git repository (or any of the parent directories): .git\" ||\n /^fatal: not a git repository \\(or any parent up to mount point [^\\r\\n]+\\)\\r?\\nStopping at filesystem boundary \\(GIT_DISCOVERY_ACROSS_FILESYSTEM not set\\)\\.$/u.test(\n error.stderr.trimEnd(),\n ))\n )\n return;\n throw error;\n }\n const remotes: string[] = [];\n for (const name of remoteNames.split(/\\r?\\n/u).filter(Boolean)) {\n const urls = await readGit([\"remote\", \"get-url\", \"--all\", \"--\", name]);\n remotes.push(...urls.split(/\\r?\\n/u));\n }\n const githubRepositories = new Set(\n sources.flatMap((source) => {\n if (source.platform !== \"github\") return [];\n const key = remoteRepositoryKey(source.url, \"github\");\n return key === undefined ? [] : [key];\n }),\n );\n for (const source of sources) {\n const githubKey = remoteRepositoryKey(source.url, \"github\");\n const sourceProvider =\n source.platform === \"github\" ||\n (githubKey !== undefined && githubRepositories.has(githubKey))\n ? \"github\"\n : provider;\n const remoteKeys = new Set(\n remotes.flatMap((remote) => {\n const key = remoteRepositoryKey(remote, sourceProvider);\n return key === undefined ? [] : [key];\n }),\n );\n if (remoteKeys.size === 0) continue;\n const key = remoteRepositoryKey(source.url, sourceProvider);\n if (key === undefined || !remoteKeys.has(key))\n throw new CodexSecurityError(\n `Imported repository ${JSON.stringify(source.url)} does not match a configured remote of ${repository}. Select the matching local repository.`,\n );\n }\n}\n\nasync function localContext(\n selectedRepository: string,\n dependencies: LocalExternalImportDependencies,\n mode: \"import\" | \"read\" = \"import\",\n) {\n dependencies.signal?.throwIfAborted();\n const selected = dependencies.environment ?? process.env;\n const environment = workbenchEnvironment(selected);\n forwardExternalImportSetting(selected, environment);\n requireExternalImports(environment);\n const path = expandHome(selectedRepository, environment);\n const repository =\n mode === \"read\"\n ? await abortable(() => canonicalConfigPath(path), dependencies.signal)\n : await normalizeRepository(path, dependencies.signal);\n const protectedRoot = [\n ...new Set([\n repository,\n ...(await abortable(\n () => localGitProtectionRoots(path, environment, dependencies.signal),\n dependencies.signal,\n )),\n ...(await abortable(\n () =>\n localGitProtectionRoots(\n process.cwd(),\n environment,\n dependencies.signal,\n ),\n dependencies.signal,\n )),\n ]),\n ];\n requireOutputOutsideRepositories(\n protectedRoot,\n await abortable(\n () => canonicalizeModelSafePath(environment.CODEX_SECURITY_STATE_DIR),\n dependencies.signal,\n ),\n \"runtime\",\n );\n return {\n repository,\n options: {\n pluginRoot: await abortable(\n () => bundledPluginRoot(),\n dependencies.signal,\n ),\n environment,\n protectedRoot,\n signal: dependencies.signal,\n failureMessage: \"Could not access imported local findings\",\n },\n };\n}\n\n/** Prepare scanner evidence without writing state or performing a security assessment. */\nexport async function prepareNormalizedLocalImport(\n input: ExternalFindings,\n options: NormalizedLocalImportOptions,\n dependencies: LocalExternalImportDependencies = {},\n): Promise<PreparedLocalExternalImport> {\n dependencies.signal?.throwIfAborted();\n requireExternalImports(dependencies.environment);\n requireIdentity(options.sourceKey, \"Source key\");\n const current = structuredClone(input);\n validateExternalReport(current.report);\n let dependabotSource: string | undefined;\n const identities = new Set<string>();\n for (const finding of current.findings) {\n requireIdentity(finding.source_finding_id, \"Source finding id\");\n if (identities.has(finding.source_finding_id))\n throw new CodexSecurityError(\n `Duplicate source finding id ${JSON.stringify(finding.source_finding_id)}.`,\n );\n identities.add(finding.source_finding_id);\n if (!isRecord(finding.evidence))\n throw new CodexSecurityError(\"Imported evidence must be an object.\");\n if (options.provider !== \"github\") continue;\n const native = dependabotRepository(finding);\n if (!native) continue;\n const claimed = finding.evidence.details?.repository?.url;\n if (\n claimed &&\n cloudRepositoryUrlKey(claimed) !== cloudRepositoryUrlKey(native)\n )\n throw new CodexSecurityError(\n \"The normalized repository does not match the original Dependabot alert.\",\n );\n if (dependabotSource && dependabotSource !== native)\n throw new CodexSecurityError(\n \"Select Dependabot alerts from only one GitHub host and repository.\",\n );\n dependabotSource = native;\n }\n const { repository, options: workbenchOptions } = await localContext(\n options.repository,\n dependencies,\n );\n const sources = new Map<string, ExternalSourceRepository>();\n for (const { evidence } of current.findings) {\n const url = evidence.details?.repository?.url;\n if (url) sources.set(url, { url });\n }\n for (const source of dependencies.sourceRepositories ?? []) {\n // A reader's explicit platform also applies to the same URL in typed evidence.\n if (sources.get(source.url)?.platform !== \"github\")\n sources.set(source.url, source);\n }\n if (dependabotSource)\n sources.set(dependabotSource, {\n url: dependabotSource,\n platform: \"github\",\n });\n await requireMatchingRepository(\n repository,\n options.provider,\n [...sources.values()],\n workbenchOptions.protectedRoot,\n workbenchOptions.environment,\n dependencies.signal,\n );\n dependencies.signal?.throwIfAborted();\n const preview = {\n ...structuredClone(current),\n repository,\n source: { provider: options.provider, source_key: options.sourceKey },\n };\n const payload = JSON.stringify(\n {\n repository,\n provider: options.provider,\n sourceKey: options.sourceKey,\n findings: current.findings,\n },\n (_key, value: unknown) => {\n if (isNumberObject(value)) value = +value;\n if (typeof value === \"number\" && !Number.isFinite(value))\n throw new TypeError(\n \"Stored finding JSON cannot contain non-finite numbers.\",\n );\n return value;\n },\n );\n return {\n preview,\n async import() {\n dependencies.signal?.throwIfAborted();\n const protectedRoot = [\n ...new Set([\n ...workbenchOptions.protectedRoot,\n ...(await abortable(\n () =>\n localGitProtectionRoots(\n process.cwd(),\n workbenchOptions.environment,\n dependencies.signal,\n ),\n dependencies.signal,\n )),\n ]),\n ];\n requireOutputOutsideRepositories(\n protectedRoot,\n await abortable(\n () =>\n canonicalizeModelSafePath(\n workbenchOptions.environment.CODEX_SECURITY_STATE_DIR,\n ),\n dependencies.signal,\n ),\n \"runtime\",\n );\n const result = await abortable(() => {\n dependencies.signal?.throwIfAborted();\n return (dependencies.runWorkbench ?? runWorkbench)(\n { ...workbenchOptions, protectedRoot },\n [\"store-external-findings\"],\n payload,\n );\n }, dependencies.signal);\n return {\n repository,\n read: current.read,\n ...(current.report === undefined\n ? {}\n : { report: structuredClone(current.report) }),\n ready: current.findings.length,\n excluded: structuredClone(current.excluded),\n findings: result[\"findings\"] as unknown as StoredExternalFinding[],\n counts: result[\"counts\"] as LocalExternalImportResult[\"counts\"],\n };\n },\n };\n}\n\n/** Read imported source records, including evidence that has not been assessed by Codex. */\nexport async function listLocalExternalFindings(\n selection: { repository: string; id?: string },\n dependencies: LocalExternalImportDependencies = {},\n): Promise<StoredExternalFinding[]> {\n dependencies.signal?.throwIfAborted();\n requireExternalImports(dependencies.environment);\n if (selection.id !== undefined) requireIdentity(selection.id, \"Finding id\");\n const { repository, options } = await localContext(\n selection.repository,\n dependencies,\n \"read\",\n );\n const result = await abortable(() => {\n dependencies.signal?.throwIfAborted();\n return (dependencies.runWorkbench ?? runWorkbench)(\n options,\n [\"list-external-findings\"],\n JSON.stringify({ repository, id: selection.id }),\n );\n }, dependencies.signal);\n return result[\"findings\"] as unknown as StoredExternalFinding[];\n}\n"]}
|
|
@@ -35,6 +35,7 @@ export interface ExternalPublicationResult {
|
|
|
35
35
|
cloudUrl?: string;
|
|
36
36
|
status: "complete" | "partial" | "interrupted";
|
|
37
37
|
read: number;
|
|
38
|
+
report?: ExternalFindings["report"];
|
|
38
39
|
ready: number;
|
|
39
40
|
excluded: ExternalFindings["excluded"];
|
|
40
41
|
receipts: FindingImportReceipt[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"external-findings-publish.d.ts","sourceRoot":"","sources":["../src/external-findings-publish.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAOjD,OAAO,EAGL,KAAK,6BAA6B,EACnC,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"external-findings-publish.d.ts","sourceRoot":"","sources":["../src/external-findings-publish.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAOjD,OAAO,EAGL,KAAK,6BAA6B,EACnC,MAAM,6BAA6B,CAAC;AAMrC,OAAO,KAAK,EACV,gBAAgB,EAEjB,MAAM,wBAAwB,CAAC;AAWhC,OAAO,KAAK,EACV,oBAAoB,EACpB,oBAAoB,EACpB,gBAAgB,EAEjB,MAAM,6BAA6B,CAAC;AAIrC,oFAAoF;AACpF,MAAM,WAAW,oCAAoC;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,oBAAoB,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,CAAC;IACrD,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,oEAAoE;AACpE,MAAM,WAAW,0BAA2B,SAAQ,IAAI,CACtD,oCAAoC,EACpC,UAAU,CACX;IACC,QAAQ,EAAE,6BAA6B,CAAC,UAAU,CAAC,CAAC;IACpD,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,qEAAqE;AACrE,MAAM,WAAW,+BAA+B;IAC9C,WAAW,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IAChC,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjE,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1E,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,2BAA2B,KAAK,IAAI,CAAC;CAC3D;AAED,MAAM,WAAW,2BAA2B;IAC1C,KAAK,EACD,SAAS,GACT,aAAa,GACb,WAAW,GACX,SAAS,GACT,WAAW,GACX,WAAW,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,0FAA0F;AAC1F,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,CAAC;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;IACvC,QAAQ,EAAE,oBAAoB,EAAE,CAAC;IACjC,MAAM,EAAE,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjD,QAAQ,EAAE;QAAE,iBAAiB,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACzE,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,gFAAgF;AAChF,qBAAa,wBAAyB,SAAQ,kBAAkB;aAG5C,MAAM,EAAE,yBAAyB;IAFnD,YACE,OAAO,EAAE,MAAM,EACC,MAAM,EAAE,yBAAyB,EACjD,KAAK,EAAE,OAAO,EAGf;CACF;AASD,MAAM,WAAW,0BAA2B,SAAQ,gBAAgB;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,gBAAgB,CAAC;IAC9B,MAAM,EAAE,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACvC,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,oBAAoB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IAC1C,OAAO,EAAE,0BAA0B,CAAC;IACpC,OAAO,IAAI,OAAO,CAAC,yBAAyB,CAAC,CAAC;CAC/C;AAsMD,wBAAsB,0BAA0B,CAC9C,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,0BAA0B,EACnC,YAAY,GAAE,+BAAoC,GACjD,OAAO,CAAC,2BAA2B,CAAC,CAkBtC;AAED,4EAA4E;AAC5E,wBAAsB,oCAAoC,CACxD,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,oCAAoC,EAC7C,YAAY,GAAE,+BAAoC,GACjD,OAAO,CAAC,2BAA2B,CAAC,CA4CtC"}
|
|
@@ -10,10 +10,12 @@ import { CodexSecurityError } from "./errors.js";
|
|
|
10
10
|
import { requireExternalImports } from "./external-imports-feature.js";
|
|
11
11
|
import { codexSecurityStateDirectory, createWindowsOutputDirectory, validatePreparedOutputDir, } from "./runtime.js";
|
|
12
12
|
import { EXTERNAL_FINDINGS_PROVIDERS, readExternalFindings, } from "./external-findings-read.js";
|
|
13
|
+
import { canonicalJson } from "./record.js";
|
|
13
14
|
import { wizCsvRepositoryUrl } from "./wiz-csv.js";
|
|
15
|
+
import { dependabotRepository } from "./github-dependabot-findings.js";
|
|
14
16
|
import { snykRepositoryUrls } from "./snyk-findings.js";
|
|
15
17
|
import { endorRepositoryUrls } from "./endor-findings.js";
|
|
16
|
-
import { cloudRepositoryUrlKey, validateImportRequest, validateExternalEvidence, validateImportReceipt, validateRepositories, validateSourceReports, validateSourceReport, } from "./external-import-contract.js";
|
|
18
|
+
import { cloudRepositoryUrlKey, validateImportRequest, validateExternalEvidence, validateExternalReport, validateImportReceipt, validateRepositories, validateSourceReports, validateSourceReport, } from "./external-import-contract.js";
|
|
17
19
|
const MAX_REQUEST_BYTES = 5 * 1024 * 1024;
|
|
18
20
|
/** Preserve accepted work in CLI JSON output when publication cannot finish. */
|
|
19
21
|
export class ExternalPublicationError extends CodexSecurityError {
|
|
@@ -37,17 +39,6 @@ async function readInBatches(items, read) {
|
|
|
37
39
|
}
|
|
38
40
|
return output;
|
|
39
41
|
}
|
|
40
|
-
function canonicalJson(value, compareKeys) {
|
|
41
|
-
return JSON.stringify(value, (_key, child) => {
|
|
42
|
-
if (child !== null && typeof child === "object" && !Array.isArray(child)) {
|
|
43
|
-
const record = child;
|
|
44
|
-
return Object.fromEntries(Object.keys(record)
|
|
45
|
-
.sort(compareKeys)
|
|
46
|
-
.map((key) => [key, record[key]]));
|
|
47
|
-
}
|
|
48
|
-
return child;
|
|
49
|
-
});
|
|
50
|
-
}
|
|
51
42
|
function sameSubmission(left, right) {
|
|
52
43
|
return (left.accountId === right.accountId &&
|
|
53
44
|
canonicalJson(left.requests) === canonicalJson(right.requests));
|
|
@@ -69,6 +60,13 @@ async function readOptionalFile(path) {
|
|
|
69
60
|
throw error;
|
|
70
61
|
});
|
|
71
62
|
}
|
|
63
|
+
function reportForJson(report) {
|
|
64
|
+
const errors = report?.["errors"];
|
|
65
|
+
if (!Array.isArray(errors))
|
|
66
|
+
return report;
|
|
67
|
+
const json = JSON.stringify(errors, (_key, entry) => entry instanceof Error ? { message: entry.message } : entry);
|
|
68
|
+
return { ...report, errors: JSON.parse(json) };
|
|
69
|
+
}
|
|
72
70
|
async function writeAtomicJson(path, value) {
|
|
73
71
|
const temporary = `${path}.${randomUUID()}.tmp`;
|
|
74
72
|
try {
|
|
@@ -189,7 +187,12 @@ export async function prepareExternalPublication(path, options, dependencies = {
|
|
|
189
187
|
export async function prepareNormalizedExternalPublication(input, options, dependencies = {}) {
|
|
190
188
|
requireExternalImports(dependencies.environment);
|
|
191
189
|
// Validation adds Cloud defaults; leave the caller's objects unchanged.
|
|
192
|
-
const
|
|
190
|
+
const { report, ...parsed } = input;
|
|
191
|
+
const current = structuredClone(parsed);
|
|
192
|
+
if (report !== undefined) {
|
|
193
|
+
current.report = structuredClone(report);
|
|
194
|
+
validateExternalReport(current.report);
|
|
195
|
+
}
|
|
193
196
|
// structuredClone preserves aliases. Detach every raw record before adding
|
|
194
197
|
// typed defaults, including aliases shared with another finding's evidence.
|
|
195
198
|
for (const finding of current.findings)
|
|
@@ -205,11 +208,14 @@ export async function prepareNormalizedExternalPublication(input, options, depen
|
|
|
205
208
|
identities.add(id);
|
|
206
209
|
finding.evidence = validateExternalEvidence(finding.evidence);
|
|
207
210
|
}
|
|
211
|
+
const identity = current.report === undefined
|
|
212
|
+
? current.findings
|
|
213
|
+
: { findings: current.findings, report: reportForJson(current.report) };
|
|
208
214
|
return preparePublicationInput({
|
|
209
215
|
current,
|
|
210
216
|
legacy: current,
|
|
211
|
-
currentIdentity:
|
|
212
|
-
legacyIdentity:
|
|
217
|
+
currentIdentity: identity,
|
|
218
|
+
legacyIdentity: identity,
|
|
213
219
|
}, options, dependencies);
|
|
214
220
|
}
|
|
215
221
|
async function preparePublicationInput(input, options, dependencies) {
|
|
@@ -229,7 +235,8 @@ async function preparePublicationInput(input, options, dependencies) {
|
|
|
229
235
|
progress({ phase: "reading", completed: 0 });
|
|
230
236
|
const { current: parsed, legacy: legacyParsed, currentIdentity, legacyIdentity, } = input;
|
|
231
237
|
if (parsed.findings.length === 0) {
|
|
232
|
-
|
|
238
|
+
const diagnostics = reportForJson(parsed.report)?.["errors"];
|
|
239
|
+
throw new CodexSecurityError(`No supported findings are ready to publish. ${parsed.excluded.map((item) => `Item ${item.position}: ${item.reason}`).join(" ")}${Array.isArray(diagnostics) && diagnostics.length ? ` Scanner diagnostics: ${JSON.stringify(diagnostics)}` : ""}`);
|
|
233
240
|
}
|
|
234
241
|
progress({ phase: "discovering", completed: 0 });
|
|
235
242
|
const environment = dependencies.environment ?? process.env;
|
|
@@ -464,6 +471,9 @@ async function preparePublicationInput(input, options, dependencies) {
|
|
|
464
471
|
...(options.provider === "endor"
|
|
465
472
|
? endorRepositoryUrls(finding.evidence.source_data)
|
|
466
473
|
: []),
|
|
474
|
+
options.provider === "github"
|
|
475
|
+
? dependabotRepository(finding)
|
|
476
|
+
: undefined,
|
|
467
477
|
];
|
|
468
478
|
for (const sourceRepository of sourceRepositories)
|
|
469
479
|
if (sourceRepository &&
|
|
@@ -504,32 +514,45 @@ async function preparePublicationInput(input, options, dependencies) {
|
|
|
504
514
|
});
|
|
505
515
|
requests = [];
|
|
506
516
|
let current;
|
|
517
|
+
let currentBytes = 0;
|
|
507
518
|
for (const [index, finding] of parsed.findings.entries()) {
|
|
508
519
|
const previous = previousReports[index];
|
|
509
520
|
const environmentId = previous?.environment_id ?? destination.import_environment_id;
|
|
510
521
|
if (environmentId == null)
|
|
511
522
|
throw new CodexSecurityError("Configure an authorized Cloud environment for this repository before importing findings.");
|
|
512
|
-
const repository = {
|
|
513
|
-
id: destination.id,
|
|
514
|
-
repo_connector_id: destination.repo_connector_id,
|
|
515
|
-
environment_id: environmentId,
|
|
516
|
-
reset_marker: destination.reset_marker,
|
|
517
|
-
};
|
|
518
523
|
const item = {
|
|
519
524
|
client_id: `item-${index + 1}`,
|
|
520
525
|
source_finding_id: finding.source_finding_id,
|
|
521
526
|
expected_version: previous?.version ?? 0,
|
|
522
527
|
evidence: finding.evidence,
|
|
523
528
|
};
|
|
529
|
+
const itemBytes = Buffer.byteLength(JSON.stringify(item));
|
|
524
530
|
if (current &&
|
|
525
531
|
(current.repository.environment_id !== environmentId ||
|
|
526
532
|
current.items.length === 100 ||
|
|
527
|
-
|
|
533
|
+
currentBytes + 1 + itemBytes > MAX_REQUEST_BYTES)) {
|
|
528
534
|
requests.push(validateImportRequest(current));
|
|
529
535
|
current = undefined;
|
|
530
536
|
}
|
|
531
|
-
|
|
537
|
+
if (!current) {
|
|
538
|
+
current = {
|
|
539
|
+
request_id: randomUUID(),
|
|
540
|
+
repository: {
|
|
541
|
+
id: destination.id,
|
|
542
|
+
repo_connector_id: destination.repo_connector_id,
|
|
543
|
+
environment_id: environmentId,
|
|
544
|
+
reset_marker: destination.reset_marker,
|
|
545
|
+
},
|
|
546
|
+
source,
|
|
547
|
+
items: [],
|
|
548
|
+
};
|
|
549
|
+
currentBytes = Buffer.byteLength(JSON.stringify(current));
|
|
550
|
+
}
|
|
551
|
+
else {
|
|
552
|
+
currentBytes++;
|
|
553
|
+
}
|
|
532
554
|
current.items.push(item);
|
|
555
|
+
currentBytes += itemBytes;
|
|
533
556
|
}
|
|
534
557
|
if (current)
|
|
535
558
|
requests.push(validateImportRequest(current));
|
|
@@ -555,7 +578,7 @@ async function preparePublicationInput(input, options, dependencies) {
|
|
|
555
578
|
requests,
|
|
556
579
|
};
|
|
557
580
|
return {
|
|
558
|
-
preview,
|
|
581
|
+
preview: structuredClone(preview),
|
|
559
582
|
async publish() {
|
|
560
583
|
progress({ phase: "waiting", completed: 0 });
|
|
561
584
|
const result = (acknowledged, verified) => {
|
|
@@ -580,6 +603,9 @@ async function preparePublicationInput(input, options, dependencies) {
|
|
|
580
603
|
cloudUrl: preview.cloudUrl,
|
|
581
604
|
status: parsed.excluded.length || counts.error ? "partial" : "complete",
|
|
582
605
|
read: parsed.read,
|
|
606
|
+
...(parsed.report === undefined
|
|
607
|
+
? {}
|
|
608
|
+
: { report: structuredClone(parsed.report) }),
|
|
583
609
|
ready: parsed.findings.length,
|
|
584
610
|
excluded: parsed.excluded,
|
|
585
611
|
receipts: acknowledged,
|
|
@@ -679,7 +705,10 @@ async function preparePublicationInput(input, options, dependencies) {
|
|
|
679
705
|
});
|
|
680
706
|
});
|
|
681
707
|
const completed = result(acknowledged, verified);
|
|
682
|
-
await writeAtomicJson(join(state, `${key}.result.json`),
|
|
708
|
+
await writeAtomicJson(join(state, `${key}.result.json`), {
|
|
709
|
+
...completed,
|
|
710
|
+
report: reportForJson(completed.report),
|
|
711
|
+
});
|
|
683
712
|
await rm(pendingPath, { force: true });
|
|
684
713
|
return completed;
|
|
685
714
|
}
|