@openai/codex-security 0.3.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +45 -9
- package/_bundled_plugin/.codex-plugin/plugin.json +5 -5
- package/_bundled_plugin/.mcp.json +1 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/permission-profile-preflight.mjs +13 -20
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/references/core-scan.md +2 -0
- package/_bundled_plugin/references/final-report.md +5 -1
- package/_bundled_plugin/references/investigation-time-budget.md +11 -0
- package/_bundled_plugin/references/sarif-adapter.md +1 -0
- package/_bundled_plugin/references/scan-prologue.md +2 -6
- package/_bundled_plugin/references/scan-runtime.md +15 -0
- package/_bundled_plugin/references/threat-model.md +2 -0
- package/_bundled_plugin/schemas/coverage.schema.json +45 -126
- package/_bundled_plugin/schemas/definitions/artifact-common.schema.json +5 -1
- package/_bundled_plugin/schemas/findings.schema.json +140 -427
- package/_bundled_plugin/schemas/patch-risk-assessment.schema.json +106 -119
- package/_bundled_plugin/schemas/scan-manifest.schema.json +73 -188
- package/_bundled_plugin/scripts/deep_scan_workbench.py +7 -0
- package/_bundled_plugin/scripts/finalize_scan_contract.py +87 -49
- package/_bundled_plugin/scripts/finding_preview.py +5 -3
- package/_bundled_plugin/scripts/generate_rank_input.py +26 -106
- package/_bundled_plugin/scripts/launch_codex_security_mcp +39 -4
- package/_bundled_plugin/scripts/report_projection.py +35 -13
- package/_bundled_plugin/scripts/snapshot_sqlite.py +7 -0
- package/_bundled_plugin/scripts/windows_scan_local_files.py +43 -1
- package/_bundled_plugin/scripts/workbench_cli.py +9 -9
- package/_bundled_plugin/scripts/workbench_constants.py +4 -0
- package/_bundled_plugin/scripts/workbench_db.py +103 -45
- package/_bundled_plugin/scripts/workbench_progress.py +0 -50
- package/_bundled_plugin/scripts/workbench_publication.py +216 -247
- package/_bundled_plugin/scripts/workbench_scan_history.py +3 -2
- package/_bundled_plugin/scripts/workbench_scan_start.py +12 -4
- package/_bundled_plugin/scripts/workbench_scan_usage.py +360 -37
- package/_bundled_plugin/scripts/workbench_schema.py +1 -1
- package/_bundled_plugin/scripts/workbench_source_excerpt.py +74 -51
- package/_bundled_plugin/scripts/workbench_source_scopes.py +388 -0
- package/_bundled_plugin/scripts/workbench_target.py +7 -5
- package/_bundled_plugin/scripts/workbench_validation.py +52 -2
- package/_bundled_plugin/shared/workbench-history-repairs.json +19 -0
- package/_bundled_plugin/shared/workbench-migrations.json +22 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +1 -1
- package/_bundled_plugin/skills/deep-security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-diff-scan/SKILL.md +4 -2
- package/_bundled_plugin/skills/security-diff-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/SKILL.md +4 -2
- package/_bundled_plugin/skills/security-scan/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +3 -3
- package/_bundled_plugin/skills/security-scan/references/scan-artifacts-and-ledger.md +2 -0
- package/_bundled_plugin/skills/track-findings/SKILL.md +8 -4
- package/_bundled_plugin/skills/track-findings/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/track-findings/references/github-security-advisories.md +1 -1
- package/dist/api.d.ts +6 -2
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +266 -39
- package/dist/api.js.map +1 -1
- package/dist/artifact-export.d.ts +2 -1
- package/dist/artifact-export.d.ts.map +1 -1
- package/dist/artifact-export.js +38 -23
- package/dist/artifact-export.js.map +1 -1
- package/dist/classify-severity-records.d.ts +76 -0
- package/dist/classify-severity-records.d.ts.map +1 -0
- package/dist/classify-severity-records.js +141 -0
- package/dist/classify-severity-records.js.map +1 -0
- package/dist/classify-severity.d.ts +1 -23
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js +3 -24
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli-help.d.ts.map +1 -1
- package/dist/cli-help.js +2 -0
- package/dist/cli-help.js.map +1 -1
- package/dist/cli.d.ts +4 -2
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +148 -149
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.js +1 -1
- package/dist/cloud-publish.js.map +1 -1
- package/dist/codex-sdk-environment.js +1 -1
- package/dist/codex-sdk-environment.js.map +1 -1
- package/dist/component-plan.js +1 -1
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +5 -4
- package/dist/component-scan.js.map +1 -1
- package/dist/config.d.ts +12 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +10 -4
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +6 -0
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js +69 -20
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +7 -2
- package/dist/cost-model.js.map +1 -1
- package/dist/custom-validation-prompt.js +3 -3
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +1 -5
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +2 -2
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts +1 -1
- package/dist/deduplication/deduplication-prompts.d.ts.map +1 -1
- package/dist/deduplication/deduplication-prompts.js +2 -2
- package/dist/deduplication/deduplication-prompts.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js +1 -1
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/records-protocol.d.ts +3 -8
- package/dist/deduplication/records-protocol.d.ts.map +1 -1
- package/dist/deduplication/records-protocol.js +11 -171
- package/dist/deduplication/records-protocol.js.map +1 -1
- package/dist/deduplication/records.js +1 -1
- package/dist/deduplication/records.js.map +1 -1
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +10 -9
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +4 -1
- package/dist/deep-config.d.ts.map +1 -1
- package/dist/deep-config.js +21 -1
- package/dist/deep-config.js.map +1 -1
- package/dist/deep-progress.d.ts +15 -1
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-progress.js +15 -16
- package/dist/deep-progress.js.map +1 -1
- package/dist/executable-path.d.ts +2 -0
- package/dist/executable-path.d.ts.map +1 -0
- package/dist/executable-path.js +12 -0
- package/dist/executable-path.js.map +1 -0
- package/dist/feedback.d.ts +1 -4
- package/dist/feedback.d.ts.map +1 -1
- package/dist/feedback.js +1 -1
- package/dist/feedback.js.map +1 -1
- package/dist/findings-import.d.ts +1 -1
- package/dist/findings-import.d.ts.map +1 -1
- package/dist/findings-import.js +3 -3
- package/dist/findings-import.js.map +1 -1
- package/dist/git-remote.d.ts +10 -0
- package/dist/git-remote.d.ts.map +1 -0
- package/dist/git-remote.js +24 -0
- package/dist/git-remote.js.map +1 -0
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +5 -7
- package/dist/github.js.map +1 -1
- package/dist/host-protocol.d.ts +19 -0
- package/dist/host-protocol.d.ts.map +1 -0
- package/dist/host-protocol.js +270 -0
- package/dist/host-protocol.js.map +1 -0
- package/dist/host-records-protocol.d.ts +15 -0
- package/dist/host-records-protocol.d.ts.map +1 -0
- package/dist/host-records-protocol.js +15 -0
- package/dist/host-records-protocol.js.map +1 -0
- package/dist/hosted-scan-protocol.d.ts +4 -0
- package/dist/hosted-scan-protocol.d.ts.map +1 -0
- package/dist/hosted-scan-protocol.js +25 -0
- package/dist/hosted-scan-protocol.js.map +1 -0
- package/dist/hosted-scan.d.ts +112 -0
- package/dist/hosted-scan.d.ts.map +1 -0
- package/dist/hosted-scan.js +260 -0
- package/dist/hosted-scan.js.map +1 -0
- package/dist/index.d.ts +7 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -0
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +87 -7
- package/dist/knowledge-base.js.map +1 -1
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +108 -36
- package/dist/multiscan.js.map +1 -1
- package/dist/patch-publication.d.ts +26 -0
- package/dist/patch-publication.d.ts.map +1 -0
- package/dist/patch-publication.js +105 -0
- package/dist/patch-publication.js.map +1 -0
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js +4 -1
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config-schema.d.ts +2 -0
- package/dist/project-config-schema.d.ts.map +1 -1
- package/dist/project-config-schema.js +1 -0
- package/dist/project-config-schema.js.map +1 -1
- package/dist/project-config.d.ts +1 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +16 -6
- package/dist/project-config.js.map +1 -1
- package/dist/publication-store.d.ts.map +1 -1
- package/dist/publication-store.js +73 -63
- package/dist/publication-store.js.map +1 -1
- package/dist/publication.d.ts +0 -2
- package/dist/publication.d.ts.map +1 -1
- package/dist/publication.js +135 -24
- package/dist/publication.js.map +1 -1
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +39 -25
- package/dist/publish.js.map +1 -1
- package/dist/runtime.d.ts +5 -2
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +86 -58
- package/dist/runtime.js.map +1 -1
- package/dist/scan-executor.d.ts +104 -0
- package/dist/scan-executor.d.ts.map +1 -0
- package/dist/scan-executor.js +62 -0
- package/dist/scan-executor.js.map +1 -0
- package/dist/scan-settings.d.ts +1 -0
- package/dist/scan-settings.d.ts.map +1 -1
- package/dist/scan-settings.js +7 -1
- package/dist/scan-settings.js.map +1 -1
- package/dist/scan-time-budget.d.ts +9 -0
- package/dist/scan-time-budget.d.ts.map +1 -0
- package/dist/scan-time-budget.js +16 -0
- package/dist/scan-time-budget.js.map +1 -0
- package/dist/severity-review.d.ts +29 -0
- package/dist/severity-review.d.ts.map +1 -0
- package/dist/severity-review.js +47 -0
- package/dist/severity-review.js.map +1 -0
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +17 -25
- package/dist/targets.js.map +1 -1
- package/dist/validation-records.d.ts +38 -0
- package/dist/validation-records.d.ts.map +1 -0
- package/dist/validation-records.js +76 -0
- package/dist/validation-records.js.map +1 -0
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +4 -2
- package/dist/version.js.map +1 -1
- package/dist/worker-progress.d.ts +43 -15
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js +22 -80
- package/dist/worker-progress.js.map +1 -1
- package/docs/classify-severity-records.md +89 -0
- package/docs/cli.md +281 -35
- package/docs/hosted-scans.md +242 -0
- package/docs/validate-records.md +69 -0
- package/package.json +18 -14
- package/schemas/hosted-scan-v2.fixture.json +145 -0
- package/schemas/project-config.schema.json +7 -1
- package/_bundled_plugin/preflight/capability-profiles.toml +0 -76
- package/_bundled_plugin/references/config-preflight.md +0 -93
- package/_bundled_plugin/references/desktop-config-preflight.md +0 -11
- package/_bundled_plugin/scripts/config_preflight.py +0 -911
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAeH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC3C,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAClD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;YAC3B,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO;YACL,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;YACrB,cAAc,EAAE,MAAM,OAAO,CAAC,GAAG,CAC/B,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CACd,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACD,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAgD,EAChD,MAAoB,EACpB,SAAkB;IAElB,IAAI,CAAC;QACH,MAAM,QAAQ,GACZ,WAAW,IAAI,KAAK;YAClB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAClB,QAAQ,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAClB,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACH,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;QACF,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;oBAC1C,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,KAAK;oBACX,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC9B,cAAc;YACd,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAwB,EACxB,MAAoB;IAEpB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAC1B,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAE,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IACE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YACtE,MAAM;YAEN,SAAS;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;gBACjD,MAAM,EAAE,IAAI;aACb,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC;oBACjE,SAAS;gBACX,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxE,SAAS;YACX,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,IAAY,EACZ,KAAiB,EACjB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,KAAK,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IACE,CAAC,4DAA4D,CAAC,IAAI,CAAC,GAAG,CAAC,EACvE,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,SAAS,CACd,GAAG;aACA,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC;aACpC,OAAO,CAAC,+BAA+B,EAAE,IAAI,CAAC;aAC9C,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC;aACxC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAC5B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAC/B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/B,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACtB,CAAC;QACF,IACE,SAAS,GAAG,QAAQ;YACpB,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,EAC5C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n stat,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { ConfigurationError, errorMessage } from \"./errors.js\";\nimport { expandHome } from \"./runtime.js\";\nimport {\n gitMarkerRoot,\n isGitMetadataDirectory,\n nullIfMissingFile,\n} from \"./targets.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n protectedRoots: string[];\n cleanup(): Promise<void>;\n}\n\nexport interface KnowledgeBaseSnapshot {\n readonly sources: readonly string[];\n readonly protectedRoots?: readonly string[];\n readonly documents: Readonly<Record<string, string>>;\n}\n\n/** @internal Extract once so campaign identity and workers use identical inputs. */\nexport async function readKnowledgeBaseSnapshot(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<KnowledgeBaseSnapshot> {\n try {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(\n `Knowledge base paths cannot be symbolic links: ${path}`,\n );\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? (await discover(source, signal)).sort()\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const extracted: Record<string, string> = {};\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes, signal)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n const name = `${index}-${basename(document)}.txt`;\n // The prefix and suffix can exceed the filesystem's 255-byte name limit.\n const filename = Buffer.byteLength(name) > 255 ? `${index}.txt` : name;\n extracted[filename] = text;\n index++;\n }\n return {\n sources: [...sources],\n protectedRoots: await Promise.all(\n [...sources].map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n ),\n documents: extracted,\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\nexport async function prepareKnowledgeBase(\n input: readonly string[] | KnowledgeBaseSnapshot,\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n try {\n const snapshot =\n \"documents\" in input\n ? input\n : await readKnowledgeBaseSnapshot(input, signal);\n const protectedRoots =\n snapshot.protectedRoots === undefined\n ? await Promise.all(\n snapshot.sources.map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n )\n : [...snapshot.protectedRoots];\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n for (const [filename, text] of Object.entries(snapshot.documents)) {\n signal?.throwIfAborted();\n await writeFile(join(path, filename), text, {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n });\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n return {\n path,\n sources: [...snapshot.sources],\n protectedRoots,\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\n/** @internal Read the same extracted document text used by scans. */\nexport async function readKnowledgeBaseDocuments(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<string[]> {\n const { documents } = await readKnowledgeBaseSnapshot(paths, signal);\n return Object.keys(documents)\n .sort()\n .map((name) => documents[name]!);\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n if (\n (process.platform === \"win32\" ? entry.name.toLowerCase() : entry.name) ===\n \".git\"\n )\n continue;\n const path = join(directory, entry.name);\n if (entry.name.toLowerCase() === \".git\") {\n const marker = await stat(join(directory, \".git\"), {\n bigint: true,\n }).catch(nullIfMissingFile);\n if (marker !== null) {\n const candidate = await lstat(path, { bigint: true });\n if (candidate.dev === marker.dev && candidate.ino === marker.ino) {\n continue;\n }\n }\n if (entry.isDirectory() && (await isGitMetadataDirectory(path, signal))) {\n continue;\n }\n }\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(\n path: string,\n bytes: Uint8Array,\n signal?: AbortSignal,\n): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n signal?.throwIfAborted();\n const content = await (await document.getPage(number)).getTextContent();\n signal?.throwIfAborted();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n if (signal?.aborted) throw error;\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n if (\n !/<(?:\\w+:)?document\\b[^>]*>[\\s\\S]*<\\/(?:\\w+:)?document\\s*>/u.test(xml)\n ) {\n throw new Error(\"Malformed word/document.xml.\");\n }\n return decodeXml(\n xml\n .replace(/<\\/(?:\\w+:)?p\\s*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?(?:br|cr)\\b[^>]*>/gu, \"\\n\")\n .replace(/<(?:\\w+:)?tab\\b[^>]*>/gu, \"\\t\")\n .replace(/<[^>]+>/gu, \"\"),\n );\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n const codePoint = Number.parseInt(\n name.slice(hexadecimal ? 2 : 1),\n hexadecimal ? 16 : 10,\n );\n if (\n codePoint > 0x10ffff ||\n (codePoint >= 0xd800 && codePoint <= 0xdfff)\n ) {\n return entity;\n }\n return String.fromCodePoint(codePoint);\n },\n );\n}\n"]}
|
|
1
|
+
{"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,aAAa,EACb,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,KAAK;IACL,WAAW;IACX,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAeH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,kDAAkD,IAAI,EAAE,CACzD,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,EAAE,CAC1D,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;gBACzC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,6DAA6D,IAAI,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;gBACrC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtD,MAAM;aACP,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,IAAI,GACR,SAAS,KAAK,MAAM;gBAClB,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;gBAC3C,CAAC,CAAC,SAAS,KAAK,OAAO;oBACrB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC;oBAC9B,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,QAAQ,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAClD,yEAAyE;YACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;YAC3B,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO;YACL,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;YACrB,cAAc,EAAE,MAAM,OAAO,CAAC,GAAG,CAC/B,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CACd,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACD,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAgD,EAChD,MAAoB,EACpB,SAAkB;IAElB,IAAI,CAAC;QACH,MAAM,QAAQ,GACZ,WAAW,IAAI,KAAK;YAClB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,cAAc,GAClB,QAAQ,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAClB,KAAK,EAAE,MAAM,EAAE,EAAE,CACf,CAAC,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,MAAM,CAC/D,CACF;YACH,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,IAAI,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,2BAA2B,CAAC,CACzD,CAAC;QACF,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;oBAC1C,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,KAAK;oBACX,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC9B,cAAc;YACd,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,YAAY,kBAAkB;YAAE,MAAM,KAAK,CAAC;QACxE,MAAM,IAAI,kBAAkB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAwB,EACxB,MAAoB;IAEpB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAC1B,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAE,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,SAAiB,EACjB,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IACE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YACtE,MAAM;YAEN,SAAS;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE;gBACjD,MAAM,EAAE,IAAI;aACb,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC;oBACjE,SAAS;gBACX,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxE,SAAS;YACX,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;oBACjC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;oBACtD,MAAM;iBACP,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,KAAiB;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,EAAE,EAAE;YACrE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,IAAY,EACZ,KAAiB,EACjB,MAAoB;IAEpB,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,GACnC,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,WAAW,CAAC;YAC9B,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC;YAC3B,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,cAAc,CAAC,MAAM;SACjC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC3D,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gBACxE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,KAAK;qBACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC9C,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,KAAK,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,EAAE,EAAE;YACtE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAiB;IAClD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE;YAC7B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,IAAI,CAAC,IAAI,KAAK,mBAAmB;oBAAE,OAAO,KAAK,CAAC;gBACpD,IAAI,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvC,IAAI,IAAI,GAAa,EAAE,CAAC;QACxB,IAAI,MAAM,GAIJ,EAAE,CAAC;QACT,MAAM,OAAO,GAAgD,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACjC,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,EAAE;YAC/B,IAAI,YAAY,GAAG,CAAC;gBAAE,OAAO;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBACrC,IAAI,CAAC,KAAK,CAAC,YAAY;gBAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAClD,IAAI,CAAC,eAAe;gBAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvD,CAAC,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,MAAe,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,4EAA4E;gBAC5E,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC;QACH,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IACE,SAAS,KAAK,KAAK;gBACnB,SAAS,KAAK,SAAS;gBACvB,SAAS,KAAK,cAAc,EAC5B,CAAC;gBACD,YAAY,EAAE,CAAC;YACjB,CAAC;YACD,IAAI,YAAY,GAAG,CAAC;gBAAE,OAAO;YAC7B,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;gBAChC,8CAA8C;gBAC9C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/B,IAAI,GAAG,EAAE,CAAC;gBACV,MAAM,GAAG,EAAE,CAAC;YACd,CAAC;iBAAM,IAAI,SAAS,KAAK,UAAU;gBAAE,eAAe,GAAG,IAAI,CAAC;iBACvD,IAAI,SAAS,KAAK,WAAW;gBAAE,eAAe,GAAG,IAAI,CAAC;iBACtD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,SAAS,CACpB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAC7B,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CACrD,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CACb,CAAC;gBACF,IAAI,IAAI,KAAK,OAAO;oBAClB,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;qBAC1D,IAAI,IAAI,KAAK,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAC/C,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,YAAY,GAAG,KAAK,CAAC;qBACjC,IAAI,IAAI,KAAK,KAAK;oBAAE,WAAW,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;iBAAM,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;iBAC7D,IAAI,SAAS,KAAK,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE;YAChD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,YAAY,KAAK,CAAC,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;gBACtD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC9B,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,EAAG,CAAC,CAAC;gBACpC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClB,CAAC;YACD,IAAI,SAAS,KAAK,WAAW;gBAAE,eAAe,GAAG,KAAK,CAAC;YACvD,IAAI,CAAC,aAAa,IAAI,SAAS,KAAK,GAAG;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACtD,IACE,SAAS,KAAK,KAAK;gBACnB,SAAS,KAAK,SAAS;gBACvB,SAAS,KAAK,cAAc,EAC5B,CAAC;gBACD,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QACnD,IAAI,CAAC,eAAe;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,WAAW,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,EAAE;YACvE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,QAAQ,GAA2B;QACvC,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,GAAG;QACP,EAAE,EAAE,GAAG;QACP,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;KACV,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAClB,4CAA4C,EAC5C,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAC/B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/B,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CACtB,CAAC;QACF,IACE,SAAS,GAAG,QAAQ;YACpB,CAAC,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,EAC5C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { constants } from \"node:fs\";\nimport {\n lstat,\n mkdtemp,\n readFile,\n readdir,\n realpath,\n rm,\n stat,\n writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { basename, extname, join, resolve } from \"node:path\";\nimport { unzipSync } from \"fflate\";\nimport { SaxesParser } from \"saxes\";\nimport { ConfigurationError, errorMessage } from \"./errors.js\";\nimport { expandHome } from \"./runtime.js\";\nimport {\n gitMarkerRoot,\n isGitMetadataDirectory,\n nullIfMissingFile,\n} from \"./targets.js\";\n\nconst DOCUMENT_EXTENSIONS = new Set([\n \".md\",\n \".markdown\",\n \".txt\",\n \".pdf\",\n \".docx\",\n]);\n\nexport interface PreparedKnowledgeBase {\n path: string;\n sources: string[];\n protectedRoots: string[];\n cleanup(): Promise<void>;\n}\n\nexport interface KnowledgeBaseSnapshot {\n readonly sources: readonly string[];\n readonly protectedRoots?: readonly string[];\n readonly documents: Readonly<Record<string, string>>;\n}\n\n/** @internal Extract once so campaign identity and workers use identical inputs. */\nexport async function readKnowledgeBaseSnapshot(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<KnowledgeBaseSnapshot> {\n try {\n const sources = new Set<string>();\n const documents = new Set<string>();\n\n for (const requested of paths) {\n signal?.throwIfAborted();\n if (!requested.trim())\n throw new Error(\"Knowledge base paths cannot be empty.\");\n const path = resolve(expandHome(requested));\n const metadata = await lstat(path);\n if (metadata.isSymbolicLink()) {\n throw new Error(\n `Knowledge base paths cannot be symbolic links: ${path}`,\n );\n }\n if (!metadata.isFile() && !metadata.isDirectory()) {\n throw new Error(\n `Knowledge base path is not a file or directory: ${path}`,\n );\n }\n\n const source = await realpath(path);\n const selected = metadata.isDirectory()\n ? (await discover(source, signal)).sort()\n : [source];\n if (selected.length === 0) {\n throw new Error(\n `Knowledge base directory contains no supported documents: ${path}`,\n );\n }\n for (const document of selected) {\n documents.add(document);\n }\n sources.add(source);\n }\n\n const extracted: Record<string, string> = {};\n let index = 0;\n for (const document of documents) {\n signal?.throwIfAborted();\n const metadata = await lstat(document);\n if (process.platform !== \"win32\" && (metadata.mode & 0o444) === 0) {\n throw new Error(`Knowledge base document is not readable: ${document}`);\n }\n const bytes = await readFile(document, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n const extension = extname(document).toLowerCase();\n const text =\n extension === \".pdf\"\n ? await extractPdf(document, bytes, signal)\n : extension === \".docx\"\n ? extractDocx(document, bytes)\n : decodeText(document, bytes);\n if ((extension === \".pdf\" || extension === \".docx\") && !text.trim()) {\n throw new Error(\n `Knowledge base document contains no extractable text: ${document}`,\n );\n }\n const name = `${index}-${basename(document)}.txt`;\n // The prefix and suffix can exceed the filesystem's 255-byte name limit.\n const filename = Buffer.byteLength(name) > 255 ? `${index}.txt` : name;\n extracted[filename] = text;\n index++;\n }\n return {\n sources: [...sources],\n protectedRoots: await Promise.all(\n [...sources].map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n ),\n documents: extracted,\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\nexport async function prepareKnowledgeBase(\n input: readonly string[] | KnowledgeBaseSnapshot,\n signal?: AbortSignal,\n directory?: string,\n): Promise<PreparedKnowledgeBase> {\n try {\n const snapshot =\n \"documents\" in input\n ? input\n : await readKnowledgeBaseSnapshot(input, signal);\n const protectedRoots =\n snapshot.protectedRoots === undefined\n ? await Promise.all(\n snapshot.sources.map(\n async (source) =>\n (await gitMarkerRoot(source, signal, \"outermost\")) ?? source,\n ),\n )\n : [...snapshot.protectedRoots];\n const path = await mkdtemp(\n join(directory ?? tmpdir(), \"codex-security-knowledge-\"),\n );\n try {\n for (const [filename, text] of Object.entries(snapshot.documents)) {\n signal?.throwIfAborted();\n await writeFile(join(path, filename), text, {\n encoding: \"utf8\",\n mode: 0o600,\n signal,\n });\n }\n } catch (error) {\n await rm(path, { recursive: true, force: true });\n throw error;\n }\n return {\n path,\n sources: [...snapshot.sources],\n protectedRoots,\n cleanup: () => rm(path, { recursive: true, force: true }),\n };\n } catch (error) {\n if (signal?.aborted || error instanceof ConfigurationError) throw error;\n throw new ConfigurationError(errorMessage(error), { cause: error });\n }\n}\n\n/** @internal Read the same extracted document text used by scans. */\nexport async function readKnowledgeBaseDocuments(\n paths: readonly string[],\n signal?: AbortSignal,\n): Promise<string[]> {\n const { documents } = await readKnowledgeBaseSnapshot(paths, signal);\n return Object.keys(documents)\n .sort()\n .map((name) => documents[name]!);\n}\n\nasync function discover(\n directory: string,\n signal?: AbortSignal,\n): Promise<string[]> {\n signal?.throwIfAborted();\n const documents: string[] = [];\n const entries = await readdir(directory, { withFileTypes: true });\n signal?.throwIfAborted();\n for (const entry of entries) {\n signal?.throwIfAborted();\n if (\n (process.platform === \"win32\" ? entry.name.toLowerCase() : entry.name) ===\n \".git\"\n )\n continue;\n const path = join(directory, entry.name);\n if (entry.name.toLowerCase() === \".git\") {\n const marker = await stat(join(directory, \".git\"), {\n bigint: true,\n }).catch(nullIfMissingFile);\n if (marker !== null) {\n const candidate = await lstat(path, { bigint: true });\n if (candidate.dev === marker.dev && candidate.ino === marker.ino) {\n continue;\n }\n }\n if (entry.isDirectory() && (await isGitMetadataDirectory(path, signal))) {\n continue;\n }\n }\n if (entry.isDirectory()) {\n for (const document of await discover(path, signal)) {\n documents.push(document);\n }\n } else if (entry.isFile()) {\n if (!DOCUMENT_EXTENSIONS.has(extname(path).toLowerCase())) {\n const bytes = await readFile(path, {\n flag: constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0),\n signal,\n });\n try {\n decodeText(path, bytes);\n } catch {\n continue;\n }\n }\n documents.push(path);\n }\n }\n return documents;\n}\n\nfunction decodeText(path: string, bytes: Uint8Array): string {\n if (bytes.includes(0)) {\n throw new Error(`Knowledge base document contains binary data: ${path}`);\n }\n try {\n return new TextDecoder(\"utf-8\", { fatal: true }).decode(bytes);\n } catch (error) {\n throw new Error(`Knowledge base document is not valid UTF-8: ${path}`, {\n cause: error,\n });\n }\n}\n\nasync function extractPdf(\n path: string,\n bytes: Uint8Array,\n signal?: AbortSignal,\n): Promise<string> {\n try {\n const { getDocument, VerbosityLevel } =\n await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n const loadingTask = getDocument({\n data: new Uint8Array(bytes),\n stopAtErrors: true,\n verbosity: VerbosityLevel.ERRORS,\n });\n try {\n const document = await loadingTask.promise;\n const pages: string[] = [];\n for (let number = 1; number <= document.numPages; number++) {\n signal?.throwIfAborted();\n const content = await (await document.getPage(number)).getTextContent();\n signal?.throwIfAborted();\n pages.push(\n content.items\n .map((item) => (\"str\" in item ? item.str : \"\"))\n .join(\" \"),\n );\n }\n return pages.join(\"\\n\");\n } finally {\n await loadingTask.destroy();\n }\n } catch (error) {\n if (signal?.aborted) throw error;\n throw new Error(`Cannot extract text from knowledge base PDF: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction extractDocx(path: string, bytes: Uint8Array): string {\n try {\n const files = unzipSync(bytes, {\n filter: (file) => {\n if (file.name !== \"word/document.xml\") return false;\n if (file.originalSize > 25 * 1024 * 1024) {\n throw new Error(\"DOCX document text exceeds 25 MB.\");\n }\n return true;\n },\n });\n const document = files[\"word/document.xml\"];\n if (document === undefined) throw new Error(\"Missing word/document.xml.\");\n const xml = decodeText(path, document);\n let text: string[] = [];\n let fields: {\n instructions: boolean;\n literal: string[];\n result: string[];\n }[] = [];\n const stories: { text: string[]; fields: typeof fields }[] = [];\n const parser = new SaxesParser();\n let documentElement = false;\n let deletedDepth = 0;\n let instructionText = false;\n const append = (value: string) => {\n if (deletedDepth > 0) return;\n const field = fields.at(-1);\n if (field === undefined) text.push(value);\n else if (!field.instructions) field.result.push(value);\n else if (!instructionText) field.literal.push(value);\n };\n const finishField = (closed: boolean) => {\n const field = fields.pop();\n if (field !== undefined) {\n // Unclosed fields retain ordinary runs; completed fields show only results.\n append((closed ? \"\" : field.literal.join(\"\")) + field.result.join(\"\"));\n }\n };\n parser.on(\"opentag\", ({ name, attributes }) => {\n const localName = name.split(\":\").at(-1);\n if (\n localName === \"del\" ||\n localName === \"delText\" ||\n localName === \"delInstrText\"\n ) {\n deletedDepth++;\n }\n if (deletedDepth > 0) return;\n if (localName === \"txbxContent\") {\n // Text boxes have their own field boundaries.\n stories.push({ text, fields });\n text = [];\n fields = [];\n } else if (localName === \"document\") documentElement = true;\n else if (localName === \"instrText\") instructionText = true;\n else if (localName === \"fldChar\") {\n const type = decodeXml(\n Object.entries(attributes).find(\n ([name]) => name.split(\":\").at(-1) === \"fldCharType\",\n )?.[1] ?? \"\",\n );\n if (type === \"begin\")\n fields.push({ instructions: true, literal: [], result: [] });\n else if (type === \"separate\" && fields.length > 0)\n fields.at(-1)!.instructions = false;\n else if (type === \"end\") finishField(true);\n } else if (localName === \"br\" || localName === \"cr\") append(\"\\n\");\n else if (localName === \"tab\") append(\"\\t\");\n });\n parser.on(\"closetag\", ({ name, isSelfClosing }) => {\n const localName = name.split(\":\").at(-1);\n if (deletedDepth === 0 && localName === \"txbxContent\") {\n while (fields.length > 0) finishField(false);\n const content = text.join(\"\");\n ({ text, fields } = stories.pop()!);\n append(content);\n }\n if (localName === \"instrText\") instructionText = false;\n if (!isSelfClosing && localName === \"p\") append(\"\\n\");\n if (\n localName === \"del\" ||\n localName === \"delText\" ||\n localName === \"delInstrText\"\n ) {\n deletedDepth--;\n }\n });\n parser.on(\"text\", (value) => append(decodeXml(value)));\n parser.on(\"cdata\", (value) => append(value.replaceAll(\"&\", \"&\")));\n // Keep the existing entity decoder's handling of unusable references.\n // CDATA is literal text, so only undo this escaping in its handler.\n parser.write(xml.replaceAll(\"&\", \"&\")).close();\n if (!documentElement) throw new Error(\"Malformed word/document.xml.\");\n while (fields.length > 0) finishField(false);\n return text.join(\"\");\n } catch (error) {\n throw new Error(`Cannot extract text from knowledge base DOCX: ${path}`, {\n cause: error,\n });\n }\n}\n\nfunction decodeXml(value: string): string {\n const entities: Record<string, string> = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n };\n return value.replace(\n /&(amp|lt|gt|quot|apos|#\\d+|#x[\\da-f]+);/giu,\n (entity, name: string) => {\n if (!name.startsWith(\"#\")) return entities[name.toLowerCase()] ?? entity;\n const hexadecimal = name[1]?.toLowerCase() === \"x\";\n const codePoint = Number.parseInt(\n name.slice(hexadecimal ? 2 : 1),\n hexadecimal ? 16 : 10,\n );\n if (\n codePoint > 0x10ffff ||\n (codePoint >= 0xd800 && codePoint <= 0xdfff)\n ) {\n return entity;\n }\n return String.fromCodePoint(codePoint);\n },\n );\n}\n"]}
|
package/dist/multiscan.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multiscan.d.ts","sourceRoot":"","sources":["../src/multiscan.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"multiscan.d.ts","sourceRoot":"","sources":["../src/multiscan.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAUvD,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,qBAAqB,CAAC;AAO7B,OAAO,EAGL,KAAK,QAAQ,EACd,MAAM,cAAc,CAAC;AACtB,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,YAAY,EAClB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA2C9C,MAAM,WAAW,gBAAiB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,CACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,kBAAkB,GAAG;QAC5B,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;KAC/C,GACA,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iBAAiB,CAAC,EAAE,OAAO,CACzB,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,kBAAkB,CAAC,CAAC,CAC/D,CAAC;IACF,MAAM,EAAE,mBAAmB,CAAC;IAC5B,cAAc,CACZ,MAAM,EAAE,mBAAmB,GAC1B,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,CAAC,KAAK,EAAE;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QAC3C,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;CACV;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;IACxD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CA8G1B;AAwgCD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,EAAE,CAoB5E"}
|
package/dist/multiscan.js
CHANGED
|
@@ -2,16 +2,18 @@ import { notify } from "./value.js";
|
|
|
2
2
|
import { execFile as execFileCallback } from "node:child_process";
|
|
3
3
|
import { randomUUID } from "node:crypto";
|
|
4
4
|
import { realpathSync } from "node:fs";
|
|
5
|
-
import { lstat, mkdir, open, readFile, readdir, realpath, rename, rm, rmdir, truncate, utimes, writeFile, } from "node:fs/promises";
|
|
5
|
+
import { lstat, mkdir, mkdtemp, open, readFile, readdir, realpath, rename, rm, rmdir, truncate, utimes, writeFile, } from "node:fs/promises";
|
|
6
6
|
import { hostname } from "node:os";
|
|
7
7
|
import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
|
|
8
8
|
import { promisify } from "node:util";
|
|
9
9
|
import Papa from "papaparse";
|
|
10
|
+
import { ContractSchemaError, loadContract } from "./contract.js";
|
|
11
|
+
import { deepScanOptions } from "./deep-config.js";
|
|
10
12
|
import { readThreatModelPath } from "./artifact-export.js";
|
|
11
13
|
import { OutputDirectoryNotEmptyError, errorMessage, ScanCostLimitExceededError, } from "./errors.js";
|
|
12
14
|
import { readKnowledgeBaseSnapshot, } from "./knowledge-base.js";
|
|
13
15
|
import { resolveScanPrompts } from "./prompt-files.js";
|
|
14
|
-
import { requireSecureOutputAncestry, validateOutputDir } from "./runtime.js";
|
|
16
|
+
import { requireSecureOutputAncestry, resolvePluginPath, validateOutputDir, } from "./runtime.js";
|
|
15
17
|
import { DiffTarget, UNSUPPORTED_GIT_ENVIRONMENT, } from "./targets.js";
|
|
16
18
|
import { meetsSeverity, } from "./scan-settings.js";
|
|
17
19
|
import { workflowDigest } from "./finding-workflow.js";
|
|
@@ -35,6 +37,9 @@ export async function runMultiscan(options) {
|
|
|
35
37
|
throw new Error("Multiscan max attempts must be a positive integer.");
|
|
36
38
|
}
|
|
37
39
|
const tasks = parseInventory(await readFile(options.inputPath, "utf8"), dirname(resolve(options.inputPath)), options.mode);
|
|
40
|
+
for (const mode of new Set(tasks.map((task) => task.mode))) {
|
|
41
|
+
deepScanOptions({ ...options.scanOptionsByMode?.[mode], mode });
|
|
42
|
+
}
|
|
38
43
|
if (tasks.some((task) => task.scope === undefined &&
|
|
39
44
|
options.scanOptionsByMode?.[task.mode]?.target instanceof DiffTarget)) {
|
|
40
45
|
throw new Error("Bulk scans do not support diff or working-tree scopes because their checkouts are clean, shallow snapshots. Use repository or path scopes instead.");
|
|
@@ -84,17 +89,30 @@ export async function runMultiscan(options) {
|
|
|
84
89
|
const output = await ensureOutputDirectory(requestedOutput);
|
|
85
90
|
await requireSecureOutputAncestry(output);
|
|
86
91
|
const unlock = await acquireLock(output);
|
|
92
|
+
let pluginWorkspace;
|
|
93
|
+
let pluginRoot;
|
|
94
|
+
const resumePluginRoot = () => (pluginRoot ??= (async () => {
|
|
95
|
+
if (options.config.pluginPath !== undefined) {
|
|
96
|
+
pluginWorkspace = await mkdtemp(join(output, ".resume-plugin-"));
|
|
97
|
+
}
|
|
98
|
+
return await resolvePluginPath(options.config.pluginPath, pluginWorkspace ?? output, options.signal);
|
|
99
|
+
})());
|
|
87
100
|
try {
|
|
88
|
-
const result = await runCampaign(resolvedOptions, tasks, output);
|
|
101
|
+
const result = await runCampaign(resolvedOptions, tasks, output, resumePluginRoot);
|
|
89
102
|
return (await realpath(requestedOutput).catch(() => undefined)) === output
|
|
90
103
|
? { ...result, resultsPath: join(requestedOutput, "results.jsonl") }
|
|
91
104
|
: result;
|
|
92
105
|
}
|
|
93
106
|
finally {
|
|
94
|
-
await
|
|
107
|
+
await Promise.all([
|
|
108
|
+
unlock(),
|
|
109
|
+
pluginWorkspace === undefined
|
|
110
|
+
? undefined
|
|
111
|
+
: rm(pluginWorkspace, { recursive: true, force: true }),
|
|
112
|
+
]);
|
|
95
113
|
}
|
|
96
114
|
}
|
|
97
|
-
async function runCampaign(options, tasks, output) {
|
|
115
|
+
async function runCampaign(options, tasks, output, resumePluginRoot) {
|
|
98
116
|
const ledger = join(output, "results.jsonl");
|
|
99
117
|
await ensureOutputDirectory(join(output, "checkouts"));
|
|
100
118
|
await ensureOutputDirectory(join(output, "artifacts"));
|
|
@@ -120,6 +138,7 @@ async function runCampaign(options, tasks, output) {
|
|
|
120
138
|
await ensureManifest(join(output, "manifest.json"), tasks, options, knowledgeByMode);
|
|
121
139
|
const receipts = await readReceipts(ledger, options.recoverScan !== undefined);
|
|
122
140
|
const pending = [];
|
|
141
|
+
const rejectedCompleted = new Set();
|
|
123
142
|
let completed = 0;
|
|
124
143
|
let policyFailed = false;
|
|
125
144
|
const warnings = [];
|
|
@@ -147,9 +166,46 @@ async function runCampaign(options, tasks, output) {
|
|
|
147
166
|
const artifactRoot = await ensureOutputDirectory(join(output, "artifacts", task.id));
|
|
148
167
|
const artifactOutput = join(artifactRoot, `attempt-${receipt.attempt}`);
|
|
149
168
|
const selectedArtifactOutput = join(resolve(options.outputDir), "artifacts", task.id, `attempt-${receipt.attempt}`);
|
|
150
|
-
|
|
151
|
-
receipt.
|
|
152
|
-
|
|
169
|
+
const completedReceipt = receipt.status === "completed" ||
|
|
170
|
+
(receipt.status === "failed" &&
|
|
171
|
+
receipt.error === "Multiscan repository coverage is incomplete.");
|
|
172
|
+
const selectedOutputMatches = receipt.outputDir === artifactOutput ||
|
|
173
|
+
receipt.outputDir === selectedArtifactOutput;
|
|
174
|
+
const artifactsPresent = selectedOutputMatches && (await hasArtifacts(artifactOutput));
|
|
175
|
+
if (completedReceipt &&
|
|
176
|
+
selectedOutputMatches &&
|
|
177
|
+
(!(await hasCompletedContract(artifactOutput, await resumePluginRoot(), options.signal)) ||
|
|
178
|
+
!artifactsPresent)) {
|
|
179
|
+
rejectedCompleted.add(artifactOutput);
|
|
180
|
+
pending.push(task);
|
|
181
|
+
continue;
|
|
182
|
+
}
|
|
183
|
+
if (artifactsPresent) {
|
|
184
|
+
if (receipt.status === "completed" &&
|
|
185
|
+
Number.isSafeInteger(receipt.attempt) &&
|
|
186
|
+
receipt.attempt > 0) {
|
|
187
|
+
try {
|
|
188
|
+
if (receipt.cleanupPending === "checkout") {
|
|
189
|
+
await rm(join(output, "checkouts", task.id), {
|
|
190
|
+
recursive: true,
|
|
191
|
+
force: true,
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
else if (receipt.cleanupPending === "recovery-checkout") {
|
|
195
|
+
const recoveryRoot = join(output, "recovery-checkouts");
|
|
196
|
+
await lstat(recoveryRoot);
|
|
197
|
+
await ensureOutputDirectory(recoveryRoot);
|
|
198
|
+
const taskRoot = join(recoveryRoot, task.id);
|
|
199
|
+
await lstat(taskRoot);
|
|
200
|
+
await ensureOutputDirectory(taskRoot);
|
|
201
|
+
await rm(join(taskRoot, `attempt-${receipt.attempt}`), {
|
|
202
|
+
recursive: true,
|
|
203
|
+
force: true,
|
|
204
|
+
});
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
catch { }
|
|
208
|
+
}
|
|
153
209
|
if (receipt.status !== "failed" && receipt.warnings?.length) {
|
|
154
210
|
warnings.push({ repository: task.id, warnings: receipt.warnings });
|
|
155
211
|
for (const warning of receipt.warnings) {
|
|
@@ -161,11 +217,7 @@ async function runCampaign(options, tasks, output) {
|
|
|
161
217
|
});
|
|
162
218
|
}
|
|
163
219
|
}
|
|
164
|
-
if (
|
|
165
|
-
(await legacyCompletedReceipt({
|
|
166
|
-
...receipt,
|
|
167
|
-
outputDir: artifactOutput,
|
|
168
|
-
}))) {
|
|
220
|
+
if (completedReceipt) {
|
|
169
221
|
policyFailed ||= receipt.policyFailed === true;
|
|
170
222
|
completed += 1;
|
|
171
223
|
continue;
|
|
@@ -187,6 +239,7 @@ async function runCampaign(options, tasks, output) {
|
|
|
187
239
|
if (pending.length === 0)
|
|
188
240
|
return summarize();
|
|
189
241
|
let next = 0;
|
|
242
|
+
let receiptTail = Promise.resolve();
|
|
190
243
|
const worker = async (security) => {
|
|
191
244
|
for (;;) {
|
|
192
245
|
options.signal?.throwIfAborted();
|
|
@@ -220,6 +273,7 @@ async function runCampaign(options, tasks, output) {
|
|
|
220
273
|
let protectedRoot = join(output, "checkouts", task.id);
|
|
221
274
|
let attemptedResume = false;
|
|
222
275
|
let failure;
|
|
276
|
+
let cleanupFailure;
|
|
223
277
|
const runWarnings = [];
|
|
224
278
|
let attemptPolicyFailed;
|
|
225
279
|
let cost = null;
|
|
@@ -230,7 +284,10 @@ async function runCampaign(options, tasks, output) {
|
|
|
230
284
|
try {
|
|
231
285
|
await ensureOutputDirectory(artifactRoot);
|
|
232
286
|
let result;
|
|
233
|
-
if (options.recoverScan !== undefined &&
|
|
287
|
+
if (options.recoverScan !== undefined &&
|
|
288
|
+
retry === 0 &&
|
|
289
|
+
attempt > 0 &&
|
|
290
|
+
!rejectedCompleted.has(scanDir)) {
|
|
234
291
|
const existing = await lstat(scanDir).catch(undefinedIfMissingFile);
|
|
235
292
|
if (existing !== undefined) {
|
|
236
293
|
await ensureOutputDirectory(scanDir);
|
|
@@ -358,9 +415,11 @@ async function runCampaign(options, tasks, output) {
|
|
|
358
415
|
}
|
|
359
416
|
finally {
|
|
360
417
|
if (options.recoverScan === undefined && checkout !== undefined) {
|
|
361
|
-
await
|
|
418
|
+
cleanupFailure = await removeCheckout(checkout);
|
|
362
419
|
}
|
|
363
420
|
}
|
|
421
|
+
const reportedErrors = [failure, cleanupFailure].filter((message) => message !== undefined);
|
|
422
|
+
let reportedError = reportedErrors.length === 0 ? undefined : reportedErrors.join("; ");
|
|
364
423
|
const status = failure !== undefined ? "failed" : "completed";
|
|
365
424
|
if (threatModelPath === undefined)
|
|
366
425
|
threatModelPath = await readThreatModelPath(scanDir, {
|
|
@@ -368,28 +427,37 @@ async function runCampaign(options, tasks, output) {
|
|
|
368
427
|
protectedRoot,
|
|
369
428
|
signal: options.signal,
|
|
370
429
|
});
|
|
371
|
-
|
|
430
|
+
const recoveryCheckout = options.recoverScan !== undefined && failure === undefined
|
|
431
|
+
? checkout
|
|
432
|
+
: undefined;
|
|
433
|
+
const receipt = {
|
|
372
434
|
...task,
|
|
373
435
|
status,
|
|
374
436
|
attempt,
|
|
375
437
|
outputDir: scanDir,
|
|
376
438
|
...(threatModelPath === null ? {} : { threatModelPath }),
|
|
377
439
|
...(cost === null ? {} : { cost }),
|
|
378
|
-
...(
|
|
440
|
+
...(reportedError === undefined ? {} : { error: reportedError }),
|
|
441
|
+
...(recoveryCheckout !== undefined
|
|
442
|
+
? { cleanupPending: "recovery-checkout" }
|
|
443
|
+
: failure === undefined && cleanupFailure !== undefined
|
|
444
|
+
? { cleanupPending: "checkout" }
|
|
445
|
+
: {}),
|
|
379
446
|
...(knowledgeBaseFailure ? { knowledgeBaseFailure: true } : {}),
|
|
380
447
|
...(runWarnings.length === 0 ? {} : { warnings: runWarnings }),
|
|
381
448
|
policyFailed: attemptPolicyFailed,
|
|
382
|
-
}
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
449
|
+
};
|
|
450
|
+
const receiptLine = `${JSON.stringify(receipt)}\n`;
|
|
451
|
+
receiptTail = receiptTail.then(() => appendReceipt(ledger, receiptLine));
|
|
452
|
+
await receiptTail;
|
|
453
|
+
if (recoveryCheckout !== undefined) {
|
|
454
|
+
reportedError = await removeCheckout(recoveryCheckout);
|
|
387
455
|
}
|
|
388
456
|
notifyProgress(options, {
|
|
389
457
|
repository: task.id,
|
|
390
458
|
attempt,
|
|
391
459
|
status,
|
|
392
|
-
...(
|
|
460
|
+
...(reportedError === undefined ? {} : { error: reportedError }),
|
|
393
461
|
});
|
|
394
462
|
if (failure === undefined) {
|
|
395
463
|
policyFailed ||= attemptPolicyFailed === true;
|
|
@@ -425,6 +493,9 @@ async function runCampaign(options, tasks, output) {
|
|
|
425
493
|
function notifyProgress(options, event) {
|
|
426
494
|
notify(() => options.onProgress?.(event));
|
|
427
495
|
}
|
|
496
|
+
async function removeCheckout(path) {
|
|
497
|
+
return rm(path, { recursive: true, force: true }).then(() => undefined, (error) => `Multiscan checkout cleanup failed: ${errorMessage(error)}`);
|
|
498
|
+
}
|
|
428
499
|
async function ensureOutputDirectory(path) {
|
|
429
500
|
const metadata = await lstat(path, { bigint: true }).catch(undefinedIfMissingFile);
|
|
430
501
|
if (metadata?.isSymbolicLink()) {
|
|
@@ -723,24 +794,25 @@ async function ensureManifest(path, tasks, options, knowledgeByMode) {
|
|
|
723
794
|
async function readReceipts(path, preserveInterrupted = false) {
|
|
724
795
|
let contents;
|
|
725
796
|
try {
|
|
726
|
-
contents = await readFile(path
|
|
797
|
+
contents = await readFile(path);
|
|
727
798
|
}
|
|
728
799
|
catch (error) {
|
|
729
800
|
if (error.code === "ENOENT")
|
|
730
801
|
return new Map();
|
|
731
802
|
throw error;
|
|
732
803
|
}
|
|
733
|
-
const
|
|
734
|
-
if (
|
|
735
|
-
const partial =
|
|
804
|
+
const end = contents.lastIndexOf(10) + 1;
|
|
805
|
+
if (contents.at(-1) !== 10) {
|
|
806
|
+
const partial = contents.subarray(end);
|
|
736
807
|
if (preserveInterrupted) {
|
|
737
808
|
await writeFile(`${path}.interrupted-${randomUUID()}`, partial, {
|
|
738
809
|
flag: "wx",
|
|
739
810
|
mode: 0o600,
|
|
740
811
|
});
|
|
741
812
|
}
|
|
742
|
-
await truncate(path,
|
|
813
|
+
await truncate(path, end);
|
|
743
814
|
}
|
|
815
|
+
const lines = contents.subarray(0, end).toString("utf8").split("\n");
|
|
744
816
|
const receipts = new Map();
|
|
745
817
|
for (const line of lines.filter(Boolean)) {
|
|
746
818
|
const saved = JSON.parse(line);
|
|
@@ -771,16 +843,16 @@ async function hasArtifacts(path) {
|
|
|
771
843
|
return false;
|
|
772
844
|
}
|
|
773
845
|
}
|
|
774
|
-
async function
|
|
775
|
-
if (receipt.status !== "failed" ||
|
|
776
|
-
receipt.error !== "Multiscan repository coverage is incomplete.") {
|
|
777
|
-
return false;
|
|
778
|
-
}
|
|
846
|
+
async function hasCompletedContract(path, pluginRoot, signal) {
|
|
779
847
|
try {
|
|
780
|
-
|
|
781
|
-
|
|
848
|
+
signal?.throwIfAborted();
|
|
849
|
+
const contract = await loadContract(path, { pluginRoot, signal });
|
|
850
|
+
return contract.manifest.scan.status === "completed";
|
|
782
851
|
}
|
|
783
|
-
catch {
|
|
852
|
+
catch (error) {
|
|
853
|
+
signal?.throwIfAborted();
|
|
854
|
+
if (error instanceof ContractSchemaError)
|
|
855
|
+
throw error;
|
|
784
856
|
return false;
|
|
785
857
|
}
|
|
786
858
|
}
|