@openai/codex-security 0.1.26 → 0.1.27

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. package/README.md +398 -30
  2. package/_bundled_plugin/.mcp.json +1 -0
  3. package/_bundled_plugin/mcp/helpers.mjs +24 -0
  4. package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
  5. package/_bundled_plugin/mcp/native/COPYRIGHT-library.html +5556 -0
  6. package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +5989 -0
  7. package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
  8. package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
  9. package/_bundled_plugin/mcp/native/licenses/Apache-2.0.txt +73 -0
  10. package/_bundled_plugin/mcp/native/licenses/BSD-2-Clause.txt +9 -0
  11. package/_bundled_plugin/mcp/native/licenses/MIT.txt +9 -0
  12. package/_bundled_plugin/mcp/native/licenses/Unicode-3.0.txt +39 -0
  13. package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
  14. package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
  15. package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
  16. package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
  17. package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
  18. package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
  19. package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
  20. package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
  21. package/_bundled_plugin/references/config-preflight.md +2 -0
  22. package/_bundled_plugin/references/core-scan.md +1 -1
  23. package/_bundled_plugin/references/scan-contract.md +35 -35
  24. package/_bundled_plugin/references/security-guidance.md +7 -1
  25. package/_bundled_plugin/scripts/generate_in_scope_files.py +2 -2
  26. package/_bundled_plugin/scripts/generate_rank_input.py +8 -1
  27. package/_bundled_plugin/scripts/launch_codex_security_mcp +6 -0
  28. package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +43 -9
  29. package/_bundled_plugin/scripts/rank_preview.py +4 -1
  30. package/_bundled_plugin/scripts/workbench_cli.py +4 -0
  31. package/_bundled_plugin/scripts/workbench_db.py +33 -29
  32. package/_bundled_plugin/scripts/workbench_scan_history.py +117 -2
  33. package/_bundled_plugin/scripts/workbench_validation.py +4 -0
  34. package/_bundled_plugin/skills/define-security-policy/SKILL.md +3 -3
  35. package/dist/api.d.ts +7 -1
  36. package/dist/api.d.ts.map +1 -1
  37. package/dist/api.js +481 -60
  38. package/dist/api.js.map +1 -1
  39. package/dist/auth.js +10 -0
  40. package/dist/auth.js.map +1 -1
  41. package/dist/cli.d.ts +18 -2
  42. package/dist/cli.d.ts.map +1 -1
  43. package/dist/cli.js +962 -276
  44. package/dist/cli.js.map +1 -1
  45. package/dist/cloud-publish.d.ts.map +1 -1
  46. package/dist/cloud-publish.js +2 -207
  47. package/dist/cloud-publish.js.map +1 -1
  48. package/dist/component-plan.d.ts.map +1 -1
  49. package/dist/component-plan.js +116 -32
  50. package/dist/component-plan.js.map +1 -1
  51. package/dist/config.d.ts +1 -0
  52. package/dist/config.d.ts.map +1 -1
  53. package/dist/config.js +17 -2
  54. package/dist/config.js.map +1 -1
  55. package/dist/contract.d.ts +5 -10
  56. package/dist/contract.d.ts.map +1 -1
  57. package/dist/contract.js.map +1 -1
  58. package/dist/cost-model.d.ts +16 -0
  59. package/dist/cost-model.d.ts.map +1 -1
  60. package/dist/cost-model.js +57 -3
  61. package/dist/cost-model.js.map +1 -1
  62. package/dist/cost.d.ts.map +1 -1
  63. package/dist/cost.js +18 -3
  64. package/dist/cost.js.map +1 -1
  65. package/dist/custom-validation-prompt.js +1 -1
  66. package/dist/custom-validation-prompt.js.map +1 -1
  67. package/dist/deduplication/codex-review.d.ts +6 -1
  68. package/dist/deduplication/codex-review.d.ts.map +1 -1
  69. package/dist/deduplication/codex-review.js +72 -17
  70. package/dist/deduplication/codex-review.js.map +1 -1
  71. package/dist/deduplication/deduplication.d.ts +2 -0
  72. package/dist/deduplication/deduplication.d.ts.map +1 -1
  73. package/dist/deduplication/deduplication.js +99 -26
  74. package/dist/deduplication/deduplication.js.map +1 -1
  75. package/dist/deduplication/retry.d.ts +3 -0
  76. package/dist/deduplication/retry.d.ts.map +1 -0
  77. package/dist/deduplication/retry.js +15 -0
  78. package/dist/deduplication/retry.js.map +1 -0
  79. package/dist/deduplication/scan.d.ts +2 -0
  80. package/dist/deduplication/scan.d.ts.map +1 -1
  81. package/dist/deduplication/scan.js +4 -2
  82. package/dist/deduplication/scan.js.map +1 -1
  83. package/dist/feedback.d.ts +20 -0
  84. package/dist/feedback.d.ts.map +1 -0
  85. package/dist/feedback.js +121 -0
  86. package/dist/feedback.js.map +1 -0
  87. package/dist/findings-client.d.ts +7 -1
  88. package/dist/findings-client.d.ts.map +1 -1
  89. package/dist/findings-client.js +55 -10
  90. package/dist/findings-client.js.map +1 -1
  91. package/dist/findings-import.d.ts +44 -0
  92. package/dist/findings-import.d.ts.map +1 -0
  93. package/dist/findings-import.js +302 -0
  94. package/dist/findings-import.js.map +1 -0
  95. package/dist/import-scan.d.ts +27 -0
  96. package/dist/import-scan.d.ts.map +1 -0
  97. package/dist/import-scan.js +236 -0
  98. package/dist/import-scan.js.map +1 -0
  99. package/dist/index.d.ts +2 -0
  100. package/dist/index.d.ts.map +1 -1
  101. package/dist/index.js +1 -0
  102. package/dist/index.js.map +1 -1
  103. package/dist/knowledge-base.d.ts +1 -1
  104. package/dist/knowledge-base.d.ts.map +1 -1
  105. package/dist/knowledge-base.js +2 -2
  106. package/dist/knowledge-base.js.map +1 -1
  107. package/dist/multiscan.d.ts +2 -0
  108. package/dist/multiscan.d.ts.map +1 -1
  109. package/dist/multiscan.js +144 -52
  110. package/dist/multiscan.js.map +1 -1
  111. package/dist/publication-events.d.ts.map +1 -1
  112. package/dist/publication-events.js +7 -2
  113. package/dist/publication-events.js.map +1 -1
  114. package/dist/runtime.d.ts +5 -1
  115. package/dist/runtime.d.ts.map +1 -1
  116. package/dist/runtime.js +8 -2
  117. package/dist/runtime.js.map +1 -1
  118. package/dist/scan-dashboard.d.ts.map +1 -1
  119. package/dist/scan-dashboard.js +19 -6
  120. package/dist/scan-dashboard.js.map +1 -1
  121. package/dist/scan-logs.d.ts +29 -0
  122. package/dist/scan-logs.d.ts.map +1 -1
  123. package/dist/scan-logs.js +36 -5
  124. package/dist/scan-logs.js.map +1 -1
  125. package/dist/security-policy-cli.d.ts +39 -0
  126. package/dist/security-policy-cli.d.ts.map +1 -0
  127. package/dist/security-policy-cli.js +193 -0
  128. package/dist/security-policy-cli.js.map +1 -0
  129. package/dist/security-policy.d.ts +80 -0
  130. package/dist/security-policy.d.ts.map +1 -0
  131. package/dist/security-policy.js +672 -0
  132. package/dist/security-policy.js.map +1 -0
  133. package/dist/targets.d.ts +8 -1
  134. package/dist/targets.d.ts.map +1 -1
  135. package/dist/targets.js +243 -14
  136. package/dist/targets.js.map +1 -1
  137. package/package.json +8 -4
  138. package/_bundled_plugin/scripts/resolve_security_md.py +0 -158
@@ -0,0 +1,15 @@
1
+ import { setTimeout } from "node:timers/promises";
2
+ export function retryDelay(attempt, random = Math.random) {
3
+ return 1_000 * 2 ** (attempt - 1) * (1 + random());
4
+ }
5
+ export async function waitForRetry(delayMs, signal) {
6
+ signal?.throwIfAborted();
7
+ try {
8
+ await setTimeout(delayMs, undefined, { signal });
9
+ }
10
+ catch (error) {
11
+ signal?.throwIfAborted();
12
+ throw error;
13
+ }
14
+ }
15
+ //# sourceMappingURL=retry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/deduplication/retry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM;IAC9D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAe,EACf,MAAoB;IAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC","sourcesContent":["import { setTimeout } from \"node:timers/promises\";\n\nexport function retryDelay(attempt: number, random = Math.random): number {\n return 1_000 * 2 ** (attempt - 1) * (1 + random());\n}\n\nexport async function waitForRetry(\n delayMs: number,\n signal?: AbortSignal,\n): Promise<void> {\n signal?.throwIfAborted();\n try {\n await setTimeout(delayMs, undefined, { signal });\n } catch (error) {\n signal?.throwIfAborted();\n throw error;\n }\n}\n"]}
@@ -6,6 +6,8 @@ export interface DeduplicateScanOptions {
6
6
  findingsUrl: string;
7
7
  /** Search all repositories instead of the scan's targetId. Defaults to false. */
8
8
  allRepositories?: boolean;
9
+ /** Shared concurrency limit for deduplication jobs. Defaults to 8. */
10
+ concurrency?: number;
9
11
  signal?: AbortSignal;
10
12
  }
11
13
  export interface DeduplicateScanDirectoryOptions extends DeduplicateScanOptions {
@@ -1 +1 @@
1
- {"version":3,"file":"scan.d.ts","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAmB5B,MAAM,WAAW,sBAAsB;IACrC,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gFAAgF;IAChF,WAAW,EAAE,MAAM,CAAC;IACpB,iFAAiF;IACjF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,+BACf,SAAQ,sBAAsB;IAC9B,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAChE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8FAA8F;AAC9F,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAEhC;AAED,qFAAqF;AACrF,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,qBAAqB,CAAC,CAEhC"}
1
+ {"version":3,"file":"scan.d.ts","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAYA,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAmB5B,MAAM,WAAW,sBAAsB;IACrC,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gFAAgF;IAChF,WAAW,EAAE,MAAM,CAAC;IACpB,iFAAiF;IACjF,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,sEAAsE;IACtE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,+BACf,SAAQ,sBAAsB;IAC9B,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAChE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8FAA8F;AAC9F,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAEhC;AAED,qFAAqF;AACrF,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,qBAAqB,CAAC,CAEhC"}
@@ -2,7 +2,7 @@ import { loadContractWithScanDirectory } from "../contract.js";
2
2
  import { bundledPluginRoot, codexSecurityStateDirectory, resolvePluginPython, runWorkbench, } from "../runtime.js";
3
3
  import { resolveCompletedScan, } from "../saved-scan.js";
4
4
  import { CodexReviewRunner } from "./codex-review.js";
5
- import { FindingDeduplicator, } from "./deduplication.js";
5
+ import { FindingDeduplicator, deduplicationConcurrency, } from "./deduplication.js";
6
6
  import { CodexDeduplicationReviewer, } from "./deduplication-reviewer.js";
7
7
  import { FindingsClient } from "../findings-client.js";
8
8
  import { FindingWorkflow, workflowDestination, workflowDigest, } from "../finding-workflow.js";
@@ -20,12 +20,14 @@ export async function deduplicateScanDirectory(scanDirectory, options) {
20
20
  /** @internal */
21
21
  export async function deduplicateScanDirectoryInternal(scanDirectory, options, dependencies = {}) {
22
22
  options.signal?.throwIfAborted();
23
+ deduplicationConcurrency(options.concurrency);
23
24
  const repository = await normalizeRepository(options.repository, options.signal);
24
25
  return await deduplicateResolvedScan(scanDirectory, repository, options.expectedScanId, options, dependencies, await bundledPluginRoot(), true);
25
26
  }
26
27
  /** @internal */
27
28
  export async function deduplicateScanInternal(scanId, options, dependencies = {}) {
28
29
  options.signal?.throwIfAborted();
30
+ deduplicationConcurrency(options.concurrency);
29
31
  const environment = dependencies.environment ?? process.env;
30
32
  const pluginRoot = await bundledPluginRoot();
31
33
  const scan = await resolveCompletedScan(scanId, {
@@ -104,7 +106,7 @@ async function deduplicateResolvedScan(selectedDirectory, repositoryPath, expect
104
106
  const deduplicator = new FindingDeduplicator({
105
107
  potentialDuplicates: (findingId) => client.potentialDuplicates(findingId, scope),
106
108
  }, dependencies.reviewer ??
107
- new CodexDeduplicationReviewer(checkpoints ?? runner), options.signal);
109
+ new CodexDeduplicationReviewer(checkpoints ?? runner), options.signal, options.concurrency);
108
110
  const reviewed = await deduplicator.run(contract.findings.findings.map((finding) => finding.findingId));
109
111
  await checkpoints?.assertSourceUnchanged();
110
112
  options.signal?.throwIfAborted();
@@ -1 +1 @@
1
- {"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,2BAA2B,EAC3B,mBAAmB,EACnB,YAAY,GACb,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EACL,mBAAmB,GAEpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,0BAA0B,GAE3B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAE7E,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAwBpD,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AASD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,eAA4C,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAC1C,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,MAAM,CACf,CAAC;IACF,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,UAAU,EACV,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,eAA4C,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,YAAY,CAAC,YAAY;YACzB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACd,MAAM,gBAAgB,GAAG;oBACvB,GAAG,WAAW;oBACd,wBAAwB,EAAE,2BAA2B,CAAC,WAAW,CAAC;iBACnE,CAAC;gBACF,OAAO,MAAM,YAAY,CACvB;oBACE,WAAW,EAAE,gBAAgB;oBAC7B,UAAU;oBACV,MAAM,EAAE,MAAM,mBAAmB,CAAC;wBAChC,WAAW,EAAE,gBAAgB;qBAC9B,CAAC;oBACF,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,cAAc,EAAE,4CAA4C;iBAC7D,EACD,IAAI,CACL,CAAC;YACJ,CAAC,CAAC;KACL,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,YAAY,EACZ,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,cAAc,CAC/B,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,CACnB,CAAC;IACF,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,YAAY,CAAC,YAAY,KAAK,SAAS;YACrC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAC9C,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC;YACxC,WAAW,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC;YACrD,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,2BAA2B,CAC/B,aAAa,EACb;YACE,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,cAAc,EAAE,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,EACD;YACE,WAAW;YACX,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,YAAY,EACV,YAAY,CAAC,YAAY,KAAK,SAAS;gBACrC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,CAAC;SAChD,CACF,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,CACf,CAAC;QACJ,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,CAAC,EAC7C,KAAK,EACL,MAAM,oBAAoB,CAAC,WAAW,CAAC,CACxC;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,CAAC,SAAS,EAAE,EAAE,CACjC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC;SAC/C,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,0BAA0B,CAAC,WAAW,IAAI,MAAM,CAAC,EACvD,OAAO,CAAC,MAAM,CACf,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CACrC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QAC1E,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;AAC1E,CAAC","sourcesContent":["import { loadContractWithScanDirectory } from \"../contract.js\";\nimport {\n bundledPluginRoot,\n codexSecurityStateDirectory,\n resolvePluginPython,\n runWorkbench,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { CodexReviewRunner } from \"./codex-review.js\";\nimport {\n FindingDeduplicator,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexDeduplicationReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type { FindingSearchScope } from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named local findings workflow, including custom publication. */\n workflowId?: string;\n /** Findings API base URL. The scan's findings must already be indexed there. */\n findingsUrl: string;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions\n extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n fetch?: FindingsRequest;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n const repository = await normalizeRepository(\n options.repository,\n options.signal,\n );\n return await deduplicateResolvedScan(\n scanDirectory,\n repository,\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n dependencies.runWorkbench ??\n (async (args) => {\n const stateEnvironment = {\n ...environment,\n CODEX_SECURITY_STATE_DIR: codexSecurityStateDirectory(environment),\n };\n return await runWorkbench(\n {\n environment: stateEnvironment,\n pluginRoot,\n python: await resolvePluginPython({\n environment: stateEnvironment,\n }),\n signal: options.signal,\n failureMessage: \"Could not read Codex Security scan history\",\n },\n args,\n );\n }),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const client = new FindingsClient(\n options.findingsUrl,\n options.signal,\n dependencies.fetch,\n );\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n dependencies.runWorkbench === undefined\n ? undefined\n : (_options, args, input) =>\n dependencies.runWorkbench!(args, input),\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: workflowDigest(contract),\n destination: workflowDestination(options.findingsUrl),\n scope,\n });\n await workflow.complete(\"scan\", null);\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench:\n dependencies.runWorkbench === undefined\n ? undefined\n : (_options, args, input) =>\n dependencies.runWorkbench!(args, input),\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n environment,\n undefined,\n options.signal,\n repositoryPath,\n );\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n await workflow.sourceSnapshot(repositoryPath),\n scope,\n await reviewSettingsDigest(environment),\n )\n : undefined;\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: (findingId) =>\n client.potentialDuplicates(findingId, scope),\n },\n dependencies.reviewer ??\n new CodexDeduplicationReviewer(checkpoints ?? runner),\n options.signal,\n );\n const reviewed = await deduplicator.run(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, { groups: result.duplicateGroups });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n return workflow ? await workflow.run(\"dedupe\", dedupe) : await dedupe();\n}\n"]}
1
+ {"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/deduplication/scan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,2BAA2B,EAC3B,mBAAmB,EACnB,YAAY,GACb,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,0BAA0B,GAE3B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,cAAc,EAAwB,MAAM,uBAAuB,CAAC;AAE7E,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,cAAc,GACf,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AA0BpD,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,OAA+B;IAE/B,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,aAAqB,EACrB,OAAwC;IAExC,OAAO,MAAM,gCAAgC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,CAAC;AASD,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,aAAqB,EACrB,OAAwC,EACxC,eAA4C,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAC1C,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,MAAM,CACf,CAAC;IACF,OAAO,MAAM,uBAAuB,CAClC,aAAa,EACb,UAAU,EACV,OAAO,CAAC,cAAc,EACtB,OAAO,EACP,YAAY,EACZ,MAAM,iBAAiB,EAAE,EACzB,IAAI,CACL,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,OAA+B,EAC/B,eAA4C,EAAE;IAE9C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAC9C,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxE,YAAY,EACV,YAAY,CAAC,YAAY;YACzB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACd,MAAM,gBAAgB,GAAG;oBACvB,GAAG,WAAW;oBACd,wBAAwB,EAAE,2BAA2B,CAAC,WAAW,CAAC;iBACnE,CAAC;gBACF,OAAO,MAAM,YAAY,CACvB;oBACE,WAAW,EAAE,gBAAgB;oBAC7B,UAAU;oBACV,MAAM,EAAE,MAAM,mBAAmB,CAAC;wBAChC,WAAW,EAAE,gBAAgB;qBAC9B,CAAC;oBACF,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,cAAc,EAAE,4CAA4C;iBAC7D,EACD,IAAI,CACL,CAAC;YACJ,CAAC,CAAC;KACL,CAAC,CAAC;IACH,OAAO,MAAM,uBAAuB,CAClC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,YAAY,CAAW,EAC5B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,YAAY,EACZ,UAAU,EACV,KAAK,CACN,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,iBAAyB,EACzB,cAAsB,EACtB,cAAkC,EAClC,OAA+B,EAC/B,YAAyC,EACzC,UAAkB,EAClB,cAAuB;IAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAC5D,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,6BAA6B,CACrE,iBAAiB,EACjB;QACE,UAAU;QACV,cAAc;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,cAAc,CAC/B,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,EACd,YAAY,CAAC,KAAK,CACnB,CAAC;IACF,MAAM,KAAK,GACT,OAAO,CAAC,eAAe,KAAK,IAAI;QAC9B,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE;QAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/D,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS;QAC9B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,eAAe,CACjB,OAAO,CAAC,UAAU,EAClB,WAAW,EACX,YAAY,CAAC,YAAY,KAAK,SAAS;YACrC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAC9C,CAAC;IACR,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM;YACN,OAAO,EAAE,aAAa;YACtB,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC;YACxC,WAAW,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC;YACrD,KAAK;SACN,CAAC,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,2BAA2B,CAC/B,aAAa,EACb;YACE,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,cAAc,EAAE,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,EACD;YACE,WAAW;YACX,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,YAAY,EACV,YAAY,CAAC,YAAY,KAAK,SAAS;gBACrC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,YAAY,CAAC,YAAa,CAAC,IAAI,EAAE,KAAK,CAAC;SAChD,CACF,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,IAAoC,EAAE;QACxD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;QACrD,IAAI,KAAK,EAAE,YAAY,EAAE,CAAC;YACxB,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC,MAA+B,CAAC;QAC/C,CAAC;QACD,MAAM,MAAM,GACV,YAAY,CAAC,YAAY;YACzB,IAAI,iBAAiB,CACnB,WAAW,EACX,SAAS,EACT,OAAO,CAAC,MAAM,EACd,cAAc,CACf,CAAC;QACJ,MAAM,WAAW,GAAG,QAAQ;YAC1B,CAAC,CAAC,IAAI,wBAAwB,CAC1B,QAAQ,EACR,MAAM,EACN,MAAM,QAAQ,CAAC,cAAc,CAAC,cAAc,CAAC,EAC7C,KAAK,EACL,MAAM,oBAAoB,CAAC,WAAW,CAAC,CACxC;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAC1C;YACE,mBAAmB,EAAE,CAAC,SAAS,EAAE,EAAE,CACjC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC;SAC/C,EACD,YAAY,CAAC,QAAQ;YACnB,IAAI,0BAA0B,CAAC,WAAW,IAAI,MAAM,CAAC,EACvD,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,CACpB,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CACrC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC/D,CAAC;QACF,MAAM,WAAW,EAAE,qBAAqB,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAA0B,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9D,MAAM,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QAC1E,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;AAC1E,CAAC","sourcesContent":["import { loadContractWithScanDirectory } from \"../contract.js\";\nimport {\n bundledPluginRoot,\n codexSecurityStateDirectory,\n resolvePluginPython,\n runWorkbench,\n} from \"../runtime.js\";\nimport {\n resolveCompletedScan,\n type SavedScanDependencies,\n} from \"../saved-scan.js\";\nimport { CodexReviewRunner } from \"./codex-review.js\";\nimport {\n FindingDeduplicator,\n deduplicationConcurrency,\n type DeduplicationResult,\n} from \"./deduplication.js\";\nimport {\n CodexDeduplicationReviewer,\n type DeduplicationReviewer,\n} from \"./deduplication-reviewer.js\";\nimport { FindingsClient, type FindingsRequest } from \"../findings-client.js\";\nimport type { FindingSearchScope } from \"../finding-retrieval.js\";\nimport {\n FindingWorkflow,\n workflowDestination,\n workflowDigest,\n} from \"../finding-workflow.js\";\nimport { publishScanToCustomInternal } from \"../custom-publish.js\";\nimport {\n CheckpointedReviewRunner,\n reviewSettingsDigest,\n} from \"./checkpointed-review.js\";\nimport { normalizeRepository } from \"../targets.js\";\n\nexport interface DeduplicateScanOptions {\n /** Resume the named local findings workflow, including custom publication. */\n workflowId?: string;\n /** Findings API base URL. The scan's findings must already be indexed there. */\n findingsUrl: string;\n /** Search all repositories instead of the scan's targetId. Defaults to false. */\n allRepositories?: boolean;\n /** Shared concurrency limit for deduplication jobs. Defaults to 8. */\n concurrency?: number;\n signal?: AbortSignal;\n}\n\nexport interface DeduplicateScanDirectoryOptions\n extends DeduplicateScanOptions {\n /** Local repository checkout used to review duplicate candidates. */\n repository: string;\n /** Require the sealed artifacts to belong to this scan. */\n expectedScanId?: string;\n}\n\nexport interface DeduplicateScanResult extends DeduplicationResult {\n scanId: string;\n}\n\n/** Review a saved scan against embedding candidates and persist accepted duplicate groups. */\nexport async function deduplicateScan(\n scanId: string,\n options: DeduplicateScanOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanInternal(scanId, options);\n}\n\n/** Review a complete, sealed scan directory without resolving local scan history. */\nexport async function deduplicateScanDirectory(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n): Promise<DeduplicateScanResult> {\n return await deduplicateScanDirectoryInternal(scanDirectory, options);\n}\n\ntype DeduplicateScanDependencies = Partial<SavedScanDependencies> & {\n environment?: NodeJS.ProcessEnv;\n reviewer?: DeduplicationReviewer;\n reviewRunner?: Pick<CodexReviewRunner, \"run\">;\n fetch?: FindingsRequest;\n};\n\n/** @internal */\nexport async function deduplicateScanDirectoryInternal(\n scanDirectory: string,\n options: DeduplicateScanDirectoryOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const repository = await normalizeRepository(\n options.repository,\n options.signal,\n );\n return await deduplicateResolvedScan(\n scanDirectory,\n repository,\n options.expectedScanId,\n options,\n dependencies,\n await bundledPluginRoot(),\n true,\n );\n}\n\n/** @internal */\nexport async function deduplicateScanInternal(\n scanId: string,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies = {},\n): Promise<DeduplicateScanResult> {\n options.signal?.throwIfAborted();\n deduplicationConcurrency(options.concurrency);\n const environment = dependencies.environment ?? process.env;\n const pluginRoot = await bundledPluginRoot();\n const scan = await resolveCompletedScan(scanId, {\n currentDirectory: dependencies.currentDirectory ?? (() => process.cwd()),\n runWorkbench:\n dependencies.runWorkbench ??\n (async (args) => {\n const stateEnvironment = {\n ...environment,\n CODEX_SECURITY_STATE_DIR: codexSecurityStateDirectory(environment),\n };\n return await runWorkbench(\n {\n environment: stateEnvironment,\n pluginRoot,\n python: await resolvePluginPython({\n environment: stateEnvironment,\n }),\n signal: options.signal,\n failureMessage: \"Could not read Codex Security scan history\",\n },\n args,\n );\n }),\n });\n return await deduplicateResolvedScan(\n scan.scanDir,\n scan[\"targetPath\"] as string,\n scan.scanId,\n options,\n dependencies,\n pluginRoot,\n false,\n );\n}\n\nasync function deduplicateResolvedScan(\n selectedDirectory: string,\n repositoryPath: string,\n expectedScanId: string | undefined,\n options: DeduplicateScanOptions,\n dependencies: DeduplicateScanDependencies,\n pluginRoot: string,\n bindRepository: boolean,\n): Promise<DeduplicateScanResult> {\n const environment = dependencies.environment ?? process.env;\n const { contract, scanDirectory } = await loadContractWithScanDirectory(\n selectedDirectory,\n {\n pluginRoot,\n expectedScanId,\n signal: options.signal,\n },\n );\n const scanId = contract.manifest.scan.id;\n const client = new FindingsClient(\n options.findingsUrl,\n options.signal,\n dependencies.fetch,\n );\n const scope: FindingSearchScope =\n options.allRepositories === true\n ? { allRepositories: true }\n : { repositoryId: contract.manifest.scan.target.targetId };\n const workflow =\n options.workflowId === undefined\n ? undefined\n : new FindingWorkflow(\n options.workflowId,\n environment,\n dependencies.runWorkbench === undefined\n ? undefined\n : (_options, args, input) =>\n dependencies.runWorkbench!(args, input),\n );\n if (workflow) {\n await workflow.protectArtifacts(scanDirectory);\n await workflow.bind({\n ...(bindRepository ? { repositoryPath } : {}),\n scanId,\n scanDir: scanDirectory,\n artifactDigest: workflowDigest(contract),\n destination: workflowDestination(options.findingsUrl),\n scope,\n });\n await workflow.complete(\"scan\", null);\n await publishScanToCustomInternal(\n scanDirectory,\n {\n findingsUrl: options.findingsUrl,\n workflowId: options.workflowId,\n expectedScanId: scanId,\n signal: options.signal,\n },\n {\n environment,\n fetch: dependencies.fetch,\n runWorkbench:\n dependencies.runWorkbench === undefined\n ? undefined\n : (_options, args, input) =>\n dependencies.runWorkbench!(args, input),\n },\n );\n }\n const dedupe = async (): Promise<DeduplicateScanResult> => {\n const saved = (await workflow?.get())?.stages.dedupe;\n if (saved?.pendingWrite) {\n await client.storeDedupeGroups(saved.pendingWrite.groups);\n return saved.result as DeduplicateScanResult;\n }\n const runner =\n dependencies.reviewRunner ??\n new CodexReviewRunner(\n environment,\n undefined,\n options.signal,\n repositoryPath,\n );\n const checkpoints = workflow\n ? new CheckpointedReviewRunner(\n workflow,\n runner,\n await workflow.sourceSnapshot(repositoryPath),\n scope,\n await reviewSettingsDigest(environment),\n )\n : undefined;\n const deduplicator = new FindingDeduplicator(\n {\n potentialDuplicates: (findingId) =>\n client.potentialDuplicates(findingId, scope),\n },\n dependencies.reviewer ??\n new CodexDeduplicationReviewer(checkpoints ?? runner),\n options.signal,\n options.concurrency,\n );\n const reviewed = await deduplicator.run(\n contract.findings.findings.map((finding) => finding.findingId),\n );\n await checkpoints?.assertSourceUnchanged();\n options.signal?.throwIfAborted();\n const result: DeduplicateScanResult = { scanId, ...reviewed };\n await workflow?.prepareDedupe(result, { groups: result.duplicateGroups });\n await client.storeDedupeGroups(result.duplicateGroups);\n return result;\n };\n return workflow ? await workflow.run(\"dedupe\", dedupe) : await dedupe();\n}\n"]}
@@ -0,0 +1,20 @@
1
+ import { type ChildProcessWithoutNullStreams, type SpawnOptionsWithoutStdio } from "node:child_process";
2
+ import { type ScanLogSource } from "./scan-logs.js";
3
+ interface FeedbackOptions {
4
+ reason: string;
5
+ includeLogs: boolean;
6
+ scan?: ScanLogSource;
7
+ environment: NodeJS.ProcessEnv;
8
+ workingDirectory: string;
9
+ signal?: AbortSignal;
10
+ }
11
+ type StartCodex = (command: string, args: readonly string[], options: SpawnOptionsWithoutStdio & {
12
+ stdio: ["pipe", "pipe", "pipe"];
13
+ }) => ChildProcessWithoutNullStreams;
14
+ export declare function sendFeedback(options: FeedbackOptions, startCodex?: StartCodex): Promise<{
15
+ feedbackId: string;
16
+ scanId: string | null;
17
+ includedLogs: boolean;
18
+ }>;
19
+ export {};
20
+ //# sourceMappingURL=feedback.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"feedback.d.ts","sourceRoot":"","sources":["../src/feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,8BAA8B,EACnC,KAAK,wBAAwB,EAC9B,MAAM,oBAAoB,CAAC;AAY5B,OAAO,EAAqB,KAAK,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAQvE,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,KAAK,UAAU,GAAG,CAChB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,OAAO,EAAE,wBAAwB,GAAG;IAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,KACpE,8BAA8B,CAAC;AAEpC,wBAAsB,YAAY,CAChC,OAAO,EAAE,eAAe,EACxB,UAAU,GAAE,UAAkB;;;;GAuH/B"}
@@ -0,0 +1,121 @@
1
+ import { spawn, } from "node:child_process";
2
+ import { mkdtemp, rm, writeFile } from "node:fs/promises";
3
+ import { tmpdir } from "node:os";
4
+ import { join } from "node:path";
5
+ import { createInterface } from "node:readline";
6
+ import { readCodexHomeConfig } from "./auth.js";
7
+ import { CodexSecurityError } from "./errors.js";
8
+ import { codexSecurityCredentialHome, executablePathForSpawn, resolveCodexCommand, } from "./runtime.js";
9
+ import { readSavedScanLogs } from "./scan-logs.js";
10
+ import { BUNDLED_PLUGIN_VERSION, CODEX_EXECUTABLE_VERSION, CODEX_SDK_VERSION, VERSION, } from "./version.js";
11
+ export async function sendFeedback(options, startCodex = spawn) {
12
+ const { scan, environment, includeLogs } = options;
13
+ options.signal?.throwIfAborted();
14
+ const codexHome = codexSecurityCredentialHome(environment);
15
+ const config = await readCodexHomeConfig(environment);
16
+ const feedback = config["feedback"];
17
+ if (feedback?.enabled === false) {
18
+ throw new CodexSecurityError("Sending feedback is disabled by configuration.");
19
+ }
20
+ let directory;
21
+ try {
22
+ const extraLogFiles = [];
23
+ if (includeLogs && scan !== undefined) {
24
+ const logs = await readSavedScanLogs(scan, codexHome);
25
+ directory = await mkdtemp(join(tmpdir(), "codex-security-feedback-"));
26
+ const path = join(directory, "scan-logs.json");
27
+ await writeFile(path, JSON.stringify(logs), { mode: 0o600 });
28
+ extraLogFiles.push(path);
29
+ }
30
+ const command = resolveCodexCommand(environment);
31
+ const child = startCodex(executablePathForSpawn(command.command), ["app-server", "--stdio"], {
32
+ cwd: options.workingDirectory,
33
+ env: { ...environment, CODEX_HOME: codexHome },
34
+ stdio: ["pipe", "pipe", "pipe"],
35
+ windowsHide: true,
36
+ signal: options.signal,
37
+ });
38
+ const uploaded = Promise.withResolvers();
39
+ const closed = new Promise((resolve) => {
40
+ child.once("close", () => {
41
+ uploaded.reject(new CodexSecurityError("Codex exited before feedback was uploaded."));
42
+ resolve();
43
+ });
44
+ });
45
+ child.once("error", uploaded.reject);
46
+ child.stdin.on("error", uploaded.reject);
47
+ child.stderr.resume();
48
+ const send = (message) => child.stdin.write(`${JSON.stringify(message)}\n`);
49
+ const lines = createInterface({ input: child.stdout, crlfDelay: Infinity });
50
+ lines.on("line", (line) => {
51
+ try {
52
+ const message = JSON.parse(line);
53
+ if (message.method !== undefined || message.id === undefined)
54
+ return;
55
+ if (message.error)
56
+ throw new CodexSecurityError(message.error.message);
57
+ if (message.id === 1) {
58
+ send({ method: "initialized" });
59
+ send({
60
+ id: 2,
61
+ method: "feedback/upload",
62
+ params: {
63
+ classification: "bug",
64
+ reason: options.reason,
65
+ threadId: scan?.continuationThreadId,
66
+ includeLogs,
67
+ extraLogFiles,
68
+ tags: {
69
+ codex_security_version: VERSION,
70
+ codex_security_plugin_version: BUNDLED_PLUGIN_VERSION,
71
+ codex_security_codex_version: CODEX_EXECUTABLE_VERSION,
72
+ codex_security_sdk_version: CODEX_SDK_VERSION,
73
+ ...(scan === undefined
74
+ ? {}
75
+ : { codex_security_scan_id: scan.scanId }),
76
+ },
77
+ },
78
+ });
79
+ }
80
+ else if (message.id === 2) {
81
+ const feedbackId = message.result?.threadId;
82
+ if (!feedbackId)
83
+ throw new CodexSecurityError("Codex did not return a feedback ID.");
84
+ uploaded.resolve(feedbackId);
85
+ }
86
+ }
87
+ catch (error) {
88
+ uploaded.reject(error);
89
+ }
90
+ });
91
+ try {
92
+ send({
93
+ id: 1,
94
+ method: "initialize",
95
+ params: { clientInfo: { name: "codex-security", version: VERSION } },
96
+ });
97
+ return {
98
+ feedbackId: await uploaded.promise,
99
+ scanId: scan?.scanId ?? null,
100
+ includedLogs: includeLogs,
101
+ };
102
+ }
103
+ finally {
104
+ lines.close();
105
+ child.stdin.end();
106
+ child.kill();
107
+ const timer = setTimeout(() => child.kill("SIGKILL"), 1_000);
108
+ try {
109
+ await closed;
110
+ }
111
+ finally {
112
+ clearTimeout(timer);
113
+ }
114
+ }
115
+ }
116
+ finally {
117
+ if (directory !== undefined)
118
+ await rm(directory, { recursive: true, force: true });
119
+ }
120
+ }
121
+ //# sourceMappingURL=feedback.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"feedback.js","sourceRoot":"","sources":["../src/feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,GAGN,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,2BAA2B,EAC3B,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,iBAAiB,EAAsB,MAAM,gBAAgB,CAAC;AACvE,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iBAAiB,EACjB,OAAO,GACR,MAAM,cAAc,CAAC;AAiBtB,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAwB,EACxB,aAAyB,KAAK;IAE9B,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACnD,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,2BAA2B,CAAC,WAAW,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,WAAW,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAsC,CAAC;IACzE,IAAI,QAAQ,EAAE,OAAO,KAAK,KAAK,EAAE,CAAC;QAChC,MAAM,IAAI,kBAAkB,CAC1B,gDAAgD,CACjD,CAAC;IACJ,CAAC;IAED,IAAI,SAA6B,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,IAAI,WAAW,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACtD,SAAS,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,0BAA0B,CAAC,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAC/C,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,UAAU,CACtB,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,EACvC,CAAC,YAAY,EAAE,SAAS,CAAC,EACzB;YACE,GAAG,EAAE,OAAO,CAAC,gBAAgB;YAC7B,GAAG,EAAE,EAAE,GAAG,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE;YAC9C,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAC/B,WAAW,EAAE,IAAI;YACjB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CACF,CAAC;QACF,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAU,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC3C,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;gBACvB,QAAQ,CAAC,MAAM,CACb,IAAI,kBAAkB,CAAC,4CAA4C,CAAC,CACrE,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,CAAC,OAAe,EAAE,EAAE,CAC/B,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAK9B,CAAC;gBACF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS;oBAAE,OAAO;gBACrE,IAAI,OAAO,CAAC,KAAK;oBAAE,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACvE,IAAI,OAAO,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;oBACrB,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;oBAChC,IAAI,CAAC;wBACH,EAAE,EAAE,CAAC;wBACL,MAAM,EAAE,iBAAiB;wBACzB,MAAM,EAAE;4BACN,cAAc,EAAE,KAAK;4BACrB,MAAM,EAAE,OAAO,CAAC,MAAM;4BACtB,QAAQ,EAAE,IAAI,EAAE,oBAAoB;4BACpC,WAAW;4BACX,aAAa;4BACb,IAAI,EAAE;gCACJ,sBAAsB,EAAE,OAAO;gCAC/B,6BAA6B,EAAE,sBAAsB;gCACrD,4BAA4B,EAAE,wBAAwB;gCACtD,0BAA0B,EAAE,iBAAiB;gCAC7C,GAAG,CAAC,IAAI,KAAK,SAAS;oCACpB,CAAC,CAAC,EAAE;oCACJ,CAAC,CAAC,EAAE,sBAAsB,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;6BAC7C;yBACF;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,OAAO,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC;oBAC5C,IAAI,CAAC,UAAU;wBACb,MAAM,IAAI,kBAAkB,CAAC,qCAAqC,CAAC,CAAC;oBACtE,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,IAAI,CAAC;gBACH,EAAE,EAAE,CAAC;gBACL,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;aACrE,CAAC,CAAC;YACH,OAAO;gBACL,UAAU,EAAE,MAAM,QAAQ,CAAC,OAAO;gBAClC,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,IAAI;gBAC5B,YAAY,EAAE,WAAW;aAC1B,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;YAC7D,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC;YACf,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,KAAK,SAAS;YACzB,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC","sourcesContent":["import {\n spawn,\n type ChildProcessWithoutNullStreams,\n type SpawnOptionsWithoutStdio,\n} from \"node:child_process\";\nimport { mkdtemp, rm, writeFile } from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { join } from \"node:path\";\nimport { createInterface } from \"node:readline\";\nimport { readCodexHomeConfig } from \"./auth.js\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport {\n codexSecurityCredentialHome,\n executablePathForSpawn,\n resolveCodexCommand,\n} from \"./runtime.js\";\nimport { readSavedScanLogs, type ScanLogSource } from \"./scan-logs.js\";\nimport {\n BUNDLED_PLUGIN_VERSION,\n CODEX_EXECUTABLE_VERSION,\n CODEX_SDK_VERSION,\n VERSION,\n} from \"./version.js\";\n\ninterface FeedbackOptions {\n reason: string;\n includeLogs: boolean;\n scan?: ScanLogSource;\n environment: NodeJS.ProcessEnv;\n workingDirectory: string;\n signal?: AbortSignal;\n}\n\ntype StartCodex = (\n command: string,\n args: readonly string[],\n options: SpawnOptionsWithoutStdio & { stdio: [\"pipe\", \"pipe\", \"pipe\"] },\n) => ChildProcessWithoutNullStreams;\n\nexport async function sendFeedback(\n options: FeedbackOptions,\n startCodex: StartCodex = spawn,\n) {\n const { scan, environment, includeLogs } = options;\n options.signal?.throwIfAborted();\n const codexHome = codexSecurityCredentialHome(environment);\n const config = await readCodexHomeConfig(environment);\n const feedback = config[\"feedback\"] as { enabled?: boolean } | undefined;\n if (feedback?.enabled === false) {\n throw new CodexSecurityError(\n \"Sending feedback is disabled by configuration.\",\n );\n }\n\n let directory: string | undefined;\n try {\n const extraLogFiles: string[] = [];\n if (includeLogs && scan !== undefined) {\n const logs = await readSavedScanLogs(scan, codexHome);\n directory = await mkdtemp(join(tmpdir(), \"codex-security-feedback-\"));\n const path = join(directory, \"scan-logs.json\");\n await writeFile(path, JSON.stringify(logs), { mode: 0o600 });\n extraLogFiles.push(path);\n }\n\n const command = resolveCodexCommand(environment);\n const child = startCodex(\n executablePathForSpawn(command.command),\n [\"app-server\", \"--stdio\"],\n {\n cwd: options.workingDirectory,\n env: { ...environment, CODEX_HOME: codexHome },\n stdio: [\"pipe\", \"pipe\", \"pipe\"],\n windowsHide: true,\n signal: options.signal,\n },\n );\n const uploaded = Promise.withResolvers<string>();\n const closed = new Promise<void>((resolve) => {\n child.once(\"close\", () => {\n uploaded.reject(\n new CodexSecurityError(\"Codex exited before feedback was uploaded.\"),\n );\n resolve();\n });\n });\n child.once(\"error\", uploaded.reject);\n child.stdin.on(\"error\", uploaded.reject);\n child.stderr.resume();\n const send = (message: object) =>\n child.stdin.write(`${JSON.stringify(message)}\\n`);\n const lines = createInterface({ input: child.stdout, crlfDelay: Infinity });\n lines.on(\"line\", (line) => {\n try {\n const message = JSON.parse(line) as {\n id?: number;\n method?: string;\n error?: { message: string };\n result?: { threadId?: string };\n };\n if (message.method !== undefined || message.id === undefined) return;\n if (message.error) throw new CodexSecurityError(message.error.message);\n if (message.id === 1) {\n send({ method: \"initialized\" });\n send({\n id: 2,\n method: \"feedback/upload\",\n params: {\n classification: \"bug\",\n reason: options.reason,\n threadId: scan?.continuationThreadId,\n includeLogs,\n extraLogFiles,\n tags: {\n codex_security_version: VERSION,\n codex_security_plugin_version: BUNDLED_PLUGIN_VERSION,\n codex_security_codex_version: CODEX_EXECUTABLE_VERSION,\n codex_security_sdk_version: CODEX_SDK_VERSION,\n ...(scan === undefined\n ? {}\n : { codex_security_scan_id: scan.scanId }),\n },\n },\n });\n } else if (message.id === 2) {\n const feedbackId = message.result?.threadId;\n if (!feedbackId)\n throw new CodexSecurityError(\"Codex did not return a feedback ID.\");\n uploaded.resolve(feedbackId);\n }\n } catch (error) {\n uploaded.reject(error);\n }\n });\n try {\n send({\n id: 1,\n method: \"initialize\",\n params: { clientInfo: { name: \"codex-security\", version: VERSION } },\n });\n return {\n feedbackId: await uploaded.promise,\n scanId: scan?.scanId ?? null,\n includedLogs: includeLogs,\n };\n } finally {\n lines.close();\n child.stdin.end();\n child.kill();\n const timer = setTimeout(() => child.kill(\"SIGKILL\"), 1_000);\n try {\n await closed;\n } finally {\n clearTimeout(timer);\n }\n }\n } finally {\n if (directory !== undefined)\n await rm(directory, { recursive: true, force: true });\n }\n}\n"]}
@@ -1,3 +1,4 @@
1
+ import { waitForRetry } from "./deduplication/retry.js";
1
2
  import type { Finding } from "./models.js";
2
3
  import type { FindingNeighborhood, FindingSearchScope } from "./finding-retrieval.js";
3
4
  export type FindingsRequest = (url: URL, init: RequestInit) => Promise<Response>;
@@ -5,10 +6,15 @@ export declare class FindingsClient {
5
6
  private readonly url;
6
7
  private readonly signal?;
7
8
  private readonly request;
8
- constructor(url: string, signal?: AbortSignal | undefined, request?: FindingsRequest);
9
+ private readonly retries;
10
+ constructor(url: string, signal?: AbortSignal | undefined, request?: FindingsRequest, retries?: {
11
+ wait?: typeof waitForRetry;
12
+ random?: () => number;
13
+ });
9
14
  potentialDuplicates(findingId: string, scope: FindingSearchScope): Promise<FindingNeighborhood>;
10
15
  publish(findings: readonly Finding[], repositoryId: string): Promise<string[]>;
11
16
  storeDedupeGroups(groups: readonly string[][]): Promise<void>;
17
+ private retry;
12
18
  private endpoint;
13
19
  private post;
14
20
  }
@@ -1 +1 @@
1
- {"version":3,"file":"findings-client.d.ts","sourceRoot":"","sources":["../src/findings-client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,eAAe,GAAG,CAC5B,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,WAAW,KACd,OAAO,CAAC,QAAQ,CAAC,CAAC;AAEvB,qBAAa,cAAc;IAEvB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAFP,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,YAAA,EACpB,OAAO,GAAE,eAAuB;IAG7C,mBAAmB,CACvB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,mBAAmB,CAAC;IAoBzB,OAAO,CACX,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,MAAM,EAAE,CAAC;IAmBd,iBAAiB,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKnE,OAAO,CAAC,QAAQ;YAIF,IAAI;CAcnB"}
1
+ {"version":3,"file":"findings-client.d.ts","sourceRoot":"","sources":["../src/findings-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAc,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,eAAe,GAAG,CAC5B,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,WAAW,KACd,OAAO,CAAC,QAAQ,CAAC,CAAC;AAmBvB,qBAAa,cAAc;IAEvB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAHP,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,YAAA,EACpB,OAAO,GAAE,eAAuB,EAChC,OAAO,GAAE;QACxB,IAAI,CAAC,EAAE,OAAO,YAAY,CAAC;QAC3B,MAAM,CAAC,EAAE,MAAM,MAAM,CAAC;KAClB;IAGF,mBAAmB,CACvB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,mBAAmB,CAAC;IAyBzB,OAAO,CACX,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,MAAM,EAAE,CAAC;IAmBd,iBAAiB,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAKrD,KAAK;IAsBnB,OAAO,CAAC,QAAQ;YAIF,IAAI;CAiBnB"}
@@ -1,12 +1,30 @@
1
1
  import { CodexSecurityError } from "./errors.js";
2
+ import { retryDelay, waitForRetry } from "./deduplication/retry.js";
3
+ class FindingsHttpError extends CodexSecurityError {
4
+ status;
5
+ retryAfter;
6
+ constructor(message, status, retryAfter) {
7
+ super(message);
8
+ this.status = status;
9
+ this.retryAfter = retryAfter;
10
+ }
11
+ }
12
+ function isRetryable(error) {
13
+ if (error instanceof FindingsHttpError)
14
+ return [408, 429, 500, 502, 503, 504].includes(error.status);
15
+ // Fetch rejects network failures with TypeError; JSON truncation can produce SyntaxError.
16
+ return error instanceof TypeError || error instanceof SyntaxError;
17
+ }
2
18
  export class FindingsClient {
3
19
  url;
4
20
  signal;
5
21
  request;
6
- constructor(url, signal, request = fetch) {
22
+ retries;
23
+ constructor(url, signal, request = fetch, retries = {}) {
7
24
  this.url = url;
8
25
  this.signal = signal;
9
26
  this.request = request;
27
+ this.retries = retries;
10
28
  }
11
29
  async potentialDuplicates(findingId, scope) {
12
30
  const url = this.endpoint(`v1/finding/${encodeURIComponent(findingId)}/potential-duplicates`);
@@ -14,13 +32,16 @@ export class FindingsClient {
14
32
  url.searchParams.set("allRepositories", "true");
15
33
  else
16
34
  url.searchParams.set("repositoryId", scope.repositoryId);
17
- const response = await this.request(url, { signal: this.signal });
18
- if (!response.ok) {
19
- throw new CodexSecurityError(`Potential-duplicates lookup for ${findingId} failed (HTTP ${response.status}).${response.status === 404
20
- ? " Import the finding with its repositoryId through POST /v1/bulk/findings before deduplicating."
21
- : ""}`);
22
- }
23
- return (await response.json());
35
+ return await this.retry(async () => {
36
+ const response = await this.request(url, { signal: this.signal });
37
+ if (!response.ok) {
38
+ await response.body?.cancel().catch(() => undefined);
39
+ throw new FindingsHttpError(`Potential-duplicates lookup for ${findingId} failed (HTTP ${response.status}).${response.status === 404
40
+ ? " Import the finding with its repositoryId through POST /v1/bulk/findings before deduplicating."
41
+ : ""}`, response.status, response.headers.get("Retry-After"));
42
+ }
43
+ return (await response.json());
44
+ });
24
45
  }
25
46
  async publish(findings, repositoryId) {
26
47
  const receipt = await this.post("v1/bulk/findings", {
@@ -39,7 +60,30 @@ export class FindingsClient {
39
60
  async storeDedupeGroups(groups) {
40
61
  if (groups.length === 0)
41
62
  return;
42
- await this.post("v1/dedupe-groups", { groups });
63
+ await this.retry(() => this.post("v1/dedupe-groups", { groups }));
64
+ }
65
+ async retry(operation) {
66
+ for (let attempt = 1;; attempt++) {
67
+ this.signal?.throwIfAborted();
68
+ try {
69
+ return await operation();
70
+ }
71
+ catch (error) {
72
+ this.signal?.throwIfAborted();
73
+ if (attempt === 3 || !isRetryable(error))
74
+ throw error;
75
+ let delay = retryDelay(attempt, this.retries.random);
76
+ if (error instanceof FindingsHttpError && error.retryAfter !== null) {
77
+ const seconds = Number(error.retryAfter);
78
+ const serverDelay = Number.isFinite(seconds)
79
+ ? seconds * 1000
80
+ : Date.parse(error.retryAfter) - Date.now();
81
+ if (Number.isFinite(serverDelay))
82
+ delay = Math.max(delay, serverDelay);
83
+ }
84
+ await (this.retries.wait ?? waitForRetry)(delay, this.signal);
85
+ }
86
+ }
43
87
  }
44
88
  endpoint(path) {
45
89
  return new URL(path, this.url.endsWith("/") ? this.url : `${this.url}/`);
@@ -52,7 +96,8 @@ export class FindingsClient {
52
96
  signal: this.signal,
53
97
  });
54
98
  if (!response.ok) {
55
- throw new CodexSecurityError(`Findings API POST /${path} failed (HTTP ${response.status}).`);
99
+ await response.body?.cancel().catch(() => undefined);
100
+ throw new FindingsHttpError(`Findings API POST /${path} failed (HTTP ${response.status}).`, response.status, response.headers.get("Retry-After"));
56
101
  }
57
102
  return await response.json();
58
103
  }
@@ -1 +1 @@
1
- {"version":3,"file":"findings-client.js","sourceRoot":"","sources":["../src/findings-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAYjD,MAAM,OAAO,cAAc;IAEN;IACA;IACA;IAHnB,YACmB,GAAW,EACX,MAAoB,EACpB,UAA2B,KAAK;QAFhC,QAAG,GAAH,GAAG,CAAQ;QACX,WAAM,GAAN,MAAM,CAAc;QACpB,YAAO,GAAP,OAAO,CAAyB;IAChD,CAAC;IAEJ,KAAK,CAAC,mBAAmB,CACvB,SAAiB,EACjB,KAAyB;QAEzB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CACvB,cAAc,kBAAkB,CAAC,SAAS,CAAC,uBAAuB,CACnE,CAAC;QACF,IAAI,KAAK,CAAC,eAAe,KAAK,IAAI;YAChC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;;YAC7C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,kBAAkB,CAC1B,mCAAmC,SAAS,iBAAiB,QAAQ,CAAC,MAAM,KAC1E,QAAQ,CAAC,MAAM,KAAK,GAAG;gBACrB,CAAC,CAAC,gGAAgG;gBAClG,CAAC,CAAC,EACN,EAAE,CACH,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA4B,EAC5B,YAAoB;QAEpB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAClD,QAAQ;YACR,YAAY;SACb,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YACvB,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;YAClC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI;YACvC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EACvC,CAAC;YACD,MAAM,IAAI,kBAAkB,CAC1B,oGAAoG,CACrG,CAAC;QACJ,CAAC;QACD,OAAO,OAAmB,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA2B;QACjD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAChC,MAAM,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAClD,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IAC3E,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,IAAa;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,kBAAkB,CAC1B,sBAAsB,IAAI,iBAAiB,QAAQ,CAAC,MAAM,IAAI,CAC/D,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;CACF","sourcesContent":["import { CodexSecurityError } from \"./errors.js\";\nimport type { Finding } from \"./models.js\";\nimport type {\n FindingNeighborhood,\n FindingSearchScope,\n} from \"./finding-retrieval.js\";\n\nexport type FindingsRequest = (\n url: URL,\n init: RequestInit,\n) => Promise<Response>;\n\nexport class FindingsClient {\n constructor(\n private readonly url: string,\n private readonly signal?: AbortSignal,\n private readonly request: FindingsRequest = fetch,\n ) {}\n\n async potentialDuplicates(\n findingId: string,\n scope: FindingSearchScope,\n ): Promise<FindingNeighborhood> {\n const url = this.endpoint(\n `v1/finding/${encodeURIComponent(findingId)}/potential-duplicates`,\n );\n if (scope.allRepositories === true)\n url.searchParams.set(\"allRepositories\", \"true\");\n else url.searchParams.set(\"repositoryId\", scope.repositoryId);\n const response = await this.request(url, { signal: this.signal });\n if (!response.ok) {\n throw new CodexSecurityError(\n `Potential-duplicates lookup for ${findingId} failed (HTTP ${response.status}).${\n response.status === 404\n ? \" Import the finding with its repositoryId through POST /v1/bulk/findings before deduplicating.\"\n : \"\"\n }`,\n );\n }\n return (await response.json()) as FindingNeighborhood;\n }\n\n async publish(\n findings: readonly Finding[],\n repositoryId: string,\n ): Promise<string[]> {\n const receipt = await this.post(\"v1/bulk/findings\", {\n findings,\n repositoryId,\n });\n const expected = new Set(findings.map((finding) => finding.findingId));\n if (\n !Array.isArray(receipt) ||\n receipt.length !== findings.length ||\n new Set(receipt).size !== expected.size ||\n receipt.some((id) => !expected.has(id))\n ) {\n throw new CodexSecurityError(\n \"The findings API did not acknowledge all published finding IDs. Check the service before retrying.\",\n );\n }\n return receipt as string[];\n }\n\n async storeDedupeGroups(groups: readonly string[][]): Promise<void> {\n if (groups.length === 0) return;\n await this.post(\"v1/dedupe-groups\", { groups });\n }\n\n private endpoint(path: string): URL {\n return new URL(path, this.url.endsWith(\"/\") ? this.url : `${this.url}/`);\n }\n\n private async post(path: string, body: unknown): Promise<unknown> {\n const response = await this.request(this.endpoint(path), {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(body),\n signal: this.signal,\n });\n if (!response.ok) {\n throw new CodexSecurityError(\n `Findings API POST /${path} failed (HTTP ${response.status}).`,\n );\n }\n return await response.json();\n }\n}\n"]}
1
+ {"version":3,"file":"findings-client.js","sourceRoot":"","sources":["../src/findings-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAYpE,MAAM,iBAAkB,SAAQ,kBAAkB;IAGrC;IACA;IAHX,YACE,OAAe,EACN,MAAc,EACd,UAAyB;QAElC,KAAK,CAAC,OAAO,CAAC,CAAC;QAHN,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAe;IAGpC,CAAC;CACF;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,iBAAiB;QACpC,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/D,0FAA0F;IAC1F,OAAO,KAAK,YAAY,SAAS,IAAI,KAAK,YAAY,WAAW,CAAC;AACpE,CAAC;AAED,MAAM,OAAO,cAAc;IAEN;IACA;IACA;IACA;IAJnB,YACmB,GAAW,EACX,MAAoB,EACpB,UAA2B,KAAK,EAChC,UAGb,EAAE;QANW,QAAG,GAAH,GAAG,CAAQ;QACX,WAAM,GAAN,MAAM,CAAc;QACpB,YAAO,GAAP,OAAO,CAAyB;QAChC,YAAO,GAAP,OAAO,CAGlB;IACL,CAAC;IAEJ,KAAK,CAAC,mBAAmB,CACvB,SAAiB,EACjB,KAAyB;QAEzB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CACvB,cAAc,kBAAkB,CAAC,SAAS,CAAC,uBAAuB,CACnE,CAAC;QACF,IAAI,KAAK,CAAC,eAAe,KAAK,IAAI;YAChC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;;YAC7C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC9D,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;YACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBACrD,MAAM,IAAI,iBAAiB,CACzB,mCAAmC,SAAS,iBAAiB,QAAQ,CAAC,MAAM,KAC1E,QAAQ,CAAC,MAAM,KAAK,GAAG;oBACrB,CAAC,CAAC,gGAAgG;oBAClG,CAAC,CAAC,EACN,EAAE,EACF,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CACpC,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA4B,EAC5B,YAAoB;QAEpB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAClD,QAAQ;YACR,YAAY;SACb,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YACvB,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;YAClC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI;YACvC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EACvC,CAAC;YACD,MAAM,IAAI,kBAAkB,CAC1B,oGAAoG,CACrG,CAAC;QACJ,CAAC;QACD,OAAO,OAAmB,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAA2B;QACjD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAChC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,KAAK,CAAI,SAA2B;QAChD,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;gBAC9B,IAAI,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBACtD,IAAI,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACrD,IAAI,KAAK,YAAY,iBAAiB,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;oBACpE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBACzC,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;wBAC1C,CAAC,CAAC,OAAO,GAAG,IAAI;wBAChB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC9C,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;wBAC9B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;gBACzC,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IAC3E,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,IAAa;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACrD,MAAM,IAAI,iBAAiB,CACzB,sBAAsB,IAAI,iBAAiB,QAAQ,CAAC,MAAM,IAAI,EAC9D,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CACpC,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;CACF","sourcesContent":["import { CodexSecurityError } from \"./errors.js\";\nimport { retryDelay, waitForRetry } from \"./deduplication/retry.js\";\nimport type { Finding } from \"./models.js\";\nimport type {\n FindingNeighborhood,\n FindingSearchScope,\n} from \"./finding-retrieval.js\";\n\nexport type FindingsRequest = (\n url: URL,\n init: RequestInit,\n) => Promise<Response>;\n\nclass FindingsHttpError extends CodexSecurityError {\n constructor(\n message: string,\n readonly status: number,\n readonly retryAfter: string | null,\n ) {\n super(message);\n }\n}\n\nfunction isRetryable(error: unknown): boolean {\n if (error instanceof FindingsHttpError)\n return [408, 429, 500, 502, 503, 504].includes(error.status);\n // Fetch rejects network failures with TypeError; JSON truncation can produce SyntaxError.\n return error instanceof TypeError || error instanceof SyntaxError;\n}\n\nexport class FindingsClient {\n constructor(\n private readonly url: string,\n private readonly signal?: AbortSignal,\n private readonly request: FindingsRequest = fetch,\n private readonly retries: {\n wait?: typeof waitForRetry;\n random?: () => number;\n } = {},\n ) {}\n\n async potentialDuplicates(\n findingId: string,\n scope: FindingSearchScope,\n ): Promise<FindingNeighborhood> {\n const url = this.endpoint(\n `v1/finding/${encodeURIComponent(findingId)}/potential-duplicates`,\n );\n if (scope.allRepositories === true)\n url.searchParams.set(\"allRepositories\", \"true\");\n else url.searchParams.set(\"repositoryId\", scope.repositoryId);\n return await this.retry(async () => {\n const response = await this.request(url, { signal: this.signal });\n if (!response.ok) {\n await response.body?.cancel().catch(() => undefined);\n throw new FindingsHttpError(\n `Potential-duplicates lookup for ${findingId} failed (HTTP ${response.status}).${\n response.status === 404\n ? \" Import the finding with its repositoryId through POST /v1/bulk/findings before deduplicating.\"\n : \"\"\n }`,\n response.status,\n response.headers.get(\"Retry-After\"),\n );\n }\n return (await response.json()) as FindingNeighborhood;\n });\n }\n\n async publish(\n findings: readonly Finding[],\n repositoryId: string,\n ): Promise<string[]> {\n const receipt = await this.post(\"v1/bulk/findings\", {\n findings,\n repositoryId,\n });\n const expected = new Set(findings.map((finding) => finding.findingId));\n if (\n !Array.isArray(receipt) ||\n receipt.length !== findings.length ||\n new Set(receipt).size !== expected.size ||\n receipt.some((id) => !expected.has(id))\n ) {\n throw new CodexSecurityError(\n \"The findings API did not acknowledge all published finding IDs. Check the service before retrying.\",\n );\n }\n return receipt as string[];\n }\n\n async storeDedupeGroups(groups: readonly string[][]): Promise<void> {\n if (groups.length === 0) return;\n await this.retry(() => this.post(\"v1/dedupe-groups\", { groups }));\n }\n\n private async retry<T>(operation: () => Promise<T>): Promise<T> {\n for (let attempt = 1; ; attempt++) {\n this.signal?.throwIfAborted();\n try {\n return await operation();\n } catch (error) {\n this.signal?.throwIfAborted();\n if (attempt === 3 || !isRetryable(error)) throw error;\n let delay = retryDelay(attempt, this.retries.random);\n if (error instanceof FindingsHttpError && error.retryAfter !== null) {\n const seconds = Number(error.retryAfter);\n const serverDelay = Number.isFinite(seconds)\n ? seconds * 1000\n : Date.parse(error.retryAfter) - Date.now();\n if (Number.isFinite(serverDelay))\n delay = Math.max(delay, serverDelay);\n }\n await (this.retries.wait ?? waitForRetry)(delay, this.signal);\n }\n }\n }\n\n private endpoint(path: string): URL {\n return new URL(path, this.url.endsWith(\"/\") ? this.url : `${this.url}/`);\n }\n\n private async post(path: string, body: unknown): Promise<unknown> {\n const response = await this.request(this.endpoint(path), {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(body),\n signal: this.signal,\n });\n if (!response.ok) {\n await response.body?.cancel().catch(() => undefined);\n throw new FindingsHttpError(\n `Findings API POST /${path} failed (HTTP ${response.status}).`,\n response.status,\n response.headers.get(\"Retry-After\"),\n );\n }\n return await response.json();\n }\n}\n"]}
@@ -0,0 +1,44 @@
1
+ import { z } from "incur";
2
+ import type { Finding } from "./models.js";
3
+ export declare const CSV_TARGET_ID = "codex-security-csv-import";
4
+ export type FindingsImportFormat = "csv" | "json";
5
+ declare const csvFindingRowSchema: z.ZodObject<{
6
+ occurrence_id: z.ZodString;
7
+ finding_id: z.ZodString;
8
+ candidate_id: z.ZodPipe<z.ZodOptional<z.ZodString>, z.ZodTransform<string | undefined, string | undefined>>;
9
+ title: z.ZodString;
10
+ summary: z.ZodString;
11
+ severity: z.ZodEnum<{
12
+ critical: "critical";
13
+ high: "high";
14
+ medium: "medium";
15
+ low: "low";
16
+ informational: "informational";
17
+ }>;
18
+ confidence: z.ZodEnum<{
19
+ high: "high";
20
+ medium: "medium";
21
+ low: "low";
22
+ }>;
23
+ status: z.ZodEnum<{
24
+ open: "open";
25
+ closed: "closed";
26
+ }>;
27
+ close_reason: z.ZodPipe<z.ZodUnion<readonly [z.ZodLiteral<"">, z.ZodEnum<{
28
+ already_fixed: "already_fixed";
29
+ wont_fix: "wont_fix";
30
+ false_positive: "false_positive";
31
+ }>]>, z.ZodTransform<"already_fixed" | "wont_fix" | "false_positive" | undefined, "" | "already_fixed" | "wont_fix" | "false_positive">>;
32
+ note: z.ZodPipe<z.ZodString, z.ZodTransform<string | undefined, string>>;
33
+ remediation: z.ZodString;
34
+ path: z.ZodString;
35
+ start_line: z.ZodPipe<z.ZodString, z.ZodTransform<number, string>>;
36
+ end_line: z.ZodPipe<z.ZodString, z.ZodTransform<number | undefined, string>>;
37
+ }, z.core.$strip>;
38
+ type CsvFindingRow = z.infer<typeof csvFindingRowSchema>;
39
+ export declare function parseImportedFindings(source: string, format: FindingsImportFormat, pluginRoot: string): Promise<Finding[]>;
40
+ export declare function bindImportedFindings(findings: Finding[], format: FindingsImportFormat, scanId: string, targetId: string): Finding[];
41
+ export declare function parseFindingsCsv(source: string): CsvFindingRow[];
42
+ export declare function csvRowFinding(row: CsvFindingRow, scanId: string): Finding;
43
+ export {};
44
+ //# sourceMappingURL=findings-import.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"findings-import.d.ts","sourceRoot":"","sources":["../src/findings-import.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,OAAO,CAAC;AAG1B,OAAO,KAAK,EAAE,OAAO,EAAoB,MAAM,aAAa,CAAC;AAE7D,eAAO,MAAM,aAAa,8BAA8B,CAAC;AACzD,MAAM,MAAM,oBAAoB,GAAG,KAAK,GAAG,MAAM,CAAC;AAGlD,QAAA,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkFrB,CAAC;AACL,KAAK,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAOzD,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,oBAAoB,EAC5B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,OAAO,EAAE,CAAC,CA6DpB;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,OAAO,EAAE,EACnB,MAAM,EAAE,oBAAoB,EAC5B,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,OAAO,EAAE,CAuCX;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,EAAE,CA2DhE;AAMD,wBAAgB,aAAa,CAAC,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAwDzE"}