@openai/codex-security 0.1.26 → 0.1.28
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +637 -74
- package/_bundled_plugin/.mcp.json +1 -0
- package/_bundled_plugin/mcp/helpers.mjs +24 -0
- package/_bundled_plugin/mcp/helpers.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/native/COPYRIGHT-library.html +5556 -0
- package/_bundled_plugin/mcp/native/THIRD_PARTY_NOTICES.txt +5989 -0
- package/_bundled_plugin/mcp/native/darwin-arm64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/darwin-x64/unix.node +0 -0
- package/_bundled_plugin/mcp/native/licenses/Apache-2.0.txt +73 -0
- package/_bundled_plugin/mcp/native/licenses/BSD-2-Clause.txt +9 -0
- package/_bundled_plugin/mcp/native/licenses/MIT.txt +9 -0
- package/_bundled_plugin/mcp/native/licenses/Unicode-3.0.txt +39 -0
- package/_bundled_plugin/mcp/native/linux-arm64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-arm64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-gnu/unix.node +0 -0
- package/_bundled_plugin/mcp/native/linux-x64-musl/unix.node +0 -0
- package/_bundled_plugin/mcp/native/win32-arm64/windows.node +0 -0
- package/_bundled_plugin/mcp/native/win32-x64/windows.node +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-000 +0 -0
- package/_bundled_plugin/mcp/server.mjs.br.part-001 +0 -0
- package/_bundled_plugin/references/artifact-storage.md +56 -0
- package/_bundled_plugin/references/config-preflight.md +9 -1
- package/_bundled_plugin/references/core-scan.md +1 -1
- package/_bundled_plugin/references/final-report.md +2 -0
- package/_bundled_plugin/references/scan-artifacts.md +6 -14
- package/_bundled_plugin/references/scan-contract.md +35 -35
- package/_bundled_plugin/references/scan-prologue.md +2 -0
- package/_bundled_plugin/references/security-guidance.md +9 -1
- package/_bundled_plugin/scripts/deep_scan_config.py +10 -8
- package/_bundled_plugin/scripts/deep_scan_defaults.json +8 -0
- package/_bundled_plugin/scripts/generate_in_scope_files.py +2 -2
- package/_bundled_plugin/scripts/generate_rank_input.py +8 -1
- package/_bundled_plugin/scripts/launch_codex_security_mcp +6 -0
- package/_bundled_plugin/scripts/launch_codex_security_mcp.cmd +43 -9
- package/_bundled_plugin/scripts/rank_preview.py +4 -1
- package/_bundled_plugin/scripts/reserved_artifact_paths.json +6 -0
- package/_bundled_plugin/scripts/windows_scan_local_files.py +1 -3
- package/_bundled_plugin/scripts/workbench/storage.py +18 -0
- package/_bundled_plugin/scripts/workbench_cli.py +17 -0
- package/_bundled_plugin/scripts/workbench_db.py +46 -42
- package/_bundled_plugin/scripts/workbench_saved_results.py +72 -1
- package/_bundled_plugin/scripts/workbench_scan_history.py +117 -2
- package/_bundled_plugin/scripts/workbench_scan_usage.py +23 -10
- package/_bundled_plugin/scripts/workbench_validation.py +4 -0
- package/_bundled_plugin/skills/assess-patch-risk/SKILL.md +2 -0
- package/_bundled_plugin/skills/attack-path-analysis/SKILL.md +2 -0
- package/_bundled_plugin/skills/deep-security-scan/SKILL.md +5 -1
- package/_bundled_plugin/skills/define-security-policy/SKILL.md +3 -3
- package/_bundled_plugin/skills/finding-discovery/SKILL.md +2 -0
- package/_bundled_plugin/skills/fix-finding/SKILL.md +3 -1
- package/_bundled_plugin/skills/fix-finding/agents/openai.yaml +1 -1
- package/_bundled_plugin/skills/propose-security-hardening/SKILL.md +2 -0
- package/_bundled_plugin/skills/security-scan/references/desktop-scan.md +5 -1
- package/_bundled_plugin/skills/threat-model/SKILL.md +2 -0
- package/_bundled_plugin/skills/validation/SKILL.md +2 -0
- package/_bundled_plugin/skills/vulnerability-writeup/SKILL.md +2 -0
- package/dist/api.d.ts +14 -24
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +585 -168
- package/dist/api.js.map +1 -1
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +10 -0
- package/dist/auth.js.map +1 -1
- package/dist/bulk-scan-discovery.d.ts +1 -1
- package/dist/bulk-scan-discovery.d.ts.map +1 -1
- package/dist/bulk-scan-discovery.js +2 -2
- package/dist/bulk-scan-discovery.js.map +1 -1
- package/dist/classify-scan-severity.js.map +1 -1
- package/dist/classify-severity.d.ts.map +1 -1
- package/dist/classify-severity.js.map +1 -1
- package/dist/cli.d.ts +24 -4
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +1577 -610
- package/dist/cli.js.map +1 -1
- package/dist/cloud-publish.d.ts.map +1 -1
- package/dist/cloud-publish.js +2 -207
- package/dist/cloud-publish.js.map +1 -1
- package/dist/component-plan.d.ts.map +1 -1
- package/dist/component-plan.js +116 -32
- package/dist/component-plan.js.map +1 -1
- package/dist/component-scan.d.ts +4 -2
- package/dist/component-scan.d.ts.map +1 -1
- package/dist/component-scan.js +7 -1
- package/dist/component-scan.js.map +1 -1
- package/dist/config-path.d.ts +6 -0
- package/dist/config-path.d.ts.map +1 -0
- package/dist/config-path.js +6 -0
- package/dist/config-path.js.map +1 -0
- package/dist/config.d.ts +3 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +30 -5
- package/dist/config.js.map +1 -1
- package/dist/contract.d.ts +5 -10
- package/dist/contract.d.ts.map +1 -1
- package/dist/contract.js.map +1 -1
- package/dist/cost-model.d.ts +30 -0
- package/dist/cost-model.d.ts.map +1 -1
- package/dist/cost-model.js +123 -4
- package/dist/cost-model.js.map +1 -1
- package/dist/cost.d.ts.map +1 -1
- package/dist/cost.js +18 -3
- package/dist/cost.js.map +1 -1
- package/dist/custom-publish.js.map +1 -1
- package/dist/custom-validation-prompt.js +1 -1
- package/dist/custom-validation-prompt.js.map +1 -1
- package/dist/deduplication/checkpointed-review.d.ts.map +1 -1
- package/dist/deduplication/checkpointed-review.js.map +1 -1
- package/dist/deduplication/codex-review.d.ts +6 -1
- package/dist/deduplication/codex-review.d.ts.map +1 -1
- package/dist/deduplication/codex-review.js +72 -17
- package/dist/deduplication/codex-review.js.map +1 -1
- package/dist/deduplication/deduplication-reviewer.d.ts.map +1 -1
- package/dist/deduplication/deduplication-reviewer.js.map +1 -1
- package/dist/deduplication/deduplication.d.ts +2 -0
- package/dist/deduplication/deduplication.d.ts.map +1 -1
- package/dist/deduplication/deduplication.js +99 -26
- package/dist/deduplication/deduplication.js.map +1 -1
- package/dist/deduplication/retry.d.ts +3 -0
- package/dist/deduplication/retry.d.ts.map +1 -0
- package/dist/deduplication/retry.js +15 -0
- package/dist/deduplication/retry.js.map +1 -0
- package/dist/deduplication/scan.d.ts +2 -0
- package/dist/deduplication/scan.d.ts.map +1 -1
- package/dist/deduplication/scan.js +4 -2
- package/dist/deduplication/scan.js.map +1 -1
- package/dist/deep-config.d.ts +17 -0
- package/dist/deep-config.d.ts.map +1 -0
- package/dist/deep-config.js +145 -0
- package/dist/deep-config.js.map +1 -0
- package/dist/deep-progress.d.ts.map +1 -1
- package/dist/deep-scan-defaults.d.ts +9 -0
- package/dist/deep-scan-defaults.d.ts.map +1 -0
- package/dist/deep-scan-defaults.js +10 -0
- package/dist/deep-scan-defaults.js.map +1 -0
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +2 -2
- package/dist/errors.js.map +1 -1
- package/dist/feedback.d.ts +20 -0
- package/dist/feedback.d.ts.map +1 -0
- package/dist/feedback.js +135 -0
- package/dist/feedback.js.map +1 -0
- package/dist/finding-catalogue.js.map +1 -1
- package/dist/finding-workflow.d.ts.map +1 -1
- package/dist/finding-workflow.js.map +1 -1
- package/dist/findings-client.d.ts +7 -1
- package/dist/findings-client.d.ts.map +1 -1
- package/dist/findings-client.js +55 -10
- package/dist/findings-client.js.map +1 -1
- package/dist/findings-import.d.ts +44 -0
- package/dist/findings-import.d.ts.map +1 -0
- package/dist/findings-import.js +302 -0
- package/dist/findings-import.js.map +1 -0
- package/dist/github.d.ts +625 -7
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js.map +1 -1
- package/dist/import-scan.d.ts +27 -0
- package/dist/import-scan.d.ts.map +1 -0
- package/dist/import-scan.js +236 -0
- package/dist/import-scan.js.map +1 -0
- package/dist/index.d.ts +7 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/knowledge-base.d.ts +1 -1
- package/dist/knowledge-base.d.ts.map +1 -1
- package/dist/knowledge-base.js +19 -8
- package/dist/knowledge-base.js.map +1 -1
- package/dist/models.d.ts.map +1 -1
- package/dist/models.js.map +1 -1
- package/dist/multiscan.d.ts +7 -5
- package/dist/multiscan.d.ts.map +1 -1
- package/dist/multiscan.js +212 -55
- package/dist/multiscan.js.map +1 -1
- package/dist/patch-tui.d.ts.map +1 -1
- package/dist/patch-tui.js.map +1 -1
- package/dist/project-config-schema.d.ts +191 -0
- package/dist/project-config-schema.d.ts.map +1 -0
- package/dist/project-config-schema.js +85 -0
- package/dist/project-config-schema.js.map +1 -0
- package/dist/project-config.d.ts +50 -0
- package/dist/project-config.d.ts.map +1 -0
- package/dist/project-config.js +220 -0
- package/dist/project-config.js.map +1 -0
- package/dist/prompt-files.d.ts +13 -0
- package/dist/prompt-files.d.ts.map +1 -0
- package/dist/prompt-files.js +74 -0
- package/dist/prompt-files.js.map +1 -0
- package/dist/publication-events.d.ts.map +1 -1
- package/dist/publication-events.js +7 -2
- package/dist/publication-events.js.map +1 -1
- package/dist/publish.d.ts.map +1 -1
- package/dist/publish.js +1 -1
- package/dist/publish.js.map +1 -1
- package/dist/result.d.ts +2 -1
- package/dist/result.d.ts.map +1 -1
- package/dist/result.js +5 -0
- package/dist/result.js.map +1 -1
- package/dist/runtime.d.ts +5 -1
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +12 -6
- package/dist/runtime.js.map +1 -1
- package/dist/scan-comparison.d.ts.map +1 -1
- package/dist/scan-comparison.js.map +1 -1
- package/dist/scan-dashboard.d.ts +1 -0
- package/dist/scan-dashboard.d.ts.map +1 -1
- package/dist/scan-dashboard.js +45 -20
- package/dist/scan-dashboard.js.map +1 -1
- package/dist/scan-history-renderer.d.ts.map +1 -1
- package/dist/scan-history-renderer.js.map +1 -1
- package/dist/scan-logs.d.ts +39 -3
- package/dist/scan-logs.d.ts.map +1 -1
- package/dist/scan-logs.js +77 -15
- package/dist/scan-logs.js.map +1 -1
- package/dist/scan-modes.d.ts +3 -0
- package/dist/scan-modes.d.ts.map +1 -0
- package/dist/scan-modes.js +2 -0
- package/dist/scan-modes.js.map +1 -0
- package/dist/scan-settings.d.ts +81 -0
- package/dist/scan-settings.d.ts.map +1 -0
- package/dist/scan-settings.js +123 -0
- package/dist/scan-settings.js.map +1 -0
- package/dist/security-policy-cli.d.ts +39 -0
- package/dist/security-policy-cli.d.ts.map +1 -0
- package/dist/security-policy-cli.js +193 -0
- package/dist/security-policy-cli.js.map +1 -0
- package/dist/security-policy.d.ts +80 -0
- package/dist/security-policy.d.ts.map +1 -0
- package/dist/security-policy.js +672 -0
- package/dist/security-policy.js.map +1 -0
- package/dist/server/dashboard/THIRD_PARTY_NOTICES.txt +2 -2
- package/dist/server/dashboard/app.js +2 -2
- package/dist/server/dashboard.js.map +1 -1
- package/dist/server/embeddings.d.ts.map +1 -1
- package/dist/server/embeddings.js.map +1 -1
- package/dist/server/errors.d.ts.map +1 -1
- package/dist/server/errors.js.map +1 -1
- package/dist/server/findings-service.d.ts.map +1 -1
- package/dist/server/findings-service.js.map +1 -1
- package/dist/server/serve.js.map +1 -1
- package/dist/server/sqlite-store.d.ts.map +1 -1
- package/dist/server/sqlite-store.js.map +1 -1
- package/dist/severity-store.js.map +1 -1
- package/dist/targets.d.ts +10 -2
- package/dist/targets.d.ts.map +1 -1
- package/dist/targets.js +243 -14
- package/dist/targets.js.map +1 -1
- package/dist/thread-source.d.ts.map +1 -1
- package/dist/version.js.map +1 -1
- package/dist/worker-progress.d.ts.map +1 -1
- package/dist/worker-progress.js.map +1 -1
- package/package.json +36 -29
- package/schemas/project-config.schema.json +211 -0
- package/_bundled_plugin/scripts/resolve_security_md.py +0 -158
|
@@ -0,0 +1,302 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { readFile } from "node:fs/promises";
|
|
3
|
+
import { isAbsolute, join, posix } from "node:path";
|
|
4
|
+
import Ajv2020 from "ajv/dist/2020.js";
|
|
5
|
+
import { z } from "incur";
|
|
6
|
+
import Papa from "papaparse";
|
|
7
|
+
import { CodexSecurityError } from "./errors.js";
|
|
8
|
+
export const CSV_TARGET_ID = "codex-security-csv-import";
|
|
9
|
+
const EXPORTED_CSV_ESCAPE = /^'(?:[\t\r\n]|\s*[=+\-@=+-@])/u;
|
|
10
|
+
const csvFindingRowSchema = z
|
|
11
|
+
.object({
|
|
12
|
+
occurrence_id: z.string().regex(/^occ_[a-f0-9]{24}$/u, {
|
|
13
|
+
error: "has an invalid occurrence_id",
|
|
14
|
+
}),
|
|
15
|
+
finding_id: z.string().regex(/^csf_[a-f0-9]{24}$/u, {
|
|
16
|
+
error: "has an invalid finding_id",
|
|
17
|
+
}),
|
|
18
|
+
candidate_id: z
|
|
19
|
+
.string()
|
|
20
|
+
.optional()
|
|
21
|
+
.transform((value) => value === undefined || value.trim() === "" ? undefined : value),
|
|
22
|
+
title: requiredCsvText("title"),
|
|
23
|
+
summary: requiredCsvText("summary"),
|
|
24
|
+
severity: z.enum(["critical", "high", "medium", "low", "informational"], {
|
|
25
|
+
error: "has an invalid severity",
|
|
26
|
+
}),
|
|
27
|
+
confidence: z.enum(["high", "medium", "low"], {
|
|
28
|
+
error: "has an invalid confidence",
|
|
29
|
+
}),
|
|
30
|
+
status: z.enum(["open", "closed"], {
|
|
31
|
+
error: "has an invalid status",
|
|
32
|
+
}),
|
|
33
|
+
close_reason: z
|
|
34
|
+
.union([
|
|
35
|
+
z.literal(""),
|
|
36
|
+
z.enum(["already_fixed", "wont_fix", "false_positive"]),
|
|
37
|
+
], { error: "has an invalid close_reason" })
|
|
38
|
+
.transform((value) => (value === "" ? undefined : value)),
|
|
39
|
+
note: z
|
|
40
|
+
.string()
|
|
41
|
+
.transform((value) => (value.trim() === "" ? undefined : value)),
|
|
42
|
+
remediation: requiredCsvText("remediation"),
|
|
43
|
+
path: z.string().refine(safeFindingPath, {
|
|
44
|
+
error: "has an invalid path",
|
|
45
|
+
}),
|
|
46
|
+
start_line: z
|
|
47
|
+
.string()
|
|
48
|
+
.refine(validCsvLine, { error: "has an invalid start_line" })
|
|
49
|
+
.transform(Number),
|
|
50
|
+
end_line: z
|
|
51
|
+
.string()
|
|
52
|
+
.refine((value) => value === "" || validCsvLine(value), {
|
|
53
|
+
error: "has an invalid end_line",
|
|
54
|
+
})
|
|
55
|
+
.transform((value) => (value === "" ? undefined : Number(value))),
|
|
56
|
+
})
|
|
57
|
+
.superRefine((row, context) => {
|
|
58
|
+
if ((row.status === "open" && row.close_reason !== undefined) ||
|
|
59
|
+
(row.status === "closed" && row.close_reason === undefined)) {
|
|
60
|
+
context.addIssue({
|
|
61
|
+
code: "custom",
|
|
62
|
+
path: ["close_reason"],
|
|
63
|
+
message: "has an invalid close_reason",
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
if (row.status === "closed" &&
|
|
67
|
+
(row.close_reason === "false_positive" ||
|
|
68
|
+
row.close_reason === "wont_fix") &&
|
|
69
|
+
row.note === undefined) {
|
|
70
|
+
context.addIssue({
|
|
71
|
+
code: "custom",
|
|
72
|
+
path: ["note"],
|
|
73
|
+
message: "requires a note for its close_reason",
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
if (row.end_line !== undefined && row.end_line < row.start_line) {
|
|
77
|
+
context.addIssue({
|
|
78
|
+
code: "custom",
|
|
79
|
+
path: ["end_line"],
|
|
80
|
+
message: "has end_line before start_line",
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
});
|
|
84
|
+
const CSV_COLUMNS = Object.keys(csvFindingRowSchema.shape);
|
|
85
|
+
const REQUIRED_CSV_COLUMNS = CSV_COLUMNS.filter((column) => !csvFindingRowSchema.shape[column].isOptional());
|
|
86
|
+
export async function parseImportedFindings(source, format, pluginRoot) {
|
|
87
|
+
if (format === "csv") {
|
|
88
|
+
return parseFindingsCsv(source).map((row) => ({
|
|
89
|
+
...csvRowFinding(row, "import"),
|
|
90
|
+
findingId: row.finding_id,
|
|
91
|
+
occurrenceId: row.occurrence_id,
|
|
92
|
+
}));
|
|
93
|
+
}
|
|
94
|
+
let payload;
|
|
95
|
+
try {
|
|
96
|
+
// Exported findings files often start with a UTF-8 byte order mark, which
|
|
97
|
+
// the CSV parser already skips.
|
|
98
|
+
payload = JSON.parse(source.replace(/^\uFEFF/u, ""));
|
|
99
|
+
}
|
|
100
|
+
catch (error) {
|
|
101
|
+
throw new CodexSecurityError("Findings JSON could not be parsed.", {
|
|
102
|
+
cause: error,
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
if (payload === null ||
|
|
106
|
+
typeof payload !== "object" ||
|
|
107
|
+
Array.isArray(payload)) {
|
|
108
|
+
throw new CodexSecurityError("Findings JSON must contain a findings document or an object with a findings array.");
|
|
109
|
+
}
|
|
110
|
+
const hasDocumentMetadata = ["documentType", "schemaVersion", "scanId"].some((key) => Object.hasOwn(payload, key));
|
|
111
|
+
const document = hasDocumentMetadata
|
|
112
|
+
? payload
|
|
113
|
+
: {
|
|
114
|
+
documentType: "codex-security.findings",
|
|
115
|
+
schemaVersion: "1.0",
|
|
116
|
+
scanId: "import",
|
|
117
|
+
...payload,
|
|
118
|
+
};
|
|
119
|
+
const schema = JSON.parse(await readFile(join(pluginRoot, "schemas", "findings.schema.json"), "utf8"));
|
|
120
|
+
const validate = new Ajv2020({ strict: false }).compile(schema);
|
|
121
|
+
if (!validate(document)) {
|
|
122
|
+
const error = validate.errors?.[0];
|
|
123
|
+
throw new CodexSecurityError(`Findings JSON does not match the Codex Security findings schema${error ? ` at ${error.instancePath || "/"}: ${error.message}` : ""}.`);
|
|
124
|
+
}
|
|
125
|
+
const occurrenceIds = new Set();
|
|
126
|
+
for (const [index, finding] of document.findings.entries()) {
|
|
127
|
+
if (occurrenceIds.has(finding.occurrenceId)) {
|
|
128
|
+
throw new CodexSecurityError(`Findings JSON finding ${index + 1} has a duplicate occurrenceId.`);
|
|
129
|
+
}
|
|
130
|
+
occurrenceIds.add(finding.occurrenceId);
|
|
131
|
+
}
|
|
132
|
+
return document.findings;
|
|
133
|
+
}
|
|
134
|
+
export function bindImportedFindings(findings, format, scanId, targetId) {
|
|
135
|
+
return findings.map((finding) => {
|
|
136
|
+
const ruleId = `import.${format}`;
|
|
137
|
+
const anchor = finding.occurrenceId;
|
|
138
|
+
const fingerprint = `codex-security/v1:sha256:${sha256(["codex-security/v1", targetId, ruleId, anchor, ""].join("\0"))}`;
|
|
139
|
+
// A source report path names another scan's artifact. Preserve it as
|
|
140
|
+
// provenance without treating the imported path as permission to read it.
|
|
141
|
+
const { writeup, ...content } = finding;
|
|
142
|
+
return {
|
|
143
|
+
...content,
|
|
144
|
+
findingId: `csf_${sha256(fingerprint).slice(0, 24)}`,
|
|
145
|
+
occurrenceId: `occ_${sha256([scanId, fingerprint].join("\0")).slice(0, 24)}`,
|
|
146
|
+
ruleId,
|
|
147
|
+
identity: { anchor },
|
|
148
|
+
fingerprints: {
|
|
149
|
+
algorithm: "codex-security/v1",
|
|
150
|
+
primary: fingerprint,
|
|
151
|
+
},
|
|
152
|
+
provenance: { source: `${format}_import` },
|
|
153
|
+
extensions: {
|
|
154
|
+
...finding.extensions,
|
|
155
|
+
import: {
|
|
156
|
+
format,
|
|
157
|
+
sourceFindingId: finding.findingId,
|
|
158
|
+
sourceOccurrenceId: finding.occurrenceId,
|
|
159
|
+
sourceRuleId: finding.ruleId,
|
|
160
|
+
sourceIdentity: finding.identity,
|
|
161
|
+
sourceFingerprints: finding.fingerprints,
|
|
162
|
+
sourceProvenance: finding.provenance,
|
|
163
|
+
...(writeup === undefined ? {} : { sourceWriteup: writeup }),
|
|
164
|
+
...(finding.extensions?.["import"] === undefined
|
|
165
|
+
? {}
|
|
166
|
+
: { previousImport: finding.extensions["import"] }),
|
|
167
|
+
},
|
|
168
|
+
},
|
|
169
|
+
};
|
|
170
|
+
});
|
|
171
|
+
}
|
|
172
|
+
export function parseFindingsCsv(source) {
|
|
173
|
+
const { data: rows, errors, meta, } = Papa.parse(source, {
|
|
174
|
+
header: true,
|
|
175
|
+
delimiter: ",",
|
|
176
|
+
skipEmptyLines: "greedy",
|
|
177
|
+
transform: decodeExportedCsvCell,
|
|
178
|
+
});
|
|
179
|
+
const fieldMismatch = errors.find((error) => error.code === "TooFewFields" || error.code === "TooManyFields");
|
|
180
|
+
if (fieldMismatch?.row !== undefined) {
|
|
181
|
+
throw csvRowError(fieldMismatch.row + 2, "must match the header columns");
|
|
182
|
+
}
|
|
183
|
+
if (errors.length > 0) {
|
|
184
|
+
throw new CodexSecurityError(`Findings CSV could not be parsed: ${errors[0].message}`);
|
|
185
|
+
}
|
|
186
|
+
const headers = meta.fields;
|
|
187
|
+
const allowed = new Set(CSV_COLUMNS);
|
|
188
|
+
if (headers === undefined ||
|
|
189
|
+
!REQUIRED_CSV_COLUMNS.every((name) => headers.includes(name)) ||
|
|
190
|
+
headers.some((name) => !allowed.has(name)) ||
|
|
191
|
+
new Set(headers).size !== headers.length) {
|
|
192
|
+
throw new CodexSecurityError(`Findings CSV must use the Codex Security export columns: ${REQUIRED_CSV_COLUMNS.join(", ")} (candidate_id is optional).`);
|
|
193
|
+
}
|
|
194
|
+
if (rows.length === 0) {
|
|
195
|
+
throw new CodexSecurityError("Findings CSV must contain at least one finding.");
|
|
196
|
+
}
|
|
197
|
+
const findingIds = new Set();
|
|
198
|
+
const occurrenceIds = new Set();
|
|
199
|
+
return rows.map((record, index) => {
|
|
200
|
+
const rowNumber = index + 2;
|
|
201
|
+
const parsed = csvFindingRowSchema.safeParse(record);
|
|
202
|
+
if (!parsed.success) {
|
|
203
|
+
throw csvRowError(rowNumber, parsed.error.issues[0].message);
|
|
204
|
+
}
|
|
205
|
+
const row = parsed.data;
|
|
206
|
+
if (findingIds.has(row.finding_id)) {
|
|
207
|
+
throw csvRowError(rowNumber, "has a duplicate finding_id");
|
|
208
|
+
}
|
|
209
|
+
if (occurrenceIds.has(row.occurrence_id)) {
|
|
210
|
+
throw csvRowError(rowNumber, "has a duplicate occurrence_id");
|
|
211
|
+
}
|
|
212
|
+
findingIds.add(row.finding_id);
|
|
213
|
+
occurrenceIds.add(row.occurrence_id);
|
|
214
|
+
return row;
|
|
215
|
+
});
|
|
216
|
+
}
|
|
217
|
+
function decodeExportedCsvCell(value) {
|
|
218
|
+
return EXPORTED_CSV_ESCAPE.test(value) ? value.slice(1) : value;
|
|
219
|
+
}
|
|
220
|
+
export function csvRowFinding(row, scanId) {
|
|
221
|
+
const ruleId = "import.csv";
|
|
222
|
+
const anchor = row.finding_id;
|
|
223
|
+
const fingerprint = `codex-security/v1:sha256:${sha256(["codex-security/v1", CSV_TARGET_ID, ruleId, anchor, ""].join("\0"))}`;
|
|
224
|
+
const findingId = `csf_${sha256(fingerprint).slice(0, 24)}`;
|
|
225
|
+
const occurrenceId = `occ_${sha256([scanId, fingerprint].join("\0")).slice(0, 24)}`;
|
|
226
|
+
return {
|
|
227
|
+
findingId,
|
|
228
|
+
occurrenceId,
|
|
229
|
+
ruleId,
|
|
230
|
+
identity: { anchor },
|
|
231
|
+
fingerprints: {
|
|
232
|
+
algorithm: "codex-security/v1",
|
|
233
|
+
primary: fingerprint,
|
|
234
|
+
},
|
|
235
|
+
title: row.title,
|
|
236
|
+
summary: row.summary,
|
|
237
|
+
severity: { level: row.severity },
|
|
238
|
+
confidence: {
|
|
239
|
+
level: row.confidence,
|
|
240
|
+
rationale: "Imported from a Codex Security findings CSV.",
|
|
241
|
+
},
|
|
242
|
+
taxonomy: { category: "imported", cwe: [] },
|
|
243
|
+
locations: [
|
|
244
|
+
{
|
|
245
|
+
path: row.path,
|
|
246
|
+
startLine: row.start_line,
|
|
247
|
+
...(row.end_line === undefined ? {} : { endLine: row.end_line }),
|
|
248
|
+
},
|
|
249
|
+
],
|
|
250
|
+
remediation: row.remediation,
|
|
251
|
+
validation: {
|
|
252
|
+
method: "Source-reported CSV import metadata",
|
|
253
|
+
status: row.status,
|
|
254
|
+
summary: [
|
|
255
|
+
`Source finding ID: ${row.finding_id}`,
|
|
256
|
+
`Source occurrence ID: ${row.occurrence_id}`,
|
|
257
|
+
`Source status: ${row.status}`,
|
|
258
|
+
...(row.close_reason === undefined
|
|
259
|
+
? []
|
|
260
|
+
: [`Source close reason: ${row.close_reason}`]),
|
|
261
|
+
...(row.note === undefined ? [] : [`Source note: ${row.note}`]),
|
|
262
|
+
].join("\n"),
|
|
263
|
+
},
|
|
264
|
+
provenance: { source: "csv_import" },
|
|
265
|
+
extensions: {
|
|
266
|
+
...(row.candidate_id === undefined
|
|
267
|
+
? {}
|
|
268
|
+
: { candidateId: row.candidate_id }),
|
|
269
|
+
},
|
|
270
|
+
};
|
|
271
|
+
}
|
|
272
|
+
function requiredCsvText(column) {
|
|
273
|
+
return z.string().refine((value) => value.trim().length > 0, {
|
|
274
|
+
error: `requires ${column}`,
|
|
275
|
+
});
|
|
276
|
+
}
|
|
277
|
+
function validCsvLine(value) {
|
|
278
|
+
if (!/^[1-9]\d*$/u.test(value))
|
|
279
|
+
return false;
|
|
280
|
+
const line = Number(value);
|
|
281
|
+
return Number.isSafeInteger(line);
|
|
282
|
+
}
|
|
283
|
+
function safeFindingPath(value) {
|
|
284
|
+
if (value.trim().length === 0 ||
|
|
285
|
+
value === "." ||
|
|
286
|
+
isAbsolute(value) ||
|
|
287
|
+
/^[A-Za-z]:/u.test(value) ||
|
|
288
|
+
value.includes("\\") ||
|
|
289
|
+
/[\u0000-\u001F]/u.test(value) ||
|
|
290
|
+
value.split("/").includes("..")) {
|
|
291
|
+
return false;
|
|
292
|
+
}
|
|
293
|
+
const normalized = posix.normalize(value).replace(/\/+$/u, "");
|
|
294
|
+
return normalized !== "." && !normalized.startsWith("../");
|
|
295
|
+
}
|
|
296
|
+
function csvRowError(rowNumber, detail) {
|
|
297
|
+
return new CodexSecurityError(`Findings CSV row ${rowNumber} ${detail}.`);
|
|
298
|
+
}
|
|
299
|
+
function sha256(value) {
|
|
300
|
+
return createHash("sha256").update(value, "utf8").digest("hex");
|
|
301
|
+
}
|
|
302
|
+
//# sourceMappingURL=findings-import.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"findings-import.js","sourceRoot":"","sources":["../src/findings-import.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,OAAO,MAAM,kBAAkB,CAAC;AACvC,OAAO,EAAE,CAAC,EAAE,MAAM,OAAO,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAGjD,MAAM,CAAC,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAGzD,MAAM,mBAAmB,GAAG,gCAAgC,CAAC;AAC7D,MAAM,mBAAmB,GAAG,CAAC;KAC1B,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,qBAAqB,EAAE;QACrD,KAAK,EAAE,8BAA8B;KACtC,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,qBAAqB,EAAE;QAClD,KAAK,EAAE,2BAA2B;KACnC,CAAC;IACF,YAAY,EAAE,CAAC;SACZ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAC/D;IACH,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC;IAC/B,OAAO,EAAE,eAAe,CAAC,SAAS,CAAC;IACnC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,CAAC,EAAE;QACvE,KAAK,EAAE,yBAAyB;KACjC,CAAC;IACF,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE;QAC5C,KAAK,EAAE,2BAA2B;KACnC,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE;QACjC,KAAK,EAAE,uBAAuB;KAC/B,CAAC;IACF,YAAY,EAAE,CAAC;SACZ,KAAK,CACJ;QACE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QACb,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;KACxD,EACD,EAAE,KAAK,EAAE,6BAA6B,EAAE,CACzC;SACA,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3D,IAAI,EAAE,CAAC;SACJ,MAAM,EAAE;SACR,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAClE,WAAW,EAAE,eAAe,CAAC,aAAa,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,eAAe,EAAE;QACvC,KAAK,EAAE,qBAAqB;KAC7B,CAAC;IACF,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,MAAM,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC;SAC5D,SAAS,CAAC,MAAM,CAAC;IACpB,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE;QACtD,KAAK,EAAE,yBAAyB;KACjC,CAAC;SACD,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;CACpE,CAAC;KACD,WAAW,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;IAC5B,IACE,CAAC,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC;QACzD,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,EAC3D,CAAC;QACD,OAAO,CAAC,QAAQ,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,cAAc,CAAC;YACtB,OAAO,EAAE,6BAA6B;SACvC,CAAC,CAAC;IACL,CAAC;IACD,IACE,GAAG,CAAC,MAAM,KAAK,QAAQ;QACvB,CAAC,GAAG,CAAC,YAAY,KAAK,gBAAgB;YACpC,GAAG,CAAC,YAAY,KAAK,UAAU,CAAC;QAClC,GAAG,CAAC,IAAI,KAAK,SAAS,EACtB,CAAC;QACD,OAAO,CAAC,QAAQ,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,MAAM,CAAC;YACd,OAAO,EAAE,sCAAsC;SAChD,CAAC,CAAC;IACL,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,IAAI,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QAChE,OAAO,CAAC,QAAQ,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,UAAU,CAAC;YAClB,OAAO,EAAE,gCAAgC;SAC1C,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAGL,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAgB,CAAC;AAC1E,MAAM,oBAAoB,GAAG,WAAW,CAAC,MAAM,CAC7C,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,CAC5D,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAc,EACd,MAA4B,EAC5B,UAAkB;IAElB,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5C,GAAG,aAAa,CAAC,GAAG,EAAE,QAAQ,CAAC;YAC/B,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,YAAY,EAAE,GAAG,CAAC,aAAa;SAChC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,0EAA0E;QAC1E,gCAAgC;QAChC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,kBAAkB,CAAC,oCAAoC,EAAE;YACjE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;IACD,IACE,OAAO,KAAK,IAAI;QAChB,OAAO,OAAO,KAAK,QAAQ;QAC3B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EACtB,CAAC;QACD,MAAM,IAAI,kBAAkB,CAC1B,oFAAoF,CACrF,CAAC;IACJ,CAAC;IACD,MAAM,mBAAmB,GAAG,CAAC,cAAc,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC,IAAI,CAC1E,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CACrC,CAAC;IACF,MAAM,QAAQ,GAAG,mBAAmB;QAClC,CAAC,CAAC,OAAO;QACT,CAAC,CAAC;YACE,YAAY,EAAE,yBAAyB;YACvC,aAAa,EAAE,KAAK;YACpB,MAAM,EAAE,QAAQ;YAChB,GAAG,OAAO;SACX,CAAC;IACN,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,MAAM,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAC5E,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CACrD,MAAM,CACP,CAAC;IACF,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,kBAAkB,CAC1B,kEAAkE,KAAK,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,YAAY,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CACvI,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3D,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,kBAAkB,CAC1B,yBAAyB,KAAK,GAAG,CAAC,gCAAgC,CACnE,CAAC;QACJ,CAAC;QACD,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,QAAQ,CAAC,QAAQ,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,QAAmB,EACnB,MAA4B,EAC5B,MAAc,EACd,QAAgB;IAEhB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,UAAU,MAAM,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,MAAM,WAAW,GAAG,4BAA4B,MAAM,CACpD,CAAC,mBAAmB,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC/D,EAAE,CAAC;QACJ,qEAAqE;QACrE,0EAA0E;QAC1E,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC;QACxC,OAAO;YACL,GAAG,OAAO;YACV,SAAS,EAAE,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;YACpD,YAAY,EAAE,OAAO,MAAM,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;YAC5E,MAAM;YACN,QAAQ,EAAE,EAAE,MAAM,EAAE;YACpB,YAAY,EAAE;gBACZ,SAAS,EAAE,mBAAmB;gBAC9B,OAAO,EAAE,WAAW;aACrB;YACD,UAAU,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE;YAC1C,UAAU,EAAE;gBACV,GAAG,OAAO,CAAC,UAAU;gBACrB,MAAM,EAAE;oBACN,MAAM;oBACN,eAAe,EAAE,OAAO,CAAC,SAAS;oBAClC,kBAAkB,EAAE,OAAO,CAAC,YAAY;oBACxC,YAAY,EAAE,OAAO,CAAC,MAAM;oBAC5B,cAAc,EAAE,OAAO,CAAC,QAAQ;oBAChC,kBAAkB,EAAE,OAAO,CAAC,YAAY;oBACxC,gBAAgB,EAAE,OAAO,CAAC,UAAU;oBACpC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;oBAC5D,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,KAAK,SAAS;wBAC9C,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;iBACtD;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAc;IAC7C,MAAM,EACJ,IAAI,EAAE,IAAI,EACV,MAAM,EACN,IAAI,GACL,GAAG,IAAI,CAAC,KAAK,CAAyB,MAAM,EAAE;QAC7C,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,GAAG;QACd,cAAc,EAAE,QAAQ;QACxB,SAAS,EAAE,qBAAqB;KACjC,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAC/B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,CAC3E,CAAC;IACF,IAAI,aAAa,EAAE,GAAG,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,WAAW,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,EAAE,+BAA+B,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,kBAAkB,CAC1B,qCAAqC,MAAM,CAAC,CAAC,CAAE,CAAC,OAAO,EAAE,CAC1D,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,CAAC;IAC7C,IACE,OAAO,KAAK,SAAS;QACrB,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,EACxC,CAAC;QACD,MAAM,IAAI,kBAAkB,CAC1B,4DAA4D,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAC1H,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,kBAAkB,CAC1B,iDAAiD,CAClD,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAChC,MAAM,SAAS,GAAG,KAAK,GAAG,CAAC,CAAC;QAC5B,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,MAAM,WAAW,CAAC,SAAS,EAAE,4BAA4B,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YACzC,MAAM,WAAW,CAAC,SAAS,EAAE,+BAA+B,CAAC,CAAC;QAChE,CAAC;QACD,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC/B,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa;IAC1C,OAAO,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAkB,EAAE,MAAc;IAC9D,MAAM,MAAM,GAAG,YAAY,CAAC;IAC5B,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC;IAC9B,MAAM,WAAW,GAAG,4BAA4B,MAAM,CACpD,CAAC,mBAAmB,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACpE,EAAE,CAAC;IACJ,MAAM,SAAS,GAAG,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IAC5D,MAAM,YAAY,GAAG,OAAO,MAAM,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CACxE,CAAC,EACD,EAAE,CACH,EAAE,CAAC;IACJ,OAAO;QACL,SAAS;QACT,YAAY;QACZ,MAAM;QACN,QAAQ,EAAE,EAAE,MAAM,EAAE;QACpB,YAAY,EAAE;YACZ,SAAS,EAAE,mBAAmB;YAC9B,OAAO,EAAE,WAAW;SACrB;QACD,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE;QACjC,UAAU,EAAE;YACV,KAAK,EAAE,GAAG,CAAC,UAAU;YACrB,SAAS,EAAE,8CAA8C;SAC1D;QACD,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,EAAE;QAC3C,SAAS,EAAE;YACT;gBACE,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,SAAS,EAAE,GAAG,CAAC,UAAU;gBACzB,GAAG,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;aACjE;SACF;QACD,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,UAAU,EAAE;YACV,MAAM,EAAE,qCAAqC;YAC7C,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE;gBACP,sBAAsB,GAAG,CAAC,UAAU,EAAE;gBACtC,yBAAyB,GAAG,CAAC,aAAa,EAAE;gBAC5C,kBAAkB,GAAG,CAAC,MAAM,EAAE;gBAC9B,GAAG,CAAC,GAAG,CAAC,YAAY,KAAK,SAAS;oBAChC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,CAAC,wBAAwB,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;gBACjD,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;aAChE,CAAC,IAAI,CAAC,IAAI,CAAC;SACb;QACD,UAAU,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE;QACpC,UAAU,EAAE;YACV,GAAG,CAAC,GAAG,CAAC,YAAY,KAAK,SAAS;gBAChC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;SACvC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACrC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE;QAC3D,KAAK,EAAE,YAAY,MAAM,EAAE;KAC5B,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,OAAO,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IACE,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QACzB,KAAK,KAAK,GAAG;QACb,UAAU,CAAC,KAAK,CAAC;QACjB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QACpB,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9B,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC/B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC/D,OAAO,UAAU,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,MAAc;IACpD,OAAO,IAAI,kBAAkB,CAAC,oBAAoB,SAAS,IAAI,MAAM,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC","sourcesContent":["import { createHash } from \"node:crypto\";\nimport { readFile } from \"node:fs/promises\";\nimport { isAbsolute, join, posix } from \"node:path\";\nimport Ajv2020 from \"ajv/dist/2020.js\";\nimport { z } from \"incur\";\nimport Papa from \"papaparse\";\nimport { CodexSecurityError } from \"./errors.js\";\nimport type { Finding, FindingsDocument } from \"./models.js\";\n\nexport const CSV_TARGET_ID = \"codex-security-csv-import\";\nexport type FindingsImportFormat = \"csv\" | \"json\";\n\nconst EXPORTED_CSV_ESCAPE = /^'(?:[\\t\\r\\n]|\\s*[=+\\-@=+-@])/u;\nconst csvFindingRowSchema = z\n .object({\n occurrence_id: z.string().regex(/^occ_[a-f0-9]{24}$/u, {\n error: \"has an invalid occurrence_id\",\n }),\n finding_id: z.string().regex(/^csf_[a-f0-9]{24}$/u, {\n error: \"has an invalid finding_id\",\n }),\n candidate_id: z\n .string()\n .optional()\n .transform((value) =>\n value === undefined || value.trim() === \"\" ? undefined : value,\n ),\n title: requiredCsvText(\"title\"),\n summary: requiredCsvText(\"summary\"),\n severity: z.enum([\"critical\", \"high\", \"medium\", \"low\", \"informational\"], {\n error: \"has an invalid severity\",\n }),\n confidence: z.enum([\"high\", \"medium\", \"low\"], {\n error: \"has an invalid confidence\",\n }),\n status: z.enum([\"open\", \"closed\"], {\n error: \"has an invalid status\",\n }),\n close_reason: z\n .union(\n [\n z.literal(\"\"),\n z.enum([\"already_fixed\", \"wont_fix\", \"false_positive\"]),\n ],\n { error: \"has an invalid close_reason\" },\n )\n .transform((value) => (value === \"\" ? undefined : value)),\n note: z\n .string()\n .transform((value) => (value.trim() === \"\" ? undefined : value)),\n remediation: requiredCsvText(\"remediation\"),\n path: z.string().refine(safeFindingPath, {\n error: \"has an invalid path\",\n }),\n start_line: z\n .string()\n .refine(validCsvLine, { error: \"has an invalid start_line\" })\n .transform(Number),\n end_line: z\n .string()\n .refine((value) => value === \"\" || validCsvLine(value), {\n error: \"has an invalid end_line\",\n })\n .transform((value) => (value === \"\" ? undefined : Number(value))),\n })\n .superRefine((row, context) => {\n if (\n (row.status === \"open\" && row.close_reason !== undefined) ||\n (row.status === \"closed\" && row.close_reason === undefined)\n ) {\n context.addIssue({\n code: \"custom\",\n path: [\"close_reason\"],\n message: \"has an invalid close_reason\",\n });\n }\n if (\n row.status === \"closed\" &&\n (row.close_reason === \"false_positive\" ||\n row.close_reason === \"wont_fix\") &&\n row.note === undefined\n ) {\n context.addIssue({\n code: \"custom\",\n path: [\"note\"],\n message: \"requires a note for its close_reason\",\n });\n }\n if (row.end_line !== undefined && row.end_line < row.start_line) {\n context.addIssue({\n code: \"custom\",\n path: [\"end_line\"],\n message: \"has end_line before start_line\",\n });\n }\n });\ntype CsvFindingRow = z.infer<typeof csvFindingRowSchema>;\ntype CsvColumn = keyof typeof csvFindingRowSchema.shape;\nconst CSV_COLUMNS = Object.keys(csvFindingRowSchema.shape) as CsvColumn[];\nconst REQUIRED_CSV_COLUMNS = CSV_COLUMNS.filter(\n (column) => !csvFindingRowSchema.shape[column].isOptional(),\n);\n\nexport async function parseImportedFindings(\n source: string,\n format: FindingsImportFormat,\n pluginRoot: string,\n): Promise<Finding[]> {\n if (format === \"csv\") {\n return parseFindingsCsv(source).map((row) => ({\n ...csvRowFinding(row, \"import\"),\n findingId: row.finding_id,\n occurrenceId: row.occurrence_id,\n }));\n }\n\n let payload: unknown;\n try {\n // Exported findings files often start with a UTF-8 byte order mark, which\n // the CSV parser already skips.\n payload = JSON.parse(source.replace(/^\\uFEFF/u, \"\"));\n } catch (error) {\n throw new CodexSecurityError(\"Findings JSON could not be parsed.\", {\n cause: error,\n });\n }\n if (\n payload === null ||\n typeof payload !== \"object\" ||\n Array.isArray(payload)\n ) {\n throw new CodexSecurityError(\n \"Findings JSON must contain a findings document or an object with a findings array.\",\n );\n }\n const hasDocumentMetadata = [\"documentType\", \"schemaVersion\", \"scanId\"].some(\n (key) => Object.hasOwn(payload, key),\n );\n const document = hasDocumentMetadata\n ? payload\n : {\n documentType: \"codex-security.findings\",\n schemaVersion: \"1.0\",\n scanId: \"import\",\n ...payload,\n };\n const schema = JSON.parse(\n await readFile(join(pluginRoot, \"schemas\", \"findings.schema.json\"), \"utf8\"),\n );\n const validate = new Ajv2020({ strict: false }).compile<FindingsDocument>(\n schema,\n );\n if (!validate(document)) {\n const error = validate.errors?.[0];\n throw new CodexSecurityError(\n `Findings JSON does not match the Codex Security findings schema${error ? ` at ${error.instancePath || \"/\"}: ${error.message}` : \"\"}.`,\n );\n }\n const occurrenceIds = new Set<string>();\n for (const [index, finding] of document.findings.entries()) {\n if (occurrenceIds.has(finding.occurrenceId)) {\n throw new CodexSecurityError(\n `Findings JSON finding ${index + 1} has a duplicate occurrenceId.`,\n );\n }\n occurrenceIds.add(finding.occurrenceId);\n }\n return document.findings;\n}\n\nexport function bindImportedFindings(\n findings: Finding[],\n format: FindingsImportFormat,\n scanId: string,\n targetId: string,\n): Finding[] {\n return findings.map((finding) => {\n const ruleId = `import.${format}`;\n const anchor = finding.occurrenceId;\n const fingerprint = `codex-security/v1:sha256:${sha256(\n [\"codex-security/v1\", targetId, ruleId, anchor, \"\"].join(\"\\0\"),\n )}`;\n // A source report path names another scan's artifact. Preserve it as\n // provenance without treating the imported path as permission to read it.\n const { writeup, ...content } = finding;\n return {\n ...content,\n findingId: `csf_${sha256(fingerprint).slice(0, 24)}`,\n occurrenceId: `occ_${sha256([scanId, fingerprint].join(\"\\0\")).slice(0, 24)}`,\n ruleId,\n identity: { anchor },\n fingerprints: {\n algorithm: \"codex-security/v1\",\n primary: fingerprint,\n },\n provenance: { source: `${format}_import` },\n extensions: {\n ...finding.extensions,\n import: {\n format,\n sourceFindingId: finding.findingId,\n sourceOccurrenceId: finding.occurrenceId,\n sourceRuleId: finding.ruleId,\n sourceIdentity: finding.identity,\n sourceFingerprints: finding.fingerprints,\n sourceProvenance: finding.provenance,\n ...(writeup === undefined ? {} : { sourceWriteup: writeup }),\n ...(finding.extensions?.[\"import\"] === undefined\n ? {}\n : { previousImport: finding.extensions[\"import\"] }),\n },\n },\n };\n });\n}\n\nexport function parseFindingsCsv(source: string): CsvFindingRow[] {\n const {\n data: rows,\n errors,\n meta,\n } = Papa.parse<Record<string, string>>(source, {\n header: true,\n delimiter: \",\",\n skipEmptyLines: \"greedy\",\n transform: decodeExportedCsvCell,\n });\n const fieldMismatch = errors.find(\n (error) => error.code === \"TooFewFields\" || error.code === \"TooManyFields\",\n );\n if (fieldMismatch?.row !== undefined) {\n throw csvRowError(fieldMismatch.row + 2, \"must match the header columns\");\n }\n if (errors.length > 0) {\n throw new CodexSecurityError(\n `Findings CSV could not be parsed: ${errors[0]!.message}`,\n );\n }\n const headers = meta.fields;\n const allowed = new Set<string>(CSV_COLUMNS);\n if (\n headers === undefined ||\n !REQUIRED_CSV_COLUMNS.every((name) => headers.includes(name)) ||\n headers.some((name) => !allowed.has(name)) ||\n new Set(headers).size !== headers.length\n ) {\n throw new CodexSecurityError(\n `Findings CSV must use the Codex Security export columns: ${REQUIRED_CSV_COLUMNS.join(\", \")} (candidate_id is optional).`,\n );\n }\n if (rows.length === 0) {\n throw new CodexSecurityError(\n \"Findings CSV must contain at least one finding.\",\n );\n }\n\n const findingIds = new Set<string>();\n const occurrenceIds = new Set<string>();\n return rows.map((record, index) => {\n const rowNumber = index + 2;\n const parsed = csvFindingRowSchema.safeParse(record);\n if (!parsed.success) {\n throw csvRowError(rowNumber, parsed.error.issues[0]!.message);\n }\n const row = parsed.data;\n if (findingIds.has(row.finding_id)) {\n throw csvRowError(rowNumber, \"has a duplicate finding_id\");\n }\n if (occurrenceIds.has(row.occurrence_id)) {\n throw csvRowError(rowNumber, \"has a duplicate occurrence_id\");\n }\n findingIds.add(row.finding_id);\n occurrenceIds.add(row.occurrence_id);\n return row;\n });\n}\n\nfunction decodeExportedCsvCell(value: string): string {\n return EXPORTED_CSV_ESCAPE.test(value) ? value.slice(1) : value;\n}\n\nexport function csvRowFinding(row: CsvFindingRow, scanId: string): Finding {\n const ruleId = \"import.csv\";\n const anchor = row.finding_id;\n const fingerprint = `codex-security/v1:sha256:${sha256(\n [\"codex-security/v1\", CSV_TARGET_ID, ruleId, anchor, \"\"].join(\"\\0\"),\n )}`;\n const findingId = `csf_${sha256(fingerprint).slice(0, 24)}`;\n const occurrenceId = `occ_${sha256([scanId, fingerprint].join(\"\\0\")).slice(\n 0,\n 24,\n )}`;\n return {\n findingId,\n occurrenceId,\n ruleId,\n identity: { anchor },\n fingerprints: {\n algorithm: \"codex-security/v1\",\n primary: fingerprint,\n },\n title: row.title,\n summary: row.summary,\n severity: { level: row.severity },\n confidence: {\n level: row.confidence,\n rationale: \"Imported from a Codex Security findings CSV.\",\n },\n taxonomy: { category: \"imported\", cwe: [] },\n locations: [\n {\n path: row.path,\n startLine: row.start_line,\n ...(row.end_line === undefined ? {} : { endLine: row.end_line }),\n },\n ],\n remediation: row.remediation,\n validation: {\n method: \"Source-reported CSV import metadata\",\n status: row.status,\n summary: [\n `Source finding ID: ${row.finding_id}`,\n `Source occurrence ID: ${row.occurrence_id}`,\n `Source status: ${row.status}`,\n ...(row.close_reason === undefined\n ? []\n : [`Source close reason: ${row.close_reason}`]),\n ...(row.note === undefined ? [] : [`Source note: ${row.note}`]),\n ].join(\"\\n\"),\n },\n provenance: { source: \"csv_import\" },\n extensions: {\n ...(row.candidate_id === undefined\n ? {}\n : { candidateId: row.candidate_id }),\n },\n };\n}\n\nfunction requiredCsvText(column: string) {\n return z.string().refine((value) => value.trim().length > 0, {\n error: `requires ${column}`,\n });\n}\n\nfunction validCsvLine(value: string): boolean {\n if (!/^[1-9]\\d*$/u.test(value)) return false;\n const line = Number(value);\n return Number.isSafeInteger(line);\n}\n\nfunction safeFindingPath(value: string): boolean {\n if (\n value.trim().length === 0 ||\n value === \".\" ||\n isAbsolute(value) ||\n /^[A-Za-z]:/u.test(value) ||\n value.includes(\"\\\\\") ||\n /[\\u0000-\\u001F]/u.test(value) ||\n value.split(\"/\").includes(\"..\")\n ) {\n return false;\n }\n const normalized = posix.normalize(value).replace(/\\/+$/u, \"\");\n return normalized !== \".\" && !normalized.startsWith(\"../\");\n}\n\nfunction csvRowError(rowNumber: number, detail: string): CodexSecurityError {\n return new CodexSecurityError(`Findings CSV row ${rowNumber} ${detail}.`);\n}\n\nfunction sha256(value: string): string {\n return createHash(\"sha256\").update(value, \"utf8\").digest(\"hex\");\n}\n"]}
|