@akasecurity/ai-tc-claude-code 0.9.1 → 0.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/plugin.json +1 -1
- package/README.md +3 -1
- package/commands/setup.md +101 -19
- package/package.json +3 -3
- package/scripts/apply-suppressions.js +3192 -487
- package/scripts/backfill.js +951 -455
- package/scripts/filescan.js +939 -449
- package/scripts/firstrun.js +895 -413
- package/scripts/intro.js +91 -24
- package/scripts/onboard.js +920 -416
- package/scripts/post-tool-use.js +932 -442
- package/scripts/pre-tool-use.js +937 -447
- package/scripts/query.js +895 -413
- package/scripts/reconcile.js +924 -436
- package/scripts/remediate.js +942 -452
- package/scripts/session-start.js +957 -475
- package/scripts/start-light.js +91 -24
- package/scripts/statusline.js +895 -413
- package/scripts/stop.js +132 -38
- package/scripts/triage-rubric.md +4 -3
- package/scripts/user-prompt-submit.js +940 -450
package/scripts/statusline.js
CHANGED
|
@@ -491,9 +491,13 @@ var require_ignore = __commonJS({
|
|
|
491
491
|
}
|
|
492
492
|
});
|
|
493
493
|
|
|
494
|
+
// ../../packages/plugin-sdk/src/config.ts
|
|
495
|
+
import { existsSync as existsSync3 } from "fs";
|
|
496
|
+
import { join as join6 } from "path";
|
|
497
|
+
|
|
494
498
|
// ../../packages/persistence/src/database.ts
|
|
495
499
|
import { randomUUID as randomUUID8 } from "crypto";
|
|
496
|
-
import { existsSync, renameSync, rmSync } from "fs";
|
|
500
|
+
import { existsSync, renameSync as renameSync2, rmSync as rmSync2 } from "fs";
|
|
497
501
|
import { join, sep } from "path";
|
|
498
502
|
import { DatabaseSync } from "node:sqlite";
|
|
499
503
|
|
|
@@ -546,6 +550,18 @@ var SQLITE_MIGRATIONS = [
|
|
|
546
550
|
{
|
|
547
551
|
tag: "0011_egress_writer",
|
|
548
552
|
sql: '-- Stable per-project reconcile key for egress call sites, plus a host-keyed\n-- egress decision override that survives destination pruning.\n--\n-- DROP INDEX IF EXISTS, not a bare DROP: the applier replays a pending\n-- migration\'s non-index statements verbatim, so a store that lost\n-- uq_share_call_site out of band would throw here \u2014 and on the plugin hook path\n-- that throw is swallowed fail-open, silently stopping capture.\n--\n-- Existing rows carry the old key\'s discriminator into project_key\n-- (\'legacy:\' || project), so the new unique index is a re-encoding of the old\n-- one and cannot collide on rows the old one allowed. Leaving them on the\n-- column default would collapse two projects\' identical file/line hits onto\n-- one key and abort the whole migration. Writer keys are \'git:\'/\'path:\'-\n-- prefixed, so a backfilled row never collides with a captured one either.\n--\n-- egress_decision_override.destination_id becomes nullable with ON DELETE SET\n-- NULL, which SQLite can only do by rebuilding the table. `host` is ADDed\n-- before the rebuild so the copy has a column to read and so the migration\n-- still presents two probeable columns to the applier\'s evidence check.\nALTER TABLE `share_call_site` ADD `project_key` text DEFAULT \'\' NOT NULL;--> statement-breakpoint\nUPDATE `share_call_site` SET `project_key` = \'legacy:\' || `project`;--> statement-breakpoint\nDROP INDEX IF EXISTS `uq_share_call_site`;--> statement-breakpoint\nCREATE UNIQUE INDEX `uq_share_call_site` ON `share_call_site` (`endpoint_id`,`project_key`,`file`,`line`);--> statement-breakpoint\nCREATE INDEX `idx_share_call_site_project` ON `share_call_site` (`project_key`,`endpoint_id`);--> statement-breakpoint\nALTER TABLE `egress_decision_override` ADD `host` text;--> statement-breakpoint\nPRAGMA foreign_keys=OFF;--> statement-breakpoint\nCREATE TABLE `__new_egress_decision_override` (\n `id` text PRIMARY KEY NOT NULL,\n `destination_id` text,\n `host` text,\n `decision` text NOT NULL,\n `created_at` integer NOT NULL,\n `updated_at` integer NOT NULL,\n FOREIGN KEY (`destination_id`) REFERENCES `share_destination`(`id`) ON UPDATE no action ON DELETE set null\n);\n--> statement-breakpoint\nINSERT INTO `__new_egress_decision_override`("id", "destination_id", "host", "decision", "created_at", "updated_at") SELECT "id", "destination_id", "host", "decision", "created_at", "updated_at" FROM `egress_decision_override`;--> statement-breakpoint\nDROP TABLE `egress_decision_override`;--> statement-breakpoint\nALTER TABLE `__new_egress_decision_override` RENAME TO `egress_decision_override`;--> statement-breakpoint\nPRAGMA foreign_keys=ON;--> statement-breakpoint\nCREATE UNIQUE INDEX `uq_egress_decision_override` ON `egress_decision_override` (`destination_id`);--> statement-breakpoint\nCREATE UNIQUE INDEX `uq_egress_decision_override_host` ON `egress_decision_override` (`host`) WHERE `host` IS NOT NULL;\n'
|
|
553
|
+
},
|
|
554
|
+
{
|
|
555
|
+
tag: "0012_handy_the_captain",
|
|
556
|
+
sql: "ALTER TABLE `inspection_findings` ADD `finding_key` text;--> statement-breakpoint\nALTER TABLE `inspection_findings` ADD `first_detected_at` integer;--> statement-breakpoint\nCREATE UNIQUE INDEX `uq_inspection_findings_key` ON `inspection_findings` (`finding_key`);"
|
|
557
|
+
},
|
|
558
|
+
{
|
|
559
|
+
tag: "0013_legacy_history_backfill_support",
|
|
560
|
+
sql: "-- Legacy-to-generalized backfill support: the schema the resumable\n-- events/findings -> audit_events/inspection_findings copy needs (the row\n-- copy itself runs as a batched post-migration installer, not here \u2014 see\n-- @akasecurity/persistence's migrations.ts), plus the audit_events read-path\n-- indexes replacing the ones the legacy events table carried (0009/0010).\n\n-- Tracks how far the batched, resumable copy has advanced through each legacy\n-- table, by rowid, so a copy interrupted mid-run resumes instead of\n-- restarting, and a completed copy is a cheap no-op on every later open.\nCREATE TABLE `legacy_copy_watermark` (\n `source` text PRIMARY KEY NOT NULL,\n `last_rowid` integer DEFAULT 0 NOT NULL\n);\n--> statement-breakpoint\n-- Serves the time-range read family that scans a single event_type across a\n-- start/end window (e.g. the Activity timeline) without a full-table scan.\nCREATE INDEX `idx_audit_type_t` ON `audit_events` (`event_type`,`started_at`);\n--> statement-breakpoint\n-- Partial expression index mirroring `idx_events_code_change_path` (0009) for\n-- the generalized audit_events/attributes pair: file-path reads filter\n-- `event_type = 'code_change' AND json_extract(attributes, '$.file_path') = :path`.\nCREATE INDEX `idx_audit_code_change_path` ON `audit_events` (json_extract(`attributes`, '$.file_path')) WHERE `event_type` = 'code_change';\n--> statement-breakpoint\n-- Synthesizes a stub session root (event_type = 'session', no attributes) for\n-- every legacy `events.metadata.sessionId` that has no audit_events row yet.\n-- audit_events.root_session_id is a self-FK, enforced with foreign-key\n-- checking on, and INSERT OR IGNORE does not suppress a foreign-key violation\n-- (only UNIQUE/PK/NOT NULL/CHECK) \u2014 so this must run before the events copy\n-- resolves root_session_id, or every session-scoped row's insert fails.\n-- started_at takes the earliest legacy occurred_at recorded under that\n-- session, so the stub root's own timeline position is never later than\n-- anything it will end up parenting.\nINSERT INTO audit_events (id, event_type, root_session_id, started_at)\nSELECT\n json_extract(metadata, '$.sessionId'),\n 'session',\n NULL,\n min(occurred_at)\nFROM events\nWHERE json_valid(metadata)\n AND json_extract(metadata, '$.sessionId') IS NOT NULL\n AND json_extract(metadata, '$.sessionId') NOT IN (SELECT id FROM audit_events)\nGROUP BY json_extract(metadata, '$.sessionId');\n"
|
|
561
|
+
},
|
|
562
|
+
{
|
|
563
|
+
tag: "0014_drop_legacy_events_findings",
|
|
564
|
+
sql: "-- Custom migration: drops the frozen legacy `events`/`findings` tables\n-- (superseded by audit_events/inspection_definitions/inspection_findings) and\n-- replaces them with read-only views of the same name.\n--\n-- persistence's migrations.ts applies this migration ONLY once the batched\n-- history backfill (see runLegacyHistoryBackfill) has fully drained both\n-- tables, and only after copying the live file aside \u2014 see\n-- backupBeforeLegacyDrop in packages/persistence/src/migrations.ts. A store\n-- still mid-copy keeps its real tables and this migration stays pending.\n--\n-- The views exist for skew: the `aka` CLI and the Claude Code plugin update\n-- independently against one shared store, so an older, already-installed\n-- binary can open a store a newer binary already dropped these tables on.\n-- Every already-shipped repository constructor prepares its SQL eagerly at\n-- open time, so a bare \"table not found\" would fail the WHOLE open, not just\n-- a findings-specific read \u2014 these views keep `prepare()` succeeding so an\n-- old binary's unrelated features keep working; its own reads stay truthful,\n-- and its rare (already fail-open) writes fail at run time instead.\n--\n-- The 0009/0010 expression indexes existed only over the legacy `events`\n-- table; DROP TABLE below would remove them implicitly, but they are\n-- dropped explicitly first so the intent reads clearly. IF EXISTS so a store\n-- that reached here with an index missing out of band (an adopted-tag store\n-- whose physical index was never built) does not throw a deterministic \"no\n-- such index\" out of the fail-open drop path.\nDROP INDEX IF EXISTS `idx_events_code_change_path`;\n--> statement-breakpoint\nDROP INDEX IF EXISTS `idx_events_session_id`;\n--> statement-breakpoint\n-- `findings.event_id` references `events.id` \u2014 drop the child first.\nDROP TABLE `findings`;\n--> statement-breakpoint\nDROP TABLE `events`;\n--> statement-breakpoint\n-- Legacy `events` shape, projected from audit_events: `kind`/`occurred_at`/\n-- `source_tool` become real columns again (source_tool round-trips through\n-- the attributes bag, the only place a capture-typed audit row keeps it);\n-- `metadata` is reconstructed as the old camelCase JSON object from the new\n-- snake_case attributes bag, with `root_session_id` folded back in as\n-- `sessionId` (the one legacy metadata key that became a column, never an\n-- attribute, on the new table). Constrained to the four capture kinds so\n-- structural rows (session/run/tool_call/llm_call/source_lookup/config_scan)\n-- never leak into a legacy reader's result set \u2014 the old `events` table\n-- never held them either.\nCREATE VIEW `events` AS\nSELECT\n id,\n json_extract(attributes, '$.source_tool') AS source_tool,\n event_type AS kind,\n started_at AS occurred_at,\n content_hash,\n content,\n -- Plugin-local bookkeeping column that `ensureSyncedAtColumn` adds to the\n -- real `events` table at open time. A pre-cutover binary runs that probe on\n -- EVERY open; without this projection its `columnNames('events')` check\n -- misses `synced_at` and issues `ALTER TABLE events ADD COLUMN` against this\n -- view, which SQLite rejects (\"Cannot add a column to a view\") \u2014 a hard,\n -- non-fail-open crash of the whole open, the exact skew failure these views\n -- exist to prevent. Projecting it (always NULL; no reader consumes it)\n -- short-circuits that ALTER.\n NULL AS synced_at,\n json_object(\n 'sessionId', root_session_id,\n 'repo', json_extract(attributes, '$.repo'),\n 'filePath', json_extract(attributes, '$.file_path'),\n 'toolName', json_extract(attributes, '$.tool_name'),\n 'gitignored', json_extract(attributes, '$.gitignored'),\n 'wholeFile', json_extract(attributes, '$.whole_file'),\n 'model', json_extract(attributes, '$.model'),\n 'turnIndex', json_extract(attributes, '$.turn_index'),\n 'correlationId', json_extract(attributes, '$.correlation_id'),\n 'traceId', json_extract(attributes, '$.trace_id'),\n 'exceptionIds', json_extract(attributes, '$.exception_ids')\n ) AS metadata\nFROM audit_events\nWHERE event_type IN ('prompt', 'response', 'code_change', 'tool_use');\n--> statement-breakpoint\n-- A plain single-row INSERT (the old writer's shape \u2014 no ON CONFLICT) is\n-- accepted by prepare() against a view once an INSTEAD OF INSERT trigger\n-- exists, so it fails at run time instead of at open \u2014 landing in the same\n-- fail-open path the caller already wraps its write in.\nCREATE TRIGGER `trg_events_ro`\nINSTEAD OF INSERT ON `events`\nBEGIN SELECT RAISE(ABORT, 'events is read-only; write to audit_events instead'); END;\n--> statement-breakpoint\n-- Legacy `findings` shape: rule_id/category/severity come from the joined\n-- inspection_definitions row (the legacy table inlined them per-row; the\n-- generalized schema normalizes them out into the shared definition). A view\n-- has no rowid of its own, so the underlying table's rowid is re-exposed\n-- explicitly under that name \u2014 a legacy reader ordering by `f.rowid` would\n-- otherwise fail to resolve the column at all. Joined to audit_events for the\n-- same four-capture-kind constraint as the events view above (a finding\n-- attached to a tool_call/config_scan row never existed in the legacy table\n-- either \u2014 see the persistence findings repository's identical predicate).\nCREATE VIEW `findings` AS\nSELECT\n f.id AS id,\n f.rowid AS rowid,\n f.audit_event_id AS event_id,\n d.rule_id AS rule_id,\n d.category AS category,\n d.severity AS severity,\n f.span_start AS span_start,\n f.span_end AS span_end,\n f.masked_match AS masked_match,\n f.action_taken AS action_taken,\n f.confidence AS confidence,\n f.finding_key AS finding_key,\n f.first_detected_at AS first_detected_at\nFROM inspection_findings f\nJOIN audit_events e ON e.id = f.audit_event_id\nJOIN inspection_definitions d ON d.id = f.inspection_definition_id\nWHERE e.event_type IN ('prompt', 'response', 'code_change', 'tool_use');\n--> statement-breakpoint\n-- Defense in depth only: SQLite refuses to plan ANY upsert against a view\n-- (\"cannot UPSERT a view\") no matter what trigger exists, so this can never\n-- rescue the real legacy writer, which always used\n-- `ON CONFLICT (finding_key) DO UPDATE` \u2014 that statement still fails at\n-- prepare() on an old binary, same as it would with no trigger at all. This\n-- only covers a plain-INSERT shape, should one ever exist.\nCREATE TRIGGER `trg_findings_ro`\nINSTEAD OF INSERT ON `findings`\nBEGIN SELECT RAISE(ABORT, 'findings is read-only; write to inspection_findings instead'); END;\n"
|
|
549
565
|
}
|
|
550
566
|
];
|
|
551
567
|
|
|
@@ -15376,7 +15392,12 @@ var FindingFacets = external_exports.object({
|
|
|
15376
15392
|
severity: external_exports.array(FindingFacetItem),
|
|
15377
15393
|
subtype: external_exports.array(FindingFacetItem),
|
|
15378
15394
|
provider: external_exports.array(FindingFacetItem),
|
|
15379
|
-
action: external_exports.array(FindingFacetItem)
|
|
15395
|
+
action: external_exports.array(FindingFacetItem),
|
|
15396
|
+
// Counts by the group's derived status. The SQLite store derives a status
|
|
15397
|
+
// for every instance, so every group lands in a bucket; a status-less
|
|
15398
|
+
// group (possible only for callers whose rows carry no statuses) is
|
|
15399
|
+
// counted under no value.
|
|
15400
|
+
status: external_exports.array(FindingFacetItem)
|
|
15380
15401
|
}).meta({ id: "FindingFacets" });
|
|
15381
15402
|
var DEFAULT_GROUPED_FINDINGS_LIMIT = 50;
|
|
15382
15403
|
var ListGroupedFindingsQuery = external_exports.object({
|
|
@@ -15386,6 +15407,10 @@ var ListGroupedFindingsQuery = external_exports.object({
|
|
|
15386
15407
|
subtype: external_exports.array(external_exports.string()).optional(),
|
|
15387
15408
|
provider: external_exports.array(FindingProvider).optional(),
|
|
15388
15409
|
action: external_exports.array(FindingAction).optional(),
|
|
15410
|
+
// Matches a group's DERIVED status (see FindingGroup.status), not its
|
|
15411
|
+
// individual instances' — so a filtered group's Status column always reads
|
|
15412
|
+
// one of the requested values.
|
|
15413
|
+
status: external_exports.array(FindingStatus).optional(),
|
|
15389
15414
|
q: external_exports.string().optional(),
|
|
15390
15415
|
// Scope to findings whose event carries this session id (the Activity page's
|
|
15391
15416
|
// session → findings drilldown). Findings without a session never match.
|
|
@@ -15573,6 +15598,33 @@ var ToolCallAttributes = external_exports.object({
|
|
|
15573
15598
|
parent_uuid: external_exports.string().optional(),
|
|
15574
15599
|
run_key: external_exports.string().optional()
|
|
15575
15600
|
}).catchall(external_exports.unknown());
|
|
15601
|
+
var CaptureAttributes = external_exports.object({
|
|
15602
|
+
// The harness/tool that produced the capture (`claude-code`, `cli`, …). A
|
|
15603
|
+
// column on the legacy `events` table; here it rides the bag because a
|
|
15604
|
+
// capture-typed audit row has no equivalent column of its own.
|
|
15605
|
+
source_tool: external_exports.string().optional(),
|
|
15606
|
+
file_path: external_exports.string().optional(),
|
|
15607
|
+
repo: external_exports.string().optional(),
|
|
15608
|
+
// The host tool whose input/output was scanned (e.g. 'Bash', 'WebFetch') —
|
|
15609
|
+
// gives a non-file capture a display location ("via Bash") when file_path
|
|
15610
|
+
// is absent. The tool NAME only, never its arguments/output.
|
|
15611
|
+
tool_name: external_exports.string().optional(),
|
|
15612
|
+
// Presence-only provenance flag: set when the file is excluded by the
|
|
15613
|
+
// repo's .gitignore. Omitted (not false) for tracked files.
|
|
15614
|
+
gitignored: external_exports.boolean().optional(),
|
|
15615
|
+
// Set ONLY when the capture is a COMPLETE file snapshot (a worktree scan
|
|
15616
|
+
// reading from disk), never a partial fragment (a hook-captured edit).
|
|
15617
|
+
whole_file: external_exports.boolean().optional(),
|
|
15618
|
+
// Distributed-tracing correlation: `correlation_id` ties the capture back to
|
|
15619
|
+
// the request that produced it; `trace_id` is the originating span's W3C
|
|
15620
|
+
// trace id when telemetry is enabled.
|
|
15621
|
+
correlation_id: external_exports.uuid().optional(),
|
|
15622
|
+
trace_id: external_exports.string().regex(/^[0-9a-f]{32}$/).optional(),
|
|
15623
|
+
// Ids of the detection exceptions that downgraded findings in this capture
|
|
15624
|
+
// to 'allow' — the enforcement audit trail's link back to the grant that
|
|
15625
|
+
// authorized the bypass.
|
|
15626
|
+
exception_ids: external_exports.array(external_exports.guid()).optional()
|
|
15627
|
+
}).catchall(external_exports.unknown());
|
|
15576
15628
|
var ToolCallInspection = external_exports.object({
|
|
15577
15629
|
ruleId: external_exports.string().min(1),
|
|
15578
15630
|
ruleName: external_exports.string(),
|
|
@@ -15659,7 +15711,18 @@ var InspectionFindingInput = external_exports.object({
|
|
|
15659
15711
|
span: Span,
|
|
15660
15712
|
maskedMatch: external_exports.string(),
|
|
15661
15713
|
actionTaken: ActionTaken,
|
|
15662
|
-
confidence: external_exports.number().min(0).max(1)
|
|
15714
|
+
confidence: external_exports.number().min(0).max(1),
|
|
15715
|
+
// Stable, content-addressed key correlating this finding across re-detections
|
|
15716
|
+
// — mirrors the legacy `findings.finding_key` (uq_inspection_findings_key is
|
|
15717
|
+
// its unique index). Optional: only an at-rest/re-scannable finding carries
|
|
15718
|
+
// one; an in-flight capture (prompt/response) has nothing to re-detect
|
|
15719
|
+
// against and leaves it unset, so every insert is a fresh row.
|
|
15720
|
+
findingKey: external_exports.string().optional(),
|
|
15721
|
+
// The ORIGINAL detection time, preserved across a later re-detection of the
|
|
15722
|
+
// same findingKey — mirrors the legacy `findings.first_detected_at`.
|
|
15723
|
+
// Optional: when omitted, the writer derives it from the referenced audit
|
|
15724
|
+
// event's startedAt on first insert (see SqliteInspectionFindingsRepository).
|
|
15725
|
+
firstDetectedAt: external_exports.iso.datetime().optional()
|
|
15663
15726
|
});
|
|
15664
15727
|
var InventoryContext = external_exports.object({
|
|
15665
15728
|
host: InventoryInput.optional(),
|
|
@@ -15861,6 +15924,7 @@ var ActivityOverviewResponse = external_exports.object({
|
|
|
15861
15924
|
|
|
15862
15925
|
// ../../packages/schema/src/zod/event.ts
|
|
15863
15926
|
var EventKind = external_exports.enum(["prompt", "response", "code_change", "tool_use"]).meta({ id: "EventKind" });
|
|
15927
|
+
var CAPTURE_EVENT_TYPES_SQL = EventKind.options.map((k) => `'${k}'`).join(",");
|
|
15864
15928
|
var SourceTool = external_exports.enum(["claude-code", "claude-desktop", "cursor", "chatgpt", "github-copilot", "cli", "unknown"]).meta({ id: "SourceTool" });
|
|
15865
15929
|
var EventMetadata = external_exports.object({
|
|
15866
15930
|
sessionId: external_exports.string().optional(),
|
|
@@ -16350,6 +16414,12 @@ var PolicyBundle = external_exports.object({
|
|
|
16350
16414
|
// on-disk caches — that omit the field still parse; consumers read
|
|
16351
16415
|
// `bundle.exceptions ?? []`.
|
|
16352
16416
|
exceptions: external_exports.array(ExceptionBundleEntry).optional(),
|
|
16417
|
+
// Installed pack version, keyed by ruleId, for rules in `rules` that came
|
|
16418
|
+
// from a versioned installed pack. Optional so older backends — and older
|
|
16419
|
+
// on-disk caches — that omit the field still parse; consumers fall back to
|
|
16420
|
+
// the rule's own spec version. NOT the bundle version above — see
|
|
16421
|
+
// installedRuleset's ruleVersions for the source of truth.
|
|
16422
|
+
ruleVersions: external_exports.record(external_exports.string(), external_exports.string()).optional(),
|
|
16353
16423
|
customKeywords: external_exports.array(external_exports.string()),
|
|
16354
16424
|
fetchedAt: external_exports.iso.datetime()
|
|
16355
16425
|
}).meta({ id: "PolicyBundle" });
|
|
@@ -17149,6 +17219,15 @@ function groupActions(g) {
|
|
|
17149
17219
|
actionsCache.set(g, actions);
|
|
17150
17220
|
return actions;
|
|
17151
17221
|
}
|
|
17222
|
+
function countInstancesByStatus(statusInputs, statuses) {
|
|
17223
|
+
const statusSet = new Set(statuses);
|
|
17224
|
+
let sum = 0;
|
|
17225
|
+
for (const input of statusInputs) {
|
|
17226
|
+
if (input.count === void 0) return null;
|
|
17227
|
+
if (statusSet.has(deriveFindingStatus(input))) sum += input.count;
|
|
17228
|
+
}
|
|
17229
|
+
return sum;
|
|
17230
|
+
}
|
|
17152
17231
|
function applyFindingFilters(groups, opts) {
|
|
17153
17232
|
let filtered = groups;
|
|
17154
17233
|
if (opts.severity && opts.severity.length > 0) {
|
|
@@ -17167,6 +17246,10 @@ function applyFindingFilters(groups, opts) {
|
|
|
17167
17246
|
const subtypeSet = new Set(opts.subtype);
|
|
17168
17247
|
filtered = filtered.filter((g) => subtypeSet.has(g.subtype));
|
|
17169
17248
|
}
|
|
17249
|
+
if (opts.statuses && opts.statuses.length > 0) {
|
|
17250
|
+
const statusSet = new Set(opts.statuses);
|
|
17251
|
+
filtered = filtered.filter((g) => g.status !== void 0 && statusSet.has(g.status));
|
|
17252
|
+
}
|
|
17170
17253
|
if (opts.q) {
|
|
17171
17254
|
const q = opts.q.toLowerCase();
|
|
17172
17255
|
filtered = filtered.filter((g) => groupHaystack(g).includes(q));
|
|
@@ -17188,6 +17271,7 @@ function computeFindingFacets(allGroups, opts) {
|
|
|
17188
17271
|
const forSeverity = applyFindingFilters(allGroups, {
|
|
17189
17272
|
providers: opts.providers,
|
|
17190
17273
|
actions: opts.actions,
|
|
17274
|
+
statuses: opts.statuses,
|
|
17191
17275
|
q: opts.q,
|
|
17192
17276
|
subtype: opts.subtype
|
|
17193
17277
|
});
|
|
@@ -17197,6 +17281,7 @@ function computeFindingFacets(allGroups, opts) {
|
|
|
17197
17281
|
}
|
|
17198
17282
|
const forProvider = applyFindingFilters(allGroups, {
|
|
17199
17283
|
actions: opts.actions,
|
|
17284
|
+
statuses: opts.statuses,
|
|
17200
17285
|
q: opts.q,
|
|
17201
17286
|
subtype: opts.subtype,
|
|
17202
17287
|
severity: opts.severity
|
|
@@ -17207,6 +17292,7 @@ function computeFindingFacets(allGroups, opts) {
|
|
|
17207
17292
|
}
|
|
17208
17293
|
const forAction = applyFindingFilters(allGroups, {
|
|
17209
17294
|
providers: opts.providers,
|
|
17295
|
+
statuses: opts.statuses,
|
|
17210
17296
|
q: opts.q,
|
|
17211
17297
|
subtype: opts.subtype,
|
|
17212
17298
|
severity: opts.severity
|
|
@@ -17218,17 +17304,30 @@ function computeFindingFacets(allGroups, opts) {
|
|
|
17218
17304
|
const forSubtype = applyFindingFilters(allGroups, {
|
|
17219
17305
|
providers: opts.providers,
|
|
17220
17306
|
actions: opts.actions,
|
|
17307
|
+
statuses: opts.statuses,
|
|
17221
17308
|
q: opts.q,
|
|
17222
17309
|
severity: opts.severity
|
|
17223
17310
|
});
|
|
17224
17311
|
const subtypeMap = /* @__PURE__ */ new Map();
|
|
17225
17312
|
for (const g of forSubtype) subtypeMap.set(g.subtype, (subtypeMap.get(g.subtype) ?? 0) + 1);
|
|
17313
|
+
const forStatus = applyFindingFilters(allGroups, {
|
|
17314
|
+
providers: opts.providers,
|
|
17315
|
+
actions: opts.actions,
|
|
17316
|
+
q: opts.q,
|
|
17317
|
+
subtype: opts.subtype,
|
|
17318
|
+
severity: opts.severity
|
|
17319
|
+
});
|
|
17320
|
+
const statusMap = /* @__PURE__ */ new Map();
|
|
17321
|
+
for (const g of forStatus) {
|
|
17322
|
+
if (g.status !== void 0) statusMap.set(g.status, (statusMap.get(g.status) ?? 0) + 1);
|
|
17323
|
+
}
|
|
17226
17324
|
const toItems = (m) => [...m.entries()].map(([value, count]) => ({ value, count }));
|
|
17227
17325
|
return {
|
|
17228
17326
|
severity: toItems(severityMap),
|
|
17229
17327
|
provider: toItems(providerMap),
|
|
17230
17328
|
action: toItems(actionMap),
|
|
17231
|
-
subtype: toItems(subtypeMap)
|
|
17329
|
+
subtype: toItems(subtypeMap),
|
|
17330
|
+
status: toItems(statusMap)
|
|
17232
17331
|
};
|
|
17233
17332
|
}
|
|
17234
17333
|
|
|
@@ -17263,10 +17362,14 @@ var PatchInstalledPackRequest = external_exports.object({
|
|
|
17263
17362
|
}).meta({ id: "PatchInstalledPackRequest" });
|
|
17264
17363
|
|
|
17265
17364
|
// ../../packages/schema/src/zod/local.ts
|
|
17266
|
-
var WORKSPACE_SETTINGS_SPEC_VERSION =
|
|
17365
|
+
var WORKSPACE_SETTINGS_SPEC_VERSION = 4;
|
|
17267
17366
|
var RunMode = external_exports.enum(["standalone"]);
|
|
17268
17367
|
var SimpleDetectionPolicy = external_exports.enum(["redact", "warn"]);
|
|
17269
17368
|
var HistoricalAccess = external_exports.enum(["full", "session-only"]);
|
|
17369
|
+
var ModelJudgeConsent = external_exports.object({
|
|
17370
|
+
acknowledgedAt: external_exports.iso.datetime(),
|
|
17371
|
+
payloadVersion: external_exports.number().int().positive()
|
|
17372
|
+
});
|
|
17270
17373
|
var WorkspaceSettings = external_exports.object({
|
|
17271
17374
|
specVersion: external_exports.number().int().positive().default(WORKSPACE_SETTINGS_SPEC_VERSION),
|
|
17272
17375
|
// Settings files written by earlier releases may carry the retired 'attached'
|
|
@@ -17282,37 +17385,16 @@ var WorkspaceSettings = external_exports.object({
|
|
|
17282
17385
|
// Shares writes.
|
|
17283
17386
|
dataSharesInPlace: external_exports.boolean().default(true),
|
|
17284
17387
|
// Absent until /aka:setup completes; its presence is what "onboarded" means.
|
|
17285
|
-
onboardedAt: external_exports.iso.datetime().optional()
|
|
17388
|
+
onboardedAt: external_exports.iso.datetime().optional(),
|
|
17389
|
+
// Records that the user consented to sending findings to the model API for
|
|
17390
|
+
// the /aka:setup judge, along with the payload-shape version they agreed to.
|
|
17391
|
+
// Absent until granted; a stale payloadVersion means the consent no longer
|
|
17392
|
+
// covers the current payload and must be re-granted.
|
|
17393
|
+
modelJudgeConsent: ModelJudgeConsent.optional()
|
|
17286
17394
|
});
|
|
17287
17395
|
function defaultWorkspaceSettings() {
|
|
17288
17396
|
return WorkspaceSettings.parse({});
|
|
17289
17397
|
}
|
|
17290
|
-
function toEventRow(event) {
|
|
17291
|
-
return {
|
|
17292
|
-
id: event.id,
|
|
17293
|
-
sourceTool: event.sourceTool,
|
|
17294
|
-
kind: event.kind,
|
|
17295
|
-
occurredAt: isoToEpochMillis(event.occurredAt),
|
|
17296
|
-
contentHash: event.contentHash,
|
|
17297
|
-
content: event.content,
|
|
17298
|
-
metadata: event.metadata ? JSON.stringify(event.metadata) : null
|
|
17299
|
-
};
|
|
17300
|
-
}
|
|
17301
|
-
function toFindingRow(finding) {
|
|
17302
|
-
return {
|
|
17303
|
-
id: finding.id,
|
|
17304
|
-
eventId: finding.eventId,
|
|
17305
|
-
ruleId: finding.ruleId,
|
|
17306
|
-
category: finding.category,
|
|
17307
|
-
severity: finding.severity,
|
|
17308
|
-
spanStart: finding.span.start,
|
|
17309
|
-
spanEnd: finding.span.end,
|
|
17310
|
-
maskedMatch: finding.maskedMatch,
|
|
17311
|
-
actionTaken: finding.actionTaken,
|
|
17312
|
-
confidence: finding.confidence,
|
|
17313
|
-
findingKey: finding.findingKey ?? null
|
|
17314
|
-
};
|
|
17315
|
-
}
|
|
17316
17398
|
function toInventoryRow(input, id, now) {
|
|
17317
17399
|
return {
|
|
17318
17400
|
id,
|
|
@@ -17382,7 +17464,42 @@ function toInspectionFindingRow(input) {
|
|
|
17382
17464
|
spanEnd: input.span.end,
|
|
17383
17465
|
maskedMatch: input.maskedMatch,
|
|
17384
17466
|
actionTaken: input.actionTaken,
|
|
17385
|
-
confidence: input.confidence
|
|
17467
|
+
confidence: input.confidence,
|
|
17468
|
+
findingKey: input.findingKey ?? null,
|
|
17469
|
+
firstDetectedAt: input.firstDetectedAt ? isoToEpochMillis(input.firstDetectedAt) : null
|
|
17470
|
+
};
|
|
17471
|
+
}
|
|
17472
|
+
function toCaptureAttributes(event) {
|
|
17473
|
+
const metadata = event.metadata;
|
|
17474
|
+
return {
|
|
17475
|
+
source_tool: event.sourceTool,
|
|
17476
|
+
...metadata?.repo !== void 0 ? { repo: metadata.repo } : {},
|
|
17477
|
+
...metadata?.filePath !== void 0 ? { file_path: metadata.filePath } : {},
|
|
17478
|
+
...metadata?.toolName !== void 0 ? { tool_name: metadata.toolName } : {},
|
|
17479
|
+
...metadata?.gitignored !== void 0 ? { gitignored: metadata.gitignored } : {},
|
|
17480
|
+
...metadata?.wholeFile !== void 0 ? { whole_file: metadata.wholeFile } : {},
|
|
17481
|
+
...metadata?.correlationId !== void 0 ? { correlation_id: metadata.correlationId } : {},
|
|
17482
|
+
...metadata?.traceId !== void 0 ? { trace_id: metadata.traceId } : {},
|
|
17483
|
+
...metadata?.exceptionIds !== void 0 ? { exception_ids: metadata.exceptionIds } : {},
|
|
17484
|
+
// `model`/`turnIndex` have no dedicated CaptureAttributes field (no writer
|
|
17485
|
+
// has ever populated either), but every legacy metadata key still rides
|
|
17486
|
+
// the bag rather than being silently dropped — CaptureAttributes'
|
|
17487
|
+
// `.catchall(z.unknown())` carries the long tail.
|
|
17488
|
+
...metadata?.model !== void 0 ? { model: metadata.model } : {},
|
|
17489
|
+
...metadata?.turnIndex !== void 0 ? { turn_index: metadata.turnIndex } : {}
|
|
17490
|
+
};
|
|
17491
|
+
}
|
|
17492
|
+
function captureDefinitionVersion(finding) {
|
|
17493
|
+
return `capture/${finding.category}/${finding.severity}`;
|
|
17494
|
+
}
|
|
17495
|
+
function toCaptureDefinitionInput(finding) {
|
|
17496
|
+
return {
|
|
17497
|
+
ruleId: finding.ruleId,
|
|
17498
|
+
version: captureDefinitionVersion(finding),
|
|
17499
|
+
name: finding.ruleId,
|
|
17500
|
+
category: finding.category,
|
|
17501
|
+
severity: finding.severity,
|
|
17502
|
+
definition: JSON.stringify({ ruleId: finding.ruleId })
|
|
17386
17503
|
};
|
|
17387
17504
|
}
|
|
17388
17505
|
|
|
@@ -17810,6 +17927,48 @@ function reviewSeverityRank(reasons) {
|
|
|
17810
17927
|
return Math.min(...reasons.map((r) => REVIEW_SEVERITY_RANK[r]));
|
|
17811
17928
|
}
|
|
17812
17929
|
|
|
17930
|
+
// ../../packages/persistence/src/ids.ts
|
|
17931
|
+
import { createHash } from "crypto";
|
|
17932
|
+
function sha256Hex(input) {
|
|
17933
|
+
return createHash("sha256").update(input).digest("hex");
|
|
17934
|
+
}
|
|
17935
|
+
function inventoryId(objectType, identityKey) {
|
|
17936
|
+
return sha256Hex(canonicalIdentity(["inventory", objectType, identityKey]));
|
|
17937
|
+
}
|
|
17938
|
+
function sourceProjectId(url2) {
|
|
17939
|
+
return sha256Hex(canonicalIdentity(["source_project", url2]));
|
|
17940
|
+
}
|
|
17941
|
+
function classifiedDataId(cls) {
|
|
17942
|
+
return sha256Hex(canonicalIdentity(["classified_data", cls]));
|
|
17943
|
+
}
|
|
17944
|
+
function inspectionDefinitionId(ruleId, version2) {
|
|
17945
|
+
return sha256Hex(canonicalIdentity(["inspection_definition", ruleId, version2]));
|
|
17946
|
+
}
|
|
17947
|
+
function llmCallId(sessionId, messageId) {
|
|
17948
|
+
return sha256Hex(canonicalIdentity(["audit_event_llm_call", sessionId, messageId]));
|
|
17949
|
+
}
|
|
17950
|
+
function toolCallId(sessionId, toolUseId) {
|
|
17951
|
+
return sha256Hex(canonicalIdentity(["audit_event_tool_call", sessionId, toolUseId]));
|
|
17952
|
+
}
|
|
17953
|
+
function inspectionFindingId(auditEventId, ruleId, spanStart, spanEnd) {
|
|
17954
|
+
return sha256Hex(
|
|
17955
|
+
canonicalIdentity([
|
|
17956
|
+
"inspection_finding",
|
|
17957
|
+
auditEventId,
|
|
17958
|
+
ruleId,
|
|
17959
|
+
String(spanStart),
|
|
17960
|
+
String(spanEnd)
|
|
17961
|
+
])
|
|
17962
|
+
);
|
|
17963
|
+
}
|
|
17964
|
+
var NO_SESSION = "no_session";
|
|
17965
|
+
var NO_PATH = "no_path";
|
|
17966
|
+
function captureId(sessionId, contentHash, filePath = null) {
|
|
17967
|
+
return sha256Hex(
|
|
17968
|
+
canonicalIdentity(["capture", sessionId ?? NO_SESSION, contentHash, filePath ?? NO_PATH])
|
|
17969
|
+
);
|
|
17970
|
+
}
|
|
17971
|
+
|
|
17813
17972
|
// ../../packages/persistence/src/internal/sql-text.ts
|
|
17814
17973
|
function escapeLikePattern(s) {
|
|
17815
17974
|
return s.replace(/\\/g, "\\\\").replace(/%/g, "\\%").replace(/_/g, "\\_");
|
|
@@ -17906,39 +18065,81 @@ function evidenceExists(db, object2) {
|
|
|
17906
18065
|
return schemaObjectExists(db, "table", object2.name);
|
|
17907
18066
|
}
|
|
17908
18067
|
|
|
17909
|
-
// ../../packages/persistence/src/
|
|
17910
|
-
|
|
17911
|
-
|
|
17912
|
-
|
|
18068
|
+
// ../../packages/persistence/src/internal/rows.ts
|
|
18069
|
+
function allRows(stmt, params) {
|
|
18070
|
+
if (params === void 0) return stmt.all();
|
|
18071
|
+
if (Array.isArray(params)) return stmt.all(...params);
|
|
18072
|
+
return stmt.all(params);
|
|
17913
18073
|
}
|
|
17914
|
-
function
|
|
17915
|
-
|
|
18074
|
+
function getRow(stmt, params) {
|
|
18075
|
+
if (params === void 0) return stmt.get();
|
|
18076
|
+
if (Array.isArray(params)) return stmt.get(...params);
|
|
18077
|
+
return stmt.get(params);
|
|
17916
18078
|
}
|
|
17917
|
-
function
|
|
17918
|
-
return
|
|
18079
|
+
function intToBool(raw) {
|
|
18080
|
+
return raw === 1 || raw === true;
|
|
17919
18081
|
}
|
|
17920
|
-
function
|
|
17921
|
-
return
|
|
18082
|
+
function boolToInt(b) {
|
|
18083
|
+
return b ? 1 : 0;
|
|
17922
18084
|
}
|
|
17923
|
-
function
|
|
17924
|
-
|
|
18085
|
+
function bindParams(row) {
|
|
18086
|
+
const out = {};
|
|
18087
|
+
for (const [key, value] of Object.entries(row)) {
|
|
18088
|
+
out[key] = value === void 0 ? null : value;
|
|
18089
|
+
}
|
|
18090
|
+
return out;
|
|
17925
18091
|
}
|
|
17926
|
-
function
|
|
17927
|
-
return
|
|
18092
|
+
function countScalar(db, sql, params) {
|
|
18093
|
+
return getRow(db.prepare(sql), params)?.n ?? 0;
|
|
17928
18094
|
}
|
|
17929
|
-
function
|
|
17930
|
-
|
|
18095
|
+
function countBy(db, sql, params) {
|
|
18096
|
+
const map2 = /* @__PURE__ */ new Map();
|
|
18097
|
+
for (const row of allRows(db.prepare(sql), params)) {
|
|
18098
|
+
map2.set(row.k, row.n);
|
|
18099
|
+
}
|
|
18100
|
+
return map2;
|
|
17931
18101
|
}
|
|
17932
|
-
function
|
|
17933
|
-
|
|
17934
|
-
|
|
17935
|
-
|
|
17936
|
-
|
|
17937
|
-
|
|
17938
|
-
|
|
17939
|
-
|
|
17940
|
-
|
|
17941
|
-
|
|
18102
|
+
function mapRowsTolerant(rows, map2) {
|
|
18103
|
+
const out = [];
|
|
18104
|
+
for (const row of rows) {
|
|
18105
|
+
try {
|
|
18106
|
+
out.push(map2(row));
|
|
18107
|
+
} catch {
|
|
18108
|
+
}
|
|
18109
|
+
}
|
|
18110
|
+
return out;
|
|
18111
|
+
}
|
|
18112
|
+
|
|
18113
|
+
// ../../packages/persistence/src/paths.ts
|
|
18114
|
+
import { chmodSync, lstatSync, mkdirSync, renameSync, rmSync, writeFileSync } from "fs";
|
|
18115
|
+
var DATA_DIR_MODE = 448;
|
|
18116
|
+
var DATA_FILE_MODE = 384;
|
|
18117
|
+
var DB_FILENAME = "aka.db";
|
|
18118
|
+
function chmodBestEffort(path, mode) {
|
|
18119
|
+
try {
|
|
18120
|
+
chmodSync(path, mode);
|
|
18121
|
+
} catch {
|
|
18122
|
+
}
|
|
18123
|
+
}
|
|
18124
|
+
function tightenDir(dir) {
|
|
18125
|
+
chmodBestEffort(dir, DATA_DIR_MODE);
|
|
18126
|
+
}
|
|
18127
|
+
function ensureDataDirSync(dir) {
|
|
18128
|
+
mkdirSync(dir, { recursive: true, mode: DATA_DIR_MODE });
|
|
18129
|
+
tightenDir(dir);
|
|
18130
|
+
}
|
|
18131
|
+
function dbSidecars(file2) {
|
|
18132
|
+
return [`${file2}-wal`, `${file2}-shm`, `${file2}-journal`];
|
|
18133
|
+
}
|
|
18134
|
+
function tightenFile(file2) {
|
|
18135
|
+
try {
|
|
18136
|
+
if (lstatSync(file2).isSymbolicLink()) return;
|
|
18137
|
+
} catch {
|
|
18138
|
+
}
|
|
18139
|
+
chmodBestEffort(file2, DATA_FILE_MODE);
|
|
18140
|
+
}
|
|
18141
|
+
function tightenPerms(file2) {
|
|
18142
|
+
for (const path of [file2, ...dbSidecars(file2)]) chmodBestEffort(path, DATA_FILE_MODE);
|
|
17942
18143
|
}
|
|
17943
18144
|
|
|
17944
18145
|
// ../../packages/persistence/src/migrations.ts
|
|
@@ -17952,7 +18153,8 @@ function createdIndexName(statement) {
|
|
|
17952
18153
|
const body = statement.replace(/^(?:\s*--[^\n]*\n?)+/, "").trimStart();
|
|
17953
18154
|
return /^CREATE (?:UNIQUE )?INDEX (?:IF NOT EXISTS )?`([^`]+)`/.exec(body)?.[1];
|
|
17954
18155
|
}
|
|
17955
|
-
|
|
18156
|
+
var LEGACY_DROP_MIGRATION_TAG = "0014_drop_legacy_events_findings";
|
|
18157
|
+
function applyMigrations(db, file2) {
|
|
17956
18158
|
const legacyCount = db.prepare("PRAGMA user_version").get().user_version;
|
|
17957
18159
|
db.exec(
|
|
17958
18160
|
"CREATE TABLE IF NOT EXISTS migration_ledger (tag TEXT PRIMARY KEY, applied_at INTEGER NOT NULL)"
|
|
@@ -17966,6 +18168,7 @@ function applyMigrations(db) {
|
|
|
17966
18168
|
);
|
|
17967
18169
|
for (const [index, migration] of SQLITE_MIGRATIONS.entries()) {
|
|
17968
18170
|
if (applied.has(migration.tag)) continue;
|
|
18171
|
+
if (migration.tag === LEGACY_DROP_MIGRATION_TAG) continue;
|
|
17969
18172
|
const evidence = evidenceObjects(migration.sql);
|
|
17970
18173
|
const present = evidence.filter((o) => evidenceExists(db, o));
|
|
17971
18174
|
if (present.length > 0 && present.length < evidence.length) {
|
|
@@ -18010,7 +18213,6 @@ function applyMigrations(db) {
|
|
|
18010
18213
|
if (legacyCount < SQLITE_MIGRATIONS.length) {
|
|
18011
18214
|
db.exec(`PRAGMA user_version = ${String(SQLITE_MIGRATIONS.length)}`);
|
|
18012
18215
|
}
|
|
18013
|
-
ensureSyncedAtColumn(db, "events");
|
|
18014
18216
|
ensureSyncedAtColumn(db, "audit_events");
|
|
18015
18217
|
ensureScanLedgerTable(db);
|
|
18016
18218
|
ensureBlockedDetectionsTable(db);
|
|
@@ -18018,6 +18220,47 @@ function applyMigrations(db) {
|
|
|
18018
18220
|
ensureWriteGateTrigger(db);
|
|
18019
18221
|
ensureTokenUsageColumns(db);
|
|
18020
18222
|
reconcileSourceProjectIds(db);
|
|
18223
|
+
if (!applied.has(LEGACY_DROP_MIGRATION_TAG)) {
|
|
18224
|
+
const drained = runLegacyHistoryBackfill(db);
|
|
18225
|
+
if (drained) applyLegacyDropMigration(db, file2);
|
|
18226
|
+
}
|
|
18227
|
+
}
|
|
18228
|
+
function applyLegacyDropMigration(db, file2) {
|
|
18229
|
+
const migration = SQLITE_MIGRATIONS.find((m) => m.tag === LEGACY_DROP_MIGRATION_TAG);
|
|
18230
|
+
if (!migration) return;
|
|
18231
|
+
if (file2) {
|
|
18232
|
+
try {
|
|
18233
|
+
backupBeforeLegacyDrop(db, file2);
|
|
18234
|
+
} catch (error51) {
|
|
18235
|
+
akaWarn(`legacy events/findings backup failed; deferring the drop: ${String(error51)}`);
|
|
18236
|
+
return;
|
|
18237
|
+
}
|
|
18238
|
+
}
|
|
18239
|
+
try {
|
|
18240
|
+
withTransaction(
|
|
18241
|
+
db,
|
|
18242
|
+
() => {
|
|
18243
|
+
const alreadyDropped = db.prepare("SELECT 1 FROM migration_ledger WHERE tag = ?").get(migration.tag);
|
|
18244
|
+
if (alreadyDropped) return;
|
|
18245
|
+
for (const statement of splitStatements(migration.sql)) {
|
|
18246
|
+
db.exec(statement);
|
|
18247
|
+
}
|
|
18248
|
+
db.prepare("INSERT OR IGNORE INTO migration_ledger (tag, applied_at) VALUES (?, ?)").run(
|
|
18249
|
+
migration.tag,
|
|
18250
|
+
Date.now()
|
|
18251
|
+
);
|
|
18252
|
+
},
|
|
18253
|
+
"IMMEDIATE"
|
|
18254
|
+
);
|
|
18255
|
+
} catch (error51) {
|
|
18256
|
+
akaWarn(`legacy events/findings drop failed; deferring: ${String(error51)}`);
|
|
18257
|
+
}
|
|
18258
|
+
}
|
|
18259
|
+
function backupBeforeLegacyDrop(db, file2) {
|
|
18260
|
+
const backup = `${file2}.pre-drop.${String(Date.now())}.bak`;
|
|
18261
|
+
db.prepare("VACUUM INTO ?").run(backup);
|
|
18262
|
+
tightenFile(backup);
|
|
18263
|
+
return backup;
|
|
18021
18264
|
}
|
|
18022
18265
|
var TOKEN_USAGE_COLUMNS = [
|
|
18023
18266
|
{
|
|
@@ -18046,6 +18289,7 @@ var TOKEN_USAGE_COLUMNS = [
|
|
|
18046
18289
|
}
|
|
18047
18290
|
];
|
|
18048
18291
|
function ensureTokenUsageColumns(db) {
|
|
18292
|
+
if (!schemaObjectExists(db, "table", "audit_events")) return;
|
|
18049
18293
|
const existing = new Set(columnNames(db, "audit_events", { includeGenerated: true }));
|
|
18050
18294
|
for (const column of TOKEN_USAGE_COLUMNS) {
|
|
18051
18295
|
if (!existing.has(column.name)) {
|
|
@@ -18111,11 +18355,187 @@ function reconcileSourceProjectIds(db) {
|
|
|
18111
18355
|
akaWarn(`source_project id reconcile failed: ${String(error51)}`);
|
|
18112
18356
|
}
|
|
18113
18357
|
}
|
|
18358
|
+
var LEGACY_BACKFILL_BATCH_SIZE = 200;
|
|
18359
|
+
var LEGACY_BACKFILL_MAX_ROWS_PER_CALL = 1e3;
|
|
18360
|
+
function getLegacyCopyWatermark(db, source) {
|
|
18361
|
+
const row = db.prepare("SELECT last_rowid AS lastRowid FROM legacy_copy_watermark WHERE source = ?").get(source);
|
|
18362
|
+
return row?.lastRowid ?? 0;
|
|
18363
|
+
}
|
|
18364
|
+
function setLegacyCopyWatermark(db, source, lastRowid) {
|
|
18365
|
+
db.prepare(
|
|
18366
|
+
`INSERT INTO legacy_copy_watermark (source, last_rowid) VALUES (?, ?)
|
|
18367
|
+
ON CONFLICT(source) DO UPDATE SET last_rowid = excluded.last_rowid`
|
|
18368
|
+
).run(source, lastRowid);
|
|
18369
|
+
}
|
|
18370
|
+
function drainLegacyTable(db, source, selectStmt, handleRows) {
|
|
18371
|
+
let watermark = getLegacyCopyWatermark(db, source);
|
|
18372
|
+
let processed = 0;
|
|
18373
|
+
while (processed < LEGACY_BACKFILL_MAX_ROWS_PER_CALL) {
|
|
18374
|
+
const rows = selectStmt.all(watermark, LEGACY_BACKFILL_BATCH_SIZE);
|
|
18375
|
+
if (rows.length === 0) return true;
|
|
18376
|
+
withTransaction(
|
|
18377
|
+
db,
|
|
18378
|
+
() => {
|
|
18379
|
+
handleRows(rows);
|
|
18380
|
+
watermark = rows[rows.length - 1]?.rowid ?? watermark;
|
|
18381
|
+
setLegacyCopyWatermark(db, source, watermark);
|
|
18382
|
+
},
|
|
18383
|
+
"IMMEDIATE"
|
|
18384
|
+
);
|
|
18385
|
+
processed += rows.length;
|
|
18386
|
+
if (rows.length < LEGACY_BACKFILL_BATCH_SIZE) return true;
|
|
18387
|
+
}
|
|
18388
|
+
return false;
|
|
18389
|
+
}
|
|
18390
|
+
function parseLegacyEventMetadata(raw) {
|
|
18391
|
+
if (raw === null) return void 0;
|
|
18392
|
+
try {
|
|
18393
|
+
return JSON.parse(raw);
|
|
18394
|
+
} catch {
|
|
18395
|
+
return void 0;
|
|
18396
|
+
}
|
|
18397
|
+
}
|
|
18398
|
+
function toLegacyAuditAttributesJson(row) {
|
|
18399
|
+
return JSON.stringify(
|
|
18400
|
+
toCaptureAttributes({
|
|
18401
|
+
id: row.id,
|
|
18402
|
+
sourceTool: row.sourceTool,
|
|
18403
|
+
kind: row.kind,
|
|
18404
|
+
occurredAt: new Date(row.occurredAt).toISOString(),
|
|
18405
|
+
contentHash: row.contentHash,
|
|
18406
|
+
content: row.content,
|
|
18407
|
+
metadata: row.metadata
|
|
18408
|
+
})
|
|
18409
|
+
);
|
|
18410
|
+
}
|
|
18411
|
+
function copyLegacyEvents(db) {
|
|
18412
|
+
const selectStmt = db.prepare(
|
|
18413
|
+
`SELECT rowid AS rowid, id, source_tool AS sourceTool, kind, occurred_at AS occurredAt,
|
|
18414
|
+
content_hash AS contentHash, content, metadata
|
|
18415
|
+
FROM events WHERE rowid > ? ORDER BY rowid LIMIT ?`
|
|
18416
|
+
);
|
|
18417
|
+
const insertStmt = db.prepare(
|
|
18418
|
+
`INSERT OR IGNORE INTO audit_events
|
|
18419
|
+
(id, parent_id, root_session_id, event_type, started_at, content, content_hash, attributes)
|
|
18420
|
+
VALUES (:id, :parentId, :rootSessionId, :eventType, :startedAt, :content, :contentHash, :attributes)`
|
|
18421
|
+
);
|
|
18422
|
+
const stubRootStmt = db.prepare(
|
|
18423
|
+
`INSERT OR IGNORE INTO audit_events (id, event_type, started_at) VALUES (?, 'session', ?)`
|
|
18424
|
+
);
|
|
18425
|
+
return drainLegacyTable(
|
|
18426
|
+
db,
|
|
18427
|
+
"events",
|
|
18428
|
+
selectStmt,
|
|
18429
|
+
(rows) => {
|
|
18430
|
+
for (const row of rows) {
|
|
18431
|
+
const metadata = parseLegacyEventMetadata(row.metadata);
|
|
18432
|
+
const sessionId = metadata?.sessionId ?? null;
|
|
18433
|
+
if (sessionId !== null) stubRootStmt.run(sessionId, row.occurredAt);
|
|
18434
|
+
insertStmt.run(
|
|
18435
|
+
bindParams({
|
|
18436
|
+
id: row.id,
|
|
18437
|
+
parentId: sessionId,
|
|
18438
|
+
rootSessionId: sessionId,
|
|
18439
|
+
eventType: row.kind,
|
|
18440
|
+
startedAt: row.occurredAt,
|
|
18441
|
+
content: row.content,
|
|
18442
|
+
contentHash: row.contentHash,
|
|
18443
|
+
attributes: toLegacyAuditAttributesJson({ ...row, metadata })
|
|
18444
|
+
})
|
|
18445
|
+
);
|
|
18446
|
+
}
|
|
18447
|
+
}
|
|
18448
|
+
);
|
|
18449
|
+
}
|
|
18450
|
+
function copyLegacyFindings(db) {
|
|
18451
|
+
const selectStmt = db.prepare(
|
|
18452
|
+
`SELECT rowid AS rowid, id, event_id AS eventId, rule_id AS ruleId, category, severity,
|
|
18453
|
+
span_start AS spanStart, span_end AS spanEnd, masked_match AS maskedMatch,
|
|
18454
|
+
action_taken AS actionTaken, confidence, finding_key AS findingKey,
|
|
18455
|
+
first_detected_at AS firstDetectedAt
|
|
18456
|
+
FROM findings WHERE rowid > ? ORDER BY rowid LIMIT ?`
|
|
18457
|
+
);
|
|
18458
|
+
const definitionStmt = db.prepare(
|
|
18459
|
+
`INSERT OR IGNORE INTO inspection_definitions
|
|
18460
|
+
(id, rule_id, name, category, severity, definition, version)
|
|
18461
|
+
VALUES (:id, :ruleId, :name, :category, :severity, :definition, :version)`
|
|
18462
|
+
);
|
|
18463
|
+
const findingStmt = db.prepare(
|
|
18464
|
+
`INSERT INTO inspection_findings
|
|
18465
|
+
(id, audit_event_id, inspection_definition_id, classified_data_id,
|
|
18466
|
+
span_start, span_end, masked_match, action_taken, confidence,
|
|
18467
|
+
finding_key, first_detected_at)
|
|
18468
|
+
VALUES
|
|
18469
|
+
(:id, :auditEventId, :inspectionDefinitionId, NULL,
|
|
18470
|
+
:spanStart, :spanEnd, :maskedMatch, :actionTaken, :confidence,
|
|
18471
|
+
:findingKey, :firstDetectedAt)
|
|
18472
|
+
ON CONFLICT(id) DO NOTHING
|
|
18473
|
+
ON CONFLICT (finding_key) DO UPDATE SET
|
|
18474
|
+
first_detected_at = CASE
|
|
18475
|
+
WHEN first_detected_at IS NULL THEN excluded.first_detected_at
|
|
18476
|
+
WHEN excluded.first_detected_at IS NULL THEN first_detected_at
|
|
18477
|
+
ELSE min(first_detected_at, excluded.first_detected_at)
|
|
18478
|
+
END`
|
|
18479
|
+
);
|
|
18480
|
+
return drainLegacyTable(
|
|
18481
|
+
db,
|
|
18482
|
+
"findings",
|
|
18483
|
+
selectStmt,
|
|
18484
|
+
(rows) => {
|
|
18485
|
+
const definitionIds = /* @__PURE__ */ new Map();
|
|
18486
|
+
for (const row of rows) {
|
|
18487
|
+
const tupleKey = JSON.stringify([row.ruleId, row.category, row.severity]);
|
|
18488
|
+
let definitionId = definitionIds.get(tupleKey);
|
|
18489
|
+
if (definitionId === void 0) {
|
|
18490
|
+
const version2 = `unmigrated/${row.category}/${row.severity}`;
|
|
18491
|
+
definitionId = inspectionDefinitionId(row.ruleId, version2);
|
|
18492
|
+
definitionStmt.run(
|
|
18493
|
+
bindParams({
|
|
18494
|
+
id: definitionId,
|
|
18495
|
+
ruleId: row.ruleId,
|
|
18496
|
+
name: row.ruleId,
|
|
18497
|
+
category: row.category,
|
|
18498
|
+
severity: row.severity,
|
|
18499
|
+
definition: "",
|
|
18500
|
+
version: version2
|
|
18501
|
+
})
|
|
18502
|
+
);
|
|
18503
|
+
definitionIds.set(tupleKey, definitionId);
|
|
18504
|
+
}
|
|
18505
|
+
findingStmt.run(
|
|
18506
|
+
bindParams({
|
|
18507
|
+
id: row.id,
|
|
18508
|
+
auditEventId: row.eventId,
|
|
18509
|
+
inspectionDefinitionId: definitionId,
|
|
18510
|
+
spanStart: row.spanStart,
|
|
18511
|
+
spanEnd: row.spanEnd,
|
|
18512
|
+
maskedMatch: row.maskedMatch,
|
|
18513
|
+
actionTaken: row.actionTaken,
|
|
18514
|
+
confidence: row.confidence,
|
|
18515
|
+
findingKey: row.findingKey,
|
|
18516
|
+
firstDetectedAt: row.firstDetectedAt
|
|
18517
|
+
})
|
|
18518
|
+
);
|
|
18519
|
+
}
|
|
18520
|
+
}
|
|
18521
|
+
);
|
|
18522
|
+
}
|
|
18523
|
+
function runLegacyHistoryBackfill(db) {
|
|
18524
|
+
try {
|
|
18525
|
+
const eventsCaughtUp = copyLegacyEvents(db);
|
|
18526
|
+
if (!eventsCaughtUp) return false;
|
|
18527
|
+
return copyLegacyFindings(db);
|
|
18528
|
+
} catch (error51) {
|
|
18529
|
+
akaWarn(`legacy history backfill failed: ${String(error51)}`);
|
|
18530
|
+
return false;
|
|
18531
|
+
}
|
|
18532
|
+
}
|
|
18114
18533
|
function isForeignSqliteLineage(db) {
|
|
18115
18534
|
if (schemaObjectExists(db, "table", "tenants")) return true;
|
|
18116
18535
|
return columnNames(db, "events").includes("tenant_id");
|
|
18117
18536
|
}
|
|
18118
18537
|
function ensureSyncedAtColumn(db, table2) {
|
|
18538
|
+
if (!schemaObjectExists(db, "table", table2)) return;
|
|
18119
18539
|
if (!columnNames(db, table2).includes("synced_at")) {
|
|
18120
18540
|
db.exec(`ALTER TABLE ${table2} ADD COLUMN synced_at integer`);
|
|
18121
18541
|
}
|
|
@@ -18136,6 +18556,7 @@ function ensureWriteGateTrigger(db) {
|
|
|
18136
18556
|
CONSTRAINT "ck_pack_write_gate_single_row" CHECK("_pack_write_gate"."id" = 1)
|
|
18137
18557
|
)`);
|
|
18138
18558
|
db.exec("INSERT OR IGNORE INTO _pack_write_gate (id, open) VALUES (1, 0)");
|
|
18559
|
+
if (!schemaObjectExists(db, "table", "installed_packs")) return;
|
|
18139
18560
|
db.exec(`CREATE TRIGGER IF NOT EXISTS trg_installed_packs_write_gate
|
|
18140
18561
|
BEFORE UPDATE OF version, name, rules_json ON installed_packs
|
|
18141
18562
|
WHEN (SELECT open FROM _pack_write_gate WHERE id = 1) IS NOT 1
|
|
@@ -18163,30 +18584,6 @@ function ensureRuleProbeCacheTable(db) {
|
|
|
18163
18584
|
)`);
|
|
18164
18585
|
}
|
|
18165
18586
|
|
|
18166
|
-
// ../../packages/persistence/src/paths.ts
|
|
18167
|
-
import { chmodSync, mkdirSync } from "fs";
|
|
18168
|
-
var DATA_DIR_MODE = 448;
|
|
18169
|
-
var DATA_FILE_MODE = 384;
|
|
18170
|
-
var DB_FILENAME = "aka.db";
|
|
18171
|
-
function ensureDataDirSync(dir) {
|
|
18172
|
-
mkdirSync(dir, { recursive: true, mode: DATA_DIR_MODE });
|
|
18173
|
-
try {
|
|
18174
|
-
chmodSync(dir, DATA_DIR_MODE);
|
|
18175
|
-
} catch {
|
|
18176
|
-
}
|
|
18177
|
-
}
|
|
18178
|
-
function walSidecars(file2) {
|
|
18179
|
-
return [`${file2}-wal`, `${file2}-shm`];
|
|
18180
|
-
}
|
|
18181
|
-
function tightenPerms(file2) {
|
|
18182
|
-
for (const path of [file2, ...walSidecars(file2)]) {
|
|
18183
|
-
try {
|
|
18184
|
-
chmodSync(path, DATA_FILE_MODE);
|
|
18185
|
-
} catch {
|
|
18186
|
-
}
|
|
18187
|
-
}
|
|
18188
|
-
}
|
|
18189
|
-
|
|
18190
18587
|
// ../../packages/persistence/src/internal/json.ts
|
|
18191
18588
|
function safeJson(s, fallback) {
|
|
18192
18589
|
if (s == null) return fallback;
|
|
@@ -18206,51 +18603,6 @@ function parseJsonObject(s) {
|
|
|
18206
18603
|
return void 0;
|
|
18207
18604
|
}
|
|
18208
18605
|
|
|
18209
|
-
// ../../packages/persistence/src/internal/rows.ts
|
|
18210
|
-
function allRows(stmt, params) {
|
|
18211
|
-
if (params === void 0) return stmt.all();
|
|
18212
|
-
if (Array.isArray(params)) return stmt.all(...params);
|
|
18213
|
-
return stmt.all(params);
|
|
18214
|
-
}
|
|
18215
|
-
function getRow(stmt, params) {
|
|
18216
|
-
if (params === void 0) return stmt.get();
|
|
18217
|
-
if (Array.isArray(params)) return stmt.get(...params);
|
|
18218
|
-
return stmt.get(params);
|
|
18219
|
-
}
|
|
18220
|
-
function intToBool(raw) {
|
|
18221
|
-
return raw === 1 || raw === true;
|
|
18222
|
-
}
|
|
18223
|
-
function boolToInt(b) {
|
|
18224
|
-
return b ? 1 : 0;
|
|
18225
|
-
}
|
|
18226
|
-
function bindParams(row) {
|
|
18227
|
-
const out = {};
|
|
18228
|
-
for (const [key, value] of Object.entries(row)) {
|
|
18229
|
-
out[key] = value === void 0 ? null : value;
|
|
18230
|
-
}
|
|
18231
|
-
return out;
|
|
18232
|
-
}
|
|
18233
|
-
function countScalar(db, sql, params) {
|
|
18234
|
-
return getRow(db.prepare(sql), params)?.n ?? 0;
|
|
18235
|
-
}
|
|
18236
|
-
function countBy(db, sql, params) {
|
|
18237
|
-
const map2 = /* @__PURE__ */ new Map();
|
|
18238
|
-
for (const row of allRows(db.prepare(sql), params)) {
|
|
18239
|
-
map2.set(row.k, row.n);
|
|
18240
|
-
}
|
|
18241
|
-
return map2;
|
|
18242
|
-
}
|
|
18243
|
-
function mapRowsTolerant(rows, map2) {
|
|
18244
|
-
const out = [];
|
|
18245
|
-
for (const row of rows) {
|
|
18246
|
-
try {
|
|
18247
|
-
out.push(map2(row));
|
|
18248
|
-
} catch {
|
|
18249
|
-
}
|
|
18250
|
-
}
|
|
18251
|
-
return out;
|
|
18252
|
-
}
|
|
18253
|
-
|
|
18254
18606
|
// ../../packages/persistence/src/repositories/activity.ts
|
|
18255
18607
|
var DAY_MS = 864e5;
|
|
18256
18608
|
var LIVE_ACTIVITY_WINDOW_MS = 30 * 6e4;
|
|
@@ -18867,6 +19219,21 @@ var SqliteAuditEventsRepository = class {
|
|
|
18867
19219
|
})
|
|
18868
19220
|
);
|
|
18869
19221
|
}
|
|
19222
|
+
// Idempotent stub of a session's structural root. Session-scoped leaves
|
|
19223
|
+
// (captures, llm_call, tool_call) FK parent_id/root_session_id onto this row;
|
|
19224
|
+
// INSERT OR IGNORE does NOT suppress a foreign-key violation (only
|
|
19225
|
+
// UNIQUE/PK/NOT NULL/CHECK), so a session-scoped insert with no root row
|
|
19226
|
+
// raises SQLITE_CONSTRAINT and rolls its whole transaction back — silently
|
|
19227
|
+
// dropping the write under failOpenTransaction. SessionStart's own root write
|
|
19228
|
+
// is itself fail-open and marks "attempted", not "succeeded", so a session
|
|
19229
|
+
// with no root row yet is a real, permanent condition, not a transient race.
|
|
19230
|
+
// The stub carries no dimensions/attributes; an authoritative root
|
|
19231
|
+
// (SessionStart / the reconciler's buildSessionRoot) wins by first-write-wins
|
|
19232
|
+
// on the id PK, so the stub never shadows real data. This is the single named
|
|
19233
|
+
// home for that FK invariant — call it before writing any session-scoped row.
|
|
19234
|
+
ensureSessionRoot(sessionId, startedAt) {
|
|
19235
|
+
this.insertAuditEvent({ id: sessionId, eventType: "session", startedAt });
|
|
19236
|
+
}
|
|
18870
19237
|
// Insert one transcript-derived `llm_call` leaf. Unlike `insertAuditEvent`
|
|
18871
19238
|
// (which takes a caller-supplied random id), the id here is MINTED internally
|
|
18872
19239
|
// from the natural key — `llmCallId(sessionId, messageId)` — tenant-free like the
|
|
@@ -19328,8 +19695,14 @@ var SqliteDetectionsRepository = class {
|
|
|
19328
19695
|
)
|
|
19329
19696
|
);
|
|
19330
19697
|
}
|
|
19331
|
-
// Findings whose parent event occurred in the last 30 days
|
|
19332
|
-
//
|
|
19698
|
+
// Findings whose parent audit event occurred in the last 30 days, is one of
|
|
19699
|
+
// the four capture kinds, and whose definition's rule_id is in the given set.
|
|
19700
|
+
// Mirrors the security repo's inspection_findings⋈audit_events window join.
|
|
19701
|
+
// rule_id lives on inspection_definitions, not the finding row, so the join
|
|
19702
|
+
// chains through it. audit_events also holds structural rows (session, run,
|
|
19703
|
+
// tool_call, llm_call, source_lookup, config_scan) that never had a legacy
|
|
19704
|
+
// events counterpart, so the event_type predicate keeps this count identical
|
|
19705
|
+
// to the old findings⋈events one.
|
|
19333
19706
|
countFindingsLast30d(ruleIds) {
|
|
19334
19707
|
if (ruleIds.length === 0) return 0;
|
|
19335
19708
|
const since = this.now() - 30 * DAY_MS2;
|
|
@@ -19337,8 +19710,12 @@ var SqliteDetectionsRepository = class {
|
|
|
19337
19710
|
return countScalar(
|
|
19338
19711
|
this.db,
|
|
19339
19712
|
`SELECT count(*) AS n
|
|
19340
|
-
FROM
|
|
19341
|
-
|
|
19713
|
+
FROM inspection_findings f
|
|
19714
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
19715
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
19716
|
+
WHERE e.started_at >= ?
|
|
19717
|
+
AND e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
19718
|
+
AND d.rule_id IN (${inClause})`,
|
|
19342
19719
|
[since, ...ruleIds]
|
|
19343
19720
|
);
|
|
19344
19721
|
}
|
|
@@ -19348,35 +19725,24 @@ var SqliteDetectionsRepository = class {
|
|
|
19348
19725
|
var SqliteEventsRepository = class {
|
|
19349
19726
|
constructor(db) {
|
|
19350
19727
|
this.db = db;
|
|
19351
|
-
this.insertStmt = db.prepare(
|
|
19352
|
-
`INSERT INTO events (id, source_tool, kind, occurred_at, content_hash, content, metadata)
|
|
19353
|
-
VALUES (:id, :sourceTool, :kind, :occurredAt, :contentHash, :content, :metadata)`
|
|
19354
|
-
);
|
|
19355
19728
|
}
|
|
19356
19729
|
db;
|
|
19357
|
-
|
|
19358
|
-
|
|
19359
|
-
|
|
19360
|
-
this.insertStmt.run(
|
|
19361
|
-
bindParams({
|
|
19362
|
-
id: row.id,
|
|
19363
|
-
sourceTool: row.sourceTool,
|
|
19364
|
-
kind: row.kind,
|
|
19365
|
-
occurredAt: row.occurredAt,
|
|
19366
|
-
contentHash: row.contentHash,
|
|
19367
|
-
content: row.content,
|
|
19368
|
-
metadata: row.metadata
|
|
19369
|
-
})
|
|
19370
|
-
);
|
|
19371
|
-
}
|
|
19372
|
-
// Every recorded event's content hash — the historical backfill loads this once
|
|
19373
|
-
// to skip transcript messages it has already stored, so re-running the scan
|
|
19374
|
-
// never duplicates findings.
|
|
19730
|
+
// Every recorded capture's content hash — the historical backfill loads this
|
|
19731
|
+
// once to skip transcript messages it has already stored, so re-running the
|
|
19732
|
+
// scan never duplicates findings.
|
|
19375
19733
|
// Async (Promise.resolve over synchronous node:sqlite) so it satisfies the
|
|
19376
19734
|
// async EventsReadPort contract.
|
|
19735
|
+
//
|
|
19736
|
+
// audit_events also holds structural rows (session, run, tool_call, llm_call,
|
|
19737
|
+
// source_lookup, config_scan) with a NULL content_hash, so the capture-kind
|
|
19738
|
+
// predicate isn't load-bearing here — it documents intent and keeps the scan
|
|
19739
|
+
// index-friendly rather than walking rows that can never match.
|
|
19377
19740
|
contentHashes() {
|
|
19378
19741
|
const rows = allRows(
|
|
19379
|
-
this.db.prepare(
|
|
19742
|
+
this.db.prepare(
|
|
19743
|
+
`SELECT content_hash FROM audit_events
|
|
19744
|
+
WHERE event_type IN (${CAPTURE_EVENT_TYPES_SQL})`
|
|
19745
|
+
)
|
|
19380
19746
|
);
|
|
19381
19747
|
return Promise.resolve(new Set(rows.map((r) => r.content_hash)));
|
|
19382
19748
|
}
|
|
@@ -19712,17 +20078,20 @@ function parseExceptionRow(row) {
|
|
|
19712
20078
|
}
|
|
19713
20079
|
|
|
19714
20080
|
// ../../packages/persistence/src/repositories/resolution-sql.ts
|
|
19715
|
-
function
|
|
20081
|
+
function latestResolutionColumnSql(column, findingsAlias) {
|
|
19716
20082
|
return `(
|
|
19717
|
-
SELECT fr
|
|
20083
|
+
SELECT fr.${column} FROM finding_resolution fr
|
|
19718
20084
|
WHERE fr.finding_key = ${findingsAlias}.finding_key
|
|
19719
20085
|
ORDER BY fr.created_at DESC, fr.rowid DESC
|
|
19720
20086
|
LIMIT 1
|
|
19721
20087
|
)`;
|
|
19722
20088
|
}
|
|
20089
|
+
function latestResolutionStatusSql(findingsAlias) {
|
|
20090
|
+
return latestResolutionColumnSql("status", findingsAlias);
|
|
20091
|
+
}
|
|
19723
20092
|
var LATEST_RESOLUTION_BY_KEY_SQL = `(
|
|
19724
|
-
SELECT finding_key, status FROM (
|
|
19725
|
-
SELECT fr.finding_key, fr.status,
|
|
20093
|
+
SELECT finding_key, status, method, resolved_at FROM (
|
|
20094
|
+
SELECT fr.finding_key, fr.status, fr.method, fr.resolved_at,
|
|
19726
20095
|
ROW_NUMBER() OVER (
|
|
19727
20096
|
PARTITION BY fr.finding_key
|
|
19728
20097
|
ORDER BY fr.created_at DESC, fr.rowid DESC
|
|
@@ -19749,68 +20118,21 @@ var DAY_MS3 = 864e5;
|
|
|
19749
20118
|
var SqliteFindingsRepository = class {
|
|
19750
20119
|
constructor(db) {
|
|
19751
20120
|
this.db = db;
|
|
19752
|
-
this.insertStmt = db.prepare(
|
|
19753
|
-
`INSERT INTO findings (id, event_id, rule_id, category, severity, span_start, span_end, masked_match, action_taken, confidence, finding_key, first_detected_at)
|
|
19754
|
-
VALUES (:id, :eventId, :ruleId, :category, :severity, :spanStart, :spanEnd, :maskedMatch, :actionTaken, :confidence, :findingKey,
|
|
19755
|
-
(SELECT occurred_at FROM events WHERE id = :eventId))
|
|
19756
|
-
ON CONFLICT (finding_key) DO UPDATE SET
|
|
19757
|
-
event_id = excluded.event_id,
|
|
19758
|
-
category = excluded.category,
|
|
19759
|
-
severity = excluded.severity,
|
|
19760
|
-
span_start = excluded.span_start,
|
|
19761
|
-
span_end = excluded.span_end,
|
|
19762
|
-
masked_match = excluded.masked_match,
|
|
19763
|
-
action_taken = excluded.action_taken,
|
|
19764
|
-
confidence = excluded.confidence`
|
|
19765
|
-
);
|
|
19766
|
-
this.sessionDupStmt = db.prepare(
|
|
19767
|
-
`SELECT 1 FROM findings f JOIN events e ON e.id = f.event_id
|
|
19768
|
-
WHERE f.rule_id = :ruleId AND f.masked_match = :maskedMatch
|
|
19769
|
-
AND json_extract(e.metadata, '$.sessionId') = :sessionId
|
|
19770
|
-
LIMIT 1`
|
|
19771
|
-
);
|
|
19772
20121
|
}
|
|
19773
20122
|
db;
|
|
19774
|
-
insertStmt;
|
|
19775
|
-
sessionDupStmt;
|
|
19776
|
-
insertFindings(findings, scope = {}) {
|
|
19777
|
-
for (const finding of findings) {
|
|
19778
|
-
if (scope.sessionId && this.isSessionDuplicate(finding, scope.sessionId)) continue;
|
|
19779
|
-
const row = toFindingRow(finding);
|
|
19780
|
-
this.insertStmt.run({
|
|
19781
|
-
id: row.id,
|
|
19782
|
-
eventId: row.eventId,
|
|
19783
|
-
ruleId: row.ruleId,
|
|
19784
|
-
category: row.category,
|
|
19785
|
-
severity: row.severity,
|
|
19786
|
-
spanStart: row.spanStart,
|
|
19787
|
-
spanEnd: row.spanEnd,
|
|
19788
|
-
maskedMatch: row.maskedMatch,
|
|
19789
|
-
actionTaken: row.actionTaken,
|
|
19790
|
-
confidence: row.confidence,
|
|
19791
|
-
findingKey: row.findingKey ?? null
|
|
19792
|
-
});
|
|
19793
|
-
}
|
|
19794
|
-
}
|
|
19795
|
-
// True when an earlier event in the same session already recorded a finding
|
|
19796
|
-
// with the same rule and masked value. The current event is inserted before
|
|
19797
|
-
// its findings, but carries no findings yet, so this never self-matches.
|
|
19798
|
-
isSessionDuplicate(finding, sessionId) {
|
|
19799
|
-
const hit = this.sessionDupStmt.get({
|
|
19800
|
-
ruleId: finding.ruleId,
|
|
19801
|
-
maskedMatch: finding.maskedMatch,
|
|
19802
|
-
sessionId
|
|
19803
|
-
});
|
|
19804
|
-
return hit !== void 0;
|
|
19805
|
-
}
|
|
19806
20123
|
recentFindings(opts) {
|
|
19807
20124
|
const limit = opts?.limit ?? 50;
|
|
19808
20125
|
const rows = allRows(
|
|
19809
20126
|
this.db.prepare(
|
|
19810
|
-
`SELECT f.id, f.event_id,
|
|
19811
|
-
f.action_taken, f.confidence, e.occurred_at,
|
|
19812
|
-
|
|
19813
|
-
|
|
20127
|
+
`SELECT f.id, f.audit_event_id AS event_id, d.rule_id, d.category, d.severity,
|
|
20128
|
+
f.masked_match, f.action_taken, f.confidence, e.started_at AS occurred_at,
|
|
20129
|
+
json_extract(e.attributes, '$.source_tool') AS source_tool,
|
|
20130
|
+
e.event_type AS kind
|
|
20131
|
+
FROM inspection_findings f
|
|
20132
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20133
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
20134
|
+
WHERE e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
20135
|
+
ORDER BY e.started_at DESC, f.rowid DESC
|
|
19814
20136
|
LIMIT :limit`
|
|
19815
20137
|
),
|
|
19816
20138
|
{ limit }
|
|
@@ -19832,25 +20154,34 @@ var SqliteFindingsRepository = class {
|
|
|
19832
20154
|
);
|
|
19833
20155
|
}
|
|
19834
20156
|
/** Live-enforced findings recorded for one session — a bare COUNT over the
|
|
19835
|
-
* session-stamped
|
|
20157
|
+
* session-stamped audit_events (served by idx_audit_session), so the Activity
|
|
19836
20158
|
* page can label its findings link without the grouped pipeline. */
|
|
19837
20159
|
sessionFindingsCount(sessionId) {
|
|
19838
20160
|
if (!sessionId) return Promise.resolve(0);
|
|
19839
20161
|
return Promise.resolve(
|
|
19840
20162
|
countScalar(
|
|
19841
20163
|
this.db,
|
|
19842
|
-
`SELECT count(*) AS n FROM
|
|
19843
|
-
JOIN
|
|
19844
|
-
WHERE
|
|
20164
|
+
`SELECT count(*) AS n FROM inspection_findings f
|
|
20165
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20166
|
+
WHERE e.root_session_id = :sessionId
|
|
20167
|
+
AND e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})`,
|
|
19845
20168
|
{ sessionId }
|
|
19846
20169
|
)
|
|
19847
20170
|
);
|
|
19848
20171
|
}
|
|
19849
|
-
/** Per-rule transcript firing tally for one session —
|
|
19850
|
-
*
|
|
19851
|
-
*
|
|
19852
|
-
*
|
|
19853
|
-
*
|
|
20172
|
+
/** Per-rule transcript firing tally for one session — every detection the
|
|
20173
|
+
* transcript-reconciler pass recorded against the session's `tool_call` rows,
|
|
20174
|
+
* counted per firing rather than per unique value. Rides on session-scoped
|
|
20175
|
+
* grouped responses so the findings view can reconcile the Activity page's
|
|
20176
|
+
* tally with the deduped groups it lists.
|
|
20177
|
+
*
|
|
20178
|
+
* `inspection_findings`/`audit_events` are now the SAME physical tables the
|
|
20179
|
+
* rest of this class reads for the live-capture list above (they used to be
|
|
20180
|
+
* a separate store), so this excludes the four capture kinds those rows
|
|
20181
|
+
* already carry — without that exclusion, every live-capture finding in the
|
|
20182
|
+
* session would be tallied here too, double-counting against the grouped
|
|
20183
|
+
* list this response rides alongside. The reconciler attaches its findings
|
|
20184
|
+
* only to `tool_call` rows, which the exclusion leaves untouched. */
|
|
19854
20185
|
sessionFirings(sessionId) {
|
|
19855
20186
|
return Object.fromEntries(
|
|
19856
20187
|
countBy(
|
|
@@ -19860,18 +20191,25 @@ var SqliteFindingsRepository = class {
|
|
|
19860
20191
|
JOIN audit_events e ON e.id = f.audit_event_id
|
|
19861
20192
|
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
19862
20193
|
WHERE e.root_session_id = :sessionId
|
|
20194
|
+
AND e.event_type NOT IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
19863
20195
|
GROUP BY d.rule_id`,
|
|
19864
20196
|
{ sessionId }
|
|
19865
20197
|
)
|
|
19866
20198
|
);
|
|
19867
20199
|
}
|
|
19868
20200
|
/**
|
|
19869
|
-
* Grouped findings for the dashboard — joins
|
|
19870
|
-
* toolName from
|
|
19871
|
-
*
|
|
20201
|
+
* Grouped findings for the dashboard — joins inspection_findings⋈audit_events
|
|
20202
|
+
* ⋈inspection_definitions (repo/file/toolName from the audit event's
|
|
20203
|
+
* attributes bag, rule_id/category/severity from the definition), scoped to
|
|
20204
|
+
* the four capture kinds (audit_events also holds structural/reconciler/scan
|
|
20205
|
+
* rows this list must never surface), groups by ruleId, computes
|
|
20206
|
+
* per-filter-excluded facets, applies the requested filters, and sorts by
|
|
20207
|
+
* severity then recency. Filtering
|
|
19872
20208
|
* and faceting run in JS via the shared @akasecurity/schema helpers. `totals`
|
|
19873
20209
|
* reflect the full filtered set; `items` is the requested
|
|
19874
|
-
* page (default 50); no cursor (nextCursor is always null).
|
|
20210
|
+
* page (default 50); no cursor (nextCursor is always null). Under a `status`
|
|
20211
|
+
* filter, `totals.findings` counts only instances whose derived status was
|
|
20212
|
+
* requested, and each item's instance preview is narrowed the same way.
|
|
19875
20213
|
*
|
|
19876
20214
|
* Two reads, neither of which materializes a row per finding:
|
|
19877
20215
|
* 1. one aggregate row per rule_id, folding EVERY instance into the numbers
|
|
@@ -19884,10 +20222,11 @@ var SqliteFindingsRepository = class {
|
|
|
19884
20222
|
* rule is ever restated in SQL.
|
|
19885
20223
|
*/
|
|
19886
20224
|
listGroupedFindings(query) {
|
|
19887
|
-
const sessionPredicate = query.sessionId ? `
|
|
20225
|
+
const sessionPredicate = query.sessionId ? ` AND e.root_session_id = :sessionId` : "";
|
|
20226
|
+
const predicate = `WHERE e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})${sessionPredicate}`;
|
|
19888
20227
|
const sessionParams = query.sessionId ? { sessionId: query.sessionId } : {};
|
|
19889
20228
|
const aggregates = this.groupAggregates(query.q !== void 0 && query.q !== "", {
|
|
19890
|
-
predicate
|
|
20229
|
+
predicate,
|
|
19891
20230
|
params: sessionParams
|
|
19892
20231
|
});
|
|
19893
20232
|
const rows = allRows(
|
|
@@ -19895,24 +20234,26 @@ var SqliteFindingsRepository = class {
|
|
|
19895
20234
|
`SELECT id, rule_id, category, severity, masked_match, action_taken, confidence,
|
|
19896
20235
|
occurred_at, source_tool, repo, file, tool_name, kind, finding_key, latest_status
|
|
19897
20236
|
FROM (
|
|
19898
|
-
SELECT f.id AS id,
|
|
19899
|
-
|
|
20237
|
+
SELECT f.id AS id, d.rule_id AS rule_id, d.category AS category,
|
|
20238
|
+
d.severity AS severity, f.masked_match AS masked_match,
|
|
19900
20239
|
f.action_taken AS action_taken, f.confidence AS confidence,
|
|
19901
|
-
e.
|
|
19902
|
-
json_extract(e.
|
|
19903
|
-
json_extract(e.
|
|
19904
|
-
json_extract(e.
|
|
19905
|
-
e.
|
|
20240
|
+
e.started_at AS occurred_at,
|
|
20241
|
+
json_extract(e.attributes, '$.source_tool') AS source_tool,
|
|
20242
|
+
json_extract(e.attributes, '$.repo') AS repo,
|
|
20243
|
+
json_extract(e.attributes, '$.file_path') AS file,
|
|
20244
|
+
json_extract(e.attributes, '$.tool_name') AS tool_name,
|
|
20245
|
+
e.event_type AS kind, f.finding_key AS finding_key,
|
|
19906
20246
|
latest.status AS latest_status,
|
|
19907
20247
|
ROW_NUMBER() OVER (
|
|
19908
|
-
PARTITION BY
|
|
19909
|
-
ORDER BY e.
|
|
20248
|
+
PARTITION BY d.rule_id
|
|
20249
|
+
ORDER BY e.started_at DESC, f.id DESC
|
|
19910
20250
|
) AS rn
|
|
19911
|
-
FROM
|
|
19912
|
-
JOIN
|
|
20251
|
+
FROM inspection_findings f
|
|
20252
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20253
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
19913
20254
|
LEFT JOIN ${LATEST_RESOLUTION_BY_KEY_SQL} latest
|
|
19914
20255
|
ON latest.finding_key = f.finding_key
|
|
19915
|
-
${
|
|
20256
|
+
${predicate}
|
|
19916
20257
|
)
|
|
19917
20258
|
WHERE rn <= :cap
|
|
19918
20259
|
ORDER BY occurred_at DESC, id DESC`
|
|
@@ -19939,17 +20280,29 @@ var SqliteFindingsRepository = class {
|
|
|
19939
20280
|
severity: query.severity,
|
|
19940
20281
|
providers: query.provider,
|
|
19941
20282
|
actions: query.action,
|
|
20283
|
+
statuses: query.status,
|
|
19942
20284
|
subtype: query.subtype,
|
|
19943
20285
|
q: query.q
|
|
19944
20286
|
};
|
|
19945
20287
|
const facets = computeFindingFacets(allGroups, filterOpts);
|
|
19946
20288
|
const sorted = sortFindingGroups(applyFindingFilters(allGroups, filterOpts));
|
|
20289
|
+
const statusFilter = query.status ?? [];
|
|
19947
20290
|
const totals = {
|
|
19948
|
-
findings: sorted.reduce((acc, g) =>
|
|
20291
|
+
findings: sorted.reduce((acc, g) => {
|
|
20292
|
+
if (statusFilter.length === 0) return acc + g.instanceCount;
|
|
20293
|
+
const agg = aggregates.get(g.id);
|
|
20294
|
+
return acc + (agg ? countInstancesByStatus(agg.statusInputs, statusFilter) ?? g.instanceCount : g.instanceCount);
|
|
20295
|
+
}, 0),
|
|
19949
20296
|
groups: sorted.length
|
|
19950
20297
|
};
|
|
19951
20298
|
const limit = query.limit ?? DEFAULT_GROUPED_FINDINGS_LIMIT;
|
|
19952
|
-
const
|
|
20299
|
+
const statusSet = statusFilter.length > 0 ? new Set(statusFilter) : null;
|
|
20300
|
+
const items = sorted.slice(0, limit).map(
|
|
20301
|
+
(g) => statusSet ? {
|
|
20302
|
+
...g,
|
|
20303
|
+
instances: g.instances.filter((i) => i.status !== void 0 && statusSet.has(i.status))
|
|
20304
|
+
} : g
|
|
20305
|
+
);
|
|
19953
20306
|
return Promise.resolve({
|
|
19954
20307
|
totals,
|
|
19955
20308
|
facets,
|
|
@@ -19963,45 +20316,62 @@ var SqliteFindingsRepository = class {
|
|
|
19963
20316
|
* buildFindingGroups cannot recover from a preview. Bounded by the number of
|
|
19964
20317
|
* distinct rule_ids (the installed packs' rules), not by the store's size.
|
|
19965
20318
|
*
|
|
19966
|
-
*
|
|
19967
|
-
*
|
|
19968
|
-
*
|
|
19969
|
-
* status
|
|
19970
|
-
*
|
|
19971
|
-
*
|
|
20319
|
+
* A single scan, folded in two levels: the inner SELECT groups by
|
|
20320
|
+
* (rule_id, status tuple) so each (kind, has-key, latest-status) combination
|
|
20321
|
+
* carries its instance count — countInstancesByStatus needs those counts for
|
|
20322
|
+
* status-scoped totals — and the outer SELECT folds the tuples back to one
|
|
20323
|
+
* row per rule. The per-instance sets ride back as group_concat lists of RAW
|
|
20324
|
+
* DB values — source_tool, action_taken, and the tuples deriveFindingStatus
|
|
20325
|
+
* consumes. Aggregating the status INPUTS rather than a status keeps the
|
|
20326
|
+
* classifier itself in @akasecurity/schema, where severitySummary's SQL and
|
|
20327
|
+
* this query can't drift apart on what 'resolved' means (see
|
|
20328
|
+
* resolution-sql.ts). The concat-of-concats can repeat a value across
|
|
20329
|
+
* tuples; the schema mappers dedupe, and each set is bounded by an enum, so
|
|
19972
20330
|
* a group's row stays small however many findings it holds.
|
|
19973
20331
|
*
|
|
19974
20332
|
* `withSearchText` is the exception, and the one column here that does NOT
|
|
19975
|
-
* stay small: the group's distinct repos/filePaths, whose size
|
|
19976
|
-
* distinct paths a rule fired across — for a rule hitting
|
|
19977
|
-
* that is a string proportional to the store (~8MB over
|
|
19978
|
-
* and buildHaystack lowercases a second copy). It buys
|
|
19979
|
-
* match an instance outside the preview, which searching
|
|
19980
|
-
* would silently lose, so it is fetched only when the
|
|
19981
|
-
* carries a `q`.
|
|
20333
|
+
* stay small: the group's per-tuple-distinct repos/filePaths, whose size
|
|
20334
|
+
* tracks how many distinct paths a rule fired across — for a rule hitting
|
|
20335
|
+
* mostly-unique paths that is a string proportional to the store (~8MB over
|
|
20336
|
+
* 200k distinct paths, and buildHaystack lowercases a second copy). It buys
|
|
20337
|
+
* `q` the ability to match an instance outside the preview, which searching
|
|
20338
|
+
* the preview alone would silently lose, so it is fetched only when the
|
|
20339
|
+
* request actually carries a `q`. (Substring matching is unaffected by a
|
|
20340
|
+
* path repeating across tuples.)
|
|
19982
20341
|
*/
|
|
19983
20342
|
groupAggregates(withSearchText, scope) {
|
|
19984
|
-
const
|
|
19985
|
-
group_concat(DISTINCT json_extract(e.
|
|
19986
|
-
group_concat(DISTINCT 'via ' || json_extract(e.
|
|
20343
|
+
const innerSearchColumns = withSearchText ? `, group_concat(DISTINCT json_extract(e.attributes, '$.repo')) AS repos,
|
|
20344
|
+
group_concat(DISTINCT json_extract(e.attributes, '$.file_path')) AS files,
|
|
20345
|
+
group_concat(DISTINCT 'via ' || json_extract(e.attributes, '$.tool_name')) AS tool_names` : `, NULL AS repos, NULL AS files, NULL AS tool_names`;
|
|
19987
20346
|
const rows = this.db.prepare(
|
|
19988
|
-
`SELECT
|
|
19989
|
-
|
|
19990
|
-
max(
|
|
19991
|
-
group_concat(
|
|
19992
|
-
group_concat(
|
|
19993
|
-
group_concat(
|
|
19994
|
-
|
|
19995
|
-
|
|
19996
|
-
|
|
19997
|
-
|
|
19998
|
-
|
|
19999
|
-
|
|
20000
|
-
|
|
20001
|
-
|
|
20002
|
-
|
|
20003
|
-
|
|
20004
|
-
|
|
20347
|
+
`SELECT rule_id,
|
|
20348
|
+
sum(tuple_count) AS instance_count,
|
|
20349
|
+
max(latest_at) AS latest_at,
|
|
20350
|
+
group_concat(source_tools) AS source_tools,
|
|
20351
|
+
group_concat(actions_taken) AS actions_taken,
|
|
20352
|
+
group_concat(status_tuple || '${TUPLE_SEP}' || tuple_count) AS status_inputs,
|
|
20353
|
+
group_concat(repos) AS repos,
|
|
20354
|
+
group_concat(files) AS files,
|
|
20355
|
+
group_concat(tool_names) AS tool_names
|
|
20356
|
+
FROM (
|
|
20357
|
+
SELECT d.rule_id AS rule_id,
|
|
20358
|
+
e.event_type || '${TUPLE_SEP}' ||
|
|
20359
|
+
(CASE WHEN f.finding_key IS NULL THEN '' ELSE 'k' END) || '${TUPLE_SEP}' ||
|
|
20360
|
+
coalesce(latest.status, '') AS status_tuple,
|
|
20361
|
+
count(*) AS tuple_count,
|
|
20362
|
+
max(e.started_at) AS latest_at,
|
|
20363
|
+
group_concat(DISTINCT json_extract(e.attributes, '$.source_tool')) AS source_tools,
|
|
20364
|
+
group_concat(DISTINCT f.action_taken) AS actions_taken
|
|
20365
|
+
${innerSearchColumns}
|
|
20366
|
+
FROM inspection_findings f
|
|
20367
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20368
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
20369
|
+
LEFT JOIN ${LATEST_RESOLUTION_BY_KEY_SQL} latest
|
|
20370
|
+
ON latest.finding_key = f.finding_key
|
|
20371
|
+
${scope.predicate}
|
|
20372
|
+
GROUP BY d.rule_id, status_tuple
|
|
20373
|
+
)
|
|
20374
|
+
GROUP BY rule_id`
|
|
20005
20375
|
).all(scope.params);
|
|
20006
20376
|
return new Map(
|
|
20007
20377
|
rows.map((r) => [
|
|
@@ -20011,13 +20381,14 @@ var SqliteFindingsRepository = class {
|
|
|
20011
20381
|
sourceTools: splitConcat(r.source_tools),
|
|
20012
20382
|
actionsTaken: splitConcat(r.actions_taken),
|
|
20013
20383
|
statusInputs: splitConcat(r.status_inputs).map((tuple2) => {
|
|
20014
|
-
const [kind = "", keyMarker = "", latestStatus = ""] = tuple2.split(TUPLE_SEP);
|
|
20384
|
+
const [kind = "", keyMarker = "", latestStatus = "", count = ""] = tuple2.split(TUPLE_SEP);
|
|
20015
20385
|
return {
|
|
20016
20386
|
// deriveFindingStatus only distinguishes null from non-null here,
|
|
20017
20387
|
// so the marker stands in for the key itself (never rendered).
|
|
20018
20388
|
kind,
|
|
20019
20389
|
findingKey: keyMarker === "" ? null : keyMarker,
|
|
20020
|
-
latestResolutionStatus: latestStatus === "" ? null : latestStatus
|
|
20390
|
+
latestResolutionStatus: latestStatus === "" ? null : latestStatus,
|
|
20391
|
+
count: Number(count)
|
|
20021
20392
|
};
|
|
20022
20393
|
}),
|
|
20023
20394
|
latestDetectedAt: epochMillisToIso(r.latest_at),
|
|
@@ -20034,10 +20405,21 @@ var SqliteFindingsRepository = class {
|
|
|
20034
20405
|
);
|
|
20035
20406
|
}
|
|
20036
20407
|
healthSummary() {
|
|
20037
|
-
const total = countScalar(
|
|
20408
|
+
const total = countScalar(
|
|
20409
|
+
this.db,
|
|
20410
|
+
`SELECT count(*) AS n FROM inspection_findings f
|
|
20411
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20412
|
+
WHERE e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})`
|
|
20413
|
+
);
|
|
20038
20414
|
const byAction = Object.fromEntries(ACTION_TAKEN_KEYS.map((a) => [a, 0]));
|
|
20039
20415
|
const grouped = allRows(
|
|
20040
|
-
this.db.prepare(
|
|
20416
|
+
this.db.prepare(
|
|
20417
|
+
`SELECT f.action_taken AS action_taken, count(*) AS c
|
|
20418
|
+
FROM inspection_findings f
|
|
20419
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20420
|
+
WHERE e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
20421
|
+
GROUP BY f.action_taken`
|
|
20422
|
+
)
|
|
20041
20423
|
);
|
|
20042
20424
|
for (const row of grouped) {
|
|
20043
20425
|
if (row.action_taken in byAction) byAction[row.action_taken] = row.c;
|
|
@@ -20045,12 +20427,15 @@ var SqliteFindingsRepository = class {
|
|
|
20045
20427
|
const bySeverity = { critical: 0, high: 0, medium: 0, low: 0 };
|
|
20046
20428
|
const sevRows = allRows(
|
|
20047
20429
|
this.db.prepare(
|
|
20048
|
-
`SELECT
|
|
20049
|
-
FROM
|
|
20430
|
+
`SELECT d.severity AS severity, count(*) AS c
|
|
20431
|
+
FROM inspection_findings f
|
|
20432
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20433
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
20050
20434
|
LEFT JOIN ${LATEST_RESOLUTION_BY_KEY_SQL} latest
|
|
20051
20435
|
ON latest.finding_key = f.finding_key
|
|
20052
|
-
WHERE
|
|
20053
|
-
|
|
20436
|
+
WHERE e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
20437
|
+
AND (latest.status IS NULL OR latest.status != 'resolved')
|
|
20438
|
+
GROUP BY d.severity`
|
|
20054
20439
|
)
|
|
20055
20440
|
);
|
|
20056
20441
|
for (const row of sevRows) {
|
|
@@ -20071,9 +20456,11 @@ var SqliteFindingsRepository = class {
|
|
|
20071
20456
|
const since = startOfUtcDay(Date.now()) - (days - 1) * DAY_MS3;
|
|
20072
20457
|
const rows = allRows(
|
|
20073
20458
|
this.db.prepare(
|
|
20074
|
-
`SELECT date(e.
|
|
20075
|
-
FROM
|
|
20076
|
-
|
|
20459
|
+
`SELECT date(e.started_at / 1000, 'unixepoch') AS day, f.action_taken AS action, count(*) AS c
|
|
20460
|
+
FROM inspection_findings f
|
|
20461
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20462
|
+
WHERE e.started_at >= :since
|
|
20463
|
+
AND e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
20077
20464
|
GROUP BY day, f.action_taken`
|
|
20078
20465
|
),
|
|
20079
20466
|
{ since }
|
|
@@ -20138,15 +20525,59 @@ var SqliteInspectionFindingsRepository = class {
|
|
|
20138
20525
|
this.insertStmt = db.prepare(
|
|
20139
20526
|
`INSERT INTO inspection_findings
|
|
20140
20527
|
(id, audit_event_id, inspection_definition_id, classified_data_id,
|
|
20141
|
-
span_start, span_end, masked_match, action_taken, confidence
|
|
20528
|
+
span_start, span_end, masked_match, action_taken, confidence,
|
|
20529
|
+
finding_key, first_detected_at)
|
|
20142
20530
|
VALUES
|
|
20143
20531
|
(:id, :auditEventId, :inspectionDefinitionId, :classifiedDataId,
|
|
20144
|
-
:spanStart, :spanEnd, :maskedMatch, :actionTaken, :confidence
|
|
20145
|
-
|
|
20532
|
+
:spanStart, :spanEnd, :maskedMatch, :actionTaken, :confidence,
|
|
20533
|
+
:findingKey,
|
|
20534
|
+
COALESCE(:firstDetectedAt, (SELECT started_at FROM audit_events WHERE id = :auditEventId)))
|
|
20535
|
+
ON CONFLICT(id) DO UPDATE SET
|
|
20536
|
+
inspection_definition_id = excluded.inspection_definition_id
|
|
20537
|
+
ON CONFLICT (finding_key) DO UPDATE SET
|
|
20538
|
+
audit_event_id = excluded.audit_event_id,
|
|
20539
|
+
inspection_definition_id = excluded.inspection_definition_id,
|
|
20540
|
+
classified_data_id = excluded.classified_data_id,
|
|
20541
|
+
span_start = excluded.span_start,
|
|
20542
|
+
span_end = excluded.span_end,
|
|
20543
|
+
masked_match = excluded.masked_match,
|
|
20544
|
+
action_taken = excluded.action_taken,
|
|
20545
|
+
confidence = excluded.confidence`
|
|
20546
|
+
);
|
|
20547
|
+
this.sessionDupStmt = db.prepare(
|
|
20548
|
+
`SELECT 1 FROM inspection_findings f
|
|
20549
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
20550
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
20551
|
+
WHERE d.rule_id = :ruleId AND f.masked_match = :maskedMatch
|
|
20552
|
+
AND e.root_session_id = :sessionId
|
|
20553
|
+
AND e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
20554
|
+
LIMIT 1`
|
|
20555
|
+
);
|
|
20556
|
+
this.eventDupStmt = db.prepare(
|
|
20557
|
+
`SELECT 1 FROM inspection_findings f
|
|
20558
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
20559
|
+
WHERE f.audit_event_id = :auditEventId AND d.rule_id = :ruleId
|
|
20560
|
+
AND f.masked_match = :maskedMatch
|
|
20561
|
+
AND f.span_start = :spanStart AND f.span_end = :spanEnd
|
|
20562
|
+
LIMIT 1`
|
|
20146
20563
|
);
|
|
20147
20564
|
}
|
|
20148
20565
|
db;
|
|
20149
20566
|
insertStmt;
|
|
20567
|
+
sessionDupStmt;
|
|
20568
|
+
eventDupStmt;
|
|
20569
|
+
// True when an earlier event in the same session already recorded a finding
|
|
20570
|
+
// with the same rule and masked value. The current event's own findings are
|
|
20571
|
+
// inserted one at a time in caller order, so an earlier finding in the SAME
|
|
20572
|
+
// recordCapture call is visible to a later duplicate check within it too.
|
|
20573
|
+
isSessionDuplicate(ruleId, maskedMatch, sessionId) {
|
|
20574
|
+
return this.sessionDupStmt.get({ ruleId, maskedMatch, sessionId }) !== void 0;
|
|
20575
|
+
}
|
|
20576
|
+
// True when this exact detection (rule + masked value + span) is already
|
|
20577
|
+
// recorded against the given audit event.
|
|
20578
|
+
isEventDuplicate(auditEventId, ruleId, maskedMatch, spanStart, spanEnd) {
|
|
20579
|
+
return this.eventDupStmt.get({ auditEventId, ruleId, maskedMatch, spanStart, spanEnd }) !== void 0;
|
|
20580
|
+
}
|
|
20150
20581
|
insertFinding(input) {
|
|
20151
20582
|
const row = toInspectionFindingRow(input);
|
|
20152
20583
|
this.insertStmt.run(
|
|
@@ -20159,7 +20590,9 @@ var SqliteInspectionFindingsRepository = class {
|
|
|
20159
20590
|
spanEnd: row.spanEnd,
|
|
20160
20591
|
maskedMatch: row.maskedMatch,
|
|
20161
20592
|
actionTaken: row.actionTaken,
|
|
20162
|
-
confidence: row.confidence
|
|
20593
|
+
confidence: row.confidence,
|
|
20594
|
+
findingKey: row.findingKey,
|
|
20595
|
+
firstDetectedAt: row.firstDetectedAt
|
|
20163
20596
|
})
|
|
20164
20597
|
);
|
|
20165
20598
|
}
|
|
@@ -20431,7 +20864,7 @@ var SqliteInstalledPacksRepository = class {
|
|
|
20431
20864
|
installedRuleset() {
|
|
20432
20865
|
const rows = allRows(
|
|
20433
20866
|
this.db.prepare(
|
|
20434
|
-
`SELECT enabled, policy_id AS policyId, rules_json AS rulesJson FROM installed_packs`
|
|
20867
|
+
`SELECT enabled, policy_id AS policyId, rules_json AS rulesJson, version FROM installed_packs`
|
|
20435
20868
|
)
|
|
20436
20869
|
);
|
|
20437
20870
|
const out = {
|
|
@@ -20439,7 +20872,8 @@ var SqliteInstalledPacksRepository = class {
|
|
|
20439
20872
|
enabledPacks: 0,
|
|
20440
20873
|
rules: [],
|
|
20441
20874
|
invalidRules: 0,
|
|
20442
|
-
ruleActions: /* @__PURE__ */ new Map()
|
|
20875
|
+
ruleActions: /* @__PURE__ */ new Map(),
|
|
20876
|
+
ruleVersions: /* @__PURE__ */ new Map()
|
|
20443
20877
|
};
|
|
20444
20878
|
for (const row of rows) {
|
|
20445
20879
|
if (!intToBool(row.enabled)) continue;
|
|
@@ -20461,6 +20895,7 @@ var SqliteInstalledPacksRepository = class {
|
|
|
20461
20895
|
if (parsed.success) {
|
|
20462
20896
|
out.rules.push(parsed.data);
|
|
20463
20897
|
out.ruleActions.set(parsed.data.id, action);
|
|
20898
|
+
out.ruleVersions.set(parsed.data.id, row.version);
|
|
20464
20899
|
} else out.invalidRules += 1;
|
|
20465
20900
|
}
|
|
20466
20901
|
}
|
|
@@ -21635,19 +22070,19 @@ var SqliteResolutionsRepository = class {
|
|
|
21635
22070
|
);
|
|
21636
22071
|
this.openAtRestStmt = db.prepare(
|
|
21637
22072
|
`SELECT DISTINCT f.finding_key AS finding_key
|
|
21638
|
-
FROM
|
|
21639
|
-
JOIN
|
|
21640
|
-
WHERE e.
|
|
21641
|
-
AND json_extract(e.
|
|
22073
|
+
FROM inspection_findings f
|
|
22074
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
22075
|
+
WHERE e.event_type = 'code_change'
|
|
22076
|
+
AND json_extract(e.attributes, '$.file_path') = :path
|
|
21642
22077
|
AND f.finding_key IS NOT NULL
|
|
21643
22078
|
AND ${latestResolutionStatusSql("f")} IS NOT 'resolved'`
|
|
21644
22079
|
);
|
|
21645
22080
|
this.resolvedAtRestStmt = db.prepare(
|
|
21646
22081
|
`SELECT DISTINCT f.finding_key AS finding_key
|
|
21647
|
-
FROM
|
|
21648
|
-
JOIN
|
|
21649
|
-
WHERE e.
|
|
21650
|
-
AND json_extract(e.
|
|
22082
|
+
FROM inspection_findings f
|
|
22083
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
22084
|
+
WHERE e.event_type = 'code_change'
|
|
22085
|
+
AND json_extract(e.attributes, '$.file_path') = :path
|
|
21651
22086
|
AND f.finding_key IS NOT NULL
|
|
21652
22087
|
AND ${latestResolutionStatusSql("f")} = 'resolved'`
|
|
21653
22088
|
);
|
|
@@ -21870,25 +22305,27 @@ var SqliteSecurityRepository = class {
|
|
|
21870
22305
|
severitySummary() {
|
|
21871
22306
|
const rows = allRows(
|
|
21872
22307
|
this.db.prepare(
|
|
21873
|
-
`SELECT
|
|
22308
|
+
`SELECT d.severity AS severity,
|
|
21874
22309
|
COUNT(*) AS count,
|
|
21875
22310
|
SUM(CASE
|
|
21876
|
-
WHEN e.
|
|
22311
|
+
WHEN e.event_type != 'code_change' THEN 1
|
|
21877
22312
|
WHEN f.finding_key IS NULL THEN 0
|
|
21878
22313
|
WHEN latest.status = 'resolved' THEN 1
|
|
21879
22314
|
ELSE 0
|
|
21880
22315
|
END) AS caught,
|
|
21881
22316
|
SUM(CASE
|
|
21882
|
-
WHEN e.
|
|
22317
|
+
WHEN e.event_type = 'code_change'
|
|
21883
22318
|
AND f.finding_key IS NOT NULL
|
|
21884
22319
|
AND (latest.status IS NULL OR latest.status != 'resolved') THEN 1
|
|
21885
22320
|
ELSE 0
|
|
21886
22321
|
END) AS open_at_rest
|
|
21887
|
-
FROM
|
|
21888
|
-
JOIN
|
|
22322
|
+
FROM inspection_findings f
|
|
22323
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
22324
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
21889
22325
|
LEFT JOIN ${LATEST_RESOLUTION_BY_KEY_SQL} latest
|
|
21890
22326
|
ON latest.finding_key = f.finding_key
|
|
21891
|
-
|
|
22327
|
+
WHERE e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
22328
|
+
GROUP BY d.severity`
|
|
21892
22329
|
)
|
|
21893
22330
|
);
|
|
21894
22331
|
const byRow = new Map(rows.map((r) => [r.severity, r]));
|
|
@@ -21954,7 +22391,7 @@ var SqliteSecurityRepository = class {
|
|
|
21954
22391
|
// Mean time-to-remediate per bucket, split by severity — a sibling of
|
|
21955
22392
|
// findingsTimeseries that reuses the same window/bucket/UTC math, but buckets
|
|
21956
22393
|
// on a different timestamp: findingsTimeseries buckets by first-detection
|
|
21957
|
-
// (
|
|
22394
|
+
// (audit_events.started_at), this buckets by resolution time (the latest
|
|
21958
22395
|
// finding_resolution row's resolved_at) — it's a "resolved in this bucket"
|
|
21959
22396
|
// trend, not a "detected in this bucket" one. Only findings whose LATEST
|
|
21960
22397
|
// resolution row (latest-resolution-wins, same correlated subquery as
|
|
@@ -21979,30 +22416,20 @@ var SqliteSecurityRepository = class {
|
|
|
21979
22416
|
// first_detected_at is the PRESERVED first-detection time (set once on a
|
|
21980
22417
|
// finding's INSERT, never overwritten on the re-detection upsert), so MTTR
|
|
21981
22418
|
// measures from first sighting — not the latest re-scan's event, whose
|
|
21982
|
-
//
|
|
21983
|
-
// the parent event's
|
|
21984
|
-
// backfill left null.
|
|
21985
|
-
`SELECT COALESCE(f.first_detected_at, e.
|
|
21986
|
-
|
|
21987
|
-
|
|
21988
|
-
|
|
21989
|
-
|
|
21990
|
-
|
|
21991
|
-
|
|
21992
|
-
|
|
21993
|
-
|
|
21994
|
-
WHERE fr.finding_key = f.finding_key
|
|
21995
|
-
ORDER BY fr.created_at DESC, fr.rowid DESC
|
|
21996
|
-
LIMIT 1
|
|
21997
|
-
) AS latest_method,
|
|
21998
|
-
(
|
|
21999
|
-
SELECT fr.resolved_at FROM finding_resolution fr
|
|
22000
|
-
WHERE fr.finding_key = f.finding_key
|
|
22001
|
-
ORDER BY fr.created_at DESC, fr.rowid DESC
|
|
22002
|
-
LIMIT 1
|
|
22003
|
-
) AS latest_resolved_at
|
|
22004
|
-
FROM findings f JOIN events e ON e.id = f.event_id
|
|
22419
|
+
// started_at the upsert overwrites onto inspection_findings.audit_event_id.
|
|
22420
|
+
// COALESCE onto the parent event's started_at defends against any
|
|
22421
|
+
// legacy/edge row the backfill left null.
|
|
22422
|
+
`SELECT COALESCE(f.first_detected_at, e.started_at) AS first_detected_at, d.severity AS severity,
|
|
22423
|
+
latest.status AS latest_status,
|
|
22424
|
+
latest.method AS latest_method,
|
|
22425
|
+
latest.resolved_at AS latest_resolved_at
|
|
22426
|
+
FROM inspection_findings f
|
|
22427
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
22428
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
22429
|
+
LEFT JOIN ${LATEST_RESOLUTION_BY_KEY_SQL} latest
|
|
22430
|
+
ON latest.finding_key = f.finding_key
|
|
22005
22431
|
WHERE f.finding_key IS NOT NULL
|
|
22432
|
+
AND e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
22006
22433
|
AND EXISTS (
|
|
22007
22434
|
SELECT 1 FROM finding_resolution fr
|
|
22008
22435
|
WHERE fr.finding_key = f.finding_key
|
|
@@ -22049,11 +22476,13 @@ var SqliteSecurityRepository = class {
|
|
|
22049
22476
|
const from = now - RANGE_DAYS[range] * DAY_MS4;
|
|
22050
22477
|
const rows = allRows(
|
|
22051
22478
|
this.db.prepare(
|
|
22052
|
-
`SELECT json_extract(e.
|
|
22053
|
-
FROM
|
|
22054
|
-
|
|
22055
|
-
|
|
22056
|
-
AND
|
|
22479
|
+
`SELECT json_extract(e.attributes, '$.repo') AS repo, count(*) AS c
|
|
22480
|
+
FROM inspection_findings f
|
|
22481
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
22482
|
+
WHERE e.started_at >= :from AND e.started_at < :to
|
|
22483
|
+
AND e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
22484
|
+
AND json_extract(e.attributes, '$.repo') IS NOT NULL
|
|
22485
|
+
AND json_extract(e.attributes, '$.repo') != ''
|
|
22057
22486
|
GROUP BY repo
|
|
22058
22487
|
ORDER BY c DESC, repo
|
|
22059
22488
|
LIMIT :limit`
|
|
@@ -22077,44 +22506,28 @@ var SqliteSecurityRepository = class {
|
|
|
22077
22506
|
// secret came back) is excluded — it is not currently resolved. Legacy
|
|
22078
22507
|
// at-rest findings with finding_key IS NULL are excluded outright (the
|
|
22079
22508
|
// resolution lifecycle can never attach to them). Path comes from the
|
|
22080
|
-
// finding's parent event (
|
|
22081
|
-
// resolutions.ts's openAtRestStmt accessor. Ordered by resolved_at
|
|
22082
|
-
// capped at `limit`.
|
|
22509
|
+
// finding's parent event (event_type 'code_change', attributes.file_path) —
|
|
22510
|
+
// mirrors resolutions.ts's openAtRestStmt accessor. Ordered by resolved_at
|
|
22511
|
+
// DESC, capped at `limit`.
|
|
22083
22512
|
recentlyResolved(limit = 20) {
|
|
22084
22513
|
const rows = allRows(
|
|
22085
22514
|
this.db.prepare(
|
|
22086
22515
|
`SELECT f.finding_key AS finding_key,
|
|
22087
|
-
|
|
22088
|
-
|
|
22089
|
-
json_extract(e.
|
|
22090
|
-
COALESCE(f.first_detected_at, e.
|
|
22091
|
-
|
|
22092
|
-
|
|
22093
|
-
|
|
22094
|
-
|
|
22095
|
-
|
|
22096
|
-
|
|
22097
|
-
|
|
22098
|
-
WHERE e.kind = 'code_change'
|
|
22516
|
+
d.rule_id AS rule_id,
|
|
22517
|
+
d.severity AS severity,
|
|
22518
|
+
json_extract(e.attributes, '$.file_path') AS path,
|
|
22519
|
+
COALESCE(f.first_detected_at, e.started_at) AS first_detected_at,
|
|
22520
|
+
latest.resolved_at AS latest_resolved_at
|
|
22521
|
+
FROM inspection_findings f
|
|
22522
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
22523
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
22524
|
+
LEFT JOIN ${LATEST_RESOLUTION_BY_KEY_SQL} latest
|
|
22525
|
+
ON latest.finding_key = f.finding_key
|
|
22526
|
+
WHERE e.event_type = 'code_change'
|
|
22099
22527
|
AND f.finding_key IS NOT NULL
|
|
22100
|
-
AND
|
|
22101
|
-
|
|
22102
|
-
|
|
22103
|
-
ORDER BY fr.created_at DESC, fr.rowid DESC
|
|
22104
|
-
LIMIT 1
|
|
22105
|
-
) = 'resolved'
|
|
22106
|
-
AND (
|
|
22107
|
-
SELECT fr.method FROM finding_resolution fr
|
|
22108
|
-
WHERE fr.finding_key = f.finding_key
|
|
22109
|
-
ORDER BY fr.created_at DESC, fr.rowid DESC
|
|
22110
|
-
LIMIT 1
|
|
22111
|
-
) = 'fixed-at-source'
|
|
22112
|
-
AND (
|
|
22113
|
-
SELECT fr.resolved_at FROM finding_resolution fr
|
|
22114
|
-
WHERE fr.finding_key = f.finding_key
|
|
22115
|
-
ORDER BY fr.created_at DESC, fr.rowid DESC
|
|
22116
|
-
LIMIT 1
|
|
22117
|
-
) IS NOT NULL
|
|
22528
|
+
AND latest.status = 'resolved'
|
|
22529
|
+
AND latest.method = 'fixed-at-source'
|
|
22530
|
+
AND latest.resolved_at IS NOT NULL
|
|
22118
22531
|
ORDER BY latest_resolved_at DESC
|
|
22119
22532
|
LIMIT :limit`
|
|
22120
22533
|
),
|
|
@@ -22133,15 +22546,18 @@ var SqliteSecurityRepository = class {
|
|
|
22133
22546
|
return Promise.resolve({ items });
|
|
22134
22547
|
}
|
|
22135
22548
|
// Findings whose parent event occurred in [fromMs, toMs), with the parent's
|
|
22136
|
-
// epoch-millis timestamp.
|
|
22549
|
+
// epoch-millis timestamp. started_at is an INTEGER column, so the bounds stay
|
|
22137
22550
|
// numeric and the JS aggregations bucket/split on ms directly.
|
|
22138
22551
|
findingsInRange(fromMs, toMs) {
|
|
22139
22552
|
const rows = allRows(
|
|
22140
22553
|
this.db.prepare(
|
|
22141
|
-
`SELECT e.
|
|
22142
|
-
FROM
|
|
22143
|
-
|
|
22144
|
-
|
|
22554
|
+
`SELECT e.started_at AS occurred_at, d.severity AS severity, f.action_taken AS action_taken
|
|
22555
|
+
FROM inspection_findings f
|
|
22556
|
+
JOIN audit_events e ON e.id = f.audit_event_id
|
|
22557
|
+
JOIN inspection_definitions d ON d.id = f.inspection_definition_id
|
|
22558
|
+
WHERE e.started_at >= :from AND e.started_at < :to
|
|
22559
|
+
AND e.event_type IN (${CAPTURE_EVENT_TYPES_SQL})
|
|
22560
|
+
ORDER BY e.started_at`
|
|
22145
22561
|
),
|
|
22146
22562
|
{ from: fromMs, to: toMs }
|
|
22147
22563
|
);
|
|
@@ -22965,9 +23381,10 @@ function openWithPragmas(file2) {
|
|
|
22965
23381
|
}
|
|
22966
23382
|
function backupLegacyStore(file2) {
|
|
22967
23383
|
const backup = `${file2}.legacy.${String(Date.now())}.bak`;
|
|
22968
|
-
|
|
22969
|
-
|
|
22970
|
-
|
|
23384
|
+
renameSync2(file2, backup);
|
|
23385
|
+
tightenFile(backup);
|
|
23386
|
+
for (const sidecar of dbSidecars(file2)) {
|
|
23387
|
+
if (existsSync(sidecar)) rmSync2(sidecar);
|
|
22971
23388
|
}
|
|
22972
23389
|
return backup;
|
|
22973
23390
|
}
|
|
@@ -22983,7 +23400,7 @@ function openLocalDatabase(dir) {
|
|
|
22983
23400
|
`Detected an older, incompatible (tenant-bearing) ${DB_FILENAME}; backed it up to ${backup} and created a fresh store.`
|
|
22984
23401
|
);
|
|
22985
23402
|
}
|
|
22986
|
-
applyMigrations(db);
|
|
23403
|
+
applyMigrations(db, file2);
|
|
22987
23404
|
tightenPerms(file2);
|
|
22988
23405
|
const events = new SqliteEventsRepository(db);
|
|
22989
23406
|
const findings = new SqliteFindingsRepository(db);
|
|
@@ -23010,9 +23427,56 @@ function openLocalDatabase(dir) {
|
|
|
23010
23427
|
policies.seedDefaults();
|
|
23011
23428
|
function recordCapture(event, detected) {
|
|
23012
23429
|
failOpenTransaction(db, () => {
|
|
23013
|
-
events.insertEvent(event);
|
|
23014
23430
|
const sessionId = event.metadata?.sessionId;
|
|
23015
|
-
|
|
23431
|
+
if (sessionId) {
|
|
23432
|
+
auditEvents.ensureSessionRoot(sessionId, event.occurredAt);
|
|
23433
|
+
}
|
|
23434
|
+
const auditEventId = captureId(
|
|
23435
|
+
sessionId ?? null,
|
|
23436
|
+
event.contentHash,
|
|
23437
|
+
event.metadata?.filePath ?? null
|
|
23438
|
+
);
|
|
23439
|
+
auditEvents.insertAuditEvent({
|
|
23440
|
+
id: auditEventId,
|
|
23441
|
+
eventType: event.kind,
|
|
23442
|
+
startedAt: event.occurredAt,
|
|
23443
|
+
parentId: sessionId,
|
|
23444
|
+
rootSessionId: sessionId,
|
|
23445
|
+
content: event.content,
|
|
23446
|
+
contentHash: event.contentHash,
|
|
23447
|
+
attributes: toCaptureAttributes(event)
|
|
23448
|
+
});
|
|
23449
|
+
const definitionIds = /* @__PURE__ */ new Map();
|
|
23450
|
+
for (const finding of detected) {
|
|
23451
|
+
if (sessionId && inspectionFindings.isSessionDuplicate(finding.ruleId, finding.maskedMatch, sessionId)) {
|
|
23452
|
+
continue;
|
|
23453
|
+
}
|
|
23454
|
+
if (inspectionFindings.isEventDuplicate(
|
|
23455
|
+
auditEventId,
|
|
23456
|
+
finding.ruleId,
|
|
23457
|
+
finding.maskedMatch,
|
|
23458
|
+
finding.span.start,
|
|
23459
|
+
finding.span.end
|
|
23460
|
+
)) {
|
|
23461
|
+
continue;
|
|
23462
|
+
}
|
|
23463
|
+
const key = `${finding.ruleId}@${captureDefinitionVersion(finding)}`;
|
|
23464
|
+
let definitionId = definitionIds.get(key);
|
|
23465
|
+
if (!definitionId) {
|
|
23466
|
+
definitionId = inspectionDefinitions.upsert(toCaptureDefinitionInput(finding));
|
|
23467
|
+
definitionIds.set(key, definitionId);
|
|
23468
|
+
}
|
|
23469
|
+
inspectionFindings.insertFinding({
|
|
23470
|
+
id: finding.id,
|
|
23471
|
+
auditEventId,
|
|
23472
|
+
inspectionDefinitionId: definitionId,
|
|
23473
|
+
span: finding.span,
|
|
23474
|
+
maskedMatch: finding.maskedMatch,
|
|
23475
|
+
actionTaken: finding.actionTaken,
|
|
23476
|
+
confidence: finding.confidence,
|
|
23477
|
+
findingKey: finding.findingKey ?? void 0
|
|
23478
|
+
});
|
|
23479
|
+
}
|
|
23016
23480
|
});
|
|
23017
23481
|
}
|
|
23018
23482
|
function ensureInventory(ctx) {
|
|
@@ -23160,9 +23624,12 @@ function openLocalDatabase(dir) {
|
|
|
23160
23624
|
};
|
|
23161
23625
|
}
|
|
23162
23626
|
|
|
23627
|
+
// ../../packages/persistence/src/finding-key.ts
|
|
23628
|
+
import { createHash as createHash3 } from "crypto";
|
|
23629
|
+
|
|
23163
23630
|
// ../../packages/persistence/src/fingerprint.ts
|
|
23164
23631
|
import { createHmac, randomBytes } from "crypto";
|
|
23165
|
-
import {
|
|
23632
|
+
import { readFileSync } from "fs";
|
|
23166
23633
|
import { join as join2 } from "path";
|
|
23167
23634
|
var KEY_FILENAME = "exception.key";
|
|
23168
23635
|
var KEY_MATERIAL_BYTES = 32;
|
|
@@ -23199,8 +23666,8 @@ function readFingerprintKey(dataDir2) {
|
|
|
23199
23666
|
}
|
|
23200
23667
|
|
|
23201
23668
|
// ../../packages/persistence/src/local-layout.ts
|
|
23202
|
-
import {
|
|
23203
|
-
import {
|
|
23669
|
+
import { renameSync as renameSync3 } from "fs";
|
|
23670
|
+
import { mkdir } from "fs/promises";
|
|
23204
23671
|
import { homedir } from "os";
|
|
23205
23672
|
import { join as join3 } from "path";
|
|
23206
23673
|
function defaultDataDir() {
|
|
@@ -23215,6 +23682,9 @@ function dataDir(base = defaultDataDir()) {
|
|
|
23215
23682
|
function dbPath(base = defaultDataDir()) {
|
|
23216
23683
|
return join3(dataDir(base), "aka.db");
|
|
23217
23684
|
}
|
|
23685
|
+
function ensureLayoutDirSync(dir = defaultDataDir()) {
|
|
23686
|
+
ensureDataDirSync(dir);
|
|
23687
|
+
}
|
|
23218
23688
|
function migrateLegacyLayout(base = defaultDataDir()) {
|
|
23219
23689
|
const moves = [
|
|
23220
23690
|
{ name: "config.json", dest: settingsDir(base) },
|
|
@@ -23222,19 +23692,17 @@ function migrateLegacyLayout(base = defaultDataDir()) {
|
|
|
23222
23692
|
];
|
|
23223
23693
|
for (const { name, dest } of moves) {
|
|
23224
23694
|
try {
|
|
23225
|
-
|
|
23226
|
-
|
|
23227
|
-
|
|
23228
|
-
|
|
23229
|
-
}
|
|
23230
|
-
renameSync3(join3(base, name), join3(dest, name));
|
|
23695
|
+
ensureDataDirSync(dest);
|
|
23696
|
+
const moved = join3(dest, name);
|
|
23697
|
+
renameSync3(join3(base, name), moved);
|
|
23698
|
+
tightenFile(moved);
|
|
23231
23699
|
} catch {
|
|
23232
23700
|
}
|
|
23233
23701
|
}
|
|
23234
23702
|
}
|
|
23235
23703
|
|
|
23236
23704
|
// ../../packages/persistence/src/settings.ts
|
|
23237
|
-
import { readFileSync as readFileSync2
|
|
23705
|
+
import { readFileSync as readFileSync2 } from "fs";
|
|
23238
23706
|
import { join as join4 } from "path";
|
|
23239
23707
|
function readWorkspaceSettings(base = defaultDataDir()) {
|
|
23240
23708
|
const record2 = readJson(join4(settingsDir(base), "settings.json"));
|
|
@@ -23256,7 +23724,7 @@ function readJson(file2) {
|
|
|
23256
23724
|
}
|
|
23257
23725
|
|
|
23258
23726
|
// ../../packages/persistence/src/warn-era-cap.ts
|
|
23259
|
-
import { existsSync as existsSync2, writeFileSync as
|
|
23727
|
+
import { existsSync as existsSync2, writeFileSync as writeFileSync2 } from "fs";
|
|
23260
23728
|
import { join as join5 } from "path";
|
|
23261
23729
|
var MARKER = "warn-era-capped";
|
|
23262
23730
|
function capWarnEraEnforcementOnce(db, policyMode, dataDir2) {
|
|
@@ -23264,7 +23732,7 @@ function capWarnEraEnforcementOnce(db, policyMode, dataDir2) {
|
|
|
23264
23732
|
const marker = join5(dataDir2, MARKER);
|
|
23265
23733
|
if (existsSync2(marker)) return { capped: 0, skipped: "already-run" };
|
|
23266
23734
|
const capped = db.policies.capCategoryActions();
|
|
23267
|
-
|
|
23735
|
+
writeFileSync2(marker, `${new Date(Date.now()).toISOString()}
|
|
23268
23736
|
`, { mode: DATA_FILE_MODE });
|
|
23269
23737
|
return { capped };
|
|
23270
23738
|
}
|
|
@@ -23319,6 +23787,12 @@ function resolveProvider() {
|
|
|
23319
23787
|
|
|
23320
23788
|
// ../../packages/plugin-sdk/src/config.ts
|
|
23321
23789
|
function loadConfig(base = defaultDataDir()) {
|
|
23790
|
+
try {
|
|
23791
|
+
ensureLayoutDirSync(base);
|
|
23792
|
+
const settingsFile = join6(settingsDir(base), "settings.json");
|
|
23793
|
+
if (existsSync3(settingsFile)) tightenFile(settingsFile);
|
|
23794
|
+
} catch {
|
|
23795
|
+
}
|
|
23322
23796
|
migrateLegacyLayout(base);
|
|
23323
23797
|
const settings = readWorkspaceSettings(base);
|
|
23324
23798
|
return {
|
|
@@ -23341,7 +23815,7 @@ function resolveProviderSafe() {
|
|
|
23341
23815
|
// ../../packages/plugin-sdk/src/config-inventory.ts
|
|
23342
23816
|
import { readdirSync, readFileSync as readFileSync4, realpathSync, statSync as statSync2 } from "fs";
|
|
23343
23817
|
import { homedir as homedir2 } from "os";
|
|
23344
|
-
import { basename as basename2, join as
|
|
23818
|
+
import { basename as basename2, join as join8 } from "path";
|
|
23345
23819
|
|
|
23346
23820
|
// ../../packages/detections/src/egress/registry.ts
|
|
23347
23821
|
var EXTRACTOR_VERSION = "1";
|
|
@@ -26077,21 +26551,18 @@ function bundledDetections() {
|
|
|
26077
26551
|
}
|
|
26078
26552
|
|
|
26079
26553
|
// ../../packages/plugin-sdk/src/repo.ts
|
|
26080
|
-
import { existsSync as
|
|
26081
|
-
import { basename, dirname, isAbsolute, join as
|
|
26554
|
+
import { existsSync as existsSync4, readFileSync as readFileSync3, statSync } from "fs";
|
|
26555
|
+
import { basename, dirname, isAbsolute, join as join7, sep as sep2 } from "path";
|
|
26082
26556
|
|
|
26083
26557
|
// ../../packages/plugin-sdk/src/events.ts
|
|
26084
|
-
import { createHash as
|
|
26085
|
-
|
|
26086
|
-
// ../../packages/plugin-sdk/src/finding-key.ts
|
|
26087
|
-
import { createHash as createHash4 } from "crypto";
|
|
26558
|
+
import { createHash as createHash4, randomUUID as randomUUID9 } from "crypto";
|
|
26088
26559
|
|
|
26089
26560
|
// ../../packages/plugin-sdk/src/inventory-resolver.ts
|
|
26090
26561
|
import { arch, hostname as hostname3, platform, release } from "os";
|
|
26091
26562
|
|
|
26092
26563
|
// ../../packages/plugin-sdk/src/nudge.ts
|
|
26093
|
-
import { mkdirSync as
|
|
26094
|
-
import { join as
|
|
26564
|
+
import { mkdirSync as mkdirSync2, readFileSync as readFileSync5, writeFileSync as writeFileSync3 } from "fs";
|
|
26565
|
+
import { join as join9 } from "path";
|
|
26095
26566
|
|
|
26096
26567
|
// ../../packages/plugin-sdk/src/paths.ts
|
|
26097
26568
|
import { readdirSync as readdirSync2, realpathSync as realpathSync2 } from "fs";
|
|
@@ -26099,8 +26570,8 @@ import { basename as basename3, dirname as dirname2, sep as sep3 } from "path";
|
|
|
26099
26570
|
|
|
26100
26571
|
// ../../packages/plugin-sdk/src/project-files.ts
|
|
26101
26572
|
var import_ignore = __toESM(require_ignore(), 1);
|
|
26102
|
-
import { existsSync as
|
|
26103
|
-
import { basename as basename4, join as
|
|
26573
|
+
import { existsSync as existsSync5, readdirSync as readdirSync3, readFileSync as readFileSync6 } from "fs";
|
|
26574
|
+
import { basename as basename4, join as join10, relative, sep as sep4 } from "path";
|
|
26104
26575
|
|
|
26105
26576
|
// ../../packages/plugin-sdk/src/runtime.ts
|
|
26106
26577
|
import { randomUUID as randomUUID10 } from "crypto";
|
|
@@ -26109,8 +26580,8 @@ import { randomUUID as randomUUID10 } from "crypto";
|
|
|
26109
26580
|
var THIRTY_DAYS_MS = 30 * 24 * 60 * 60 * 1e3;
|
|
26110
26581
|
|
|
26111
26582
|
// ../../packages/plugin-sdk/src/throttle.ts
|
|
26112
|
-
import { mkdirSync as
|
|
26113
|
-
import { join as
|
|
26583
|
+
import { mkdirSync as mkdirSync3, statSync as statSync3, writeFileSync as writeFileSync4 } from "fs";
|
|
26584
|
+
import { join as join11 } from "path";
|
|
26114
26585
|
|
|
26115
26586
|
// ../../packages/plugin-runtime/src/standalone-gateway.ts
|
|
26116
26587
|
import { randomUUID as randomUUID11 } from "crypto";
|
|
@@ -26141,7 +26612,8 @@ var StandaloneDataGateway = class {
|
|
|
26141
26612
|
}
|
|
26142
26613
|
// The id is minted inside the repository from the natural key — the plugin can't
|
|
26143
26614
|
// import @akasecurity/persistence to compute it, so the gateway is the boundary that
|
|
26144
|
-
// hands the natural key across.
|
|
26615
|
+
// hands the natural key across. UPSERT-take-MAX → idempotent re-reads that also
|
|
26616
|
+
// converge a streaming partial/final split (see insertLlmCall).
|
|
26145
26617
|
recordLlmCall(input) {
|
|
26146
26618
|
this.db.auditEvents.insertLlmCall(input);
|
|
26147
26619
|
return Promise.resolve();
|
|
@@ -26183,7 +26655,9 @@ var StandaloneDataGateway = class {
|
|
|
26183
26655
|
// caller's transaction (Layer 2b). The audit-event id the findings FK into is the
|
|
26184
26656
|
// SAME content-addressed `toolCallId` the leaf insert mints, so both re-read
|
|
26185
26657
|
// idempotently. Definitions/classified-data are idempotent upserts; findings are
|
|
26186
|
-
// content-addressed
|
|
26658
|
+
// content-addressed upserts (ON CONFLICT(id) DO UPDATE SET inspection_definition_id),
|
|
26659
|
+
// so a re-detection under a bumped rule version repoints the definition FK rather
|
|
26660
|
+
// than no-opping.
|
|
26187
26661
|
writeToolCall(input) {
|
|
26188
26662
|
this.db.auditEvents.insertToolCall(input);
|
|
26189
26663
|
if (input.inspections.length === 0) return;
|
|
@@ -26203,7 +26677,7 @@ var StandaloneDataGateway = class {
|
|
|
26203
26677
|
});
|
|
26204
26678
|
const classifiedDataId2 = this.db.classifiedData.upsert({ class: insp.category });
|
|
26205
26679
|
this.db.inspectionFindings.insertFinding({
|
|
26206
|
-
id: inspectionFindingId(auditEventId,
|
|
26680
|
+
id: inspectionFindingId(auditEventId, insp.ruleId, insp.span.start, insp.span.end),
|
|
26207
26681
|
auditEventId,
|
|
26208
26682
|
inspectionDefinitionId: definitionId,
|
|
26209
26683
|
classifiedDataId: classifiedDataId2,
|
|
@@ -26252,10 +26726,17 @@ var StandaloneDataGateway = class {
|
|
|
26252
26726
|
try {
|
|
26253
26727
|
const snapshot = this.db.installedPacks.installedRuleset();
|
|
26254
26728
|
if (snapshot.installedPacks === 0) return void 0;
|
|
26255
|
-
if (snapshot.enabledPacks === 0)
|
|
26729
|
+
if (snapshot.enabledPacks === 0) {
|
|
26730
|
+
return { rules: [], ruleActions: /* @__PURE__ */ new Map(), ruleVersions: /* @__PURE__ */ new Map(), complete: true };
|
|
26731
|
+
}
|
|
26256
26732
|
if (snapshot.invalidRules > 0) return void 0;
|
|
26257
26733
|
if (snapshot.rules.length === 0) return void 0;
|
|
26258
|
-
return {
|
|
26734
|
+
return {
|
|
26735
|
+
rules: snapshot.rules,
|
|
26736
|
+
ruleActions: snapshot.ruleActions,
|
|
26737
|
+
ruleVersions: snapshot.ruleVersions,
|
|
26738
|
+
complete: true
|
|
26739
|
+
};
|
|
26259
26740
|
} catch {
|
|
26260
26741
|
return void 0;
|
|
26261
26742
|
}
|
|
@@ -26283,6 +26764,7 @@ var StandaloneDataGateway = class {
|
|
|
26283
26764
|
policies: [...policies, ...rulePolicies],
|
|
26284
26765
|
rules: installed ? installed.rules : [],
|
|
26285
26766
|
...installed ? { rulesComplete: true } : {},
|
|
26767
|
+
...installed ? { ruleVersions: Object.fromEntries(installed.ruleVersions) } : {},
|
|
26286
26768
|
...exceptions !== void 0 ? { exceptions } : {},
|
|
26287
26769
|
customKeywords,
|
|
26288
26770
|
fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
|