@slicedearth/whoisleuth-cli 2.3.0 → 2.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (264) hide show
  1. package/NOTICE +6 -0
  2. package/README.md +19 -15
  3. package/bin/whoisleuth.mjs +8 -1
  4. package/cli/archive-content-digest.mjs +14 -0
  5. package/cli/archive-inspect.mjs +20 -53
  6. package/cli/arguments.mjs +68 -6
  7. package/cli/artifact-validation/case-response.mjs +47 -41
  8. package/cli/artifact-validation/investigation-capsule.mjs +52 -31
  9. package/cli/artifact-validation/lookup-evidence.mjs +12 -6
  10. package/cli/artifact-validation/signed-review.mjs +83 -61
  11. package/cli/artifact-validation/structure-primitives.mjs +1 -105
  12. package/cli/artifact-verify.mjs +90 -24
  13. package/cli/assurance-command-runner.mjs +39 -4
  14. package/cli/bagit-folder.mjs +57 -0
  15. package/cli/bagit-review.mjs +23 -0
  16. package/cli/bounded-json.mjs +1 -1
  17. package/cli/bulk-command-runner.mjs +2 -0
  18. package/cli/bulk-output.mjs +29 -3
  19. package/cli/case-command.mjs +195 -0
  20. package/cli/case-pack.mjs +39 -31
  21. package/cli/command-argument-grammar.mjs +4 -0
  22. package/cli/command-reference.mjs +145 -75
  23. package/cli/completion.mjs +298 -79
  24. package/cli/config-profile.mjs +7 -5
  25. package/cli/ct-event-intake.mjs +12 -12
  26. package/cli/discover.mjs +4 -3
  27. package/cli/discovery-observation-snapshot.mjs +44 -16
  28. package/cli/discovery-scan-command-runner.mjs +2 -0
  29. package/cli/discovery-scan.mjs +7 -4
  30. package/cli/discovery-workflow.mjs +1 -1
  31. package/cli/domain-control-monitor.mjs +50 -20
  32. package/cli/domain-control-observations.mjs +149 -102
  33. package/cli/errors.mjs +33 -1
  34. package/cli/evidence-command-runner.mjs +16 -5
  35. package/cli/evidence-signing.mjs +2 -2
  36. package/cli/external-observation-mapping.mjs +7 -8
  37. package/cli/formatters/terminal-lookup.mjs +18 -46
  38. package/cli/formatters/terminal-shared.mjs +5 -3
  39. package/cli/formatters/terminal-technology.mjs +114 -0
  40. package/cli/inline-command-families.mjs +1 -0
  41. package/cli/interactive-launcher.mjs +2 -160
  42. package/cli/interchange-report.mjs +4 -8
  43. package/cli/investigation-artifacts.mjs +176 -0
  44. package/cli/investigation-checkpoint.mjs +10 -0
  45. package/cli/investigation-folder.mjs +114 -0
  46. package/cli/investigation-manifest.mjs +1 -112
  47. package/cli/investigation-package-review.mjs +103 -0
  48. package/cli/investigation-plan.mjs +32 -19
  49. package/cli/investigation-run.mjs +188 -33
  50. package/cli/local-document-checkpoint.mjs +170 -0
  51. package/cli/lookup-browser.mjs +5 -12
  52. package/cli/lookup-command-runner.mjs +17 -6
  53. package/cli/lookup-diff.mjs +37 -3
  54. package/cli/lookup-plan.mjs +11 -5
  55. package/cli/lookup-reconcile.mjs +10 -8
  56. package/cli/mail-review.mjs +66 -14
  57. package/cli/manual.mjs +1 -0
  58. package/cli/network-command-runner.mjs +2 -0
  59. package/cli/output-file.mjs +31 -5
  60. package/cli/registry-doctor.mjs +3 -1
  61. package/cli/registry-support.mjs +1 -1
  62. package/cli/retained-artifact-diff.mjs +2 -2
  63. package/cli/review-command-runner.mjs +45 -0
  64. package/cli/runner.mjs +55 -6
  65. package/cli/sharing-review.mjs +21 -34
  66. package/cli/signer-trust.mjs +104 -0
  67. package/cli/source-reliability.mjs +74 -83
  68. package/cli/terminal-input.mjs +168 -0
  69. package/cli/workflow-command-runner.mjs +68 -13
  70. package/docs/cli-reference.md +76 -30
  71. package/docs/cli.md +289 -25
  72. package/lib/abort.mjs +4 -1
  73. package/lib/availability.mjs +161 -112
  74. package/lib/bounded-file.mjs +3 -1
  75. package/lib/bounded-html-document.mjs +125 -0
  76. package/lib/bounded-json.mjs +43 -3
  77. package/lib/browser-library-profile.mjs +42 -51
  78. package/lib/browser-library-worker.mjs +112 -0
  79. package/lib/client-behavior-profile.mjs +3 -3
  80. package/lib/ct-search.mjs +11 -4
  81. package/lib/dns-delegation-health.mjs +24 -14
  82. package/lib/dns-inheritance-review.mjs +217 -0
  83. package/lib/dns-intelligence.mjs +36 -23
  84. package/lib/dns-mx.mjs +1 -1
  85. package/lib/dnssec-evidence-validation.mjs +11 -3
  86. package/lib/domain-change-packet.mjs +7 -2
  87. package/lib/domain-change-review.mjs +14 -8
  88. package/lib/domain-control-flight-recorder.mjs +219 -118
  89. package/lib/domain-control-manifest.mjs +117 -57
  90. package/lib/domain-posture-analysis.mjs +20 -7
  91. package/lib/domain-posture-parsers.mjs +88 -6
  92. package/lib/domain-posture.mjs +113 -26
  93. package/lib/evidence-export-privacy.mjs +561 -0
  94. package/lib/evidence-export.mjs +11 -592
  95. package/lib/evidence-report.mjs +3 -1
  96. package/lib/favicon.mjs +117 -41
  97. package/lib/generated/cisa-kev-catalog.mjs +12 -4
  98. package/lib/generated/registrar-standing-catalogue.mjs +7 -7
  99. package/lib/generated/retire-browser-catalog.mjs +2335 -940
  100. package/lib/hostname.mjs +2 -38
  101. package/lib/html-signals.mjs +82 -85
  102. package/lib/http-evidence-bounds.mjs +2 -1
  103. package/lib/http-intelligence.mjs +39 -26
  104. package/lib/lookup-cache.mjs +34 -11
  105. package/lib/lookup-child-profile-contract.mjs +24 -15
  106. package/lib/lookup-diagnostics.mjs +24 -1
  107. package/lib/lookup-progress.mjs +30 -13
  108. package/lib/lookup-response-contract.mjs +1048 -0
  109. package/lib/lookup-response.mjs +7 -10
  110. package/lib/lookup-source-progress.mjs +17 -14
  111. package/lib/lookup.mjs +48 -27
  112. package/lib/observed-network-context.mjs +43 -27
  113. package/lib/outbound-request-bounds.mjs +4 -1
  114. package/lib/page-fingerprints.mjs +69 -133
  115. package/lib/page-role-profile.mjs +12 -8
  116. package/lib/perceptual-hash.mjs +43 -14
  117. package/lib/rdap-bootstrap.mjs +72 -22
  118. package/lib/rdap-client.mjs +15 -7
  119. package/lib/rdap-normalization.mjs +33 -18
  120. package/lib/rdap-search-workbench.mjs +1 -1
  121. package/lib/rdap-transport.mjs +47 -20
  122. package/lib/rdap-types.mjs +2 -1
  123. package/lib/rdap.mjs +18 -3
  124. package/lib/registrable-domain.mjs +21 -1
  125. package/lib/registrar-standing-contract.mjs +1 -0
  126. package/lib/registry-capabilities.mjs +5 -1
  127. package/lib/registry-capability-catalogue.mjs +2 -1
  128. package/lib/registry-dates.mjs +2 -190
  129. package/lib/registry-insights.mjs +56 -18
  130. package/lib/response-policy.mjs +86 -48
  131. package/lib/risk-calibration-summary.mjs +17 -3
  132. package/lib/rpki-evidence.mjs +8 -5
  133. package/lib/safe-fetch.mjs +54 -47
  134. package/lib/security-txt.mjs +10 -7
  135. package/lib/service-binding-dns.mjs +8 -0
  136. package/lib/smtp-transport-review.mjs +27 -15
  137. package/lib/sslbl-certificates.generated.mjs +136 -135
  138. package/lib/static-html-analysis.mjs +117 -146
  139. package/lib/structured-data-identity.mjs +1 -0
  140. package/lib/technology-markup.mjs +100 -0
  141. package/lib/threat-intelligence-manifests.mjs +11 -139
  142. package/lib/threat-intelligence-runtime.mjs +24 -52
  143. package/lib/threat-intelligence-targets.mjs +6 -34
  144. package/lib/threat-intelligence-types.mjs +39 -0
  145. package/lib/typosquat-generator.mjs +19 -15
  146. package/lib/urlhaus-intelligence.mjs +8 -3
  147. package/lib/urlscan-intelligence.mjs +1 -1
  148. package/lib/website-security-posture.mjs +30 -6
  149. package/lib/website-technology.mjs +111 -71
  150. package/lib/whois-authority.mjs +14 -2
  151. package/lib/whois-chain.mjs +9 -2
  152. package/lib/whois-common-formats.mjs +5 -5
  153. package/lib/whois-contracts.mjs +2 -1
  154. package/lib/whois-dialects.mjs +2 -2
  155. package/lib/whois-parser-support.mjs +8 -1
  156. package/lib/whois-transport.mjs +23 -7
  157. package/package.json +2 -1
  158. package/packages/cases/case-attachment-model.mjs +83 -0
  159. package/packages/cases/case-evidence-model.mjs +156 -62
  160. package/packages/cases/case-export-input.mjs +53 -0
  161. package/packages/cases/case-migration-model.mjs +59 -25
  162. package/packages/cases/case-model.mjs +1 -0
  163. package/packages/cases/case-recheck-model.mjs +91 -0
  164. package/packages/cases/case-record-core.mjs +3 -2
  165. package/packages/cases/case-record-operations.mjs +89 -27
  166. package/packages/cases/case-record-projection.mjs +23 -20
  167. package/packages/cases/case-report.mjs +63 -52
  168. package/packages/cases/case-response-actions.mjs +654 -0
  169. package/packages/cases/case-response-model.mjs +41 -1129
  170. package/packages/cases/case-response-outcomes.mjs +317 -0
  171. package/packages/cases/case-response-packet-render.mjs +153 -0
  172. package/packages/cases/case-response-packet-types.mjs +1 -0
  173. package/packages/cases/case-response-packet-vocabulary.mjs +48 -0
  174. package/packages/cases/case-response-packet.mjs +38 -587
  175. package/packages/cases/case-response-records.mjs +94 -0
  176. package/packages/cases/case-response-review-inputs.mjs +371 -0
  177. package/packages/cases/case-response-values.mjs +85 -0
  178. package/packages/cases/case-review-package.mjs +45 -0
  179. package/packages/cases/case-selection.mjs +46 -0
  180. package/packages/cases/case-storage-model.mjs +25 -0
  181. package/packages/cases/response-route-freshness.mjs +16 -0
  182. package/packages/comparison/capture-context.mjs +61 -0
  183. package/packages/comparison/comparison-ledger-bulk.mjs +4 -1
  184. package/packages/comparison/page-similarity.mjs +2 -1
  185. package/packages/comparison/relationship-evidence.mjs +85 -8
  186. package/packages/comparison/relationship-provenance.mjs +93 -0
  187. package/packages/contracts/analyst-interchange.mjs +216 -0
  188. package/packages/contracts/analyst-review-state-contract.mjs +11 -0
  189. package/packages/contracts/analyst-review-state.mjs +5 -4
  190. package/packages/contracts/case-portability.mjs +279 -116
  191. package/packages/contracts/case-views-contract.mjs +12 -0
  192. package/packages/contracts/case-views.mjs +26 -0
  193. package/packages/contracts/cli-command-semantics.mjs +1 -0
  194. package/packages/contracts/cli-lookup.mjs +0 -1
  195. package/packages/contracts/domain-control-flight-recorder.mjs +80 -42
  196. package/packages/contracts/domain-control-manifest.mjs +127 -73
  197. package/packages/contracts/domain-control-monitor.mjs +48 -45
  198. package/packages/contracts/domain-control-review.mjs +179 -121
  199. package/packages/contracts/domain-name.mjs +21 -0
  200. package/packages/contracts/external-observation-interchange.mjs +2 -1
  201. package/packages/contracts/extracted-domain-lifecycle.mjs +11 -32
  202. package/packages/contracts/http-url.mjs +2 -0
  203. package/packages/contracts/investigation-package-limits.mjs +24 -0
  204. package/packages/contracts/investigation-portability.mjs +56 -27
  205. package/packages/contracts/investigation-run.mjs +16 -0
  206. package/packages/contracts/ip-address.mjs +34 -0
  207. package/packages/contracts/lookup-evidence.mjs +35 -0
  208. package/packages/contracts/offline-comparison.mjs +1 -2
  209. package/packages/contracts/page-fingerprints.mjs +15 -0
  210. package/packages/contracts/risk-calibration.mjs +0 -1
  211. package/packages/contracts/schema-compatibility.mjs +1 -1
  212. package/packages/contracts/schema-lifecycle.mjs +83 -153
  213. package/packages/contracts/selected-file-limits.mjs +6 -0
  214. package/packages/contracts/vulnerability-identifiers.mjs +5 -0
  215. package/packages/contracts/web-capture.mjs +10 -0
  216. package/packages/contracts/workspace-portability.mjs +160 -225
  217. package/packages/evidence/artifact-integrity.mjs +8 -2
  218. package/packages/evidence/artifact-structure.mjs +105 -0
  219. package/packages/evidence/decision-fact.mjs +4 -1
  220. package/packages/evidence/domain-control-runtime.mjs +155 -27
  221. package/packages/evidence/domain-posture-context.mjs +79 -0
  222. package/packages/evidence/image-regions.mjs +56 -0
  223. package/packages/evidence/latest-observations.mjs +28 -0
  224. package/packages/evidence/lookup-target.mjs +104 -0
  225. package/packages/evidence/observation.mjs +16 -1
  226. package/packages/evidence/passphrase-encryption.mjs +44 -0
  227. package/packages/evidence/record-identity.mjs +72 -0
  228. package/packages/evidence/registry-dates.mjs +190 -0
  229. package/packages/evidence/retained-file.mjs +69 -0
  230. package/packages/evidence/review-age.mjs +14 -0
  231. package/packages/interchange/bagit.mjs +342 -0
  232. package/packages/interchange/bounded-zip-extraction.mjs +278 -0
  233. package/packages/interchange/crc32.mjs +17 -0
  234. package/packages/interchange/external-findings-import.mjs +89 -49
  235. package/packages/interchange/web-capture-import.mjs +382 -0
  236. package/packages/investigation/bulk-mail-exposure.mjs +2 -1
  237. package/packages/investigation/investigation-bagit.mjs +14 -0
  238. package/packages/investigation/investigation-capsule.mjs +33 -5
  239. package/packages/investigation/investigation-manifest.mjs +200 -0
  240. package/packages/investigation/investigation-package-crypto.mjs +98 -0
  241. package/packages/investigation/investigation-package.mjs +200 -0
  242. package/packages/investigation/lookup-asset-graph-inputs.mjs +38 -0
  243. package/packages/investigation/lookup-asset-graph.mjs +161 -141
  244. package/packages/investigation/lookup-claim-readiness.mjs +18 -0
  245. package/packages/investigation/lookup-investigation-brief.mjs +3 -3
  246. package/packages/investigation/lookup-task-guidance.mjs +58 -0
  247. package/packages/monitoring/analyst-review-state.mjs +38 -90
  248. package/packages/workspace/brand-profile-model.mjs +158 -20
  249. package/packages/workspace/bulk-columns.mjs +17 -0
  250. package/packages/workspace/bulk-review-model.mjs +11 -5
  251. package/packages/workspace/bulk-session-model.mjs +95 -20
  252. package/packages/workspace/bulk-sort.mjs +1 -0
  253. package/packages/workspace/case-views.mjs +102 -0
  254. package/packages/workspace/hostile-input.mjs +29 -8
  255. package/packages/workspace/investigation-template-model.mjs +19 -4
  256. package/packages/workspace/page-baseline.mjs +18 -15
  257. package/packages/workspace/relationship-observation-model.mjs +41 -26
  258. package/packages/workspace/watchlist-history.mjs +2 -2
  259. package/packages/workspace/watchlist-store.mjs +8 -2
  260. package/packages/workspace/website-snapshot-model.mjs +70 -30
  261. package/packages/workspace/workspace-archive-crypto.mjs +41 -61
  262. package/packages/workspace/workspace-archive.mjs +85 -21
  263. package/third-party-notices.txt +29 -2
  264. package/packages/investigation/bulk-review-export.mjs +0 -63
package/cli/runner.mjs CHANGED
@@ -50,7 +50,7 @@ function usageEventReason(error) {
50
50
  return 'missing_input';
51
51
  return 'invalid_input';
52
52
  }
53
- async function runParsedCli(args, dependencies = {}) {
53
+ async function runParsedCli(args, dependencies = {}, writeBinaryOutput) {
54
54
  const stdout = dependencies.stdout || process.stdout;
55
55
  const stderr = dependencies.stderr || process.stderr;
56
56
  const environment = dependencies.environment || process.env;
@@ -128,6 +128,7 @@ async function runParsedCli(args, dependencies = {}) {
128
128
  terminal,
129
129
  presentation: (color) => terminalPresentation(stdout, color, environment, palette),
130
130
  writeStdout: (value) => write(stdout, value),
131
+ ...(writeBinaryOutput ? { writeBinaryOutput } : {}),
131
132
  writeStderr: (value) => write(stderr, value),
132
133
  readSingleInput,
133
134
  readInput,
@@ -305,15 +306,58 @@ async function runCliCommand(argv, dependencies = {}) {
305
306
  }
306
307
  if (!args.destination)
307
308
  return runParsedCli(args, dependencies);
308
- const buffered = createBufferedOutput();
309
- const code = await runParsedCli(args, { ...dependencies, stdout: buffered.stream });
310
- if (code !== EXIT_CODES.SUCCESS && code !== EXIT_CODES.PARTIAL_FAILURE)
311
- return code;
309
+ const buffered = createBufferedOutput({ binary: args.action === 'manifest' && args.package === true });
310
+ let checkpoint = null;
311
+ let capturedSource = null;
312
312
  try {
313
- await writePrivateFile(args.destination, buffered.value(), { force: args.force === true });
313
+ if (args.action === 'workflow-run') {
314
+ const { prepareInvestigationCheckpoint } = await import("./investigation-checkpoint.mjs");
315
+ const workflowCheckpoint = await prepareInvestigationCheckpoint({
316
+ destination: args.destination, resumeSource: args.resumeSource, force: args.force === true,
317
+ ...(dependencies.signal ? { signal: dependencies.signal } : {}),
318
+ });
319
+ checkpoint = workflowCheckpoint;
320
+ capturedSource = workflowCheckpoint.resumeInput;
321
+ }
322
+ else if (args.action === 'case') {
323
+ const { prepareLocalDocumentWrite } = await import("./local-document-checkpoint.mjs");
324
+ const { MAX_EDITABLE_CASE_INPUT_BYTES, MAX_EDITABLE_CASE_OUTPUT_BYTES } = await import("../packages/contracts/case-portability.mjs");
325
+ const caseCheckpoint = await prepareLocalDocumentWrite({
326
+ destination: args.destination, source: args.source, force: args.force === true, label: 'Case',
327
+ allowSourceReplacement: args.operation !== 'show',
328
+ maximumInputBytes: MAX_EDITABLE_CASE_INPUT_BYTES, maximumOutputBytes: MAX_EDITABLE_CASE_OUTPUT_BYTES,
329
+ ...(dependencies.signal ? { signal: dependencies.signal } : {}),
330
+ });
331
+ checkpoint = caseCheckpoint;
332
+ capturedSource = caseCheckpoint.sourceInput;
333
+ }
334
+ const code = await runParsedCli(args, {
335
+ ...dependencies, stdout: buffered.stream,
336
+ ...(args.action === 'workflow-run' && args.resumeSource && capturedSource !== null
337
+ ? { workflowResumeInput: capturedSource }
338
+ : {}),
339
+ ...(args.action === 'case' && capturedSource !== null ? { caseFileInput: capturedSource } : {}),
340
+ }, buffered.writeBinary);
341
+ if (code !== EXIT_CODES.SUCCESS && code !== EXIT_CODES.PARTIAL_FAILURE)
342
+ return code;
343
+ const content = buffered.value();
344
+ if (checkpoint) {
345
+ if (typeof content !== 'string')
346
+ throw new TypeError('Local document output must be text.');
347
+ await checkpoint.publish(content);
348
+ }
349
+ else
350
+ await writePrivateFile(args.destination, content, {
351
+ force: args.force === true,
352
+ beforePublish: async () => { dependencies.signal?.throwIfAborted(); },
353
+ });
314
354
  return code;
315
355
  }
316
356
  catch (error) {
357
+ if (isCancellation(error, dependencies.signal)) {
358
+ write(stderr, 'Cancelled by analyst.\n');
359
+ return EXIT_CODES.CANCELLED;
360
+ }
317
361
  if (error instanceof CliUsageError) {
318
362
  write(stderr, `Usage error: ${boundedCliErrorMessage(error, 'Output file could not be written')}\n`);
319
363
  return EXIT_CODES.USAGE;
@@ -321,6 +365,11 @@ async function runCliCommand(argv, dependencies = {}) {
321
365
  write(stderr, `Output failed: ${boundedCliErrorMessage(error, 'Output file could not be written')}\n`);
322
366
  return EXIT_CODES.LOOKUP_FAILED;
323
367
  }
368
+ finally {
369
+ if (checkpoint && await checkpoint.release() > 0) {
370
+ write(stderr, `${args.action === 'case' ? 'Case' : 'Workflow'} cleanup warning: File ownership changed or a lease could not be removed. Inspect the selected directory before resuming.\n`);
371
+ }
372
+ }
324
373
  }
325
374
  async function runCli(argv, dependencies = {}) {
326
375
  const stderr = dependencies.stderr || process.stderr;
@@ -1,8 +1,7 @@
1
- import { hasVerifiedWholeArtifactIntegrity, UnsupportedOfflineArtifactError, verifyOfflineArtifact, } from "./artifact-verify.mjs";
2
- import { scanBoundedJson } from "../lib/bounded-json.mjs";
1
+ import { hasVerifiedWholeArtifactIntegrity, MAX_OFFLINE_ARTIFACT_BYTES, parseOfflineArtifactJson, UnsupportedOfflineArtifactError, verifyOfflineArtifact, } from "./artifact-verify.mjs";
3
2
  const SHARING_REVIEW_SCHEMA = 'whoisleuth.cli.sharing-review';
4
3
  const SHARING_REVIEW_VERSION = 2;
5
- const MAX_SHARING_REVIEW_BYTES = 15 * 1024 * 1024;
4
+ const MAX_SHARING_REVIEW_BYTES = MAX_OFFLINE_ARTIFACT_BYTES;
6
5
  const TLP_MARKINGS = ['clear', 'green', 'amber', 'amber-strict', 'red'];
7
6
  const RECIPIENT_SCOPES = ['public', 'community', 'organization', 'named-recipients'];
8
7
  const CONTROL_RE = /[\u0000-\u001f\u007f]/u;
@@ -31,46 +30,37 @@ function markingFromText(value) {
31
30
  return TLP_MARKINGS.includes(normalized) ? normalized : null;
32
31
  }
33
32
  function scanArtifact(root) {
34
- const stack = [{ value: root, depth: 0, key: null }];
33
+ // The caller has already enforced the JSON byte, node, nesting and container
34
+ // bounds. Scan that admitted tree in full without a second, smaller prefix.
35
+ const stack = [{ value: root, marking: false }];
35
36
  const markings = new Set();
36
37
  let riskyKeyCount = 0;
37
- let visited = 0;
38
- let truncated = false;
39
- while (stack.length && visited < 20_000) {
38
+ while (stack.length) {
40
39
  const next = stack.pop();
41
- visited += 1;
42
- if (next.key && RISKY_KEYS.has(normalizedKey(next.key)))
43
- riskyKeyCount += 1;
44
40
  if (typeof next.value === 'string') {
45
- const marking = markingFromText(next.value);
46
- if (marking && (next.key === null || MARKING_KEYS.has(normalizedKey(next.key))))
47
- markings.add(marking);
48
- continue;
49
- }
50
- if (next.depth >= 12) {
51
- if (next.value && typeof next.value === 'object')
52
- truncated = true;
41
+ if (next.marking) {
42
+ const marking = markingFromText(next.value);
43
+ if (marking)
44
+ markings.add(marking);
45
+ }
53
46
  continue;
54
47
  }
55
48
  if (Array.isArray(next.value)) {
56
- for (const item of next.value.slice(0, 500))
57
- stack.push({ value: item, depth: next.depth + 1, key: next.key });
58
- if (next.value.length > 500)
59
- truncated = true;
49
+ for (const value of next.value)
50
+ stack.push({ value, marking: next.marking });
60
51
  continue;
61
52
  }
62
53
  const valueRecord = record(next.value);
63
54
  if (!valueRecord)
64
55
  continue;
65
- const entries = Object.entries(valueRecord);
66
- for (const [key, value] of entries.slice(0, 500))
67
- stack.push({ value, depth: next.depth + 1, key });
68
- if (entries.length > 500)
69
- truncated = true;
56
+ for (const [key, value] of Object.entries(valueRecord)) {
57
+ const normalized = normalizedKey(key);
58
+ if (RISKY_KEYS.has(normalized))
59
+ riskyKeyCount += 1;
60
+ stack.push({ value, marking: MARKING_KEYS.has(normalized) });
61
+ }
70
62
  }
71
- if (stack.length)
72
- truncated = true;
73
- return { importedMarkings: [...markings], riskyKeyCount, truncated };
63
+ return { importedMarkings: [...markings], riskyKeyCount };
74
64
  }
75
65
  function expectedScope(marking) {
76
66
  if (marking === 'clear')
@@ -90,8 +80,7 @@ async function buildSharingReview(raw, options, generatedAt = new Date().toISOSt
90
80
  }
91
81
  let artifactValue;
92
82
  try {
93
- scanBoundedJson(raw);
94
- artifactValue = JSON.parse(raw);
83
+ artifactValue = parseOfflineArtifactJson(raw);
95
84
  }
96
85
  catch {
97
86
  throw new TypeError('Sharing review input must be valid bounded JSON without duplicate keys.');
@@ -147,8 +136,6 @@ async function buildSharingReview(raw, options, generatedAt = new Date().toISOSt
147
136
  add('recipient-scope', options.recipientScope === expectedScope(effective) ? 'pass' : 'block', 'Recipient scope', options.recipientScope === expectedScope(effective)
148
137
  ? `The recipient scope matches the effective ${tlpLabel(effective)} sharing boundary.`
149
138
  : `${tlpLabel(effective)} requires the ${expectedScope(effective)} recipient scope in this local policy.`);
150
- if (scan.truncated)
151
- add('scan-bounds', 'caution', 'Bounded content scan', 'The defensive key and marking scan reached a traversal bound; review the artefact manually.');
152
139
  const counts = {
153
140
  block: findings.filter((finding) => finding.state === 'block').length,
154
141
  caution: findings.filter((finding) => finding.state === 'caution').length,
@@ -0,0 +1,104 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { parseBoundedJsonObject } from "./bounded-json.mjs";
3
+ import { normalizeExplicitIsoTimestamp } from "../packages/evidence/observation.mjs";
4
+ import { formatEvidenceSignatureVerification } from "./evidence-signing.mjs";
5
+ export const SIGNER_TRUST_STORE_SCHEMA = 'whoisleuth.evidence-signer-trust-store';
6
+ export const SIGNER_TRUST_STORE_VERSION = 1;
7
+ export const SIGNER_TRUST_REPORT_SCHEMA = 'whoisleuth.evidence-signer-trust-report';
8
+ export const SIGNER_TRUST_REPORT_VERSION = 1;
9
+ export const MAX_SIGNER_TRUST_STORE_BYTES = 4 * 1024 * 1024;
10
+ export const MAX_SIGNER_TRUST_ENTRIES = 1_024;
11
+ export const MAX_SIGNER_TRUST_LABEL_LENGTH = 160;
12
+ export const MAX_SIGNER_TRUST_NOTE_LENGTH = 2_048;
13
+ const FINGERPRINT = /^[a-f0-9]{64}$/u;
14
+ const UNSAFE_TEXT = /[\x00-\x1f\x7f-\x9f\u2028\u2029]|\p{Default_Ignorable_Code_Point}/u;
15
+ const PRIVATE_KEY_HEADER = /-----BEGIN (?:[A-Z0-9]+ )*PRIVATE KEY-----/u;
16
+ function object(value) {
17
+ return value !== null && typeof value === 'object' && !Array.isArray(value) ? value : null;
18
+ }
19
+ function text(value, maximum, label, allowEmpty = false) {
20
+ if (typeof value !== 'string' || value.length > maximum || (!allowEmpty && !value.trim()) || UNSAFE_TEXT.test(value) || PRIVATE_KEY_HEADER.test(value)) {
21
+ throw new TypeError(`Signer trust ${label} must be single-line text of at most ${maximum} characters without hidden controls.`);
22
+ }
23
+ return value;
24
+ }
25
+ export function parseSignerTrustStore(raw) {
26
+ const value = parseBoundedJsonObject(raw, { label: 'Signer trust store', maximumBytes: MAX_SIGNER_TRUST_STORE_BYTES });
27
+ if (value.schema !== SIGNER_TRUST_STORE_SCHEMA || value.version !== SIGNER_TRUST_STORE_VERSION
28
+ || Object.keys(value).some((key) => !['schema', 'version', 'entries'].includes(key))
29
+ || !Array.isArray(value.entries) || value.entries.length > MAX_SIGNER_TRUST_ENTRIES) {
30
+ throw new TypeError(`Signer trust store must use ${SIGNER_TRUST_STORE_SCHEMA} version ${SIGNER_TRUST_STORE_VERSION} with at most ${MAX_SIGNER_TRUST_ENTRIES} entries.`);
31
+ }
32
+ const seen = new Set();
33
+ const entries = value.entries.map((candidate) => {
34
+ const entry = object(candidate);
35
+ if (!entry || Object.keys(entry).some((key) => !['keyIdSha256', 'label', 'status', 'updatedAt', 'note', 'successorKeyIdSha256'].includes(key))
36
+ || typeof entry.keyIdSha256 !== 'string' || !FINGERPRINT.test(entry.keyIdSha256)
37
+ || typeof entry.status !== 'string' || !['trusted', 'retired', 'revoked'].includes(entry.status)) {
38
+ throw new TypeError('Signer trust entry requires a SHA-256 key fingerprint and trusted, retired or revoked status.');
39
+ }
40
+ if (seen.has(entry.keyIdSha256))
41
+ throw new TypeError('Signer trust store contains duplicate key fingerprints.');
42
+ seen.add(entry.keyIdSha256);
43
+ const updatedAt = normalizeExplicitIsoTimestamp(entry.updatedAt);
44
+ if (!updatedAt)
45
+ throw new TypeError('Signer trust entry updatedAt requires a valid timestamp with an explicit timezone.');
46
+ const successor = entry.successorKeyIdSha256 ?? null;
47
+ if (successor !== null && (typeof successor !== 'string' || !FINGERPRINT.test(successor) || successor === entry.keyIdSha256)) {
48
+ throw new TypeError('Signer trust successor must be a different SHA-256 fingerprint or null.');
49
+ }
50
+ return Object.freeze({
51
+ keyIdSha256: entry.keyIdSha256,
52
+ label: text(entry.label, MAX_SIGNER_TRUST_LABEL_LENGTH, 'label'),
53
+ status: entry.status,
54
+ updatedAt,
55
+ note: text(entry.note === undefined ? '' : entry.note, MAX_SIGNER_TRUST_NOTE_LENGTH, 'note', true),
56
+ successorKeyIdSha256: successor,
57
+ });
58
+ });
59
+ return Object.freeze({ schema: SIGNER_TRUST_STORE_SCHEMA, version: SIGNER_TRUST_STORE_VERSION, entries: Object.freeze(entries) });
60
+ }
61
+ export function assessEvidenceSignerTrust(verification, trustStoreRaw, checkedAt = new Date().toISOString()) {
62
+ const now = normalizeExplicitIsoTimestamp(checkedAt);
63
+ if (!now)
64
+ throw new TypeError('Signer trust evaluation requires a valid timestamp with an explicit timezone.');
65
+ const store = parseSignerTrustStore(trustStoreRaw);
66
+ const entry = store.entries.find((candidate) => candidate.keyIdSha256 === verification.signature.keyIdSha256) ?? null;
67
+ // Signing time is self-asserted. It cannot bypass the current revocation policy,
68
+ // and a successor reference never makes another fingerprint trusted.
69
+ const state = !entry ? 'unknown' : entry.status !== 'trusted' ? entry.status
70
+ : Date.parse(entry.updatedAt) > Date.parse(now) ? 'review_required' : 'trusted';
71
+ return Object.freeze({
72
+ schema: SIGNER_TRUST_REPORT_SCHEMA,
73
+ version: SIGNER_TRUST_REPORT_VERSION,
74
+ state: state === 'trusted' ? 'trusted' : 'not_trusted',
75
+ checkedAt: now,
76
+ verification,
77
+ trust: Object.freeze({ state, storeDigestSha256: createHash('sha256').update(trustStoreRaw, 'utf8').digest('hex'), entry }),
78
+ limitations: Object.freeze([
79
+ 'Trust is the current policy in the explicitly selected local file. Obtain fingerprints and revocation updates through an authenticated channel; this command does not discover or refresh them.',
80
+ 'A label or successor reference does not authenticate a person, organisation or replacement key. A trusted fingerprint does not establish evidence accuracy, authority or collection time.',
81
+ 'Signing time is supplied by the signer, not a trusted timestamp. Retired and revoked fingerprints remain untrusted regardless of that time.',
82
+ 'The report includes only the matching entry and a SHA-256 digest of the exact trust-file bytes, not the file path, other entries or key files. Do not put sensitive material in labels or notes.',
83
+ ]),
84
+ });
85
+ }
86
+ export function formatSignerTrustReport(report) {
87
+ const entry = report.trust.entry;
88
+ return [
89
+ `WHOISleuth signer trust: ${report.trust.state}`,
90
+ `Checked: ${report.checkedAt}`,
91
+ `Trust-file SHA-256: ${report.trust.storeDigestSha256}`,
92
+ ...(entry ? [
93
+ `Local label: ${entry.label}`,
94
+ `Entry reviewed: ${entry.updatedAt}`,
95
+ ...(entry.note ? [`Local note: ${entry.note}`] : []),
96
+ ...(entry.successorKeyIdSha256 ? [`Successor reference: sha256:${entry.successorKeyIdSha256} (not a trust grant)`] : []),
97
+ ] : ['No matching fingerprint in the selected trust file.']),
98
+ '',
99
+ 'Signature checks (separate from current trust policy)',
100
+ formatEvidenceSignatureVerification(report.verification, false).trimEnd(),
101
+ ...report.limitations.map((limitation) => `Trust limitation: ${limitation}`),
102
+ '',
103
+ ].join('\n');
104
+ }
@@ -1,35 +1,23 @@
1
1
  import { Buffer } from 'node:buffer';
2
2
  import { canonicalArtifactJson } from "../packages/evidence/artifact-integrity.mjs";
3
3
  import { scanBoundedJson } from "../lib/bounded-json.mjs";
4
+ import { LOOKUP_SOURCE_STATES, lookupDiagnosticStates } from "../lib/lookup-diagnostics.mjs";
4
5
  import { normalizeExplicitIsoTimestamp, normalizeLegacyIsoTimestamp, } from "../packages/evidence/observation.mjs";
5
6
  import { CLI_LOOKUP_SCHEMA, MAX_CLI_LOOKUP_BYTES, } from "../packages/contracts/cli-lookup.mjs";
6
7
  import { normalizeCliLookupDocument } from "./saved-lookup.mjs";
8
+ import { CLI_BULK_SCHEMA, CLI_BULK_ITEM_SCHEMA, CLI_BULK_SCHEMA_VERSION } from "./formatters/json.mjs";
9
+ import { LOOKUP_THREAT_INTELLIGENCE_PROVIDERS } from "../lib/lookup-threat-provider-inventory.mjs";
10
+ import { MAX_THREAT_INTELLIGENCE_PROVIDERS } from "../lib/lookup-response-contract.mjs";
11
+ import { THREAT_INTELLIGENCE_SCHEMA, THREAT_INTELLIGENCE_CONTRACT_VERSION } from "../lib/threat-intelligence-types.mjs";
7
12
  export const SOURCE_RELIABILITY_REPORT_SCHEMA = 'whoisleuth.source-reliability-report';
8
13
  export const SOURCE_RELIABILITY_REPORT_VERSION = 1;
9
14
  export const MAX_SOURCE_RELIABILITY_INPUT_BYTES = 12 * 1024 * 1024;
10
15
  export const MAX_SOURCE_RELIABILITY_DOCUMENTS = 100;
11
16
  export const MAX_SOURCE_RELIABILITY_SOURCES = 64;
12
- export const MAX_SOURCE_RELIABILITY_TRAVERSAL_NODES = 25_000;
13
17
  const SOURCE_RE = /^[a-z][a-z0-9_-]{0,39}$/u;
14
- const STATES = new Set([
15
- 'success',
16
- 'partial',
17
- 'not_found',
18
- 'skipped',
19
- 'error',
20
- 'unsupported',
21
- 'not_applicable',
22
- 'unavailable',
23
- 'rate_limited',
24
- 'complete',
25
- 'disabled',
26
- 'stale',
27
- ]);
28
- const LOOKUP_SCHEMAS = new Set([
29
- CLI_LOOKUP_SCHEMA,
30
- 'whoisleuth.cli.bulk',
31
- 'whoisleuth.cli.bulk.item',
32
- ]);
18
+ const STATES = new Set(LOOKUP_SOURCE_STATES);
19
+ const BULK_HEALTH_VERSIONS = new Set([1, 2, CLI_BULK_SCHEMA_VERSION]);
20
+ const PROVIDER_IDS = new Set(LOOKUP_THREAT_INTELLIGENCE_PROVIDERS.map((provider) => provider.id));
33
21
  const REPORT_KEYS = new Set([
34
22
  'schema',
35
23
  'version',
@@ -175,9 +163,9 @@ function parseLookupDocuments(values) {
175
163
  throw new TypeError('Source reliability input requires a supported bounded CLI Lookup document.');
176
164
  }
177
165
  }
178
- const supported = document.version === 1;
179
- if (!LOOKUP_SCHEMAS.has(schema) || !supported) {
180
- throw new TypeError('Source reliability input requires CLI Lookup version 1 or 2, version 1 Bulk or Bulk-item documents, or only source reliability reports.');
166
+ if ((schema !== CLI_BULK_SCHEMA && schema !== CLI_BULK_ITEM_SCHEMA)
167
+ || typeof document.version !== 'number' || !BULK_HEALTH_VERSIONS.has(document.version)) {
168
+ throw new TypeError('Source reliability input requires supported CLI Lookup, Bulk or Bulk-item documents, or only source reliability reports.');
181
169
  }
182
170
  return document;
183
171
  });
@@ -232,35 +220,21 @@ function collectTiming(document, store) {
232
220
  }
233
221
  }
234
222
  function collectDiagnostics(document, store) {
235
- const diagnostics = record(document.diagnostics);
236
- if (!diagnostics)
237
- return;
238
- const fixed = [
239
- ['rdap', record(diagnostics.rdap)?.status],
240
- ['registrar_rdap', record(record(diagnostics.rdap)?.registrar)?.status],
241
- ['whois', record(diagnostics.whois)?.status],
242
- ['availability', record(diagnostics.availability)?.status],
243
- ['reverse_dns', record(diagnostics.reverseDns)?.status],
244
- ['network_context', record(diagnostics.network)?.status],
245
- ['security_txt', record(diagnostics.securityTxt)?.status],
246
- ['sslbl', record(diagnostics.sslbl)?.status],
247
- ];
248
- for (const [source, value] of fixed) {
249
- const state = safeState(value);
223
+ for (const [source, state] of Object.entries(lookupDiagnosticStates(document.diagnostics))) {
250
224
  if (state)
251
225
  addState(store, source, state);
252
226
  }
253
227
  }
254
- function collectObservation(value, store) {
255
- if (value.version !== 1
228
+ function collectObservation(raw, source, store) {
229
+ const value = record(raw);
230
+ if (!value || value.version !== 1 || value.source !== source
256
231
  || typeof value.observedAt !== 'string'
257
232
  || typeof value.complete !== 'boolean'
258
233
  || typeof value.truncated !== 'boolean'
259
234
  || !Array.isArray(value.limitations))
260
235
  return;
261
- const source = safeSource(value.source);
262
236
  const state = safeState(value.status);
263
- if (!source || !state)
237
+ if (!state)
264
238
  return;
265
239
  const item = accumulator(store, source);
266
240
  item.observationSamples += 1;
@@ -271,48 +245,65 @@ function collectObservation(value, store) {
271
245
  if (value.truncated === true)
272
246
  item.truncated += 1;
273
247
  }
274
- function traverse(document, store) {
275
- let visited = 0;
276
- const stack = [{ value: document, depth: 0 }];
277
- while (stack.length) {
278
- const current = stack.pop();
279
- if (!current)
248
+ function collectLookupHealth(document, store) {
249
+ collectDiagnostics(document, store);
250
+ collectTiming(document, store);
251
+ const availability = record(document.availability);
252
+ const dns = record(availability?.dns);
253
+ const technology = record(availability?.technologyProfile);
254
+ // Only collector-owned envelopes have health semantics. Raw publications,
255
+ // parsed registration extensions and nested provider findings remain opaque.
256
+ const observations = [
257
+ ['dns', dns], ['dns', dns?.caaPolicy], ['dns_delegation', dns?.delegation],
258
+ ['http', availability?.http], ['tls', availability?.tls],
259
+ ['html', availability?.pageIdentity],
260
+ ];
261
+ const fullLookup = document.schema === CLI_LOOKUP_SCHEMA;
262
+ if (fullLookup)
263
+ observations.push(['html', availability?.credentialSurfaceProfile], ['html', availability?.structuredDataIdentity], ['derived', technology], ['derived', technology?.browserLibraryProfile], ['derived', availability?.pageRoleProfile], ['derived', availability?.clientBehaviorProfile], ['derived', availability?.securityPosture], ['reverse_dns', document.reverseDns], ['ip_rdap', document.networkContext], ['security_txt', document.securityTxt], ['sslbl', document.sslbl]);
264
+ for (const [source, observation] of observations)
265
+ collectObservation(observation, source, store);
266
+ if (!fullLookup)
267
+ return;
268
+ const providers = record(document.threatIntelligence)?.providers;
269
+ if (providers === undefined)
270
+ return;
271
+ if (!Array.isArray(providers) || providers.length > MAX_THREAT_INTELLIGENCE_PROVIDERS) {
272
+ throw new TypeError(`Source reliability input exceeds the ${MAX_THREAT_INTELLIGENCE_PROVIDERS}-provider health boundary.`);
273
+ }
274
+ const seen = new Set();
275
+ for (const rawProvider of providers) {
276
+ const provider = record(rawProvider);
277
+ const source = record(provider?.provider)?.id;
278
+ if (provider?.schema !== THREAT_INTELLIGENCE_SCHEMA || provider.version !== THREAT_INTELLIGENCE_CONTRACT_VERSION
279
+ || typeof source !== 'string' || !PROVIDER_IDS.has(source)
280
+ || record(provider.observation)?.source !== source)
280
281
  continue;
281
- if (current.depth > 12) {
282
- throw new TypeError('Source reliability input exceeds the 12-level traversal limit.');
283
- }
284
- if (visited >= MAX_SOURCE_RELIABILITY_TRAVERSAL_NODES) {
285
- throw new TypeError(`Source reliability input exceeds the ${MAX_SOURCE_RELIABILITY_TRAVERSAL_NODES}-node traversal limit.`);
286
- }
287
- visited += 1;
288
- const object = record(current.value);
289
- if (object) {
290
- collectDiagnostics(object, store);
291
- collectTiming(object, store);
292
- collectObservation(object, store);
293
- if (object.state === 'rate_limited') {
294
- const source = safeSource(record(object.observation)?.source);
295
- if (source)
296
- addState(store, source, 'rate_limited');
297
- }
298
- const children = Object.values(object);
299
- if (children.length > 200) {
300
- throw new TypeError('Source reliability input contains an object with more than 200 fields.');
301
- }
302
- for (const child of children) {
303
- if (child && typeof child === 'object')
304
- stack.push({ value: child, depth: current.depth + 1 });
305
- }
306
- }
307
- else if (Array.isArray(current.value)) {
308
- if (current.value.length > 1_000) {
309
- throw new TypeError('Source reliability input contains an array with more than 1000 items.');
310
- }
311
- for (const child of current.value) {
312
- if (child && typeof child === 'object')
313
- stack.push({ value: child, depth: current.depth + 1 });
314
- }
282
+ if (seen.has(source))
283
+ throw new TypeError('Source reliability input contains duplicate provider health identities.');
284
+ seen.add(source);
285
+ collectObservation(provider?.observation, source, store);
286
+ if (provider?.state === 'rate_limited')
287
+ addState(store, source, 'rate_limited');
288
+ }
289
+ }
290
+ function collectDocumentHealth(document, store) {
291
+ if (document.schema === CLI_LOOKUP_SCHEMA) {
292
+ collectLookupHealth(document, store);
293
+ return;
294
+ }
295
+ const items = document.schema === CLI_BULK_SCHEMA ? document.results : [document];
296
+ if (!Array.isArray(items) || items.length > 1_000) {
297
+ throw new TypeError('Source reliability Bulk input requires at most 1000 result items.');
298
+ }
299
+ for (const rawItem of items) {
300
+ const item = record(rawItem);
301
+ if (!item || item.schema !== CLI_BULK_ITEM_SCHEMA || item.version !== document.version
302
+ || typeof item.ok !== 'boolean') {
303
+ throw new TypeError('Source reliability Bulk input contains an invalid result envelope.');
315
304
  }
305
+ if (item.ok)
306
+ collectLookupHealth(item, store);
316
307
  }
317
308
  }
318
309
  function percentile(sorted, ratio) {
@@ -663,7 +654,7 @@ export function buildSourceReliabilityReport(raw, generatedAt = new Date().toISO
663
654
  const sampleDate = lookupDocumentTimestamp(document);
664
655
  if (sampleDate)
665
656
  sampleDates.push(sampleDate);
666
- traverse(document, store);
657
+ collectDocumentHealth(document, store);
667
658
  }
668
659
  }
669
660
  sampleDates.sort();