@waratahlabs/canopy 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +323 -0
- package/SKILL.md +97 -0
- package/demo/data/openclaw-demo.tc.json +397 -0
- package/demo/data/openclaw-nemoclaw-demo.tc.json +475 -0
- package/demo/index.html +556 -0
- package/dist/adapters/a2a.d.ts +82 -0
- package/dist/adapters/a2a.d.ts.map +1 -0
- package/dist/adapters/a2a.js +215 -0
- package/dist/adapters/a2a.js.map +1 -0
- package/dist/adapters/a2a.test.d.ts +2 -0
- package/dist/adapters/a2a.test.d.ts.map +1 -0
- package/dist/adapters/a2a.test.js +196 -0
- package/dist/adapters/a2a.test.js.map +1 -0
- package/dist/adapters/langfuse.d.ts +28 -0
- package/dist/adapters/langfuse.d.ts.map +1 -0
- package/dist/adapters/langfuse.js +192 -0
- package/dist/adapters/langfuse.js.map +1 -0
- package/dist/adapters/n8n.d.ts +4 -0
- package/dist/adapters/n8n.d.ts.map +1 -0
- package/dist/adapters/n8n.js +89 -0
- package/dist/adapters/n8n.js.map +1 -0
- package/dist/adapters/openclaw.d.ts +58 -0
- package/dist/adapters/openclaw.d.ts.map +1 -0
- package/dist/adapters/openclaw.js +275 -0
- package/dist/adapters/openclaw.js.map +1 -0
- package/dist/adapters/types.d.ts +33 -0
- package/dist/adapters/types.d.ts.map +1 -0
- package/dist/adapters/types.js +2 -0
- package/dist/adapters/types.js.map +1 -0
- package/dist/aivss/atlas/coverage-matrix.d.ts +12 -0
- package/dist/aivss/atlas/coverage-matrix.d.ts.map +1 -0
- package/dist/aivss/atlas/coverage-matrix.js +272 -0
- package/dist/aivss/atlas/coverage-matrix.js.map +1 -0
- package/dist/aivss/atlas/loader.d.ts +28 -0
- package/dist/aivss/atlas/loader.d.ts.map +1 -0
- package/dist/aivss/atlas/loader.js +126 -0
- package/dist/aivss/atlas/loader.js.map +1 -0
- package/dist/aivss/atlas/loader.test.d.ts +11 -0
- package/dist/aivss/atlas/loader.test.d.ts.map +1 -0
- package/dist/aivss/atlas/loader.test.js +111 -0
- package/dist/aivss/atlas/loader.test.js.map +1 -0
- package/dist/aivss/atlas/resolve-path.d.ts +34 -0
- package/dist/aivss/atlas/resolve-path.d.ts.map +1 -0
- package/dist/aivss/atlas/resolve-path.js +58 -0
- package/dist/aivss/atlas/resolve-path.js.map +1 -0
- package/dist/aivss/batch/batch-builder.d.ts +11 -0
- package/dist/aivss/batch/batch-builder.d.ts.map +1 -0
- package/dist/aivss/batch/batch-builder.js +75 -0
- package/dist/aivss/batch/batch-builder.js.map +1 -0
- package/dist/aivss/index.d.ts +21 -0
- package/dist/aivss/index.d.ts.map +1 -0
- package/dist/aivss/index.js +19 -0
- package/dist/aivss/index.js.map +1 -0
- package/dist/aivss/knowledge-base/kb-client.d.ts +9 -0
- package/dist/aivss/knowledge-base/kb-client.d.ts.map +1 -0
- package/dist/aivss/knowledge-base/kb-client.js +139 -0
- package/dist/aivss/knowledge-base/kb-client.js.map +1 -0
- package/dist/aivss/knowledge-base/kb-types.d.ts +21 -0
- package/dist/aivss/knowledge-base/kb-types.d.ts.map +1 -0
- package/dist/aivss/knowledge-base/kb-types.js +2 -0
- package/dist/aivss/knowledge-base/kb-types.js.map +1 -0
- package/dist/aivss/knowledge-base/search-builder.d.ts +7 -0
- package/dist/aivss/knowledge-base/search-builder.d.ts.map +1 -0
- package/dist/aivss/knowledge-base/search-builder.js +119 -0
- package/dist/aivss/knowledge-base/search-builder.js.map +1 -0
- package/dist/aivss/metrics/aa.d.ts +3 -0
- package/dist/aivss/metrics/aa.d.ts.map +1 -0
- package/dist/aivss/metrics/aa.js +26 -0
- package/dist/aivss/metrics/aa.js.map +1 -0
- package/dist/aivss/metrics/ad.d.ts +3 -0
- package/dist/aivss/metrics/ad.d.ts.map +1 -0
- package/dist/aivss/metrics/ad.js +30 -0
- package/dist/aivss/metrics/ad.js.map +1 -0
- package/dist/aivss/metrics/cs.d.ts +3 -0
- package/dist/aivss/metrics/cs.d.ts.map +1 -0
- package/dist/aivss/metrics/cs.js +50 -0
- package/dist/aivss/metrics/cs.js.map +1 -0
- package/dist/aivss/metrics/dc.d.ts +3 -0
- package/dist/aivss/metrics/dc.d.ts.map +1 -0
- package/dist/aivss/metrics/dc.js +30 -0
- package/dist/aivss/metrics/dc.js.map +1 -0
- package/dist/aivss/metrics/ds.d.ts +3 -0
- package/dist/aivss/metrics/ds.d.ts.map +1 -0
- package/dist/aivss/metrics/ds.js +26 -0
- package/dist/aivss/metrics/ds.js.map +1 -0
- package/dist/aivss/metrics/ei.d.ts +3 -0
- package/dist/aivss/metrics/ei.d.ts.map +1 -0
- package/dist/aivss/metrics/ei.js +30 -0
- package/dist/aivss/metrics/ei.js.map +1 -0
- package/dist/aivss/metrics/gv.d.ts +3 -0
- package/dist/aivss/metrics/gv.d.ts.map +1 -0
- package/dist/aivss/metrics/gv.js +34 -0
- package/dist/aivss/metrics/gv.js.map +1 -0
- package/dist/aivss/metrics/ll.d.ts +3 -0
- package/dist/aivss/metrics/ll.d.ts.map +1 -0
- package/dist/aivss/metrics/ll.js +30 -0
- package/dist/aivss/metrics/ll.js.map +1 -0
- package/dist/aivss/metrics/mr.d.ts +3 -0
- package/dist/aivss/metrics/mr.d.ts.map +1 -0
- package/dist/aivss/metrics/mr.js +26 -0
- package/dist/aivss/metrics/mr.js.map +1 -0
- package/dist/aivss/metrics/shared.d.ts +22 -0
- package/dist/aivss/metrics/shared.d.ts.map +1 -0
- package/dist/aivss/metrics/shared.js +70 -0
- package/dist/aivss/metrics/shared.js.map +1 -0
- package/dist/aivss/prompts/base-system-prompt.d.ts +2 -0
- package/dist/aivss/prompts/base-system-prompt.d.ts.map +1 -0
- package/dist/aivss/prompts/base-system-prompt.js +31 -0
- package/dist/aivss/prompts/base-system-prompt.js.map +1 -0
- package/dist/aivss/prompts/prompt-composer.d.ts +13 -0
- package/dist/aivss/prompts/prompt-composer.d.ts.map +1 -0
- package/dist/aivss/prompts/prompt-composer.js +21 -0
- package/dist/aivss/prompts/prompt-composer.js.map +1 -0
- package/dist/aivss/scoring/a2a-corpus.test.d.ts +28 -0
- package/dist/aivss/scoring/a2a-corpus.test.d.ts.map +1 -0
- package/dist/aivss/scoring/a2a-corpus.test.js +109 -0
- package/dist/aivss/scoring/a2a-corpus.test.js.map +1 -0
- package/dist/aivss/scoring/determinism.test.d.ts +16 -0
- package/dist/aivss/scoring/determinism.test.d.ts.map +1 -0
- package/dist/aivss/scoring/determinism.test.js +169 -0
- package/dist/aivss/scoring/determinism.test.js.map +1 -0
- package/dist/aivss/scoring/heuristic-scorer.d.ts +21 -0
- package/dist/aivss/scoring/heuristic-scorer.d.ts.map +1 -0
- package/dist/aivss/scoring/heuristic-scorer.js +299 -0
- package/dist/aivss/scoring/heuristic-scorer.js.map +1 -0
- package/dist/aivss/scoring/heuristic-scorer.test.d.ts +8 -0
- package/dist/aivss/scoring/heuristic-scorer.test.d.ts.map +1 -0
- package/dist/aivss/scoring/heuristic-scorer.test.js +150 -0
- package/dist/aivss/scoring/heuristic-scorer.test.js.map +1 -0
- package/dist/aivss/scoring/scoring-mode.d.ts +48 -0
- package/dist/aivss/scoring/scoring-mode.d.ts.map +1 -0
- package/dist/aivss/scoring/scoring-mode.js +64 -0
- package/dist/aivss/scoring/scoring-mode.js.map +1 -0
- package/dist/aivss/scoring/v4-engine.d.ts +15 -0
- package/dist/aivss/scoring/v4-engine.d.ts.map +1 -0
- package/dist/aivss/scoring/v4-engine.js +84 -0
- package/dist/aivss/scoring/v4-engine.js.map +1 -0
- package/dist/aivss/scoring/v4-engine.test.d.ts +16 -0
- package/dist/aivss/scoring/v4-engine.test.d.ts.map +1 -0
- package/dist/aivss/scoring/v4-engine.test.js +156 -0
- package/dist/aivss/scoring/v4-engine.test.js.map +1 -0
- package/dist/aivss/types.d.ts +92 -0
- package/dist/aivss/types.d.ts.map +1 -0
- package/dist/aivss/types.js +25 -0
- package/dist/aivss/types.js.map +1 -0
- package/dist/baseline/baseline.test.d.ts +2 -0
- package/dist/baseline/baseline.test.d.ts.map +1 -0
- package/dist/baseline/baseline.test.js +219 -0
- package/dist/baseline/baseline.test.js.map +1 -0
- package/dist/baseline/diff.d.ts +42 -0
- package/dist/baseline/diff.d.ts.map +1 -0
- package/dist/baseline/diff.js +124 -0
- package/dist/baseline/diff.js.map +1 -0
- package/dist/baseline/store.d.ts +51 -0
- package/dist/baseline/store.d.ts.map +1 -0
- package/dist/baseline/store.js +92 -0
- package/dist/baseline/store.js.map +1 -0
- package/dist/batch/anthropic-batch-runner.d.ts +50 -0
- package/dist/batch/anthropic-batch-runner.d.ts.map +1 -0
- package/dist/batch/anthropic-batch-runner.js +91 -0
- package/dist/batch/anthropic-batch-runner.js.map +1 -0
- package/dist/batch/bedrock-batch-runner.d.ts +90 -0
- package/dist/batch/bedrock-batch-runner.d.ts.map +1 -0
- package/dist/batch/bedrock-batch-runner.js +199 -0
- package/dist/batch/bedrock-batch-runner.js.map +1 -0
- package/dist/batch/providers/anthropic.d.ts +55 -0
- package/dist/batch/providers/anthropic.d.ts.map +1 -0
- package/dist/batch/providers/anthropic.js +103 -0
- package/dist/batch/providers/anthropic.js.map +1 -0
- package/dist/batch/providers/bedrock.d.ts +31 -0
- package/dist/batch/providers/bedrock.d.ts.map +1 -0
- package/dist/batch/providers/bedrock.js +42 -0
- package/dist/batch/providers/bedrock.js.map +1 -0
- package/dist/batch/providers/harness.d.ts +36 -0
- package/dist/batch/providers/harness.d.ts.map +1 -0
- package/dist/batch/providers/harness.js +65 -0
- package/dist/batch/providers/harness.js.map +1 -0
- package/dist/batch/providers/harness.test.d.ts +7 -0
- package/dist/batch/providers/harness.test.d.ts.map +1 -0
- package/dist/batch/providers/harness.test.js +84 -0
- package/dist/batch/providers/harness.test.js.map +1 -0
- package/dist/batch/providers/index.d.ts +82 -0
- package/dist/batch/providers/index.d.ts.map +1 -0
- package/dist/batch/providers/index.js +82 -0
- package/dist/batch/providers/index.js.map +1 -0
- package/dist/batch/providers/ollama.d.ts +68 -0
- package/dist/batch/providers/ollama.d.ts.map +1 -0
- package/dist/batch/providers/ollama.js +108 -0
- package/dist/batch/providers/ollama.js.map +1 -0
- package/dist/batch/response-parser.d.ts +45 -0
- package/dist/batch/response-parser.d.ts.map +1 -0
- package/dist/batch/response-parser.js +161 -0
- package/dist/batch/response-parser.js.map +1 -0
- package/dist/batch/types.d.ts +87 -0
- package/dist/batch/types.d.ts.map +1 -0
- package/dist/batch/types.js +8 -0
- package/dist/batch/types.js.map +1 -0
- package/dist/cli.d.ts +15 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +1037 -0
- package/dist/cli.js.map +1 -0
- package/dist/examples/a2a-assessment.d.ts +20 -0
- package/dist/examples/a2a-assessment.d.ts.map +1 -0
- package/dist/examples/a2a-assessment.js +115 -0
- package/dist/examples/a2a-assessment.js.map +1 -0
- package/dist/examples/batch-assessment.d.ts +18 -0
- package/dist/examples/batch-assessment.d.ts.map +1 -0
- package/dist/examples/batch-assessment.js +112 -0
- package/dist/examples/batch-assessment.js.map +1 -0
- package/dist/examples/batch-submission-flow.d.ts +2 -0
- package/dist/examples/batch-submission-flow.d.ts.map +1 -0
- package/dist/examples/batch-submission-flow.js +279 -0
- package/dist/examples/batch-submission-flow.js.map +1 -0
- package/dist/examples/demo-agent-definition.json +58 -0
- package/dist/examples/langfuse-assessment.d.ts +2 -0
- package/dist/examples/langfuse-assessment.d.ts.map +1 -0
- package/dist/examples/langfuse-assessment.js +46 -0
- package/dist/examples/langfuse-assessment.js.map +1 -0
- package/dist/examples/model-eval.d.ts +25 -0
- package/dist/examples/model-eval.d.ts.map +1 -0
- package/dist/examples/model-eval.js +94 -0
- package/dist/examples/model-eval.js.map +1 -0
- package/dist/examples/openclaw-assessment.d.ts +17 -0
- package/dist/examples/openclaw-assessment.d.ts.map +1 -0
- package/dist/examples/openclaw-assessment.js +79 -0
- package/dist/examples/openclaw-assessment.js.map +1 -0
- package/dist/examples/simple-assessment.d.ts +2 -0
- package/dist/examples/simple-assessment.d.ts.map +1 -0
- package/dist/examples/simple-assessment.js +146 -0
- package/dist/examples/simple-assessment.js.map +1 -0
- package/dist/examples/threat-model-demo.d.ts +2 -0
- package/dist/examples/threat-model-demo.d.ts.map +1 -0
- package/dist/examples/threat-model-demo.js +103 -0
- package/dist/examples/threat-model-demo.js.map +1 -0
- package/dist/index.d.ts +60 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +155 -0
- package/dist/index.js.map +1 -0
- package/dist/output/likec4-generator.d.ts +43 -0
- package/dist/output/likec4-generator.d.ts.map +1 -0
- package/dist/output/likec4-generator.js +287 -0
- package/dist/output/likec4-generator.js.map +1 -0
- package/dist/output/slot-filler.d.ts +6 -0
- package/dist/output/slot-filler.d.ts.map +1 -0
- package/dist/output/slot-filler.js +71 -0
- package/dist/output/slot-filler.js.map +1 -0
- package/dist/output/tc-assembler.d.ts +30 -0
- package/dist/output/tc-assembler.d.ts.map +1 -0
- package/dist/output/tc-assembler.js +227 -0
- package/dist/output/tc-assembler.js.map +1 -0
- package/dist/output/tc-types.d.ts +41 -0
- package/dist/output/tc-types.d.ts.map +1 -0
- package/dist/output/tc-types.js +5 -0
- package/dist/output/tc-types.js.map +1 -0
- package/dist/output/tc-validator.test.d.ts +9 -0
- package/dist/output/tc-validator.test.d.ts.map +1 -0
- package/dist/output/tc-validator.test.js +194 -0
- package/dist/output/tc-validator.test.js.map +1 -0
- package/dist/providers/anthropic.d.ts +9 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +30 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/bedrock.d.ts +9 -0
- package/dist/providers/bedrock.d.ts.map +1 -0
- package/dist/providers/bedrock.js +38 -0
- package/dist/providers/bedrock.js.map +1 -0
- package/dist/providers/index.d.ts +6 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +14 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/types.d.ts +12 -0
- package/dist/providers/types.d.ts.map +1 -0
- package/dist/providers/types.js +5 -0
- package/dist/providers/types.js.map +1 -0
- package/dist/references/acsc-risks.d.ts +18 -0
- package/dist/references/acsc-risks.d.ts.map +1 -0
- package/dist/references/acsc-risks.js +232 -0
- package/dist/references/acsc-risks.js.map +1 -0
- package/dist/references/aicm.d.ts +41 -0
- package/dist/references/aicm.d.ts.map +1 -0
- package/dist/references/aicm.js +447 -0
- package/dist/references/aicm.js.map +1 -0
- package/dist/references/dstg-meaid.d.ts +59 -0
- package/dist/references/dstg-meaid.d.ts.map +1 -0
- package/dist/references/dstg-meaid.js +352 -0
- package/dist/references/dstg-meaid.js.map +1 -0
- package/dist/references/index.d.ts +20 -0
- package/dist/references/index.d.ts.map +1 -0
- package/dist/references/index.js +31 -0
- package/dist/references/index.js.map +1 -0
- package/dist/references/nemoclaw.d.ts +48 -0
- package/dist/references/nemoclaw.d.ts.map +1 -0
- package/dist/references/nemoclaw.js +140 -0
- package/dist/references/nemoclaw.js.map +1 -0
- package/dist/references/nist-ai-rmf.d.ts +31 -0
- package/dist/references/nist-ai-rmf.d.ts.map +1 -0
- package/dist/references/nist-ai-rmf.js +627 -0
- package/dist/references/nist-ai-rmf.js.map +1 -0
- package/dist/references/owasp-agentic-top10.d.ts +50 -0
- package/dist/references/owasp-agentic-top10.d.ts.map +1 -0
- package/dist/references/owasp-agentic-top10.js +202 -0
- package/dist/references/owasp-agentic-top10.js.map +1 -0
- package/dist/references/registry-parity.test.d.ts +17 -0
- package/dist/references/registry-parity.test.d.ts.map +1 -0
- package/dist/references/registry-parity.test.js +87 -0
- package/dist/references/registry-parity.test.js.map +1 -0
- package/dist/references/registry.d.ts +90 -0
- package/dist/references/registry.d.ts.map +1 -0
- package/dist/references/registry.js +29 -0
- package/dist/references/registry.js.map +1 -0
- package/dist/tools/model-eval.d.ts +97 -0
- package/dist/tools/model-eval.d.ts.map +1 -0
- package/dist/tools/model-eval.js +307 -0
- package/dist/tools/model-eval.js.map +1 -0
- package/package.json +105 -0
- package/schemas/threat-composer-v1.schema.json +966 -0
- package/vendor/atlas-release/ATLAS-2026.07.yaml +17877 -0
- package/vendor/atlas-release/README.md +41 -0
|
@@ -0,0 +1,627 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* NIST AI Risk Management Framework (AI RMF 1.0)
|
|
3
|
+
*
|
|
4
|
+
* Source: "Artificial Intelligence Risk Management Framework (AI RMF 1.0)" (2023)
|
|
5
|
+
* Authors: National Institute of Standards and Technology (NIST)
|
|
6
|
+
* URL: https://airc.nist.gov/RMF/1
|
|
7
|
+
* Playbook URL: https://airc.nist.gov/Docs/2
|
|
8
|
+
*
|
|
9
|
+
* This module maps NIST AI RMF sub-categories to AIVSS V4 metrics and ATLAS techniques,
|
|
10
|
+
* enabling threat statements to be grounded in the leading US government AI risk framework.
|
|
11
|
+
*
|
|
12
|
+
* Sub-category selection rationale:
|
|
13
|
+
* The full NIST AI RMF playbook contains 72 sub-categories across GOVERN, MAP, MEASURE, and
|
|
14
|
+
* MANAGE. This adapter covers the 40 sub-categories most directly relevant to agentic AI
|
|
15
|
+
* deployment and AI security risk assessment — those a practitioner evaluating an agentic
|
|
16
|
+
* AI system would actually need to assess. Omitted sub-categories are predominantly
|
|
17
|
+
* general organisational process hygiene (e.g. MAP 1.2 interdisciplinary team composition,
|
|
18
|
+
* GOVERN 2.2 staff training plans, MEASURE 2.2 human subjects research ethics, MEASURE 2.12
|
|
19
|
+
* environmental impact) that have no direct AIVSS metric equivalent and add little value for
|
|
20
|
+
* the agentic AI security use case this PoC targets.
|
|
21
|
+
*/
|
|
22
|
+
import { buildHelpers, } from "./registry.js";
|
|
23
|
+
// ── GOVERN function ────────────────────────────────────────────────────────────
|
|
24
|
+
// Policies, accountability structures, and oversight mechanisms that enable
|
|
25
|
+
// responsible AI risk management across the organisation.
|
|
26
|
+
export const NIST_AI_RMF_RISKS = [
|
|
27
|
+
{
|
|
28
|
+
id: "nist-rmf-govern-1-1",
|
|
29
|
+
framework: "nist-ai-rmf",
|
|
30
|
+
category: "GOVERN",
|
|
31
|
+
name: "Legal and Regulatory Requirements",
|
|
32
|
+
description: "Legal and regulatory requirements involving AI are understood, managed, and documented. AI systems may be subject to specific applicable legal and regulatory requirements including nondiscrimination, data privacy, and security controls that mandate documentation, disclosure, and increased transparency. Organisations must maintain awareness of sector-specific legal standards and align risk management efforts accordingly.",
|
|
33
|
+
riskType: "compliance",
|
|
34
|
+
aivssMetrics: ["GV"],
|
|
35
|
+
atlasTechniqueIds: [],
|
|
36
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 1.1",
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
id: "nist-rmf-govern-1-2",
|
|
40
|
+
framework: "nist-ai-rmf",
|
|
41
|
+
category: "GOVERN",
|
|
42
|
+
name: "Trustworthy AI Characteristics Integration",
|
|
43
|
+
description: "The characteristics of trustworthy AI are integrated into organisational policies, processes, and procedures. This encompasses the full set of trustworthiness properties — accuracy, reliability, safety, security, explainability, privacy, fairness, and accountability — and requires that these characteristics are operationalised through documented organisational controls rather than treated as aspirational.",
|
|
44
|
+
riskType: "compliance",
|
|
45
|
+
aivssMetrics: ["GV"],
|
|
46
|
+
atlasTechniqueIds: [],
|
|
47
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 1.2",
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
id: "nist-rmf-govern-1-3",
|
|
51
|
+
framework: "nist-ai-rmf",
|
|
52
|
+
category: "GOVERN",
|
|
53
|
+
name: "Risk Tolerance-Based Management Levels",
|
|
54
|
+
description: "Processes and procedures are in place to determine the needed level of risk management activities based on the organisation's risk tolerance. Risk tolerance thresholds must be explicitly defined and tied to management activity intensity, ensuring that higher-risk deployments receive proportionally more rigorous oversight and control.",
|
|
55
|
+
riskType: "compliance",
|
|
56
|
+
aivssMetrics: ["GV"],
|
|
57
|
+
atlasTechniqueIds: [],
|
|
58
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 1.3",
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
id: "nist-rmf-govern-1-4",
|
|
62
|
+
framework: "nist-ai-rmf",
|
|
63
|
+
category: "GOVERN",
|
|
64
|
+
name: "Transparent Risk Management Process",
|
|
65
|
+
description: "The risk management process and its outcomes are established through transparent policies, procedures, and other controls based on organisational risk priorities. Transparency in how risk decisions are made and documented enables accountability and allows external review of whether risk priorities align with actual system behaviour and societal impact.",
|
|
66
|
+
riskType: "compliance",
|
|
67
|
+
aivssMetrics: ["GV"],
|
|
68
|
+
atlasTechniqueIds: [],
|
|
69
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 1.4",
|
|
70
|
+
},
|
|
71
|
+
{
|
|
72
|
+
id: "nist-rmf-govern-1-5",
|
|
73
|
+
framework: "nist-ai-rmf",
|
|
74
|
+
category: "GOVERN",
|
|
75
|
+
name: "Ongoing Monitoring and Periodic Review",
|
|
76
|
+
description: "Ongoing monitoring and periodic review of the risk management process and its outcomes are planned, with organisational roles and responsibilities clearly defined including determining the frequency of periodic review. For agentic AI systems, review cadence must account for the dynamic nature of agent behaviour and the potential for emergent risks not present at initial deployment.",
|
|
77
|
+
riskType: "compliance",
|
|
78
|
+
aivssMetrics: ["GV", "LL"],
|
|
79
|
+
atlasTechniqueIds: [],
|
|
80
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 1.5",
|
|
81
|
+
},
|
|
82
|
+
{
|
|
83
|
+
id: "nist-rmf-govern-1-6",
|
|
84
|
+
framework: "nist-ai-rmf",
|
|
85
|
+
category: "GOVERN",
|
|
86
|
+
name: "AI System Inventory",
|
|
87
|
+
description: "Mechanisms are in place to inventory AI systems and are resourced according to organisational risk priorities. Maintaining an accurate inventory is a precondition for effective risk management — organisations that do not know what AI systems they operate cannot govern, monitor, or respond to incidents arising from those systems.",
|
|
88
|
+
riskType: "compliance",
|
|
89
|
+
aivssMetrics: ["GV", "LL"],
|
|
90
|
+
atlasTechniqueIds: [],
|
|
91
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 1.6",
|
|
92
|
+
},
|
|
93
|
+
{
|
|
94
|
+
id: "nist-rmf-govern-1-7",
|
|
95
|
+
framework: "nist-ai-rmf",
|
|
96
|
+
category: "GOVERN",
|
|
97
|
+
name: "Safe Decommissioning and Phase-Out",
|
|
98
|
+
description: "Processes and procedures are in place for decommissioning and phasing out of AI systems safely and in a manner that does not increase risks or decrease organisational trustworthiness. For agentic AI, this includes ensuring that agents are terminated cleanly, that persistent state or credentials are revoked, and that dependent downstream systems are not left in an inconsistent state.",
|
|
99
|
+
riskType: "compliance",
|
|
100
|
+
aivssMetrics: ["GV", "LL"],
|
|
101
|
+
atlasTechniqueIds: [],
|
|
102
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 1.7",
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
id: "nist-rmf-govern-2-1",
|
|
106
|
+
framework: "nist-ai-rmf",
|
|
107
|
+
category: "GOVERN",
|
|
108
|
+
name: "Roles, Responsibilities, and Communication Lines",
|
|
109
|
+
description: "Roles and responsibilities and lines of communication related to mapping, measuring, and managing AI risks are documented and clear to individuals and teams throughout the organisation. Ambiguity in accountability is itself a risk: when no one is clearly responsible for an AI system's risk posture, gaps in oversight are likely to emerge.",
|
|
110
|
+
riskType: "compliance",
|
|
111
|
+
aivssMetrics: ["GV"],
|
|
112
|
+
atlasTechniqueIds: [],
|
|
113
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 2.1",
|
|
114
|
+
},
|
|
115
|
+
{
|
|
116
|
+
id: "nist-rmf-govern-2-3",
|
|
117
|
+
framework: "nist-ai-rmf",
|
|
118
|
+
category: "GOVERN",
|
|
119
|
+
name: "Executive Accountability for AI Risk",
|
|
120
|
+
description: "Executive leadership of the organisation takes responsibility for decisions about risks associated with AI system development and deployment. Executive accountability ensures that risk management is not siloed within technical teams and that resource allocation, escalation paths, and strategic trade-offs reflect organisational priorities at the highest level.",
|
|
121
|
+
riskType: "compliance",
|
|
122
|
+
aivssMetrics: ["GV"],
|
|
123
|
+
atlasTechniqueIds: [],
|
|
124
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 2.3",
|
|
125
|
+
},
|
|
126
|
+
{
|
|
127
|
+
id: "nist-rmf-govern-3-2",
|
|
128
|
+
framework: "nist-ai-rmf",
|
|
129
|
+
category: "GOVERN",
|
|
130
|
+
name: "Human-AI Configuration Roles and Oversight",
|
|
131
|
+
description: "Policies and procedures are in place to define and differentiate roles and responsibilities for human-AI configurations and oversight of AI systems. This sub-category is particularly critical for agentic deployments where the degree of human oversight varies across configurations — from human-in-the-loop to fully autonomous — and the risk profile changes accordingly.",
|
|
132
|
+
riskType: "compliance",
|
|
133
|
+
aivssMetrics: ["GV", "AD"],
|
|
134
|
+
atlasTechniqueIds: [],
|
|
135
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 3.2",
|
|
136
|
+
},
|
|
137
|
+
{
|
|
138
|
+
id: "nist-rmf-govern-4-1",
|
|
139
|
+
framework: "nist-ai-rmf",
|
|
140
|
+
category: "GOVERN",
|
|
141
|
+
name: "Safety-First Organisational Mindset",
|
|
142
|
+
description: "Organisational policies and practices foster a critical thinking and safety-first mindset in the design, development, deployment, and use of AI systems to minimise negative impacts. Cultural posture toward safety is a leading indicator of whether other governance controls will be applied with genuine intent or treated as compliance checkbox exercises.",
|
|
143
|
+
riskType: "compliance",
|
|
144
|
+
aivssMetrics: ["GV"],
|
|
145
|
+
atlasTechniqueIds: [],
|
|
146
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 4.1",
|
|
147
|
+
},
|
|
148
|
+
{
|
|
149
|
+
id: "nist-rmf-govern-4-2",
|
|
150
|
+
framework: "nist-ai-rmf",
|
|
151
|
+
category: "GOVERN",
|
|
152
|
+
name: "Risk Documentation and Communication",
|
|
153
|
+
description: "Organisational teams document the risks and potential impacts of the AI technology they design, develop, deploy, evaluate, and use, and communicate about the impacts more broadly. Documentation must be sufficient for external stakeholders — regulators, auditors, impacted communities — to understand the risk profile of deployed systems and hold the organisation accountable.",
|
|
154
|
+
riskType: "compliance",
|
|
155
|
+
aivssMetrics: ["GV", "LL"],
|
|
156
|
+
atlasTechniqueIds: [],
|
|
157
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 4.2",
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
id: "nist-rmf-govern-4-3",
|
|
161
|
+
framework: "nist-ai-rmf",
|
|
162
|
+
category: "GOVERN",
|
|
163
|
+
name: "AI Testing, Incident Identification, and Information Sharing",
|
|
164
|
+
description: "Organisational practices are in place to enable AI testing, identification of incidents, and information sharing. The ability to identify incidents in agentic systems requires purpose-built tooling given the scale, speed, and opacity of multi-agent operation; information sharing with peers and regulators strengthens the broader ecosystem's ability to respond to novel risks.",
|
|
165
|
+
riskType: "compliance",
|
|
166
|
+
aivssMetrics: ["GV", "AA"],
|
|
167
|
+
atlasTechniqueIds: [],
|
|
168
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 4.3",
|
|
169
|
+
},
|
|
170
|
+
{
|
|
171
|
+
id: "nist-rmf-govern-6-1",
|
|
172
|
+
framework: "nist-ai-rmf",
|
|
173
|
+
category: "GOVERN",
|
|
174
|
+
name: "Third-Party AI Risk Policies",
|
|
175
|
+
description: "Policies and procedures are in place that address AI risks associated with third-party entities, including risks of infringement of a third party's intellectual property or other rights. Third-party risk in agentic AI is acute: agents may invoke third-party APIs, consume third-party models, or operate within third-party orchestration platforms, each of which extends the organisation's risk surface.",
|
|
176
|
+
riskType: "compliance",
|
|
177
|
+
aivssMetrics: ["GV", "CS"],
|
|
178
|
+
atlasTechniqueIds: [],
|
|
179
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 6.1",
|
|
180
|
+
},
|
|
181
|
+
{
|
|
182
|
+
id: "nist-rmf-govern-6-2",
|
|
183
|
+
framework: "nist-ai-rmf",
|
|
184
|
+
category: "GOVERN",
|
|
185
|
+
name: "Third-Party Failure Contingency Processes",
|
|
186
|
+
description: "Contingency processes are in place to handle failures or incidents in third-party data or AI systems deemed to be high-risk. For agentic pipelines that depend on third-party model providers or tool APIs, the absence of fallback and degraded-mode operating procedures creates availability and integrity risk when those dependencies experience outages or security incidents.",
|
|
187
|
+
riskType: "security",
|
|
188
|
+
aivssMetrics: ["CS", "GV"],
|
|
189
|
+
atlasTechniqueIds: ["AML.T0010"],
|
|
190
|
+
sourceSection: "NIST AI RMF 1.0 > GOVERN > 6.2",
|
|
191
|
+
},
|
|
192
|
+
// ── MAP function ─────────────────────────────────────────────────────────────
|
|
193
|
+
// Context establishment, risk identification, and categorisation activities
|
|
194
|
+
// that precede measurement and management.
|
|
195
|
+
{
|
|
196
|
+
id: "nist-rmf-map-1-1",
|
|
197
|
+
framework: "nist-ai-rmf",
|
|
198
|
+
category: "MAP",
|
|
199
|
+
name: "Intended Purpose and Deployment Context",
|
|
200
|
+
description: "Intended purpose, potentially beneficial uses, context-specific laws, norms and expectations, and prospective deployment settings are understood and documented, including specific user sets, positive and negative impact profiles, and assumptions about system purpose. For agentic systems, this includes documenting the scope of autonomous action, the extent of tool access, and the assumptions about human oversight that underpin safe operation.",
|
|
201
|
+
riskType: "compliance",
|
|
202
|
+
aivssMetrics: ["GV", "DC"],
|
|
203
|
+
atlasTechniqueIds: [],
|
|
204
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 1.1",
|
|
205
|
+
},
|
|
206
|
+
{
|
|
207
|
+
id: "nist-rmf-map-1-5",
|
|
208
|
+
framework: "nist-ai-rmf",
|
|
209
|
+
category: "MAP",
|
|
210
|
+
name: "Organisational Risk Tolerance Documentation",
|
|
211
|
+
description: "Organisational risk tolerances are determined and documented. Explicit risk tolerance thresholds — specifying what categories and magnitudes of AI risk are acceptable — enable consistent risk prioritisation decisions and provide a benchmark against which residual risk can be assessed after controls are applied.",
|
|
212
|
+
riskType: "compliance",
|
|
213
|
+
aivssMetrics: ["GV"],
|
|
214
|
+
atlasTechniqueIds: [],
|
|
215
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 1.5",
|
|
216
|
+
},
|
|
217
|
+
{
|
|
218
|
+
id: "nist-rmf-map-1-6",
|
|
219
|
+
framework: "nist-ai-rmf",
|
|
220
|
+
category: "MAP",
|
|
221
|
+
name: "Socio-Technical System Requirements",
|
|
222
|
+
description: "System requirements are elicited from and understood by relevant AI actors, and design decisions take socio-technical implications into account to address AI risks. Requirements engineering for AI systems must capture not only functional specifications but the broader social context in which the system operates, including user expectations, power dynamics, and potential for misuse.",
|
|
223
|
+
riskType: "compliance",
|
|
224
|
+
aivssMetrics: ["GV", "EI"],
|
|
225
|
+
atlasTechniqueIds: [],
|
|
226
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 1.6",
|
|
227
|
+
},
|
|
228
|
+
{
|
|
229
|
+
id: "nist-rmf-map-2-1",
|
|
230
|
+
framework: "nist-ai-rmf",
|
|
231
|
+
category: "MAP",
|
|
232
|
+
name: "AI Task and Method Specification",
|
|
233
|
+
description: "The specific task and methods used to implement that task — classifiers, generative models, recommenders — that the AI system will support are defined. Precise task specification is a prerequisite for meaningful risk assessment: without knowing what the system is designed to do, it is not possible to evaluate whether it is doing it safely or correctly.",
|
|
234
|
+
riskType: "compliance",
|
|
235
|
+
aivssMetrics: ["GV", "LL"],
|
|
236
|
+
atlasTechniqueIds: [],
|
|
237
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 2.1",
|
|
238
|
+
},
|
|
239
|
+
{
|
|
240
|
+
id: "nist-rmf-map-2-2",
|
|
241
|
+
framework: "nist-ai-rmf",
|
|
242
|
+
category: "MAP",
|
|
243
|
+
name: "Knowledge Limits and Human Oversight Documentation",
|
|
244
|
+
description: "Information about the AI system's knowledge limits and how system output may be utilised and overseen by humans is documented, providing sufficient information to assist relevant AI actors in making informed decisions. For agentic systems, this includes documenting conditions under which the agent should escalate to human review, refuse to act, or signal uncertainty rather than proceeding autonomously.",
|
|
245
|
+
riskType: "compliance",
|
|
246
|
+
aivssMetrics: ["GV", "AA", "AD"],
|
|
247
|
+
atlasTechniqueIds: [],
|
|
248
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 2.2",
|
|
249
|
+
},
|
|
250
|
+
{
|
|
251
|
+
id: "nist-rmf-map-2-3",
|
|
252
|
+
framework: "nist-ai-rmf",
|
|
253
|
+
category: "MAP",
|
|
254
|
+
name: "Scientific Integrity and TEVV Considerations",
|
|
255
|
+
description: "Scientific integrity and test, evaluation, validation, and verification (TEVV) considerations are identified and documented, including those related to experimental design, data collection and selection, system trustworthiness, and construct validity. This sub-category ensures that the measurement approaches used to assess system performance are themselves methodologically sound.",
|
|
256
|
+
riskType: "compliance",
|
|
257
|
+
aivssMetrics: ["GV", "DS"],
|
|
258
|
+
atlasTechniqueIds: [],
|
|
259
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 2.3",
|
|
260
|
+
},
|
|
261
|
+
{
|
|
262
|
+
id: "nist-rmf-map-3-2",
|
|
263
|
+
framework: "nist-ai-rmf",
|
|
264
|
+
category: "MAP",
|
|
265
|
+
name: "AI Error Costs and Risk Tolerance",
|
|
266
|
+
description: "Potential costs — including non-monetary costs — resulting from expected or realised AI errors or system functionality failures as connected to organisational risk tolerance are examined and documented. Cost analysis must include downstream harms to end users and affected communities, not just operational or financial costs to the deploying organisation.",
|
|
267
|
+
riskType: "compliance",
|
|
268
|
+
aivssMetrics: ["GV", "EI"],
|
|
269
|
+
atlasTechniqueIds: [],
|
|
270
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 3.2",
|
|
271
|
+
},
|
|
272
|
+
{
|
|
273
|
+
id: "nist-rmf-map-3-5",
|
|
274
|
+
framework: "nist-ai-rmf",
|
|
275
|
+
category: "MAP",
|
|
276
|
+
name: "Human Oversight Processes",
|
|
277
|
+
description: "Processes for human oversight are defined, assessed, and documented in accordance with organisational policies. For agentic AI deployments, human oversight processes must address the challenge of maintaining meaningful human control over systems that may operate faster than human review cycles, requiring both technical controls (rate limiting, mandatory confirmation gates) and organisational controls (escalation policies, audit requirements).",
|
|
278
|
+
riskType: "compliance",
|
|
279
|
+
aivssMetrics: ["GV", "AD"],
|
|
280
|
+
atlasTechniqueIds: [],
|
|
281
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 3.5",
|
|
282
|
+
},
|
|
283
|
+
{
|
|
284
|
+
id: "nist-rmf-map-4-1",
|
|
285
|
+
framework: "nist-ai-rmf",
|
|
286
|
+
category: "MAP",
|
|
287
|
+
name: "AI Technology and Legal Risk Mapping",
|
|
288
|
+
description: "Approaches for mapping AI technology and legal risks of its components — including the use of third-party data or software — are in place, followed, and documented, as are risks of intellectual property infringement. Third-party model weights, training datasets, and tool integrations each introduce legal and technical risk that must be explicitly mapped rather than assumed to be clean.",
|
|
289
|
+
riskType: "compliance",
|
|
290
|
+
aivssMetrics: ["GV", "CS", "LL"],
|
|
291
|
+
atlasTechniqueIds: [],
|
|
292
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 4.1",
|
|
293
|
+
},
|
|
294
|
+
{
|
|
295
|
+
id: "nist-rmf-map-4-2",
|
|
296
|
+
framework: "nist-ai-rmf",
|
|
297
|
+
category: "MAP",
|
|
298
|
+
name: "Internal Risk Controls for AI Components",
|
|
299
|
+
description: "Internal risk controls for components of the AI system including third-party AI technologies are identified and documented. Control identification must cover the full technology stack — model layers, orchestration frameworks, tool integrations, and infrastructure — since risk controls applied at one layer may not compensate for absent controls at another.",
|
|
300
|
+
riskType: "security",
|
|
301
|
+
aivssMetrics: ["GV", "CS", "DC"],
|
|
302
|
+
atlasTechniqueIds: ["AML.T0010"],
|
|
303
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 4.2",
|
|
304
|
+
},
|
|
305
|
+
{
|
|
306
|
+
id: "nist-rmf-map-5-1",
|
|
307
|
+
framework: "nist-ai-rmf",
|
|
308
|
+
category: "MAP",
|
|
309
|
+
name: "Impact Likelihood and Magnitude Assessment",
|
|
310
|
+
description: "Likelihood and magnitude of each identified impact — both potentially beneficial and harmful — based on expected use, past uses of AI systems in similar contexts, public incident reports, and feedback are identified and documented. Probabilistic impact assessment that draws on historical incident data provides a more reliable basis for risk prioritisation than expert judgment alone.",
|
|
311
|
+
riskType: "compliance",
|
|
312
|
+
aivssMetrics: ["GV"],
|
|
313
|
+
atlasTechniqueIds: [],
|
|
314
|
+
sourceSection: "NIST AI RMF 1.0 > MAP > 5.1",
|
|
315
|
+
},
|
|
316
|
+
// ── MEASURE function ──────────────────────────────────────────────────────────
|
|
317
|
+
// Metrics, evaluation, testing, and measurement activities that quantify
|
|
318
|
+
// identified risks and trustworthiness characteristics.
|
|
319
|
+
{
|
|
320
|
+
id: "nist-rmf-measure-1-1",
|
|
321
|
+
framework: "nist-ai-rmf",
|
|
322
|
+
category: "MEASURE",
|
|
323
|
+
name: "Risk Measurement Approach Selection",
|
|
324
|
+
description: "Approaches and metrics for measurement of AI risks enumerated during the Map function are selected for implementation starting with the most significant AI risks, with risks that cannot be measured properly documented. Measurement approach selection must be justified relative to the specific risk being assessed — proxy metrics used without validation may create false assurance.",
|
|
325
|
+
riskType: "compliance",
|
|
326
|
+
aivssMetrics: ["GV"],
|
|
327
|
+
atlasTechniqueIds: [],
|
|
328
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 1.1",
|
|
329
|
+
},
|
|
330
|
+
{
|
|
331
|
+
id: "nist-rmf-measure-1-2",
|
|
332
|
+
framework: "nist-ai-rmf",
|
|
333
|
+
category: "MEASURE",
|
|
334
|
+
name: "AI Metrics and Controls Effectiveness Assessment",
|
|
335
|
+
description: "Appropriateness of AI metrics and effectiveness of existing controls is regularly assessed and updated, including reports of errors and impacts on affected communities. Metrics and controls degrade over time as model behaviour, data distributions, and adversarial techniques evolve; static measurement approaches provide a false sense of security in dynamic deployment environments.",
|
|
336
|
+
riskType: "compliance",
|
|
337
|
+
aivssMetrics: ["GV", "LL"],
|
|
338
|
+
atlasTechniqueIds: [],
|
|
339
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 1.2",
|
|
340
|
+
},
|
|
341
|
+
{
|
|
342
|
+
id: "nist-rmf-measure-1-3",
|
|
343
|
+
framework: "nist-ai-rmf",
|
|
344
|
+
category: "MEASURE",
|
|
345
|
+
name: "Independent Assessment Involvement",
|
|
346
|
+
description: "Internal experts who did not serve as front-line developers and/or independent assessors are involved in regular assessments and updates, with domain experts, users, and affected communities consulted as necessary. Independent review mitigates the risk of developer blind spots, optimism bias, and the tendency to evaluate systems against criteria the system was known to satisfy.",
|
|
347
|
+
riskType: "compliance",
|
|
348
|
+
aivssMetrics: ["GV"],
|
|
349
|
+
atlasTechniqueIds: [],
|
|
350
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 1.3",
|
|
351
|
+
},
|
|
352
|
+
{
|
|
353
|
+
id: "nist-rmf-measure-2-1",
|
|
354
|
+
framework: "nist-ai-rmf",
|
|
355
|
+
category: "MEASURE",
|
|
356
|
+
name: "TEVV Documentation",
|
|
357
|
+
description: "Test sets, metrics, and details about the tools used during test, evaluation, validation, and verification (TEVV) are documented. Comprehensive TEVV documentation enables reproducibility of evaluations, supports external audit, and provides a baseline against which subsequent performance changes can be detected.",
|
|
358
|
+
riskType: "compliance",
|
|
359
|
+
aivssMetrics: ["GV", "LL"],
|
|
360
|
+
atlasTechniqueIds: [],
|
|
361
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.1",
|
|
362
|
+
},
|
|
363
|
+
{
|
|
364
|
+
id: "nist-rmf-measure-2-3",
|
|
365
|
+
framework: "nist-ai-rmf",
|
|
366
|
+
category: "MEASURE",
|
|
367
|
+
name: "Performance and Assurance Criteria Measurement",
|
|
368
|
+
description: "AI system performance or assurance criteria are measured qualitatively or quantitatively and demonstrated for conditions similar to deployment settings, with measures documented. Evaluation must reflect realistic deployment conditions — including adversarial inputs, edge cases, and distribution shift — rather than only clean benchmark conditions.",
|
|
369
|
+
riskType: "compliance",
|
|
370
|
+
aivssMetrics: ["GV", "MR"],
|
|
371
|
+
atlasTechniqueIds: [],
|
|
372
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.3",
|
|
373
|
+
},
|
|
374
|
+
{
|
|
375
|
+
id: "nist-rmf-measure-2-4",
|
|
376
|
+
framework: "nist-ai-rmf",
|
|
377
|
+
category: "MEASURE",
|
|
378
|
+
name: "Production Monitoring of AI System Behaviour",
|
|
379
|
+
description: "The functionality and behaviour of the AI system and its components are monitored when in production. Production monitoring is distinct from pre-deployment testing — it catches performance degradation, distribution shift, and novel misuse patterns that evaluation environments do not replicate, and is especially critical for agentic systems where autonomous action amplifies the consequences of undetected drift.",
|
|
380
|
+
riskType: "compliance",
|
|
381
|
+
aivssMetrics: ["GV", "LL", "AD"],
|
|
382
|
+
atlasTechniqueIds: [],
|
|
383
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.4",
|
|
384
|
+
},
|
|
385
|
+
{
|
|
386
|
+
id: "nist-rmf-measure-2-5",
|
|
387
|
+
framework: "nist-ai-rmf",
|
|
388
|
+
category: "MEASURE",
|
|
389
|
+
name: "Validity, Reliability, and Generalisability",
|
|
390
|
+
description: "The AI system to be deployed is demonstrated to be valid and reliable, with limitations of generalisability beyond development conditions documented. Validity and reliability claims must be bounded — a system valid under one set of conditions may be invalid under another, and documenting these limits is necessary for responsible deployment decisions.",
|
|
391
|
+
riskType: "compliance",
|
|
392
|
+
aivssMetrics: ["MR", "GV"],
|
|
393
|
+
atlasTechniqueIds: [],
|
|
394
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.5",
|
|
395
|
+
},
|
|
396
|
+
{
|
|
397
|
+
id: "nist-rmf-measure-2-6",
|
|
398
|
+
framework: "nist-ai-rmf",
|
|
399
|
+
category: "MEASURE",
|
|
400
|
+
name: "Safety Risk Evaluation",
|
|
401
|
+
description: "The AI system is evaluated regularly for safety risks, with residual negative risk demonstrated not to exceed risk tolerance, and with the ability to fail safely — particularly when operating beyond knowledge limits. Safety metrics must implicate system reliability, robustness, real-time monitoring capability, and response times for AI system failures.",
|
|
402
|
+
riskType: "security",
|
|
403
|
+
aivssMetrics: ["MR", "AD", "GV"],
|
|
404
|
+
atlasTechniqueIds: [],
|
|
405
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.6",
|
|
406
|
+
},
|
|
407
|
+
{
|
|
408
|
+
id: "nist-rmf-measure-2-7",
|
|
409
|
+
framework: "nist-ai-rmf",
|
|
410
|
+
category: "MEASURE",
|
|
411
|
+
name: "Security and Resilience Evaluation",
|
|
412
|
+
description: "AI system security and resilience — as identified in the MAP function — are evaluated and documented. Security evaluation must address the full adversarial attack surface including prompt injection, model extraction, data poisoning, and supply chain compromise, with resilience evaluation covering the system's ability to maintain acceptable performance under degraded or adversarial conditions.",
|
|
413
|
+
riskType: "security",
|
|
414
|
+
aivssMetrics: ["MR", "AA", "CS", "GV"],
|
|
415
|
+
atlasTechniqueIds: ["AML.T0051", "AML.T0054", "AML.T0020", "AML.T0010"],
|
|
416
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.7",
|
|
417
|
+
},
|
|
418
|
+
{
|
|
419
|
+
id: "nist-rmf-measure-2-8",
|
|
420
|
+
framework: "nist-ai-rmf",
|
|
421
|
+
category: "MEASURE",
|
|
422
|
+
name: "Transparency and Accountability Risk Examination",
|
|
423
|
+
description: "Risks associated with transparency and accountability — as identified in the MAP function — are examined and documented. For agentic systems, transparency risk encompasses the degree to which human operators can understand what actions agents are taking, why, and with what effect; accountability risk encompasses whether responsibility for agent actions can be attributed to human decision-makers.",
|
|
424
|
+
riskType: "compliance",
|
|
425
|
+
aivssMetrics: ["GV", "LL", "EI"],
|
|
426
|
+
atlasTechniqueIds: [],
|
|
427
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.8",
|
|
428
|
+
},
|
|
429
|
+
{
|
|
430
|
+
id: "nist-rmf-measure-2-9",
|
|
431
|
+
framework: "nist-ai-rmf",
|
|
432
|
+
category: "MEASURE",
|
|
433
|
+
name: "AI Model Explanation and Output Interpretation",
|
|
434
|
+
description: "The AI model is explained, validated, and documented, and AI system output is interpreted within its context to inform responsible use and governance. Explainability requirements vary by risk level and deployment context — high-stakes agentic decisions may require post-hoc explanation sufficient for human review, while lower-risk automation may require only summary-level transparency.",
|
|
435
|
+
riskType: "compliance",
|
|
436
|
+
aivssMetrics: ["GV", "EI"],
|
|
437
|
+
atlasTechniqueIds: [],
|
|
438
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.9",
|
|
439
|
+
},
|
|
440
|
+
{
|
|
441
|
+
id: "nist-rmf-measure-2-10",
|
|
442
|
+
framework: "nist-ai-rmf",
|
|
443
|
+
category: "MEASURE",
|
|
444
|
+
name: "Privacy Risk Examination",
|
|
445
|
+
description: "Privacy risk of the AI system — as identified in the MAP function — is examined and documented. For agentic systems with access to user data, document stores, or communication channels, privacy risk extends beyond data collection to include inference attacks, unintended data retention in model context windows, and the risk of agents disclosing sensitive information to unauthorised parties.",
|
|
446
|
+
riskType: "compliance",
|
|
447
|
+
aivssMetrics: ["GV", "DC", "DS"],
|
|
448
|
+
atlasTechniqueIds: ["AML.T0084"],
|
|
449
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.10",
|
|
450
|
+
},
|
|
451
|
+
{
|
|
452
|
+
id: "nist-rmf-measure-2-11",
|
|
453
|
+
framework: "nist-ai-rmf",
|
|
454
|
+
category: "MEASURE",
|
|
455
|
+
name: "Fairness and Bias Evaluation",
|
|
456
|
+
description: "Fairness and bias — as identified in the MAP function — are evaluated and results documented. Bias evaluation must address not only statistical parity across demographic groups but also the downstream effects of biased AI decisions in the specific deployment context, including whether feedback loops in agentic systems may amplify initial biases over time.",
|
|
457
|
+
riskType: "ethical",
|
|
458
|
+
aivssMetrics: ["EI"],
|
|
459
|
+
atlasTechniqueIds: [],
|
|
460
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 2.11",
|
|
461
|
+
},
|
|
462
|
+
{
|
|
463
|
+
id: "nist-rmf-measure-3-1",
|
|
464
|
+
framework: "nist-ai-rmf",
|
|
465
|
+
category: "MEASURE",
|
|
466
|
+
name: "Ongoing Risk Identification and Tracking",
|
|
467
|
+
description: "Approaches, personnel, and documentation are in place to regularly identify and track existing, unanticipated, and emergent AI risks based on factors including intended and actual performance in deployed contexts. Agentic systems may develop emergent risk profiles not present at launch as they interact with evolving environments, user populations, and upstream data sources.",
|
|
468
|
+
riskType: "compliance",
|
|
469
|
+
aivssMetrics: ["GV", "LL", "AA"],
|
|
470
|
+
atlasTechniqueIds: [],
|
|
471
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 3.1",
|
|
472
|
+
},
|
|
473
|
+
{
|
|
474
|
+
id: "nist-rmf-measure-3-3",
|
|
475
|
+
framework: "nist-ai-rmf",
|
|
476
|
+
category: "MEASURE",
|
|
477
|
+
name: "User Feedback and Appeal Mechanisms",
|
|
478
|
+
description: "Feedback processes for end users and impacted communities to report problems and appeal system outcomes are established and integrated into AI system evaluation metrics. The absence of accessible feedback and appeal mechanisms is itself a risk indicator — it signals that the organisation lacks the data needed to detect real-world harms that do not surface through internal monitoring.",
|
|
479
|
+
riskType: "compliance",
|
|
480
|
+
aivssMetrics: ["GV", "EI"],
|
|
481
|
+
atlasTechniqueIds: [],
|
|
482
|
+
sourceSection: "NIST AI RMF 1.0 > MEASURE > 3.3",
|
|
483
|
+
},
|
|
484
|
+
// ── MANAGE function ───────────────────────────────────────────────────────────
|
|
485
|
+
// Risk response, prioritisation, resource allocation, and post-deployment
|
|
486
|
+
// monitoring and recovery activities.
|
|
487
|
+
{
|
|
488
|
+
id: "nist-rmf-manage-1-1",
|
|
489
|
+
framework: "nist-ai-rmf",
|
|
490
|
+
category: "MANAGE",
|
|
491
|
+
name: "Deployment Go/No-Go Determination",
|
|
492
|
+
description: "A determination is made as to whether the AI system achieves its intended purpose and stated objectives and whether its development or deployment should proceed. Explicit go/no-go gates before deployment ensure that risk assessment findings are actually considered in deployment decisions rather than noted and set aside.",
|
|
493
|
+
riskType: "compliance",
|
|
494
|
+
aivssMetrics: ["GV"],
|
|
495
|
+
atlasTechniqueIds: [],
|
|
496
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 1.1",
|
|
497
|
+
},
|
|
498
|
+
{
|
|
499
|
+
id: "nist-rmf-manage-1-2",
|
|
500
|
+
framework: "nist-ai-rmf",
|
|
501
|
+
category: "MANAGE",
|
|
502
|
+
name: "Risk Treatment Prioritisation",
|
|
503
|
+
description: "Treatment of documented AI risks is prioritised based on impact, likelihood, or available resources or methods. Explicit prioritisation prevents risk management resources being diluted across low-value activities at the expense of high-impact risk treatment, and creates an auditable record of why certain risks were accepted, mitigated, transferred, or avoided.",
|
|
504
|
+
riskType: "compliance",
|
|
505
|
+
aivssMetrics: ["GV"],
|
|
506
|
+
atlasTechniqueIds: [],
|
|
507
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 1.2",
|
|
508
|
+
},
|
|
509
|
+
{
|
|
510
|
+
id: "nist-rmf-manage-1-3",
|
|
511
|
+
framework: "nist-ai-rmf",
|
|
512
|
+
category: "MANAGE",
|
|
513
|
+
name: "High-Priority Risk Response Planning",
|
|
514
|
+
description: "Responses to AI risks deemed high priority as identified by the Map function are developed, planned, and documented, with risk response options including mitigating, transferring, avoiding, or accepting. Documented response plans ensure that when high-priority risks materialise, organisational response is coordinated rather than improvised.",
|
|
515
|
+
riskType: "compliance",
|
|
516
|
+
aivssMetrics: ["GV"],
|
|
517
|
+
atlasTechniqueIds: [],
|
|
518
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 1.3",
|
|
519
|
+
},
|
|
520
|
+
{
|
|
521
|
+
id: "nist-rmf-manage-1-4",
|
|
522
|
+
framework: "nist-ai-rmf",
|
|
523
|
+
category: "MANAGE",
|
|
524
|
+
name: "Residual Risk Documentation",
|
|
525
|
+
description: "Negative residual risks to downstream acquirers of AI systems and end users are documented. Residual risk documentation is the mechanism by which risk is made visible to those who did not participate in the original risk assessment — including downstream integrators, deployers, and ultimately end users who bear the consequences of unmitigated risks.",
|
|
526
|
+
riskType: "compliance",
|
|
527
|
+
aivssMetrics: ["GV", "LL"],
|
|
528
|
+
atlasTechniqueIds: [],
|
|
529
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 1.4",
|
|
530
|
+
},
|
|
531
|
+
{
|
|
532
|
+
id: "nist-rmf-manage-2-3",
|
|
533
|
+
framework: "nist-ai-rmf",
|
|
534
|
+
category: "MANAGE",
|
|
535
|
+
name: "Unknown Risk Response and Recovery",
|
|
536
|
+
description: "Procedures are followed to respond to and recover from a previously unknown risk when it is identified. The capacity to respond effectively to novel risks is a critical resilience property for agentic AI systems, which may exhibit emergent behaviour patterns that were not anticipated during pre-deployment risk assessment.",
|
|
537
|
+
riskType: "security",
|
|
538
|
+
aivssMetrics: ["AD", "GV"],
|
|
539
|
+
atlasTechniqueIds: [],
|
|
540
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 2.3",
|
|
541
|
+
},
|
|
542
|
+
{
|
|
543
|
+
id: "nist-rmf-manage-2-4",
|
|
544
|
+
framework: "nist-ai-rmf",
|
|
545
|
+
category: "MANAGE",
|
|
546
|
+
name: "AI System Override and Deactivation",
|
|
547
|
+
description: "Mechanisms are in place and applied, and responsibilities are assigned and understood, to supersede, disengage, or deactivate AI systems that demonstrate performance or outcomes inconsistent with intended use. For agentic systems, override and deactivation mechanisms must function reliably even when the agent is actively engaged in a task — requiring interrupt-safe shutdown procedures and confirmation that the agent has actually stopped.",
|
|
548
|
+
riskType: "security",
|
|
549
|
+
aivssMetrics: ["AD", "GV", "DC"],
|
|
550
|
+
atlasTechniqueIds: [],
|
|
551
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 2.4",
|
|
552
|
+
},
|
|
553
|
+
{
|
|
554
|
+
id: "nist-rmf-manage-3-1",
|
|
555
|
+
framework: "nist-ai-rmf",
|
|
556
|
+
category: "MANAGE",
|
|
557
|
+
name: "Third-Party AI Risk Monitoring",
|
|
558
|
+
description: "AI risks and benefits from third-party resources are regularly monitored, and risk controls are applied and documented. Third-party AI components — pre-trained models, fine-tuning datasets, tool APIs — present ongoing supply chain risk that does not terminate at the point of integration; changes to third-party components can alter risk profiles of systems that depend on them.",
|
|
559
|
+
riskType: "security",
|
|
560
|
+
aivssMetrics: ["CS", "GV", "LL"],
|
|
561
|
+
atlasTechniqueIds: ["AML.T0010"],
|
|
562
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 3.1",
|
|
563
|
+
},
|
|
564
|
+
{
|
|
565
|
+
id: "nist-rmf-manage-3-2",
|
|
566
|
+
framework: "nist-ai-rmf",
|
|
567
|
+
category: "MANAGE",
|
|
568
|
+
name: "Pre-Trained Model Monitoring",
|
|
569
|
+
description: "Pre-trained models used for development are monitored as part of regular AI system monitoring and maintenance. Pre-trained model risk is not static — vendor model updates can alter behaviour in ways that break assumptions made at integration time, and model deprecations can create pressure to adopt successor models before adequate evaluation is complete.",
|
|
570
|
+
riskType: "security",
|
|
571
|
+
aivssMetrics: ["CS", "LL", "MR"],
|
|
572
|
+
atlasTechniqueIds: ["AML.T0010", "AML.T0018"],
|
|
573
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 3.2",
|
|
574
|
+
},
|
|
575
|
+
{
|
|
576
|
+
id: "nist-rmf-manage-4-1",
|
|
577
|
+
framework: "nist-ai-rmf",
|
|
578
|
+
category: "MANAGE",
|
|
579
|
+
name: "Post-Deployment Monitoring Plan Implementation",
|
|
580
|
+
description: "Post-deployment AI system monitoring plans are implemented, including mechanisms for capturing and evaluating input from users and other relevant AI actors, appeal and override, decommissioning, incident response, recovery, and change management. For agentic systems, the monitoring plan must address the high volume, speed, and opacity of autonomous agent actions — monitoring infrastructure must scale to the system's operational tempo.",
|
|
581
|
+
riskType: "compliance",
|
|
582
|
+
aivssMetrics: ["GV", "LL", "AD"],
|
|
583
|
+
atlasTechniqueIds: [],
|
|
584
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 4.1",
|
|
585
|
+
},
|
|
586
|
+
{
|
|
587
|
+
id: "nist-rmf-manage-4-2",
|
|
588
|
+
framework: "nist-ai-rmf",
|
|
589
|
+
category: "MANAGE",
|
|
590
|
+
name: "Continual Improvement Integration",
|
|
591
|
+
description: "Measurable activities for continual improvement are integrated into AI system updates and include regular engagement with interested parties including relevant AI actors. Improvement processes must be data-driven — relying on measured performance indicators and stakeholder feedback rather than assumption — and must include mechanisms for incorporating findings from incident reviews.",
|
|
592
|
+
riskType: "compliance",
|
|
593
|
+
aivssMetrics: ["GV", "LL"],
|
|
594
|
+
atlasTechniqueIds: [],
|
|
595
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 4.2",
|
|
596
|
+
},
|
|
597
|
+
{
|
|
598
|
+
id: "nist-rmf-manage-4-3",
|
|
599
|
+
framework: "nist-ai-rmf",
|
|
600
|
+
category: "MANAGE",
|
|
601
|
+
name: "Incident Communication, Tracking, and Recovery",
|
|
602
|
+
description: "Incidents and errors are communicated to relevant AI actors including affected communities, with processes for tracking, responding to, and recovering from incidents and errors followed and documented. Incident communication obligations extend beyond the deploying organisation to include those affected by AI system failures — particularly where agentic systems have taken consequential autonomous actions that affected third parties.",
|
|
603
|
+
riskType: "security",
|
|
604
|
+
aivssMetrics: ["GV", "AD", "LL"],
|
|
605
|
+
atlasTechniqueIds: [],
|
|
606
|
+
sourceSection: "NIST AI RMF 1.0 > MANAGE > 4.3",
|
|
607
|
+
},
|
|
608
|
+
];
|
|
609
|
+
export const NIST_AI_RMF_CITATION = {
|
|
610
|
+
id: "nist-ai-rmf",
|
|
611
|
+
title: "Artificial Intelligence Risk Management Framework (AI RMF 1.0)",
|
|
612
|
+
version: "1.0",
|
|
613
|
+
authors: ["National Institute of Standards and Technology (NIST)"],
|
|
614
|
+
year: 2023,
|
|
615
|
+
url: "https://airc.nist.gov/RMF/1",
|
|
616
|
+
};
|
|
617
|
+
export const { getRisksForMetric, getRisksByType, getRiskById } = buildHelpers(NIST_AI_RMF_RISKS);
|
|
618
|
+
/**
|
|
619
|
+
* The registrable adapter. Registered in ./index.ts — an adapter that is not
|
|
620
|
+
* registered there never annotates a finding, however complete its risk list.
|
|
621
|
+
*/
|
|
622
|
+
export const NIST_AI_RMF_ADAPTER = {
|
|
623
|
+
citation: NIST_AI_RMF_CITATION,
|
|
624
|
+
risks: NIST_AI_RMF_RISKS,
|
|
625
|
+
...buildHelpers(NIST_AI_RMF_RISKS),
|
|
626
|
+
};
|
|
627
|
+
//# sourceMappingURL=nist-ai-rmf.js.map
|