incitaciones 0.3.2 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/content/distilled/agent-value-alignment/SKILL.md +63 -0
- package/content/distilled/agent-value-alignment/references/examples.md +46 -0
- package/content/distilled/agent-value-alignment/references/integration.md +73 -0
- package/content/distilled/agent-value-alignment/references/layer-1-value.md +62 -0
- package/content/distilled/agent-value-alignment/references/layer-2-governance.md +74 -0
- package/content/distilled/agent-value-alignment/references/layer-3-runtime-prompt.md +68 -0
- package/content/distilled/agent-value-alignment/references/layer-4-infrastructure.md +58 -0
- package/content/distilled/agent-value-alignment/references/report-template.md +113 -0
- package/content/distilled/codebase-cartography/SKILL.md +49 -0
- package/content/distilled/codebase-cartography/references/report-template.md +61 -0
- package/content/distilled/codebase-cartography/references/smell-signatures.md +58 -0
- package/content/distilled/codebase-cartography/references/zoom-levels.md +99 -0
- package/content/distilled/create-issues/SKILL.md +18 -8
- package/content/distilled/create-issues/references/criteria.md +5 -0
- package/content/distilled/create-issues/references/templates.md +13 -0
- package/content/distilled/issue-review/SKILL.md +1 -0
- package/content/distilled/issue-review/references/pass-0-preflight.md +34 -0
- package/content/distilled/issue-review/references/pass-5-executability.md +5 -0
- package/content/manifest.json +338 -1
- package/package.json +1 -1
- package/pi-package/prompts/agent-value-alignment.md +10 -0
- package/pi-package/prompts/codebase-cartography.md +10 -0
- package/pi-package/skills/agent-value-alignment/SKILL.md +69 -0
- package/pi-package/skills/agent-value-alignment/references/examples.md +46 -0
- package/pi-package/skills/agent-value-alignment/references/integration.md +73 -0
- package/pi-package/skills/agent-value-alignment/references/layer-1-value.md +62 -0
- package/pi-package/skills/agent-value-alignment/references/layer-2-governance.md +74 -0
- package/pi-package/skills/agent-value-alignment/references/layer-3-runtime-prompt.md +68 -0
- package/pi-package/skills/agent-value-alignment/references/layer-4-infrastructure.md +58 -0
- package/pi-package/skills/agent-value-alignment/references/report-template.md +113 -0
- package/pi-package/skills/codebase-cartography/SKILL.md +55 -0
- package/pi-package/skills/codebase-cartography/references/report-template.md +61 -0
- package/pi-package/skills/codebase-cartography/references/smell-signatures.md +58 -0
- package/pi-package/skills/codebase-cartography/references/zoom-levels.md +99 -0
- package/pi-package/skills/create-issues/SKILL.md +18 -8
- package/pi-package/skills/create-issues/references/criteria.md +5 -0
- package/pi-package/skills/create-issues/references/templates.md +13 -0
- package/pi-package/skills/issue-review/SKILL.md +1 -0
- package/pi-package/skills/issue-review/references/pass-0-preflight.md +34 -0
- package/pi-package/skills/issue-review/references/pass-5-executability.md +5 -0
package/content/manifest.json
CHANGED
|
@@ -1,7 +1,212 @@
|
|
|
1
1
|
{
|
|
2
|
-
"version": "2026-
|
|
2
|
+
"version": "2026-09-01",
|
|
3
3
|
"schema_version": "1.1",
|
|
4
4
|
"prompts": [
|
|
5
|
+
{
|
|
6
|
+
"name": "agent-value-alignment",
|
|
7
|
+
"type": "task",
|
|
8
|
+
"title": "Agent Value Alignment",
|
|
9
|
+
"description": "Audit or establish the closed loop that anchors an AI agent's behavior to its intended value across four layers — Value, Governance, Runtime Prompt, Infrastructure — bound by a shared vocabulary and traceability matrix; detects goal drift and value drift before lagging metrics confirm them",
|
|
10
|
+
"source": "content/prompt-task-agent-value-alignment.md",
|
|
11
|
+
"distilled": "content/distilled/agent-value-alignment/SKILL.md",
|
|
12
|
+
"skill_format": "progressive-disclosure",
|
|
13
|
+
"tags": [
|
|
14
|
+
"agents",
|
|
15
|
+
"alignment",
|
|
16
|
+
"value-delivery",
|
|
17
|
+
"prompt-engineering",
|
|
18
|
+
"governance",
|
|
19
|
+
"goal-drift",
|
|
20
|
+
"diagnostician",
|
|
21
|
+
"review"
|
|
22
|
+
],
|
|
23
|
+
"bundles": [
|
|
24
|
+
"reviews"
|
|
25
|
+
],
|
|
26
|
+
"eval": {
|
|
27
|
+
"task_types": [
|
|
28
|
+
"review",
|
|
29
|
+
"alignment",
|
|
30
|
+
"agents",
|
|
31
|
+
"governance"
|
|
32
|
+
],
|
|
33
|
+
"success_signals": [
|
|
34
|
+
"falsifiable_value_proposition_present",
|
|
35
|
+
"kill_criteria_signed_with_owner",
|
|
36
|
+
"goal_sandwich_pattern_verified",
|
|
37
|
+
"value_focused_eval_suite_present",
|
|
38
|
+
"traceability_matrix_complete",
|
|
39
|
+
"integration_invariant_checked",
|
|
40
|
+
"layer_specific_gaps_cited_with_locations",
|
|
41
|
+
"final_verdict_present"
|
|
42
|
+
],
|
|
43
|
+
"failure_signals": [
|
|
44
|
+
"unfalsifiable_value_proposition_accepted",
|
|
45
|
+
"output_correctness_eval_mistaken_for_value_eval",
|
|
46
|
+
"unsigned_kill_criteria_accepted",
|
|
47
|
+
"governance_decision_without_prompt_clause_not_flagged",
|
|
48
|
+
"prompt_clause_without_eval_test_not_flagged",
|
|
49
|
+
"drift_assumed_absent_without_evidence",
|
|
50
|
+
"findings_without_specific_locations",
|
|
51
|
+
"fixes_implemented_during_audit_session"
|
|
52
|
+
],
|
|
53
|
+
"stages": [
|
|
54
|
+
{
|
|
55
|
+
"name": "setup",
|
|
56
|
+
"hints": [
|
|
57
|
+
"target",
|
|
58
|
+
"mode",
|
|
59
|
+
"audit",
|
|
60
|
+
"establish",
|
|
61
|
+
"collect artifacts"
|
|
62
|
+
]
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
"name": "layer-1-value",
|
|
66
|
+
"hints": [
|
|
67
|
+
"references/layer-1-value.md",
|
|
68
|
+
"falsifiable",
|
|
69
|
+
"kill criteria",
|
|
70
|
+
"leading indicator"
|
|
71
|
+
]
|
|
72
|
+
},
|
|
73
|
+
{
|
|
74
|
+
"name": "layer-2-governance",
|
|
75
|
+
"hints": [
|
|
76
|
+
"references/layer-2-governance.md",
|
|
77
|
+
"BSD",
|
|
78
|
+
"agent charter",
|
|
79
|
+
"scope gate",
|
|
80
|
+
"BADR"
|
|
81
|
+
]
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
"name": "layer-3-runtime-prompt",
|
|
85
|
+
"hints": [
|
|
86
|
+
"references/layer-3-runtime-prompt.md",
|
|
87
|
+
"goal sandwich",
|
|
88
|
+
"scope fence",
|
|
89
|
+
"eval",
|
|
90
|
+
"llm-as-judge"
|
|
91
|
+
]
|
|
92
|
+
},
|
|
93
|
+
{
|
|
94
|
+
"name": "layer-4-infrastructure",
|
|
95
|
+
"hints": [
|
|
96
|
+
"references/layer-4-infrastructure.md",
|
|
97
|
+
"checkpointing",
|
|
98
|
+
"memory",
|
|
99
|
+
"HITL",
|
|
100
|
+
"decay dashboard"
|
|
101
|
+
]
|
|
102
|
+
},
|
|
103
|
+
{
|
|
104
|
+
"name": "integration",
|
|
105
|
+
"hints": [
|
|
106
|
+
"references/integration.md",
|
|
107
|
+
"vocabulary",
|
|
108
|
+
"traceability",
|
|
109
|
+
"verbatim propagation",
|
|
110
|
+
"invariant"
|
|
111
|
+
]
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"name": "report",
|
|
115
|
+
"hints": [
|
|
116
|
+
"references/report-template.md",
|
|
117
|
+
"final report",
|
|
118
|
+
"verdict"
|
|
119
|
+
]
|
|
120
|
+
}
|
|
121
|
+
],
|
|
122
|
+
"references": [
|
|
123
|
+
{
|
|
124
|
+
"id": "layer-1-value",
|
|
125
|
+
"path": "content/distilled/agent-value-alignment/references/layer-1-value.md",
|
|
126
|
+
"purpose": "layer-rubric",
|
|
127
|
+
"stage": "layer-1-value",
|
|
128
|
+
"optional": true,
|
|
129
|
+
"aliases": [
|
|
130
|
+
"references/layer-1-value.md",
|
|
131
|
+
"layer-1-value.md",
|
|
132
|
+
"layer 1"
|
|
133
|
+
]
|
|
134
|
+
},
|
|
135
|
+
{
|
|
136
|
+
"id": "layer-2-governance",
|
|
137
|
+
"path": "content/distilled/agent-value-alignment/references/layer-2-governance.md",
|
|
138
|
+
"purpose": "layer-rubric",
|
|
139
|
+
"stage": "layer-2-governance",
|
|
140
|
+
"optional": true,
|
|
141
|
+
"aliases": [
|
|
142
|
+
"references/layer-2-governance.md",
|
|
143
|
+
"layer-2-governance.md",
|
|
144
|
+
"layer 2"
|
|
145
|
+
]
|
|
146
|
+
},
|
|
147
|
+
{
|
|
148
|
+
"id": "layer-3-runtime-prompt",
|
|
149
|
+
"path": "content/distilled/agent-value-alignment/references/layer-3-runtime-prompt.md",
|
|
150
|
+
"purpose": "layer-rubric",
|
|
151
|
+
"stage": "layer-3-runtime-prompt",
|
|
152
|
+
"optional": true,
|
|
153
|
+
"aliases": [
|
|
154
|
+
"references/layer-3-runtime-prompt.md",
|
|
155
|
+
"layer-3-runtime-prompt.md",
|
|
156
|
+
"layer 3"
|
|
157
|
+
]
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
"id": "layer-4-infrastructure",
|
|
161
|
+
"path": "content/distilled/agent-value-alignment/references/layer-4-infrastructure.md",
|
|
162
|
+
"purpose": "layer-rubric",
|
|
163
|
+
"stage": "layer-4-infrastructure",
|
|
164
|
+
"optional": true,
|
|
165
|
+
"aliases": [
|
|
166
|
+
"references/layer-4-infrastructure.md",
|
|
167
|
+
"layer-4-infrastructure.md",
|
|
168
|
+
"layer 4"
|
|
169
|
+
]
|
|
170
|
+
},
|
|
171
|
+
{
|
|
172
|
+
"id": "integration",
|
|
173
|
+
"path": "content/distilled/agent-value-alignment/references/integration.md",
|
|
174
|
+
"purpose": "integration-check",
|
|
175
|
+
"stage": "integration",
|
|
176
|
+
"optional": true,
|
|
177
|
+
"aliases": [
|
|
178
|
+
"references/integration.md",
|
|
179
|
+
"integration.md",
|
|
180
|
+
"integration"
|
|
181
|
+
]
|
|
182
|
+
},
|
|
183
|
+
{
|
|
184
|
+
"id": "report-template",
|
|
185
|
+
"path": "content/distilled/agent-value-alignment/references/report-template.md",
|
|
186
|
+
"purpose": "output-template",
|
|
187
|
+
"stage": "report",
|
|
188
|
+
"optional": false,
|
|
189
|
+
"aliases": [
|
|
190
|
+
"references/report-template.md",
|
|
191
|
+
"report-template.md",
|
|
192
|
+
"report template"
|
|
193
|
+
]
|
|
194
|
+
},
|
|
195
|
+
{
|
|
196
|
+
"id": "examples",
|
|
197
|
+
"path": "content/distilled/agent-value-alignment/references/examples.md",
|
|
198
|
+
"purpose": "examples",
|
|
199
|
+
"stage": "report",
|
|
200
|
+
"optional": true,
|
|
201
|
+
"aliases": [
|
|
202
|
+
"references/examples.md",
|
|
203
|
+
"examples.md",
|
|
204
|
+
"examples"
|
|
205
|
+
]
|
|
206
|
+
}
|
|
207
|
+
]
|
|
208
|
+
}
|
|
209
|
+
},
|
|
5
210
|
{
|
|
6
211
|
"name": "specification-review",
|
|
7
212
|
"type": "task",
|
|
@@ -3551,6 +3756,137 @@
|
|
|
3551
3756
|
}
|
|
3552
3757
|
]
|
|
3553
3758
|
}
|
|
3759
|
+
},
|
|
3760
|
+
{
|
|
3761
|
+
"name": "codebase-cartography",
|
|
3762
|
+
"type": "task",
|
|
3763
|
+
"title": "Codebase Cartography",
|
|
3764
|
+
"description": "Navigate and understand a codebase by mapping its structure as text-based architecture diagrams at three zoom levels (macro/meso/micro), with optional structural-health triage using anti-pattern signatures",
|
|
3765
|
+
"source": "content/prompt-task-codebase-cartography.md",
|
|
3766
|
+
"distilled": "content/distilled/codebase-cartography/SKILL.md",
|
|
3767
|
+
"skill_format": "progressive-disclosure",
|
|
3768
|
+
"tags": [
|
|
3769
|
+
"architecture",
|
|
3770
|
+
"navigation",
|
|
3771
|
+
"visualization",
|
|
3772
|
+
"codebase",
|
|
3773
|
+
"dependency-analysis",
|
|
3774
|
+
"diagnostician"
|
|
3775
|
+
],
|
|
3776
|
+
"bundles": [
|
|
3777
|
+
"essentials"
|
|
3778
|
+
],
|
|
3779
|
+
"eval": {
|
|
3780
|
+
"task_types": [
|
|
3781
|
+
"research",
|
|
3782
|
+
"architecture",
|
|
3783
|
+
"navigation"
|
|
3784
|
+
],
|
|
3785
|
+
"success_signals": [
|
|
3786
|
+
"entry_zoom_level_stated_explicitly",
|
|
3787
|
+
"file_references_present_for_claims",
|
|
3788
|
+
"dependency_directions_stated",
|
|
3789
|
+
"maps_rendered_as_tables_or_mermaid",
|
|
3790
|
+
"inference_labeled_as_inference",
|
|
3791
|
+
"structural_observations_separated_from_advice"
|
|
3792
|
+
],
|
|
3793
|
+
"failure_signals": [
|
|
3794
|
+
"all_three_levels_dumped_without_request",
|
|
3795
|
+
"refactor_advice_without_diagnostic_request",
|
|
3796
|
+
"dependency_relations_without_direction",
|
|
3797
|
+
"structure_assumed_without_search_evidence",
|
|
3798
|
+
"findings_without_file_references"
|
|
3799
|
+
],
|
|
3800
|
+
"stages": [
|
|
3801
|
+
{
|
|
3802
|
+
"name": "scope",
|
|
3803
|
+
"hints": [
|
|
3804
|
+
"target",
|
|
3805
|
+
"zoom level",
|
|
3806
|
+
"clarify",
|
|
3807
|
+
"entry level"
|
|
3808
|
+
]
|
|
3809
|
+
},
|
|
3810
|
+
{
|
|
3811
|
+
"name": "collect",
|
|
3812
|
+
"hints": [
|
|
3813
|
+
"references/zoom-levels.md",
|
|
3814
|
+
"imports",
|
|
3815
|
+
"entry points",
|
|
3816
|
+
"search evidence"
|
|
3817
|
+
]
|
|
3818
|
+
},
|
|
3819
|
+
{
|
|
3820
|
+
"name": "render",
|
|
3821
|
+
"hints": [
|
|
3822
|
+
"references/zoom-levels.md",
|
|
3823
|
+
"matrix",
|
|
3824
|
+
"mermaid",
|
|
3825
|
+
"call chain",
|
|
3826
|
+
"tables"
|
|
3827
|
+
]
|
|
3828
|
+
},
|
|
3829
|
+
{
|
|
3830
|
+
"name": "health-check",
|
|
3831
|
+
"hints": [
|
|
3832
|
+
"references/smell-signatures.md",
|
|
3833
|
+
"cycles",
|
|
3834
|
+
"god object",
|
|
3835
|
+
"fan-out",
|
|
3836
|
+
"severity"
|
|
3837
|
+
]
|
|
3838
|
+
},
|
|
3839
|
+
{
|
|
3840
|
+
"name": "report",
|
|
3841
|
+
"hints": [
|
|
3842
|
+
"references/report-template.md",
|
|
3843
|
+
"key relationships",
|
|
3844
|
+
"observations",
|
|
3845
|
+
"open questions"
|
|
3846
|
+
]
|
|
3847
|
+
}
|
|
3848
|
+
],
|
|
3849
|
+
"references": [
|
|
3850
|
+
{
|
|
3851
|
+
"id": "zoom-levels",
|
|
3852
|
+
"path": "content/distilled/codebase-cartography/references/zoom-levels.md",
|
|
3853
|
+
"purpose": "collection-and-rendering-guide",
|
|
3854
|
+
"stage": "collect",
|
|
3855
|
+
"optional": false,
|
|
3856
|
+
"aliases": [
|
|
3857
|
+
"references/zoom-levels.md",
|
|
3858
|
+
"zoom-levels.md",
|
|
3859
|
+
"zoom levels",
|
|
3860
|
+
"levels"
|
|
3861
|
+
]
|
|
3862
|
+
},
|
|
3863
|
+
{
|
|
3864
|
+
"id": "smell-signatures",
|
|
3865
|
+
"path": "content/distilled/codebase-cartography/references/smell-signatures.md",
|
|
3866
|
+
"purpose": "diagnostic-rubric",
|
|
3867
|
+
"stage": "health-check",
|
|
3868
|
+
"optional": true,
|
|
3869
|
+
"aliases": [
|
|
3870
|
+
"references/smell-signatures.md",
|
|
3871
|
+
"smell-signatures.md",
|
|
3872
|
+
"smells",
|
|
3873
|
+
"health check"
|
|
3874
|
+
]
|
|
3875
|
+
},
|
|
3876
|
+
{
|
|
3877
|
+
"id": "report-template",
|
|
3878
|
+
"path": "content/distilled/codebase-cartography/references/report-template.md",
|
|
3879
|
+
"purpose": "output-template",
|
|
3880
|
+
"stage": "report",
|
|
3881
|
+
"optional": false,
|
|
3882
|
+
"aliases": [
|
|
3883
|
+
"references/report-template.md",
|
|
3884
|
+
"report-template.md",
|
|
3885
|
+
"report template"
|
|
3886
|
+
]
|
|
3887
|
+
}
|
|
3888
|
+
]
|
|
3889
|
+
}
|
|
3554
3890
|
}
|
|
3555
3891
|
],
|
|
3556
3892
|
"bundles": {
|
|
@@ -3584,6 +3920,7 @@
|
|
|
3584
3920
|
"reviews": {
|
|
3585
3921
|
"description": "Code, design, and research review processes",
|
|
3586
3922
|
"prompts": [
|
|
3923
|
+
"agent-value-alignment",
|
|
3587
3924
|
"code-review",
|
|
3588
3925
|
"parallel-review",
|
|
3589
3926
|
"optionality-review",
|
package/package.json
CHANGED
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
---
|
|
2
|
+
description: "Shortcut for the agent-value-alignment skill. Audit or establish the closed loop that anchors an AI agent's behavior to its intended value across four layers — Value, Governance, Runtime Prompt, Infrastructure — bound by a shared vocabulary and traceability matrix; detects goal drift and value drift before lagging metrics confirm them"
|
|
3
|
+
---
|
|
4
|
+
<!-- installed-from: incitaciones -->
|
|
5
|
+
|
|
6
|
+
Use the installed `agent-value-alignment` skill for this task.
|
|
7
|
+
|
|
8
|
+
If the skill is not automatically loaded, invoke `/skill:agent-value-alignment` and follow it.
|
|
9
|
+
|
|
10
|
+
User context: $@
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
---
|
|
2
|
+
description: "Shortcut for the codebase-cartography skill. Navigate and understand a codebase by mapping its structure as text-based architecture diagrams at three zoom levels (macro/meso/micro), with optional structural-health triage using anti-pattern signatures"
|
|
3
|
+
---
|
|
4
|
+
<!-- installed-from: incitaciones -->
|
|
5
|
+
|
|
6
|
+
Use the installed `codebase-cartography` skill for this task.
|
|
7
|
+
|
|
8
|
+
If the skill is not automatically loaded, invoke `/skill:codebase-cartography` and follow it.
|
|
9
|
+
|
|
10
|
+
User context: $@
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: agent-value-alignment
|
|
3
|
+
description: "Audit or establish the closed loop that anchors an AI agent's behavior to its intended value across four layers — Value, Governance, Runtime Prompt, Infrastructure — bound by a shared vocabulary and traceability matrix; detects goal drift and value drift before lagging metrics confirm them"
|
|
4
|
+
metadata:
|
|
5
|
+
installed-from: "incitaciones"
|
|
6
|
+
---
|
|
7
|
+
# Agent Value Alignment
|
|
8
|
+
|
|
9
|
+
Audit or establish the closed loop that anchors an AI agent's (or tool's) behavior to its intended value. Operates across four layers — Value, Governance, Runtime Prompt, Infrastructure — bound by a shared vocabulary and traceability matrix.
|
|
10
|
+
|
|
11
|
+
The core thesis: **goal drift (agent) and value drift (team) are the same failure at different scales** — the absence of structured, repeatable mechanisms to anchor behavior to intent. The governing invariant is that *every governance decision must have a corresponding prompt clause, and every prompt clause a corresponding eval test*.
|
|
12
|
+
|
|
13
|
+
## Setup
|
|
14
|
+
|
|
15
|
+
- Determine the **target**: the agent or tool being aligned.
|
|
16
|
+
- Determine the **mode**:
|
|
17
|
+
- **AUDIT** — evaluate an existing agent/tool against the four-layer framework; produce a gap report.
|
|
18
|
+
- **ESTABLISH** — stand up the artifacts for a new or un-governed agent/tool, following the one-week adoption sequence.
|
|
19
|
+
- If a value proposition, system prompt, eval suite, or behavioral spec already exists for the target, collect them before starting.
|
|
20
|
+
|
|
21
|
+
For **AUDIT** mode, each "Confirm" step is a check, not a gate: a missing or
|
|
22
|
+
failing artifact is recorded as a finding (not a blocker) — continue through
|
|
23
|
+
all layers before reporting. For **ESTABLISH** mode, follow the day-map below.
|
|
24
|
+
|
|
25
|
+
## Procedure
|
|
26
|
+
|
|
27
|
+
1. **Layer 1 — Value.** Confirm the target has a *falsifiable* value proposition (user segment + outcome + amount + timeframe + metric + baseline), kill criteria with a named owner, and a measurement plan distinguishing leading from lagging indicators. Read `references/layer-1-value.md`.
|
|
28
|
+
2. **Layer 2 — Governance.** Confirm a Behavioral Specification Document (BSD) / Agent Charter defines authorized and prohibited behavior, escalation triggers, and success metrics; confirm scope gates and review ceremonies exist. Read `references/layer-2-governance.md`.
|
|
29
|
+
3. **Layer 3 — Runtime Prompt.** Confirm the system prompt anchors the objective (Goal Sandwich), fences scope, encodes Minimal Footprint, includes drift-detection/self-check loops, and is verified by a value-focused eval suite (not output-correctness evals). Read `references/layer-3-runtime-prompt.md`.
|
|
30
|
+
4. **Layer 4 — Infrastructure.** Confirm alignment-oriented checkpointing (not just fault tolerance), a deliberate memory architecture, HITL interrupts at irreversible boundaries, and drift observability. Read `references/layer-4-infrastructure.md`.
|
|
31
|
+
5. **Integration.** Confirm the layers are bound: shared vocabulary document, verbatim propagation of the value proposition across system prompt + BSD + review agenda, traceability matrix linking each governance decision → prompt clause → eval test, and eval results feeding the review cadence. Read `references/integration.md`.
|
|
32
|
+
6. **Report.** Use `references/report-template.md`. The verdict and
|
|
33
|
+
layer-status vocabulary (ALIGNED/PARTIAL/NOT_ALIGNED; 🟢/🟡/🔴) are defined
|
|
34
|
+
in the report template — size findings accordingly as you go, not just at
|
|
35
|
+
report time.
|
|
36
|
+
|
|
37
|
+
For **ESTABLISH** mode, the one-week sequence is distributed across the layer
|
|
38
|
+
references — each contains its own ESTABLISH days:
|
|
39
|
+
|
|
40
|
+
| Day | Artifact(s) | Reference |
|
|
41
|
+
|---|---|---|
|
|
42
|
+
| 1 | Falsifiable Value Proposition | `references/layer-1-value.md` |
|
|
43
|
+
| 2 | Kill Criteria + Agent Charter (+ BSD draft) | `references/layer-1-value.md`, `references/layer-2-governance.md` |
|
|
44
|
+
| 3 | Goal Sandwich system prompt | `references/layer-3-runtime-prompt.md` |
|
|
45
|
+
| 4 | 10 eval test cases | `references/layer-3-runtime-prompt.md` |
|
|
46
|
+
| 5 | Value Realization Review scheduled + decay dashboard | `references/layer-4-infrastructure.md` |
|
|
47
|
+
|
|
48
|
+
Produce the minimum viable artifact set day-by-day, then run steps 5–6 to
|
|
49
|
+
confirm the loop is closed.
|
|
50
|
+
|
|
51
|
+
If artifacts already exist but are incomplete or unfalsifiable (the common
|
|
52
|
+
partial-governance case), run **AUDIT** first to baseline the gaps, then
|
|
53
|
+
ESTABLISH the missing pieces — do not treat Day 1's "stop if the team cannot
|
|
54
|
+
agree on the VP" as blocking a retrofit of an existing vague VP.
|
|
55
|
+
|
|
56
|
+
## Rules
|
|
57
|
+
|
|
58
|
+
- Drift is the default assumption. The burden of proof is on evidence that behavior is anchored to intent — not on evidence that it has drifted.
|
|
59
|
+
- Never accept a value proposition that cannot be falsified. "Help users be more productive" is a wish, not an objective.
|
|
60
|
+
- Never accept an eval suite that measures output correctness without also measuring outcome achievement ("did this help the user accomplish their goal?").
|
|
61
|
+
- Never accept kill criteria without a named decision owner and a specific threshold + date. Unsigned criteria are suggestions.
|
|
62
|
+
- Flag any governance decision with no corresponding prompt clause (not enforced), any prompt clause with no eval test (not verified), and any eval result not reviewed in governance (not acted upon).
|
|
63
|
+
- Cite the specific artifact and location for every finding. Do not fabricate gaps.
|
|
64
|
+
- This skill is advisory — it produces a report and recommended actions; it does not itself edit prompts, evals, or governance documents.
|
|
65
|
+
- Where sources disagree on facts (e.g., paper dates), follow the more authoritative citation and note the discrepancy.
|
|
66
|
+
|
|
67
|
+
## Source
|
|
68
|
+
|
|
69
|
+
Derived from `content/research-synthesis-agent-value-alignment.md`, which synthesizes three source reports on value delivery verification, agentic alignment/checkpointing, and prompt engineering frameworks. Consult the synthesis for full citations, framework attributions, and worked examples.
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
# Agent Value Alignment — Worked Examples
|
|
2
|
+
|
|
3
|
+
Optional reference. Use these to calibrate severity ratings and report format. Two examples: a sample finding showing the severity rubric applied, and a sample completed layer-score table.
|
|
4
|
+
|
|
5
|
+
## Example 1: A sample finding with severity rationale
|
|
6
|
+
|
|
7
|
+
A team is auditing "PRBot," an AI agent that reviews pull requests. They have a system prompt and an eval suite but no kill criteria and no BSD.
|
|
8
|
+
|
|
9
|
+
#### [L1-FINDING-002] [HIGH] — Kill Criteria Document: not present
|
|
10
|
+
- **Layer:** 1 — Value
|
|
11
|
+
- **What's wrong:** No kill criteria exist. The team has a falsifiable VP ("PRBot will reduce PR time-to-merge by 30% within 90 days, measured by median GitHub PR open→merge vs. the 90-day pre-deployment baseline") but no pre-committed stopping conditions.
|
|
12
|
+
- **Why it matters:** Without signed kill criteria, sunk-cost rationalization will keep the tool alive past its evidence threshold — the #1 value-level failure mode (root cause: rationalization under sunk cost). The VP is falsifiable but cannot be honestly *falsified* in practice.
|
|
13
|
+
- **Recommendation:** Author ≥3 kill criteria (metric + threshold + date + named owner + consequence) and have them signed by Product and Engineering leads before the next deployment. Owner: Product Manager. Due: 2026-08-14.
|
|
14
|
+
- **Invariant violated:** none directly (this is a Layer-1 gap, not an invariant break).
|
|
15
|
+
- **Severity rationale:** HIGH, not CRITICAL — a Layer-1 artifact is missing and the loop cannot close without it, but no irreversible-action boundary is unguarded and the invariant is not yet broken.
|
|
16
|
+
|
|
17
|
+
## Example 2: A CRITICAL finding (invariant break)
|
|
18
|
+
|
|
19
|
+
#### [INT-FINDING-001] [CRITICAL] — Traceability gap: 3 BSD decisions have no prompt clause
|
|
20
|
+
- **Layer:** Integration
|
|
21
|
+
- **What's wrong:** The BSD prohibits storing PII (§3.2), requires confirmation before any external communication (§4.1), and limits file access to `/workspace/data/` (§3.1). The system prompt encodes the file-access limit (Scope Fence) but contains **no clause** for the PII prohibition or the external-communication confirmation requirement.
|
|
22
|
+
- **Why it matters:** Two governance decisions are unenforced at runtime. The agent could store PII or send external communications with no prompt-level constraint — a direct break of the governing invariant ("every governance decision must have a corresponding prompt clause"). One unguarded boundary (external communication) is irreversible.
|
|
23
|
+
- **Recommendation:** Add a Minimal Footprint clause and an explicit prohibition to the system prompt's Scope Fence for both behaviors; add eval cases that verify refusal/escalation on PII-storage and external-comm triggers. Owner: Agent Engineer. Due: immediately (blocks deployment).
|
|
24
|
+
- **Invariant violated:** enforcement (decision exists, no prompt clause).
|
|
25
|
+
|
|
26
|
+
## Example 3: A completed layer-score table
|
|
27
|
+
|
|
28
|
+
For the same PRBot audit, after all layers reviewed:
|
|
29
|
+
|
|
30
|
+
| Layer | Status | Critical gaps |
|
|
31
|
+
|---|---|---|
|
|
32
|
+
| 1 — Value | 🟡 | 0 |
|
|
33
|
+
| 2 — Governance | 🔴 | 1 |
|
|
34
|
+
| 3 — Runtime Prompt | 🟢 | 0 |
|
|
35
|
+
| 4 — Infrastructure | 🟡 | 0 |
|
|
36
|
+
| Integration | 🔴 | 1 |
|
|
37
|
+
|
|
38
|
+
**Overall verdict:** NOT_ALIGNED
|
|
39
|
+
|
|
40
|
+
Rationale: Layer 2 is 🔴 because the BSD is missing entirely (a HIGH finding, but it escalates the layer to 🔴 since the loop cannot close without it — per the rubric, treat a missing foundational Layer-1/2 artifact as 🔴 for the layer). Integration is 🔴 due to the CRITICAL invariant break in Example 2. Layers 1 and 4 are 🟡 (failures with compensating controls: Layer 1 has no kill criteria but the VP is falsifiable; Layer 4 has observability but no decay dashboard yet). Layer 3 passes all checks.
|
|
41
|
+
|
|
42
|
+
## Inter-rater calibration notes
|
|
43
|
+
|
|
44
|
+
- A missing BSD is HIGH as a finding but 🔴 as a layer status — the severity describes the finding; the layer status follows the rubric (≥1 CRITICAL → 🔴; any HIGH/MEDIUM → 🟡). Reconcile by treating a missing foundational Layer-1/2 artifact as 🔴 for the layer even when the finding itself is HIGH, because the loop cannot close without it.
|
|
45
|
+
- An unfalsifiable VP is always HIGH (never MEDIUM) — the rubric's "Layer-1 artifact missing/unfalsifiable" clause.
|
|
46
|
+
- A missing eval test for a prompt clause is CRITICAL only if the clause guards an irreversible action; otherwise MEDIUM (check fails, compensating control = the prompt clause itself exists and may be manually reviewed).
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
# Integration: Closing the Loop
|
|
2
|
+
|
|
3
|
+
**Question:** Are the four layers bound into one auditable system — or are they four separate piles of advice?
|
|
4
|
+
|
|
5
|
+
The governing invariant:
|
|
6
|
+
|
|
7
|
+
> **Every governance decision must have a corresponding prompt clause, and every prompt clause must have a corresponding eval test.** If a decision exists in the BSD but has no prompt clause, it is not enforced. If a prompt clause exists but has no eval test, it is not verified. If an eval test exists but is not reviewed in governance, it is not acted upon.
|
|
8
|
+
|
|
9
|
+
## The vocabulary bridge
|
|
10
|
+
|
|
11
|
+
The most common integration failure is **vocabulary fragmentation**: the system prompt says "PRIMARY OBJECTIVE," the eval suite says "goal," the value realization review says "value delivery" — all referring to the same thing without anyone knowing it. When language is inconsistent, no behavioral observation can be traced to a governance decision, and no governance decision can be translated into a prompt change.
|
|
12
|
+
|
|
13
|
+
**Fix:** a shared vocabulary document mapping each concept across system prompt / eval / governance terms, plus a **traceability matrix** linking each governance decision → prompt clause → eval test ID.
|
|
14
|
+
|
|
15
|
+
| Concept | System prompt term | Eval term | Governance term |
|
|
16
|
+
|---|---|---|---|
|
|
17
|
+
| What the agent is trying to do | PRIMARY OBJECTIVE | goal | value proposition |
|
|
18
|
+
| What the agent is not allowed to do | PROHIBITED ACTIONS | scope violation | out of scope |
|
|
19
|
+
| When the agent should stop and ask | ESCALATION TRIGGER | escalation behavior | human oversight event |
|
|
20
|
+
| Whether the agent helped the user | OBJECTIVE CHECK | goal achievement score | value delivery |
|
|
21
|
+
| Agent doing something unintended | SCOPE BOUNDARY REACHED | behavioral regression | alignment gap |
|
|
22
|
+
| Agent gradually shifting behavior | DRIFT CHECK (inner-monologue) | regression in eval suite | behavioral drift |
|
|
23
|
+
|
|
24
|
+
## Verbatim propagation of the value proposition
|
|
25
|
+
|
|
26
|
+
The value proposition statement must appear **verbatim** in three places:
|
|
27
|
+
|
|
28
|
+
1. The system prompt — as the PRIMARY OBJECTIVE in the Goal Sandwich.
|
|
29
|
+
2. The BSD — Section 1 (Purpose and Objective).
|
|
30
|
+
3. The Value Realization Review agenda — read aloud at the opening of every review.
|
|
31
|
+
|
|
32
|
+
When the value proposition changes, all three must be updated together, the eval suite re-run, and a Value Realization Review scheduled to re-baseline. This creates a direct, auditable chain from governance commitment to runtime behavior.
|
|
33
|
+
|
|
34
|
+
## Automated value reporting
|
|
35
|
+
|
|
36
|
+
Agents can be prompted to emit a structured JSON value report at the end of each task:
|
|
37
|
+
|
|
38
|
+
```json
|
|
39
|
+
{
|
|
40
|
+
"task_id": "...",
|
|
41
|
+
"original_objective": "[restate]",
|
|
42
|
+
"goal_alignment": { "score": 1-5, "reasoning": "...", "gaps": "..." },
|
|
43
|
+
"scope_compliance": { "compliant": true/false, "violations": "...", "escalations": "..." },
|
|
44
|
+
"user_value_delivered": { "score": 1-5, "user_can_now": "..." },
|
|
45
|
+
"resource_usage": { "tools_called": N, "steps_taken": N, "footprint": "minimal|appropriate|excessive" },
|
|
46
|
+
"flags": { "requires_human_review": true/false, "reason": "..." }
|
|
47
|
+
}
|
|
48
|
+
```
|
|
49
|
+
|
|
50
|
+
These fields map directly to eval dimensions, feeding the decay detection dashboard and providing evidence for Value Realization Reviews — closing the loop with minimal manual data collection.
|
|
51
|
+
|
|
52
|
+
## The eval suite as the bridge
|
|
53
|
+
|
|
54
|
+
The eval suite is the load-bearing structure between Layers 2 and 3. It must be run:
|
|
55
|
+
|
|
56
|
+
- On every prompt change (before deployment).
|
|
57
|
+
- On every model update (before deployment).
|
|
58
|
+
- Weekly (as part of the decay dashboard).
|
|
59
|
+
- Before every Value Realization Review (as evidence).
|
|
60
|
+
- After every behavioral incident (to characterize the failure).
|
|
61
|
+
|
|
62
|
+
**Sprint-review gate:** do not demo new agent capabilities if eval pass rate has declined from the previous sprint without explanation.
|
|
63
|
+
|
|
64
|
+
**Value Realization Review question:** *is the relationship between eval pass rate and the primary value metric what we expected? If not, what does that tell us about our eval design?*
|
|
65
|
+
|
|
66
|
+
## AUDIT checks (integration-specific)
|
|
67
|
+
|
|
68
|
+
- [ ] Shared vocabulary document exists and is used across all artifacts.
|
|
69
|
+
- [ ] Traceability matrix links every governance decision → prompt clause → eval test.
|
|
70
|
+
- [ ] Value proposition appears verbatim in system prompt, BSD §1, and review agenda.
|
|
71
|
+
- [ ] Eval suite runs on the five required triggers above.
|
|
72
|
+
- [ ] Eval results are reviewed in sprint reviews and Value Realization Reviews.
|
|
73
|
+
- [ ] (If applicable) automated value reports feed the decay dashboard.
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
# Layer 1 — Value: Defining and Verifying the Promise
|
|
2
|
+
|
|
3
|
+
**Question:** What value was promised, to whom, and how will we know if it was delivered?
|
|
4
|
+
|
|
5
|
+
## The falsifiable value proposition
|
|
6
|
+
|
|
7
|
+
A value proposition is only useful if it can be proven false. The canonical structure:
|
|
8
|
+
|
|
9
|
+
> "[TOOL] will enable [USER SEGMENT] to [OUTCOME VERB] [OUTCOME OBJECT] by [AMOUNT] within [TIMEFRAME], as measured by [METRIC]."
|
|
10
|
+
|
|
11
|
+
Append **"compared to [BASELINE]"** as a falsifiability requirement — improvement is meaningless without a baseline.
|
|
12
|
+
|
|
13
|
+
If you cannot fill every slot, you have an aspiration, not a value proposition. Post-hoc rationalization ("we missed the metric but look at this other one") is the most common honesty failure.
|
|
14
|
+
|
|
15
|
+
## Output vs. outcome vs. impact
|
|
16
|
+
|
|
17
|
+
- **Outputs** — what was built (within the team's control; always looks successful).
|
|
18
|
+
- **Outcomes** — what changed in user behavior.
|
|
19
|
+
- **Impact** — what changed at the business level.
|
|
20
|
+
|
|
21
|
+
Measure at all three. Outputs are leading indicators of outcomes; outcomes of impact. A tool with high output volume but low outcome change is in the **activity trap**.
|
|
22
|
+
|
|
23
|
+
## Measurement disciplines
|
|
24
|
+
|
|
25
|
+
1. **Resist Goodhart's Law.** When a measure becomes a target, it ceases to be a good measure. Four failure types: regressive, extremal, causal, adversarial (Cobra Effect). Counter: multiple metrics in healthy tension; metrics requiring genuine behavioral change; monitor trends not point values; audit when metrics move unexpectedly.
|
|
26
|
+
2. **Leading before lagging.** A code assistant's "acceptance rate without modification" is *leading*; "PR cycle time reduction" is *lagging*. By the time lagging confirms failure, months are sunk.
|
|
27
|
+
3. **Counterfactual measurement.** Gold standard = randomized controlled trial. Where infeasible: difference-in-differences, regression discontinuity, instrumental variables. Self-reported productivity gains are not evidence.
|
|
28
|
+
|
|
29
|
+
## Frameworks (when to reach for which)
|
|
30
|
+
|
|
31
|
+
- **JTBD / ODI** (Ulwick/Christensen) — define value solution-free; 86% success vs. 17% industry avg.
|
|
32
|
+
- **Impact Mapping** (Adzic) — trace every deliverable → impact → goal; kills unmapped features.
|
|
33
|
+
- **Opportunity Solution Trees** (Torres) — outcome → opportunities → solutions → assumption tests.
|
|
34
|
+
- **HEART + GSM** (Google) — force multi-dimensional measurement; resists engagement over-indexing.
|
|
35
|
+
- **North Star Metric** — single leading indicator; not directly movable by the team.
|
|
36
|
+
- **OKRs** — outcome-based key results, quarterly, divorced from compensation.
|
|
37
|
+
- **Working Backwards / PR-FAQ** (Amazon) — articulate success + the hard questions before building.
|
|
38
|
+
- **Benefits Realization Management** (Jenner) — formal benefits register, independent verification.
|
|
39
|
+
|
|
40
|
+
## Accountability
|
|
41
|
+
|
|
42
|
+
- **Kill criteria** — written *before* development; four components: metric, threshold, timeframe, consequence; named decision owner; signed. Unsigned/vague criteria are not criteria.
|
|
43
|
+
- **Independent evaluation** — the building team must not be the sole measurer (structural conflict of interest, not honesty).
|
|
44
|
+
- **Value realization reviews** — quarterly ceremony (distinct from sprint review/retro): restate VP → review evidence → gap analysis → causal analysis → explicit continue/pivot/kill.
|
|
45
|
+
- **Portfolio governance** — forces honest comparison across tools; sunsetting is a pre-committed plan, not a political judgment.
|
|
46
|
+
|
|
47
|
+
## Activity trap diagnostic
|
|
48
|
+
|
|
49
|
+
Ask: *if this tool disappeared tomorrow, what would users lose?* If the honest answer is "not much," the tool is busy but not valuable.
|
|
50
|
+
|
|
51
|
+
## AUDIT checks
|
|
52
|
+
|
|
53
|
+
- [ ] Falsifiable VP exists with all slots filled (including baseline).
|
|
54
|
+
- [ ] Kill criteria exist, are signed, pre-development, with named owner + specific threshold + date.
|
|
55
|
+
- [ ] Measurement plan tracks leading *and* lagging indicators.
|
|
56
|
+
- [ ] Value realization review is scheduled on a cadence shorter than the drift half-life.
|
|
57
|
+
- [ ] Evaluation is independent of the building team.
|
|
58
|
+
|
|
59
|
+
## ESTABLISH (Day 1–2)
|
|
60
|
+
|
|
61
|
+
- Day 1 (2h): Write the falsifiable value proposition. *If the team cannot agree on the single sentence, the disagreement is the most important discovery — do not proceed.*
|
|
62
|
+
- Day 2 (1h): Write ≥3 kill criteria with specific numbers, dates, owners; sign them.
|