@evo-dev/evodev 0.0.1-alpha → 0.0.1-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. package/dist/.claude-plugin/marketplace.json +2 -2
  2. package/dist/assets/agents/review/code-reviewer/examples.md +1 -1
  3. package/dist/assets/agents/review/code-reviewer/prompt.md +1 -1
  4. package/dist/assets/agents/review/code-reviewer/verification.md +1 -1
  5. package/dist/assets/skills/coding/knowledge-distillation/SKILL.md +248 -0
  6. package/dist/assets/skills/coding/knowledge-distillation/manifest.json +10 -0
  7. package/dist/assets/skills/coding/knowledge-distillation/references/knowledge-distillation-methods.md +122 -0
  8. package/dist/assets/workflows/rd-bug-fix/WORKFLOW.json +1 -1
  9. package/dist/assets/workflows/rd-code-review/WORKFLOW.json +1 -1
  10. package/dist/assets/workflows/rd-docs-update/WORKFLOW.json +1 -1
  11. package/dist/assets/workflows/rd-feature-implementation/WORKFLOW.json +1 -1
  12. package/dist/assets/workflows/rd-refactor/WORKFLOW.json +1 -1
  13. package/dist/assets/workflows/rd-release-readiness/WORKFLOW.json +1 -1
  14. package/dist/assets/workflows/rd-security-boundary-review/WORKFLOW.json +2 -2
  15. package/dist/assets/workflows/rd-test-generation/WORKFLOW.json +1 -1
  16. package/dist/index.js +13114 -6432
  17. package/dist/plugins/evodev/.claude-plugin/plugin.json +2 -2
  18. package/dist/plugins/evodev/.codex-plugin/plugin.json +8 -6
  19. package/dist/plugins/evodev/.mcp.json +6 -0
  20. package/dist/plugins/evodev/hooks/codex-hooks.json +10 -10
  21. package/dist/plugins/evodev/hooks/codex.ts +393 -34
  22. package/dist/plugins/evodev/hooks/hooks.json +18 -18
  23. package/dist/plugins/evodev/hooks/hooks.ts +268 -10
  24. package/dist/plugins/evodev/hooks/index.ts +15 -0
  25. package/dist/plugins/evodev/hooks/paths.ts +44 -1
  26. package/dist/plugins/evodev/hooks/plugin.ts +160 -9
  27. package/dist/plugins/evodev/hooks/runtime.ts +146 -31
  28. package/dist/plugins/evodev/hooks/transform-agent.ts +30 -0
  29. package/dist/plugins/evodev/hooks/workspace-core.ts +181 -0
  30. package/dist/plugins/evodev/package.json +3 -3
  31. package/dist/plugins/evodev/skills/engineering-discipline/SKILL.md +63 -0
  32. package/dist/plugins/evodev/skills/engineering-discipline/anti-patterns.md +21 -0
  33. package/dist/plugins/evodev/skills/engineering-discipline/examples.md +19 -0
  34. package/dist/plugins/evodev/skills/engineering-discipline/verification.md +11 -0
  35. package/dist/plugins/evodev/skills/knowledge-distillation/SKILL.md +248 -0
  36. package/dist/plugins/evodev/skills/knowledge-distillation/references/knowledge-distillation-methods.md +122 -0
  37. package/package.json +3 -6
@@ -1,16 +1,16 @@
1
1
  {
2
2
  "name": "@evo-dev/plugin",
3
- "version": "0.0.1-alpha",
3
+ "version": "0.0.1-alpha.1",
4
4
  "type": "module",
5
5
  "exports": {
6
6
  ".": "./hooks/index.ts"
7
7
  },
8
8
  "dependencies": {
9
- "@evo-dev/core": "0.0.1-alpha"
9
+ "@evo-dev/core": "workspace:*"
10
10
  },
11
11
  "engines": {
12
12
  "bun": ">=1.1.0"
13
13
  },
14
- "files": ["hooks", ".claude-plugin", ".codex-plugin", "hooks", "package.json"],
14
+ "files": ["hooks", ".claude-plugin", ".codex-plugin", ".mcp.json", "skills", "package.json"],
15
15
  "license": "MIT"
16
16
  }
@@ -0,0 +1,63 @@
1
+ ---
2
+ name: engineering-discipline
3
+ description: Use when implementing, reviewing, or refactoring code to clarify assumptions, avoid overengineering, keep diffs focused, protect scope boundaries, and verify results.
4
+ license: MIT
5
+ ---
6
+
7
+ # Engineering Discipline
8
+
9
+ ## Purpose
10
+
11
+ Engineering Discipline is a practical guardrail for AI-assisted development. It keeps each coding session anchored to the requested outcome, makes assumptions visible, and requires verification before reporting success.
12
+
13
+ ## Use this skill when
14
+
15
+ - Implementing a feature, bug fix, refactor, or test change.
16
+ - Reviewing code for correctness, safety, or maintainability.
17
+ - Working under explicit MVP, privacy, release, or project-boundary constraints.
18
+ - A task could expand into speculative architecture or unrelated cleanup.
19
+
20
+ ## Do not use this skill for
21
+
22
+ - Pure brainstorming where no code or plan will be produced.
23
+ - Tasks where the user explicitly asks for unconstrained exploration.
24
+ - Replacing product, security, or legal review when those are required.
25
+
26
+ ## Core principles
27
+
28
+ ### 1. Assumption management
29
+
30
+ State meaningful assumptions before acting. If an assumption changes the user-visible behavior, data boundary, or implementation scope, pause and ask instead of silently guessing.
31
+
32
+ ### 2. Simplicity control
33
+
34
+ Prefer the smallest design that satisfies the current acceptance criteria. Avoid framework additions, broad abstractions, and future-facing features unless they are required now.
35
+
36
+ ### 3. Diff discipline
37
+
38
+ Every modified file should have a clear reason tied to the task. Avoid drive-by formatting, unrelated refactors, and opportunistic rewrites.
39
+
40
+ ### 4. Verification loop
41
+
42
+ Attach each important change to a verification method: test, typecheck, lint, dry-run, manual command, or explicit reason it cannot be run. Do not claim a gate passed unless it was actually executed.
43
+
44
+ ### 5. Scope boundary
45
+
46
+ Respect project and privacy boundaries. Do not modify user project assets, user-level Code Agent configuration, secrets, logs, or learning data unless the task explicitly requires it and the relevant safeguards exist.
47
+
48
+ ## Operating steps
49
+
50
+ 1. Restate the goal and identify the current task, todo item, or acceptance criteria.
51
+ 2. Check the nearest source of truth: existing code, tests, implementation notes, or task instructions.
52
+ 3. List assumptions and ask when a choice is materially ambiguous.
53
+ 4. Make the smallest focused change that satisfies the goal.
54
+ 5. Verify with the most relevant local gate.
55
+ 6. Report what changed, what was tested, what failed or was skipped, and any remaining risk.
56
+
57
+ ## Output checklist
58
+
59
+ - Goal remains unchanged from the request.
60
+ - Modified files are directly related to the goal.
61
+ - New behavior has a validation path.
62
+ - User or project boundaries were not crossed.
63
+ - Final report distinguishes PASS, FAIL, and not-run checks.
@@ -0,0 +1,21 @@
1
+ # Engineering Discipline Anti-Patterns
2
+
3
+ ## Scope creep
4
+
5
+ Adding sync, plugin, workflow, or learning behavior while a task only asks for canonical assets.
6
+
7
+ ## Silent assumptions
8
+
9
+ Choosing a destructive write path, external dependency, or user-data behavior without explaining the assumption or asking for confirmation.
10
+
11
+ ## Diff pollution
12
+
13
+ Formatting unrelated files, renaming public APIs, or refactoring neighboring modules because they were nearby.
14
+
15
+ ## Verification theater
16
+
17
+ Reporting success without running the relevant gate, or hiding a failed check behind vague wording.
18
+
19
+ ## Boundary violations
20
+
21
+ Writing to project-level `CLAUDE.md`, `AGENTS.md`, `.claude/`, `.codex/`, or user private data unless the user explicitly requested it and the current task permits it.
@@ -0,0 +1,19 @@
1
+ # Engineering Discipline Examples
2
+
3
+ ## Focused implementation
4
+
5
+ **Situation:** The task asks for a scanner-valid built-in asset.
6
+
7
+ **Disciplined response:** Add only the asset directory, manifest, entry file, and concise support files. Validate with the asset scanner or project check. Do not implement plugin sync or CLI behavior in the same task.
8
+
9
+ ## Assumption handling
10
+
11
+ **Situation:** Two output formats are possible and both affect users.
12
+
13
+ **Disciplined response:** Explain the options and ask for direction, or choose the option already specified by the current source of truth.
14
+
15
+ ## Verification report
16
+
17
+ **Good report:** `bun run check` was run and passed. Asset manifests scan with registry keys `coding/engineering-discipline` and `review/code-reviewer`.
18
+
19
+ **Bad report:** “Looks good” without saying what was run or whether any gate failed.
@@ -0,0 +1,11 @@
1
+ # Engineering Discipline Verification
2
+
3
+ Use this quick gate before reporting completion:
4
+
5
+ 1. **Scope:** Does every change map to the current request, todo item, or acceptance criteria?
6
+ 2. **Safety:** Did the work avoid project assets, secrets, private logs, and user configuration unless explicitly allowed?
7
+ 3. **Simplicity:** Is there any new abstraction, dependency, or feature not needed for the current goal?
8
+ 4. **Evidence:** Was the most relevant test, typecheck, lint, scanner, or dry-run executed?
9
+ 5. **Report:** Are failures and skipped checks stated plainly?
10
+
11
+ If any answer is no, fix the issue or report the remaining risk instead of claiming the gate passed.
@@ -0,0 +1,248 @@
1
+ ---
2
+ name: knowledge-distillation
3
+ description: Use when turning reviewed execution evidence into atomic, privacy-filtered, role-tagged engineering knowledge candidates, evos cases, repo asset proposals, or role-agent/team suggestions.
4
+ license: MIT
5
+ ---
6
+
7
+ # Knowledge Distillation / 提炼
8
+
9
+ ## Purpose
10
+
11
+ Knowledge Distillation is an evidence curation pipeline. It turns reviewed execution evidence into atomic, reusable, role-tagged proposals that a user can inspect before anything becomes accepted knowledge or a project asset.
12
+
13
+ It is not a trace summarizer, automatic memory writer, or team launcher.
14
+
15
+ ## Use This Skill When
16
+
17
+ - A completed task produced a repeatable repository-specific lesson.
18
+ - A review, failure, postmortem, or user correction should become a rule, warning, checklist item, decision, pattern, or evos case.
19
+ - Execution evidence suggests a repo-local skill, rule, role agent, subagent, or EvoHub team.
20
+ - Reviewed execution evidence shows a task split, tool call, skill output, or subagent handoff was incomplete, inaccurate, inefficient, or unsafe.
21
+ - Role-specific knowledge should later be available to a role agent, subject to explicit consent and runtime scope.
22
+
23
+ ## Do Not Use This Skill For
24
+
25
+ - Writing `CLAUDE.md`, `AGENTS.md`, `.claude/`, `.codex/`, `.evodev/`, source files, or project assets without explicit project opt-in.
26
+ - Storing raw prompts, transcripts, source dumps, raw command output, secrets, tokens, internal links, or private URLs.
27
+ - Treating unreviewed observations, model reflection, or trace logs as accepted memory.
28
+ - Starting subagents or teams automatically.
29
+
30
+ ## Inputs
31
+
32
+ Work from one bounded evidence window. Prefer reviewed, minimized inputs:
33
+
34
+ - Task goal, final outcome, and repository scope.
35
+ - Verification evidence, failures, fixes, and review findings.
36
+ - Accepted corrections or explicit user feedback.
37
+ - Relevant external authority, when the lesson depends on a standard, official documentation, or upstream behavior.
38
+ - Candidate roles that should care, such as `architect`, `implementer`, `reviewer`, `tester`, `security`, `release`, `docs`, or user-defined role slugs.
39
+
40
+ Do not ingest raw traces wholesale. If trace evidence is needed, use a redacted summary and evidence references.
41
+
42
+ ## Evidence Policy
43
+
44
+ Classify every input before extraction:
45
+
46
+ | Evidence class | Use | Constraint |
47
+ |---|---|---|
48
+ | `verified-run` | Test/build/lint/check outcomes and accepted fixes | Store references and summaries, not raw output |
49
+ | `reviewed-finding` | Code review, security review, or user correction | Keep finding, impact, and accepted action separate |
50
+ | `decision-record` | Architecture or workflow decision | Preserve context, decision, alternatives, consequences |
51
+ | `postmortem-case` | Failure, incident, or after-action review | Preserve expected vs actual, cause, action item |
52
+ | `official-reference` | Standards, docs, upstream behavior | Include URL/version/date; do not overquote |
53
+ | `model-reflection` | Agent-generated synthesis | Candidate only; never accepted without review |
54
+ | `tool-call-summary` | Tool selection, risk class, status, and recovery | No raw command or raw stdout/stderr by default |
55
+ | `skill-invocation` | Skill id/version, input class, output schema, and reviewed result | Record omissions or inaccuracies as findings; do not store raw prompts/source |
56
+ | `subagent-lifecycle` | Role, reason, scope, status, output refs, and merge result | No raw transcript |
57
+ | `evo-eval-result` | Eval case pass/fail and assertion summary | Store fixture refs and assertion results, not private raw data |
58
+
59
+ ## Distillation Pipeline
60
+
61
+ 1. **Scope**: identify repo, task, role audience, evidence ids, and explicit project opt-in status.
62
+ 2. **Minimize**: remove raw prompts, raw logs, source dumps, secrets, personal data, internal links, and one-off noise.
63
+ 3. **Analyze execution structure**: when event evidence is present, identify task slices, owner roles, dependencies, key tool calls, skill invocations, subagent lifecycle events, verification gates, and merge outcomes.
64
+ 4. **Extract atomic candidates**: one claim per candidate. Allowed `kind` values are `rule`, `decision`, `pattern`, `anti-pattern`, `warning`, `checklist`, `concept`, `workflow-improvement`, `task-split-improvement`, `tool-use-improvement`, `skill-improvement`, `repo-asset-suggestion`, `role-agent-suggestion`, `team-suggestion`, `eval-set`, and `open-question`.
65
+ 5. **Separate fact from inference**: mark whether the candidate is directly evidenced or inferred from evidence.
66
+ 6. **Classify**: add `roleTags`, `repoScope`, `domainTags`, `stability`, `sensitivity`, `reviewState`, and `targetStore`.
67
+ 7. **Score**: estimate evidence strength, reuse value, actionability, stability, novelty, privacy risk, and duplication risk.
68
+ 8. **Pair improvements with evals**: every proposed skill, role-agent, team, workflow, routing, tool-use, or subagent behavior change should include an `evoEvalSets` entry, unless the proposal explains why eval coverage is not applicable.
69
+ 9. **Privacy gate**: defer candidates that require raw private content to remain meaningful.
70
+ 10. **Route**: propose a user-local knowledge/evos write, a repo-local asset suggestion, or no write.
71
+ 11. **Review plan**: list exact proposed paths, summaries, rollback notes, and why human review is required.
72
+
73
+ ## Output Schema
74
+
75
+ Return a proposal. Use structured Markdown or JSON, but preserve these fields:
76
+
77
+ ```json
78
+ {
79
+ "summary": "What reusable improvement was found.",
80
+ "scope": {
81
+ "level": "user | project | workflow | skill",
82
+ "repo": "optional repository identifier",
83
+ "projectOptIn": false
84
+ },
85
+ "roleTags": ["reviewer"],
86
+ "executionAnalysis": {
87
+ "taskSlices": [
88
+ {
89
+ "id": "slice-1",
90
+ "goal": "Review skill output gap",
91
+ "ownerRole": "reviewer",
92
+ "dependencies": [],
93
+ "expectedEvidence": ["reviewed-finding"],
94
+ "stopCondition": "Skill gap and regression eval target are identified"
95
+ }
96
+ ],
97
+ "keyEvents": [
98
+ {
99
+ "id": "event-1",
100
+ "type": "tool-call | skill-invocation | subagent-lifecycle | verification | review-finding | route-decision",
101
+ "summary": "Knowledge skill proposed a behavior change without eval coverage.",
102
+ "evidenceRefs": ["review:skill-output-gap"],
103
+ "rawContentStored": false
104
+ }
105
+ ],
106
+ "qualityFindings": [
107
+ {
108
+ "category": "task-split-gap | tool-use-gap | skill-output-gap | subagent-routing-gap | verification-gap | privacy-gap",
109
+ "severity": "low | medium | high | critical",
110
+ "claim": "Skill proposal lacked regression eval cases for a skill change.",
111
+ "expectedBehavior": "Skill changes should include evoEvalSets.",
112
+ "roleTags": ["reviewer", "tester"]
113
+ }
114
+ ]
115
+ },
116
+ "evidenceRefs": [
117
+ {
118
+ "id": "verification:typecheck",
119
+ "class": "verified-run",
120
+ "storedRawContent": false
121
+ }
122
+ ],
123
+ "knowledgeCandidates": [
124
+ {
125
+ "kind": "rule",
126
+ "claim": "For TypeScript CLI changes, run the workspace check before reporting completion.",
127
+ "basis": "direct | inferred",
128
+ "howToApply": "Add bun run check to the verification plan.",
129
+ "antiCriteria": ["Do not mark completion from lint alone."],
130
+ "roleTags": ["implementer", "reviewer"],
131
+ "repoScope": { "level": "project", "pathPrefixes": ["packages/cli/"] },
132
+ "stability": "stable | evolving | volatile",
133
+ "sensitivity": "public | local-private | restricted",
134
+ "scores": {
135
+ "evidenceStrength": 4,
136
+ "reuseValue": 4,
137
+ "actionability": 5,
138
+ "stability": 4,
139
+ "novelty": 2,
140
+ "privacyRisk": 1,
141
+ "duplicationRisk": 1
142
+ },
143
+ "targetStore": "knowledge | evos | repo-asset-proposal | none",
144
+ "reviewState": "proposed"
145
+ }
146
+ ],
147
+ "evoCases": [],
148
+ "skillImprovementSuggestions": [
149
+ {
150
+ "skillId": "coding/knowledge-distillation",
151
+ "gapClass": "missing-eval-set | output-omission | inaccurate-claim | schema-drift | trigger-mismatch | privacy-defect",
152
+ "evidenceRefs": ["review:skill-output-gap"],
153
+ "observedBehavior": "A proposed skill change lacked regression eval coverage.",
154
+ "expectedBehavior": "Every skill behavior change includes at least one eval case or an explicit not-applicable reason.",
155
+ "changeSummary": "Extend the skill output contract with evoEvalSets.",
156
+ "targetPaths": ["packages/core/assets/skills/coding/knowledge-distillation/SKILL.md"],
157
+ "acceptanceCriteria": ["Output includes an eval set for each skill behavior change."],
158
+ "reviewState": "proposed"
159
+ }
160
+ ],
161
+ "evoEvalSets": [
162
+ {
163
+ "id": "eval-knowledge-distillation-skill-change-needs-evals",
164
+ "target": { "kind": "skill", "id": "coding/knowledge-distillation" },
165
+ "purpose": "Prevent skill-change proposals without regression evals.",
166
+ "roleTags": ["reviewer", "tester"],
167
+ "cases": [
168
+ {
169
+ "id": "case-skill-output-gap",
170
+ "inputRefs": ["fixture:reviewed-skill-gap"],
171
+ "assertions": [
172
+ "skillImprovementSuggestions[0].skillId is present",
173
+ "evoEvalSets contains at least one case for the skill change",
174
+ "privacyCheck.rawPromptsStored == false",
175
+ "privacyCheck.sourceDumpsStored == false",
176
+ "privacyCheck.rawCommandOutputStored == false"
177
+ ],
178
+ "expectedReviewState": "proposed"
179
+ }
180
+ ],
181
+ "privacy": {
182
+ "usesRawPrompt": false,
183
+ "usesSourceDump": false,
184
+ "usesRawCommandOutput": false
185
+ },
186
+ "reviewState": "proposed"
187
+ }
188
+ ],
189
+ "repoAssetSuggestions": [],
190
+ "teamSuggestions": [],
191
+ "privacyCheck": {
192
+ "rawPromptsStored": false,
193
+ "rawLogsStored": false,
194
+ "sourceDumpsStored": false,
195
+ "rawCommandOutputStored": false,
196
+ "secretsStored": false,
197
+ "internalLinksStored": false,
198
+ "deferredCandidates": []
199
+ }
200
+ }
201
+ ```
202
+
203
+ Scoring uses 1-5 integers. A candidate should not be proposed for accepted knowledge unless evidence strength, reuse value, and actionability are high enough to justify future retrieval and privacy risk is low.
204
+
205
+ ## Write Targets
206
+
207
+ Default output is review-only.
208
+
209
+ - `knowledge`: stable accepted facts, decisions, constraints, concepts, and reusable rules after review.
210
+ - `evos`: reviewed process improvement cases with trigger, intervention, evidence, and expected future behavior.
211
+ - `evo-eval-set`: proposed or accepted regression cases for skill, role-agent, team, workflow, routing, tool-use, or subagent behavior.
212
+ - `repo-asset-proposal`: suggested repo rules, skills, role agents, subagents, or teams. Requires explicit project opt-in before any write.
213
+ - `none`: useful observation that should stay in the report and not become durable knowledge.
214
+
215
+ Project-local writes require an explicit opt-in step that lists exact paths, content summaries, rollback notes, and privacy checks before any file write.
216
+
217
+ ## Role Tags
218
+
219
+ Every durable candidate must include at least one role tag. Prefer stable role slugs:
220
+
221
+ - `architect`
222
+ - `implementer`
223
+ - `reviewer`
224
+ - `tester`
225
+ - `security`
226
+ - `release`
227
+ - `docs`
228
+
229
+ Use user-defined role slugs only when a reviewed role-agent definition exists. Treat role tags as retrieval/routing filters, not decorative labels.
230
+
231
+ ## Review Triggers
232
+
233
+ Require explicit review before persistence when a candidate:
234
+
235
+ - Affects security, privacy, release, architecture, or cross-repo behavior.
236
+ - Suggests a project-local file write.
237
+ - Suggests changing a skill, role agent, team, workflow, routing rule, tool-use policy, or subagent behavior without an associated `evoEvalSets` entry or explicit not-applicable reason.
238
+ - Has low evidence strength, high privacy risk, or ambiguous repo scope.
239
+ - Would change role-agent behavior, EvoHub team composition, or future runtime retrieval.
240
+ - Is derived primarily from model reflection rather than verified evidence.
241
+
242
+ ## Runtime Attention Boundary
243
+
244
+ Accepted role-tagged knowledge may later help a selected role focus on relevant rules, decisions, cases, or warnings. Runtime loading remains gated by role selection, repo scope, privacy policy, and consent. Pending, rejected, or deferred candidates must not influence routing or runtime behavior.
245
+
246
+ ## References
247
+
248
+ For method comparisons and design rationale, read `references/knowledge-distillation-methods.md` in this skill directory.
@@ -0,0 +1,122 @@
1
+ # Knowledge Distillation Method Notes
2
+
3
+ This reference explains why the skill uses an evidence curation pipeline instead of a generic summarization workflow.
4
+
5
+ ## Method Comparison
6
+
7
+ | Method | What it contributes | EvoDev adaptation |
8
+ |---|---|---|
9
+ | Postmortem / SRE review | Blameless failure analysis, root cause, impact, action items | Use for failure-derived `warning`, `anti-pattern`, `checklist`, and `workflow-improvement` candidates |
10
+ | After Action Review | Expected vs actual, what went well, what failed, what changes next time | Use for evos cases and team/process improvement candidates |
11
+ | Lessons learned systems | Reviewed lessons from projects/programs, not raw incident notes | Keep accepted knowledge separate from raw evidence and candidates |
12
+ | ADR / decision logs | One durable decision with context, alternatives, rationale, consequences | Use `decision` candidates for architecture/workflow choices |
13
+ | SKOS-style knowledge organization | Concepts, labels, narrower/broader/related terms, scope notes | Keep role tags and domain tags controlled enough for retrieval |
14
+ | Agent memory research | Semantic facts, episodic cases, procedural improvements | Split knowledge, evos cases, and repo asset suggestions instead of one memory bucket |
15
+ | Agent skills | Small triggerable procedures with references/assets for larger material | Keep `SKILL.md` operational and place long examples/taxonomies in references |
16
+ | Evaluation-driven development | Behavior changes need regression cases and objective assertions | Pair skill, role, team, workflow, routing, tool-use, and subagent proposals with evo eval sets |
17
+
18
+ ## Evidence Quality
19
+
20
+ Prefer evidence in this order:
21
+
22
+ 1. Verified local outcomes: tests, typecheck, lint, build, release dry-run, smoke checks, or accepted fixes.
23
+ 2. Reviewed findings: code review, security review, user correction, or postmortem conclusion.
24
+ 3. Official or upstream references: standards, vendor docs, framework docs, release notes, or source repositories.
25
+ 4. Existing repository contracts: `AGENTS.md`, design docs, task contracts, tests, schemas, and explicit policy files.
26
+ 5. Model reflection: useful for candidate generation only; never enough for accepted knowledge.
27
+
28
+ ## Candidate Types
29
+
30
+ - `rule`: normative guidance with a clear trigger and expected behavior.
31
+ - `decision`: accepted choice plus context, alternatives, and consequences.
32
+ - `pattern`: repeatable implementation or workflow shape.
33
+ - `anti-pattern`: repeatable bad shape to avoid.
34
+ - `warning`: risk that should influence planning or review.
35
+ - `checklist`: short verification list for a role or workflow.
36
+ - `concept`: term, domain note, taxonomy entry, or glossary item.
37
+ - `workflow-improvement`: process change with trigger and expected future behavior.
38
+ - `task-split-improvement`: improved decomposition, dependencies, owner roles, evidence, or stop conditions.
39
+ - `tool-use-improvement`: improved tool selection, risk classification, command gating, or verification behavior.
40
+ - `skill-improvement`: proposed change to a skill trigger, input requirements, output schema, references, or behavior.
41
+ - `repo-asset-suggestion`: proposed project rule, skill, agent, subagent, or config file.
42
+ - `role-agent-suggestion`: proposed user/project role definition or role capability.
43
+ - `team-suggestion`: proposed EvoHub team composition and trigger.
44
+ - `eval-set`: proposed regression cases for a skill, role, team, workflow, routing, tool-use, or subagent behavior.
45
+ - `open-question`: unresolved issue that should not become accepted memory yet.
46
+
47
+ ## Scoring Rubric
48
+
49
+ Use 1-5 integers. Keep the score approximate; it is a review aid, not a scientific metric.
50
+
51
+ | Score | High value means | Low value means |
52
+ |---|---|---|
53
+ | `evidenceStrength` | Directly supported by verified/reviewed evidence | Mostly inferred or speculative |
54
+ | `reuseValue` | Likely useful across future similar tasks | One-off or too narrow |
55
+ | `actionability` | Clear trigger and next action | Vague or only descriptive |
56
+ | `stability` | Likely to remain true for the repo/workflow | Depends on volatile context |
57
+ | `novelty` | Adds knowledge not already captured | Duplicates existing guidance |
58
+ | `privacyRisk` | Higher is worse: needs sensitive context | Redacted summary is enough |
59
+ | `duplicationRisk` | Higher is worse: likely duplicate | Distinct from existing entries |
60
+
61
+ Suggested write queue rule:
62
+
63
+ - Propose accepted knowledge only when `evidenceStrength >= 4`, `reuseValue >= 3`, `actionability >= 3`, `privacyRisk <= 2`, and `duplicationRisk <= 3`.
64
+ - Propose evos cases when the item is mainly about a trigger/intervention/outcome history.
65
+ - Propose repo assets only when repeated future execution would benefit from a rule, skill, role, or team and explicit project opt-in can be obtained.
66
+ - Propose evo eval sets whenever a skill, role-agent, team, workflow, routing, tool-use, or subagent behavior change is proposed. If no eval is useful, state why in the proposal.
67
+
68
+ ## Evolution Event Analysis
69
+
70
+ Use reviewed event evidence to explain why the future behavior should change.
71
+
72
+ | Signal | Good analysis asks |
73
+ |---|---|
74
+ | Task slices | Was the work decomposed into verifiable units with owner roles, dependencies, and stop conditions? |
75
+ | Tool calls | Was the selected tool appropriate, gated by risk, and followed by verification or recovery? |
76
+ | Skill invocations | Did the skill trigger correctly, receive the needed evidence, and produce a complete schema with privacy checks? |
77
+ | Subagent lifecycle | Was the role necessary, bounded, mergeable, and verified without storing transcript content? |
78
+ | Verification | Did required checks run at the right time and produce evidence for the claim? |
79
+
80
+ Common skill defects:
81
+
82
+ - `trigger-mismatch`: the skill was invoked when it should not have been, or missed when it should have run.
83
+ - `input-gap`: required evidence class was missing.
84
+ - `output-omission`: a required proposal, field, path, role tag, privacy check, or eval set was absent.
85
+ - `inaccurate-claim`: output contradicted verified evidence.
86
+ - `schema-drift`: output did not match the declared contract.
87
+ - `privacy-defect`: output depended on raw private content.
88
+
89
+ ## Evo Eval Set Types
90
+
91
+ | Type | Checks |
92
+ |---|---|
93
+ | `schema` | Required fields, enum values, ids, and status are present. |
94
+ | `omission-detection` | Missing recommendations, evidence refs, privacy checks, or eval sets are caught. |
95
+ | `privacy` | Raw prompt/source/command output/secrets are not stored. |
96
+ | `routing` | A skill, workflow, role, or team should or should not trigger. |
97
+ | `role-attention` | Role-tagged knowledge is selected only when scope, consent, and role policy match. |
98
+ | `tool-use` | Tool choice, risk classification, and verification behavior are correct. |
99
+ | `subagent-routing` | Role selection, scope, output contract, and merge requirements are correct. |
100
+
101
+ ## Storage Mapping
102
+
103
+ | Candidate target | Canonical layer | Notes |
104
+ |---|---|---|
105
+ | `knowledge` | Accepted knowledge | Human-reviewable Markdown/JSON with provenance |
106
+ | `evos` | Evolution cases | Case history with trigger, intervention, evidence, result |
107
+ | `evo-eval-set` | Evolution eval sets | Regression cases tied to proposed or accepted behavior changes |
108
+ | `repo-asset-proposal` | Proposal queue first | Never write project files by default |
109
+ | `none` | Report only | Useful but not durable |
110
+
111
+ Indexes, vector search, graph exports, and runtime caches are derived views. They must be rebuildable from accepted canonical records and must not store raw private content.
112
+
113
+ ## Source Notes
114
+
115
+ - Google SRE postmortem practice: https://sre.google/sre-book/postmortem-culture/
116
+ - US Army AAR guidance: https://www.first.army.mil/Portals/102/FM%207-0%20Appendix%20K.pdf
117
+ - NASA Lessons Learned: https://www.nasa.gov/nasa-lessons-learned/
118
+ - ADR references and templates: https://adr.github.io/
119
+ - W3C SKOS Reference: https://www.w3.org/TR/skos-reference/
120
+ - W3C PROV-O provenance ontology: https://www.w3.org/TR/prov-o/
121
+ - OpenAI Agents SDK sessions/memory reference: https://openai.github.io/openai-agents-python/sessions/
122
+ - Claude Code skills documentation: https://docs.anthropic.com/en/docs/claude-code/skills
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@evo-dev/evodev",
3
- "version": "0.0.1-alpha",
3
+ "version": "0.0.1-alpha.1",
4
4
  "description": "AI Coding infrastructure CLI for real R&D workflows.",
5
5
  "type": "module",
6
6
  "repository": {
@@ -9,12 +9,9 @@
9
9
  "directory": "packages/cli"
10
10
  },
11
11
  "bin": {
12
- "evodev": "dist/evodev"
12
+ "evodev": "./dist/evodev"
13
13
  },
14
- "files": [
15
- "dist",
16
- "package.json"
17
- ],
14
+ "files": ["dist", "package.json"],
18
15
  "engines": {
19
16
  "node": ">=20"
20
17
  },