@besales/ops-framework 0.1.0

package/bin/learning-loop.test.mjs

@@ -0,0 +1,175 @@
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { describe, expect, it } from 'vitest';
+import {
+  buildLearningCard,
+  collectLearningCandidates,
+  learningReasonHash,
+  parseLearningCandidatesMarkdown,
+  writeLearningReview,
+  writeLearningReport,
+} from './learning-loop.mjs';
+
+describe('learning loop', () => {
+  it('collects deduplicated candidates with source refs, hashes and suggested targets', () => {
+    const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ops-learning-loop-'));
+    const taskDir = path.join(root, 'TASK-999-learning');
+    fs.mkdirSync(taskDir, { recursive: true });
+    fs.writeFileSync(path.join(taskDir, 'check.md'), [
+      '# Check',
+      '',
+      '- Classification: learning_capture',
+      '- Requires new Human Gate: no',
+      '- "rawFeedback": "UI acceptance playbook should include duplicated JSON field."',
+      '- UI acceptance playbook should include the billing route smoke scenario.',
+      '- UI acceptance playbook should include the billing route smoke scenario.',
+      '- Remember this project-specific glossary naming rule in memory.',
+    ].join('\n'));
+
+    const candidates = collectLearningCandidates({ tasksRoot: root, limit: 10 });
+
+    expect(candidates).toHaveLength(2);
+    expect(candidates[0]).toMatchObject({
+      source: 'TASK-999-learning/check.md',
+      sourceArtifact: 'TASK-999-learning/check.md',
+      kind: 'project-playbook-candidate',
+      learningLayer: 'project-playbook-overlay',
+      confidence: 'medium',
+      problem: 'A reusable procedure or checklist gap was identified.',
+      suggestedTarget: 'project-playbook/ui-acceptance.md',
+    });
+    expect(candidates[0].reasonHash).toBe(learningReasonHash(candidates[0].text));
+    expect(candidates[0].proposedWording).toContain('Project playbook rule:');
+    expect(candidates[1].kind).toBe('project-memory-candidate');
+  });
+
+  it('builds structured learning cards with repeat-risk and proposed wording', () => {
+    const text = 'Optimization gate must prevent repeated N+1 implementation before execute.';
+    const card = buildLearningCard({
+      source: 'TASK-001/verify.md',
+      sourceArtifact: 'TASK-001/verify.md',
+      reasonHash: learningReasonHash(text),
+      text,
+    });
+
+    expect(card).toMatchObject({
+      kind: 'project-memory-candidate',
+      learningLayer: 'project-memory',
+      confidence: 'high',
+      repeatRisk: 'high: likely to repeat or cause a gate failure if not captured.',
+    });
+    expect(card.lesson).toContain('bounded optimization review');
+    expect(card.proposedWording).toContain(text);
+  });
+
+  it('parses candidate markdown into learning-index entries without full artifact text', () => {
+    const entries = parseLearningCandidatesMarkdown([
+      '# Learning Candidates',
+      '',
+      '## LC-001',
+      '',
+      '- Source: `TASK-001/check.md`',
+      '- Source artifact: `TASK-001/check.md`',
+      '- Reason hash: `abc123`',
+      '- Kind: `project-playbook-candidate`',
+      '- Learning layer: `project-playbook-overlay`',
+      '- Confidence: `high`',
+      '- Problem: Repeated UI route gap.',
+      '- Lesson: Add route-specific UI acceptance.',
+      '- Repeat risk: high.',
+      '- Candidate: UI acceptance playbook should cover settings routes.',
+      '- Proposed wording: Project playbook rule: cover settings routes.',
+      '- Suggested target: `project-playbook/ui-acceptance.md`',
+    ].join('\n'));
+
+    expect(entries).toEqual([
+      {
+        id: 'LC-001',
+        source: 'TASK-001/check.md',
+        sourceArtifact: 'TASK-001/check.md',
+        reasonHash: 'abc123',
+        kind: 'project-playbook-candidate',
+        learningLayer: 'project-playbook-overlay',
+        confidence: 'high',
+        problem: 'Repeated UI route gap.',
+        lesson: 'Add route-specific UI acceptance.',
+        repeatRisk: 'high.',
+        text: 'UI acceptance playbook should cover settings routes.',
+        proposedWording: 'Project playbook rule: cover settings routes.',
+        suggestedTarget: 'project-playbook/ui-acceptance.md',
+      },
+    ]);
+  });
+
+  it('writes a visible learning report from the current learning index', () => {
+    const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ops-learning-report-'));
+    const memoryRoot = path.join(root, 'ops', 'agent-pipeline', 'memory');
+    fs.mkdirSync(memoryRoot, { recursive: true });
+    fs.writeFileSync(path.join(root, 'ops', 'project.ops.yaml'), [
+      'name: TestProject',
+      'ops:',
+      '  memoryDir: ops/agent-pipeline/memory',
+      '  tasksDir: ops/agent-pipeline/tasks',
+      '  playbooksDir: ops/agent-pipeline/playbooks',
+    ].join('\n'));
+    fs.writeFileSync(path.join(memoryRoot, 'learning-index.json'), JSON.stringify({
+      schemaVersion: 1,
+      entries: [
+        {
+          id: 'LC-001',
+          source: 'TASK-001/check.md',
+          sourceArtifact: 'TASK-001/check.md',
+          kind: 'project-playbook-candidate',
+          confidence: 'high',
+          problem: 'Repeated UI route gap.',
+          lesson: 'Add route-specific UI acceptance.',
+          candidate: 'UI acceptance playbook should cover settings routes.',
+          proposedWording: 'Project playbook rule: cover settings routes.',
+          decision: 'promote',
+          target: 'project-playbook/ui-acceptance.md',
+        },
+      ],
+    }, null, 2));
+
+    writeLearningReport({ memoryRoot, projectRoot: root });
+
+    const report = fs.readFileSync(path.join(memoryRoot, 'learning-report.md'), 'utf8');
+    expect(report).toContain('## Summary');
+    expect(report).toContain('Promoted entries: 1');
+    expect(report).toContain('Project playbook rule: cover settings routes.');
+  });
+
+  it('writes a human approval pack for pending learning decisions', () => {
+    const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ops-learning-review-'));
+    const memoryRoot = path.join(root, 'ops', 'agent-pipeline', 'memory');
+    fs.mkdirSync(memoryRoot, { recursive: true });
+    fs.writeFileSync(path.join(memoryRoot, 'learning-index.json'), JSON.stringify({
+      schemaVersion: 1,
+      entries: [
+        {
+          id: 'LC-001',
+          source: 'TASK-001/feedback.md',
+          sourceArtifact: 'TASK-001/feedback.md',
+          kind: 'project-memory-candidate',
+          learningLayer: 'project-memory',
+          confidence: 'high',
+          repeatRisk: 'high: likely to repeat.',
+          problem: 'Feedback was not captured.',
+          lesson: 'Capture feedback at every stage.',
+          candidate: 'Feedback must be captured.',
+          proposedWording: 'Project memory note: capture feedback at every stage.',
+          decision: 'pending',
+          target: 'memory/approved-learning.md',
+        },
+      ],
+    }, null, 2));
+
+    writeLearningReview({ memoryRoot, projectRoot: root });
+
+    const review = fs.readFileSync(path.join(memoryRoot, 'learning-review.md'), 'utf8');
+    expect(review).toContain('## Human Approval Contract');
+    expect(review).toContain('Decision to set in `learning-index.json`: `promote | defer | reject | rewrite`');
+    expect(review).toContain('Project memory note: capture feedback at every stage.');
+  });
+});