delimit-cli 2.4.0 → 3.0.0

package/test-decision-engine.js

@@ -1,181 +0,0 @@
-#!/usr/bin/env node
-
-const DecisionEngine = require('./lib/decision-engine');
-const axios = require('axios');
-
-async function runTests() {
-    console.log('=== DECISION ENGINE HOSTILE VERIFICATION ===\n');
-    
-    // First restore good policy and restart agent
-    const fs = require('fs');
-    const goodPolicy = `defaultMode: advisory
-
-rules:
-  - name: "Production Protection"
-    mode: enforce
-    triggers:
-      - gitBranch: [main, master, production]
-      
-  - name: "Payment Code Security"
-    mode: enforce
-    triggers:
-      - path: "**/payment/**"
-      - content: ["stripe", "payment", "billing"]
-      
-  - name: "Documentation Freedom"
-    mode: advisory
-    triggers:
-      - path: "**/*.md"
-    final: true`;
-    
-    fs.writeFileSync('delimit.yml', goodPolicy);
-    
-    // Kill existing agent
-    try {
-        require('child_process').execSync('pkill -f "node lib/agent.js"');
-    } catch(e) {}
-    
-    // Start fresh agent
-    const agent = require('child_process').spawn('node', ['lib/agent.js'], {
-        detached: true,
-        stdio: 'ignore'
-    });
-    agent.unref();
-    
-    // Wait for agent
-    await new Promise(r => setTimeout(r, 2000));
-    
-    const tests = [
-        {
-            name: 'TEST 1: Documentation file -> Advisory',
-            context: {
-                command: 'pre-commit',
-                pwd: '/test',
-                gitBranch: 'feature',
-                files: ['README.md', 'docs/api.md'],
-                diff: 'documentation changes'
-            },
-            expected: 'advisory'
-        },
-        {
-            name: 'TEST 2: Payment path -> Enforce',
-            context: {
-                command: 'pre-commit', 
-                pwd: '/test',
-                gitBranch: 'feature',
-                files: ['lib/payment/stripe.js'],
-                diff: 'payment code changes'
-            },
-            expected: 'enforce'
-        },
-        {
-            name: 'TEST 3: Main branch -> Enforce',
-            context: {
-                command: 'pre-commit',
-                pwd: '/test',
-                gitBranch: 'main',
-                files: ['lib/utils.js'],
-                diff: 'utility changes'
-            },
-            expected: 'enforce'
-        },
-        {
-            name: 'TEST 4: No match -> Default advisory',
-            context: {
-                command: 'pre-commit',
-                pwd: '/test',
-                gitBranch: 'feature',
-                files: ['lib/utils.js'],
-                diff: 'regular code'
-            },
-            expected: 'advisory'
-        },
-        {
-            name: 'TEST 5: Conflicting rules -> Stronger wins',
-            context: {
-                command: 'pre-commit',
-                pwd: '/test',
-                gitBranch: 'main',
-                files: ['README.md'],
-                diff: 'readme on main branch'
-            },
-            expected: 'enforce' // Production Protection should win over Documentation Freedom
-        },
-        {
-            name: 'TEST 6: Determinism check (repeat test 2)',
-            context: {
-                command: 'pre-commit',
-                pwd: '/test',
-                gitBranch: 'feature',
-                files: ['lib/payment/stripe.js'],
-                diff: 'payment code changes'
-            },
-            expected: 'enforce'
-        }
-    ];
-    
-    const results = [];
-    for (const test of tests) {
-        try {
-            const response = await axios.post('http://127.0.0.1:7823/evaluate', test.context);
-            const decision = response.data;
-            
-            const result = {
-                test: test.name,
-                expected: test.expected,
-                actual: decision.mode,
-                action: decision.action,
-                rule: decision.rule,
-                pass: decision.mode === test.expected
-            };
-            
-            results.push(result);
-            console.log(`${test.name}`);
-            console.log(`  Expected: ${test.expected}, Actual: ${decision.mode}`);
-            console.log(`  Rule: ${decision.rule || 'none'}`);
-            console.log(`  Status: ${result.pass ? '✅ PASS' : '❌ FAIL'}\n`);
-            
-            // Get explanation for this decision
-            const explainResponse = await axios.get('http://127.0.0.1:7823/explain/last');
-            if (explainResponse.data.explanation) {
-                console.log('  Explanation quality check:');
-                const exp = explainResponse.data.explanation;
-                console.log(`    - Has decision ID: ${exp.includes('Decision ID:') ? '✓' : '✗'}`);
-                console.log(`    - Has effective mode: ${exp.includes('Effective:') ? '✓' : '✗'}`);
-                console.log(`    - Has matched rules: ${exp.includes('MATCHED RULES') || exp.includes('No matching rules') ? '✓' : '✗'}`);
-                console.log(`    - Has context: ${exp.includes('CONTEXT') ? '✓' : '✗'}\n`);
-            }
-            
-        } catch (e) {
-            results.push({
-                test: test.name,
-                expected: test.expected,
-                actual: 'ERROR',
-                error: e.message,
-                pass: false
-            });
-            console.log(`${test.name}: ❌ ERROR - ${e.message}\n`);
-        }
-    }
-    
-    // Summary
-    console.log('=== SUMMARY ===');
-    const passed = results.filter(r => r.pass).length;
-    console.log(`Passed: ${passed}/${results.length}`);
-    
-    // Check determinism
-    if (results[1].actual === results[5].actual && results[1].rule === results[5].rule) {
-        console.log('✅ DETERMINISM CHECK: Same input produced same output');
-    } else {
-        console.log('❌ DETERMINISM CHECK: Same input produced different outputs!');
-    }
-    
-    // Kill agent
-    try {
-        require('child_process').execSync('pkill -f "node lib/agent.js"');
-    } catch(e) {}
-    
-    process.exit(passed === results.length ? 0 : 1);
-}
-
-runTests().catch(console.error);

package/test-hook.js

@@ -1,27 +0,0 @@
-#!/usr/bin/env node
-
-// Test script to simulate a Git pre-commit hook
-const axios = require('axios');
-
-async function testHook() {
-    const context = {
-        command: 'pre-commit',
-        pwd: '/home/delimit/npm-delimit',
-        gitBranch: 'main',
-        files: ['lib/payment/stripe.js', 'README.md'],
-        diff: 'diff --git a/lib/payment/stripe.js\n+const stripe = require("stripe");'
-    };
-    
-    try {
-        const response = await axios.post('http://127.0.0.1:7823/evaluate', context);
-        console.log('Decision:', response.data);
-        
-        // Now test the explain endpoint
-        const explainResponse = await axios.get('http://127.0.0.1:7823/explain/last');
-        console.log('\n' + explainResponse.data.explanation);
-    } catch (e) {
-        console.error('Error:', e.message);
-    }
-}
-
-testHook();

package/tests/cli.test.js

@@ -1,359 +0,0 @@
-/**
- * Delimit CLI Tests
- *
- * Uses Node.js built-in test runner (node:test).
- * Run with: node --test tests/cli.test.js
- */
-
-const { describe, it, before, after } = require('node:test');
-const assert = require('node:assert/strict');
-const { execSync } = require('node:child_process');
-const path = require('node:path');
-const fs = require('node:fs');
-const os = require('node:os');
-
-const CLI = path.join(__dirname, '..', 'bin', 'delimit-cli.js');
-const FIXTURES = path.join(__dirname, 'fixtures');
-const SPEC_CLEAN = path.join(FIXTURES, 'openapi.yaml');
-const SPEC_BREAKING = path.join(FIXTURES, 'openapi-changed.yaml');
-
-/**
- * Run the CLI and return { stdout, stderr, exitCode }.
- * Does not throw on non-zero exit.
- */
-function run(args, opts = {}) {
-    const cwd = opts.cwd || os.tmpdir();
-    try {
-        const stdout = execSync(`node "${CLI}" ${args}`, {
-            cwd,
-            encoding: 'utf-8',
-            timeout: 30000,
-            env: { ...process.env, FORCE_COLOR: '0', NO_COLOR: '1' },
-        });
-        return { stdout, stderr: '', exitCode: 0 };
-    } catch (err) {
-        return {
-            stdout: err.stdout || '',
-            stderr: err.stderr || '',
-            exitCode: err.status ?? 1,
-        };
-    }
-}
-
-// ---------------------------------------------------------------------------
-// 1. CLI entry point loads without error
-// ---------------------------------------------------------------------------
-describe('CLI entry point', () => {
-    it('loads the module without throwing', () => {
-        assert.doesNotThrow(() => {
-            execSync(`node --check "${CLI}"`, { encoding: 'utf-8' });
-        });
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 2. --version returns the version from package.json
-// ---------------------------------------------------------------------------
-describe('--version', () => {
-    it('prints the version from package.json', () => {
-        const pkg = require(path.join(__dirname, '..', 'package.json'));
-        const { stdout } = run('--version');
-        assert.equal(stdout.trim(), pkg.version);
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 3. --help works at top level
-// ---------------------------------------------------------------------------
-describe('--help (top level)', () => {
-    it('shows usage and lists commands', () => {
-        const { stdout } = run('--help');
-        assert.match(stdout, /Usage:/);
-        assert.match(stdout, /init/);
-        assert.match(stdout, /lint/);
-        assert.match(stdout, /diff/);
-        assert.match(stdout, /explain/);
-        assert.match(stdout, /doctor/);
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 4. Each command has help text
-// ---------------------------------------------------------------------------
-describe('subcommand --help', () => {
-    for (const cmd of ['init', 'lint', 'diff', 'explain', 'doctor']) {
-        it(`"help ${cmd}" shows description`, () => {
-            const { stdout } = run(`help ${cmd}`);
-            assert.match(stdout, /Usage:/);
-            assert.match(stdout, new RegExp(cmd));
-        });
-    }
-});
-
-// ---------------------------------------------------------------------------
-// 5. init creates .delimit/policies.yml with default preset
-// ---------------------------------------------------------------------------
-describe('init command', () => {
-    let tmpDir;
-
-    before(() => {
-        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'delimit-test-init-'));
-    });
-
-    after(() => {
-        fs.rmSync(tmpDir, { recursive: true, force: true });
-    });
-
-    it('creates .delimit/policies.yml with default preset', () => {
-        const { stdout, exitCode } = run('init', { cwd: tmpDir });
-        assert.equal(exitCode, 0);
-        const policyPath = path.join(tmpDir, '.delimit', 'policies.yml');
-        assert.ok(fs.existsSync(policyPath), 'policies.yml should exist');
-        const content = fs.readFileSync(policyPath, 'utf-8');
-        assert.match(content, /Delimit Policy Preset: default/);
-        assert.match(content, /override_defaults: false/);
-    });
-
-    it('reports already initialized on second run', () => {
-        const { stdout, exitCode } = run('init', { cwd: tmpDir });
-        assert.equal(exitCode, 0);
-        assert.match(stdout, /Already initialized/);
-    });
-});
-
-describe('init --preset strict', () => {
-    let tmpDir;
-
-    before(() => {
-        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'delimit-test-init-strict-'));
-    });
-
-    after(() => {
-        fs.rmSync(tmpDir, { recursive: true, force: true });
-    });
-
-    it('creates policies.yml with strict preset', () => {
-        const { stdout, exitCode } = run('init --preset strict', { cwd: tmpDir });
-        assert.equal(exitCode, 0);
-        const content = fs.readFileSync(
-            path.join(tmpDir, '.delimit', 'policies.yml'),
-            'utf-8'
-        );
-        assert.match(content, /Delimit Policy Preset: strict/);
-        assert.match(content, /no_endpoint_removal/);
-    });
-});
-
-describe('init --preset relaxed', () => {
-    let tmpDir;
-
-    before(() => {
-        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'delimit-test-init-relaxed-'));
-    });
-
-    after(() => {
-        fs.rmSync(tmpDir, { recursive: true, force: true });
-    });
-
-    it('creates policies.yml with relaxed preset', () => {
-        const { stdout, exitCode } = run('init --preset relaxed', { cwd: tmpDir });
-        assert.equal(exitCode, 0);
-        const content = fs.readFileSync(
-            path.join(tmpDir, '.delimit', 'policies.yml'),
-            'utf-8'
-        );
-        assert.match(content, /Delimit Policy Preset: relaxed/);
-        assert.match(content, /warn_endpoint_removal/);
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 6. lint with identical specs returns clean (exit 0)
-// ---------------------------------------------------------------------------
-describe('lint (clean)', () => {
-    it('returns exit 0 with no violations for identical specs', () => {
-        const { stdout, exitCode } = run(
-            `lint "${SPEC_CLEAN}" "${SPEC_CLEAN}" --json`
-        );
-        assert.equal(exitCode, 0);
-        const result = JSON.parse(stdout);
-        assert.equal(result.decision, 'pass');
-        assert.equal(result.exit_code, 0);
-        assert.equal(result.summary.breaking_changes, 0);
-        assert.equal(result.violations.length, 0);
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 7. lint with breaking change returns exit 1
-// ---------------------------------------------------------------------------
-describe('lint (breaking)', () => {
-    it('returns exit 1 when breaking changes are detected', () => {
-        const { stdout, exitCode } = run(
-            `lint "${SPEC_CLEAN}" "${SPEC_BREAKING}" --json`
-        );
-        assert.equal(exitCode, 1);
-        const result = JSON.parse(stdout);
-        assert.equal(result.decision, 'fail');
-        assert.equal(result.exit_code, 1);
-        assert.ok(result.summary.breaking_changes > 0, 'should have breaking changes');
-        assert.ok(result.violations.length > 0, 'should have violations');
-    });
-
-    it('includes endpoint_removed in changes', () => {
-        const { stdout } = run(
-            `lint "${SPEC_CLEAN}" "${SPEC_BREAKING}" --json`
-        );
-        const result = JSON.parse(stdout);
-        const types = result.all_changes.map(c => c.type);
-        assert.ok(types.includes('endpoint_removed'), 'should detect endpoint removal');
-    });
-
-    it('includes semver bump classification', () => {
-        const { stdout } = run(
-            `lint "${SPEC_CLEAN}" "${SPEC_BREAKING}" --json`
-        );
-        const result = JSON.parse(stdout);
-        assert.ok(result.semver, 'should have semver field');
-        assert.equal(result.semver.bump, 'major');
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 8. diff outputs change types
-// ---------------------------------------------------------------------------
-describe('diff command', () => {
-    it('outputs changes between two specs', () => {
-        const { stdout, exitCode } = run(
-            `diff "${SPEC_CLEAN}" "${SPEC_BREAKING}" --json`
-        );
-        assert.equal(exitCode, 0);
-        const result = JSON.parse(stdout);
-        assert.ok(result.total_changes > 0, 'should have changes');
-        assert.ok(result.breaking_changes > 0, 'should have breaking changes');
-        assert.ok(Array.isArray(result.changes), 'changes should be an array');
-    });
-
-    it('reports change types correctly', () => {
-        const { stdout } = run(
-            `diff "${SPEC_CLEAN}" "${SPEC_BREAKING}" --json`
-        );
-        const result = JSON.parse(stdout);
-        const types = result.changes.map(c => c.type);
-        assert.ok(types.includes('endpoint_removed'));
-        assert.ok(types.includes('type_changed'));
-        assert.ok(types.includes('enum_value_removed'));
-    });
-
-    it('marks breaking changes with is_breaking flag', () => {
-        const { stdout } = run(
-            `diff "${SPEC_CLEAN}" "${SPEC_BREAKING}" --json`
-        );
-        const result = JSON.parse(stdout);
-        const breakingChanges = result.changes.filter(c => c.is_breaking);
-        assert.equal(breakingChanges.length, result.breaking_changes);
-    });
-
-    it('returns no changes for identical specs', () => {
-        const { stdout, exitCode } = run(
-            `diff "${SPEC_CLEAN}" "${SPEC_CLEAN}" --json`
-        );
-        assert.equal(exitCode, 0);
-        const result = JSON.parse(stdout);
-        assert.equal(result.total_changes, 0);
-        assert.equal(result.breaking_changes, 0);
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 9. explain command
-// ---------------------------------------------------------------------------
-describe('explain command', () => {
-    it('generates human-readable explanation', () => {
-        const { stdout, exitCode } = run(
-            `explain "${SPEC_CLEAN}" "${SPEC_BREAKING}" --json`
-        );
-        assert.equal(exitCode, 0);
-        const result = JSON.parse(stdout);
-        assert.ok(result.output, 'should have output text');
-        assert.ok(result.output.length > 0, 'output should not be empty');
-        assert.ok(result.template, 'should report template used');
-    });
-
-    it('supports --template flag', () => {
-        const { stdout, exitCode } = run(
-            `explain "${SPEC_CLEAN}" "${SPEC_BREAKING}" --template migration --json`
-        );
-        assert.equal(exitCode, 0);
-        const result = JSON.parse(stdout);
-        assert.equal(result.template, 'migration');
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 10. lint with --policy preset
-// ---------------------------------------------------------------------------
-describe('lint --policy', () => {
-    it('accepts relaxed preset and does not fail on breaking changes', () => {
-        // relaxed preset uses action:warn, so decision is "warn" not "fail"
-        const { stdout, exitCode } = run(
-            `lint "${SPEC_CLEAN}" "${SPEC_BREAKING}" --policy relaxed --json`
-        );
-        assert.equal(exitCode, 0, 'relaxed preset should exit 0');
-        const result = JSON.parse(stdout);
-        assert.notEqual(result.decision, 'fail', 'relaxed should not produce fail decision');
-    });
-
-    it('accepts strict preset and fails on breaking changes', () => {
-        const { stdout, exitCode } = run(
-            `lint "${SPEC_CLEAN}" "${SPEC_BREAKING}" --policy strict --json`
-        );
-        assert.equal(exitCode, 1);
-        const result = JSON.parse(stdout);
-        assert.equal(result.decision, 'fail');
-        assert.ok(result.violations.length > 0);
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 11. Error handling -- missing files
-// ---------------------------------------------------------------------------
-describe('error handling', () => {
-    it('lint with nonexistent spec file reports error', () => {
-        const { exitCode } = run('lint /nonexistent/old.yaml /nonexistent/new.yaml --json');
-        assert.notEqual(exitCode, 0);
-    });
-
-    it('diff with nonexistent spec file reports error', () => {
-        const { exitCode } = run('diff /nonexistent/old.yaml /nonexistent/new.yaml --json');
-        assert.notEqual(exitCode, 0);
-    });
-});
-
-// ---------------------------------------------------------------------------
-// 12. api-engine module exports
-// ---------------------------------------------------------------------------
-describe('api-engine module', () => {
-    it('exports lint, diff, explain, semver, zeroSpec functions', () => {
-        const engine = require(path.join(__dirname, '..', 'lib', 'api-engine.js'));
-        assert.equal(typeof engine.lint, 'function');
-        assert.equal(typeof engine.diff, 'function');
-        assert.equal(typeof engine.explain, 'function');
-        assert.equal(typeof engine.semver, 'function');
-        assert.equal(typeof engine.zeroSpec, 'function');
-    });
-
-    it('lint returns parsed JSON with decision field', () => {
-        const engine = require(path.join(__dirname, '..', 'lib', 'api-engine.js'));
-        const result = engine.lint(SPEC_CLEAN, SPEC_CLEAN);
-        assert.ok(result.decision, 'should have decision field');
-        assert.equal(result.decision, 'pass');
-    });
-
-    it('diff returns parsed JSON with changes array', () => {
-        const engine = require(path.join(__dirname, '..', 'lib', 'api-engine.js'));
-        const result = engine.diff(SPEC_CLEAN, SPEC_BREAKING);
-        assert.ok(Array.isArray(result.changes), 'should have changes array');
-        assert.ok(result.total_changes > 0);
-    });
-});

package/tests/fixtures/openapi-changed.yaml

@@ -1,56 +0,0 @@
-openapi: "3.0.3"
-info:
-  title: Pet Store API
-  version: "2.0.0"
-  description: Sample API for Delimit quickstart
-paths:
-  /pets:
-    get:
-      summary: List all pets
-      operationId: listPets
-      parameters:
-        - name: limit
-          in: query
-          required: false
-          schema:
-            type: integer
-            format: int32
-      responses:
-        "200":
-          description: A list of pets
-          content:
-            application/json:
-              schema:
-                type: array
-                items:
-                  $ref: "#/components/schemas/Pet"
-    post:
-      summary: Create a pet
-      operationId: createPet
-      requestBody:
-        required: true
-        content:
-          application/json:
-            schema:
-              $ref: "#/components/schemas/Pet"
-      responses:
-        "201":
-          description: Pet created
-  # /pets/{petId} removed -- this is the breaking change
-components:
-  schemas:
-    Pet:
-      type: object
-      required:
-        - id
-        - name
-      properties:
-        id:
-          type: integer
-        name:
-          type: string
-        status:
-          type: string
-          enum:
-            - available
-            - adopted