decision_agent 0.3.0 → 1.0.1

data/lib/decision_agent/simulation.rb

@@ -0,0 +1,17 @@
+# Simulation and What-If Analysis module
+# Provides tools for scenario testing, historical replay, impact analysis, shadow testing, and Monte Carlo simulation
+
+require_relative "simulation/errors"
+require_relative "simulation/replay_engine"
+require_relative "simulation/what_if_analyzer"
+require_relative "simulation/impact_analyzer"
+require_relative "simulation/shadow_test_engine"
+require_relative "simulation/scenario_engine"
+require_relative "simulation/scenario_library"
+require_relative "simulation/monte_carlo_simulator"
+
+module DecisionAgent
+  module Simulation
+    # Main entry point for simulation features
+  end
+end

data/lib/decision_agent/version.rb

@@ -3,7 +3,7 @@ module DecisionAgent
   # MAJOR: Incremented for incompatible API changes
   # MINOR: Incremented for backward-compatible functionality additions
   # PATCH: Incremented for backward-compatible bug fixes
-  VERSION = "0.3.0".freeze
+  VERSION = "1.0.1".freeze
 
   # Validate version format (semantic versioning)
   unless VERSION.match?(/\A\d+\.\d+\.\d+(-[a-zA-Z0-9-]+(\.[a-zA-Z0-9-]+)*)?(\+[a-zA-Z0-9-]+(\.[a-zA-Z0-9-]+)*)?\z/)

data/lib/decision_agent/versioning/activerecord_adapter.rb

@@ -33,10 +33,10 @@ module DecisionAgent
           next_version_number = last_version ? last_version.version_number + 1 : 1
 
           # Deactivate previous active versions
-          # Use update! instead of update_all to trigger validations
-          rule_version_class.where(rule_id: rule_id, status: "active").find_each do |v|
-            v.update!(status: "archived")
-          end
+          # Use update_all for better concurrency (avoids SQLite locking issues)
+          # Status "archived" is valid, so no need to trigger validations
+          rule_version_class.where(rule_id: rule_id, status: "active")
+                            .update_all(status: "archived")
 
           # Create new version
           version = rule_version_class.create!(
@@ -87,12 +87,11 @@ module DecisionAgent
 
           # Deactivate all other versions for this rule within the same transaction
           # The lock ensures only one thread can perform this operation at a time
-          # Use update! instead of update_all to trigger validations
+          # Use update_all for better concurrency (avoids SQLite locking issues)
+          # Status "archived" is valid, so no need to trigger validations
           rule_version_class.where(rule_id: version.rule_id, status: "active")
                             .where.not(id: version_id)
-                            .find_each do |v|
-                              v.update!(status: "archived")
-          end
+                            .update_all(status: "archived")
 
           # Activate this version
           version.update!(status: "active")
@@ -101,6 +100,22 @@ module DecisionAgent
         serialize_version(version)
       end
 
+      def delete_version(version_id:)
+        version = rule_version_class.find_by(id: version_id)
+
+        # Version not found
+        raise DecisionAgent::NotFoundError, "Version not found: #{version_id}" unless version
+
+        # Prevent deletion of active versions
+        raise DecisionAgent::ValidationError, "Cannot delete active version. Please activate another version first." if version.status == "active"
+
+        # Delete the version
+        version.destroy
+        true
+      rescue ActiveRecord::RecordNotFound
+        raise DecisionAgent::NotFoundError, "Version not found: #{version_id}"
+      end
+
       private
 
       def rule_version_class

data/lib/decision_agent/web/public/app.js

@@ -84,6 +84,7 @@ class RuleBuilder {
 
         // Actions
         document.getElementById('validateBtn').addEventListener('click', () => this.validateRules());
+        document.getElementById('testRuleBtn').addEventListener('click', () => this.openTestRuleModal());
         document.getElementById('clearBtn').addEventListener('click', () => this.clearAll());
         document.getElementById('loadExampleBtn').addEventListener('click', () => this.loadExample());
 
@@ -101,6 +102,11 @@ class RuleBuilder {
         document.getElementById('closeCompareBtn').addEventListener('click', () => this.closeCompareModal());
         document.getElementById('closeCompareModalBtn').addEventListener('click', () => this.closeCompareModal());
 
+        // Test Rule
+        document.getElementById('runTestBtn').addEventListener('click', () => this.runTest());
+        document.getElementById('closeTestRuleBtn').addEventListener('click', () => this.closeTestRuleModal());
+        document.getElementById('closeTestRuleModalBtn').addEventListener('click', () => this.closeTestRuleModal());
+
         // Modal close on outside click
         document.getElementById('ruleModal').addEventListener('click', (e) => {
             if (e.target.id === 'ruleModal') {
@@ -1134,6 +1140,119 @@ class RuleBuilder {
         document.getElementById('compareVersionsModal').classList.add('hidden');
     }
 
+    getRulesJSON() {
+        const version = document.getElementById('rulesetVersion').value || '1.0';
+        const ruleset = document.getElementById('rulesetName').value || 'my_ruleset';
+        const rules = this.rules.map(rule => ({
+            id: rule.id,
+            if: rule.if,
+            then: rule.then
+        }));
+
+        return {
+            version: version,
+            ruleset: ruleset,
+            rules: rules
+        };
+    }
+
+    openTestRuleModal() {
+        document.getElementById('testRuleModal').classList.remove('hidden');
+        document.getElementById('testContext').value = '{}';
+        document.getElementById('testResults').classList.add('hidden');
+    }
+
+    closeTestRuleModal() {
+        document.getElementById('testRuleModal').classList.add('hidden');
+    }
+
+    async runTest() {
+        const contextText = document.getElementById('testContext').value.trim();
+
+        // Get current rules
+        const rules = this.getRulesJSON();
+
+        if (!rules || !rules.rules || rules.rules.length === 0) {
+            alert('Please add at least one rule before testing');
+            return;
+        }
+
+        let context;
+        try {
+            context = contextText ? JSON.parse(contextText) : {};
+        } catch (e) {
+            alert('Invalid JSON in context field: ' + e.message);
+            return;
+        }
+
+        try {
+            const response = await fetch(`${this.basePath}api/evaluate`, {
+                method: 'POST',
+                headers: this.getAuthHeaders(),
+                body: JSON.stringify({
+                    rules: rules,
+                    context: context
+                })
+            });
+
+            const data = await response.json();
+
+            if (!response.ok || !data.success) {
+                alert('Test failed: ' + (data.error || 'Unknown error'));
+                return;
+            }
+
+            // Display results
+            const resultsDiv = document.getElementById('testResults');
+            resultsDiv.classList.remove('hidden');
+
+            if (data.decision) {
+                document.getElementById('testDecisionValue').textContent = data.decision;
+                document.getElementById('testConfidenceValue').textContent = (data.confidence || 0).toFixed(3);
+                document.getElementById('testReasonValue').textContent = data.reason || 'N/A';
+
+                // Display explainability
+                const becauseList = document.getElementById('testBecauseList');
+                const failedList = document.getElementById('testFailedList');
+
+                if (data.because && data.because.length > 0) {
+                    becauseList.innerHTML = '';
+                    data.because.forEach(condition => {
+                        const li = document.createElement('li');
+                        li.textContent = condition;
+                        li.style.color = '#28a745';
+                        becauseList.appendChild(li);
+                    });
+                    document.getElementById('testBecause').style.display = 'block';
+                } else {
+                    document.getElementById('testBecause').style.display = 'none';
+                }
+
+                if (data.failed_conditions && data.failed_conditions.length > 0) {
+                    failedList.innerHTML = '';
+                    data.failed_conditions.forEach(condition => {
+                        const li = document.createElement('li');
+                        li.textContent = condition;
+                        li.style.color = '#dc3545';
+                        failedList.appendChild(li);
+                    });
+                    document.getElementById('testFailedConditions').style.display = 'block';
+                } else {
+                    document.getElementById('testFailedConditions').style.display = 'none';
+                }
+
+                document.getElementById('testExplainability').style.display = 'block';
+            } else {
+                document.getElementById('testDecisionValue').textContent = 'No match';
+                document.getElementById('testConfidenceValue').textContent = 'N/A';
+                document.getElementById('testReasonValue').textContent = data.message || 'No rules matched';
+                document.getElementById('testExplainability').style.display = 'none';
+            }
+        } catch (error) {
+            alert('Error running test: ' + error.message);
+        }
+    }
+
     async deleteVersion(versionId) {
         if (!confirm('Are you sure you want to delete this version? This action cannot be undone.')) {
             return;

data/lib/decision_agent/web/public/index.html

@@ -13,6 +13,8 @@
             <p class="subtitle">Visual rule editor for non-technical users</p>
             <div class="header-links">
                 <a href="/dmn/editor" class="btn btn-link">📊 DMN Editor</a>
+                <a href="/simulation" class="btn btn-link">🧪 Simulation</a>
+                <a href="/testing/batch" class="btn btn-link">📊 Batch Testing</a>
             </div>
         </header>
 
@@ -51,6 +53,7 @@
                 <!-- Action Buttons -->
                 <div class="actions">
                     <button class="btn btn-success" id="validateBtn">✓ Validate Rules</button>
+                    <button class="btn btn-info" id="testRuleBtn">🧪 Test Rule</button>
                     <button class="btn btn-primary" id="saveVersionBtn">💾 Save Version</button>
                     <button class="btn btn-secondary" id="clearBtn">Clear All</button>
                 </div>
@@ -333,6 +336,52 @@
                 </div>
             </div>
         </div>
+
+        <!-- Test Rule Modal -->
+        <div id="testRuleModal" class="modal hidden">
+            <div class="modal-content modal-large">
+                <div class="modal-header">
+                    <h2>🧪 Test Rule</h2>
+                    <button class="close-btn" id="closeTestRuleBtn">&times;</button>
+                </div>
+                <div class="modal-body">
+                    <div class="form-group">
+                        <label for="testContext">Test Context (JSON):</label>
+                        <textarea id="testContext" class="input" rows="8" placeholder='{"field1": "value1", "field2": 123}'></textarea>
+                        <small class="form-hint">Enter context data as JSON to test your rules</small>
+                    </div>
+                    <div class="actions" style="margin-top: 1rem;">
+                        <button class="btn btn-primary" id="runTestBtn">Run Test</button>
+                    </div>
+                    <div id="testResults" class="test-results hidden" style="margin-top: 2rem;">
+                        <h3>Test Results</h3>
+                        <div id="testDecision" class="test-result-item">
+                            <strong>Decision:</strong> <span id="testDecisionValue">-</span>
+                        </div>
+                        <div id="testConfidence" class="test-result-item">
+                            <strong>Confidence:</strong> <span id="testConfidenceValue">-</span>
+                        </div>
+                        <div id="testReason" class="test-result-item">
+                            <strong>Reason:</strong> <span id="testReasonValue">-</span>
+                        </div>
+                        <div id="testExplainability" class="test-explainability" style="margin-top: 1.5rem;">
+                            <h4>Explainability</h4>
+                            <div id="testBecause" class="test-because">
+                                <strong>Because (conditions that led to decision):</strong>
+                                <ul id="testBecauseList"></ul>
+                            </div>
+                            <div id="testFailedConditions" class="test-failed" style="margin-top: 1rem;">
+                                <strong>Failed Conditions:</strong>
+                                <ul id="testFailedList"></ul>
+                            </div>
+                        </div>
+                    </div>
+                </div>
+                <div class="modal-footer">
+                    <button class="btn btn-secondary" id="closeTestRuleModalBtn">Close</button>
+                </div>
+            </div>
+        </div>
     </div>
 
     <footer class="footer">

data/lib/decision_agent/web/public/simulation.html

@@ -0,0 +1,130 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>DecisionAgent Simulation Dashboard</title>
+    <link rel="stylesheet" href="styles.css">
+    <style>
+        .simulation-dashboard {
+            max-width: 1400px;
+            margin: 0 auto;
+            padding: 20px;
+        }
+
+        .feature-grid {
+            display: grid;
+            grid-template-columns: repeat(auto-fit, minmax(300px, 1fr));
+            gap: 20px;
+            margin-top: 30px;
+        }
+
+        .feature-card {
+            background: var(--panel-bg);
+            border-radius: 10px;
+            padding: 25px;
+            box-shadow: 0 1px 3px rgba(0, 0, 0, 0.1);
+            transition: transform 0.2s, box-shadow 0.2s;
+            cursor: pointer;
+            text-decoration: none;
+            color: inherit;
+            display: block;
+        }
+
+        .feature-card:hover {
+            transform: translateY(-2px);
+            box-shadow: 0 4px 6px rgba(0, 0, 0, 0.15);
+        }
+
+        .feature-icon {
+            font-size: 3rem;
+            margin-bottom: 15px;
+        }
+
+        .feature-title {
+            font-size: 1.5rem;
+            font-weight: 600;
+            margin-bottom: 10px;
+            color: var(--primary-color);
+        }
+
+        .feature-description {
+            color: var(--text-secondary);
+            line-height: 1.6;
+        }
+
+        .header-links {
+            margin-top: 20px;
+        }
+
+        .header-links a {
+            margin-right: 15px;
+            text-decoration: none;
+            color: var(--primary-color);
+        }
+    </style>
+</head>
+<body>
+    <div class="simulation-dashboard">
+        <header>
+            <h1>🧪 DecisionAgent Simulation Dashboard</h1>
+            <p class="subtitle">Test rule changes, predict impact, and validate decisions before deployment</p>
+            <div class="header-links">
+                <a href="/">🏠 Rule Builder</a>
+                <a href="/testing/batch">📊 Batch Testing</a>
+                <a href="/dmn/editor">📋 DMN Editor</a>
+            </div>
+        </header>
+
+        <div class="feature-grid">
+            <a href="/simulation/replay" class="feature-card">
+                <div class="feature-icon">🔄</div>
+                <div class="feature-title">Historical Replay / Backtesting</div>
+                <div class="feature-description">
+                    Replay historical decisions with different rule versions to see how outcomes would change. 
+                    Compare baseline vs. proposed versions and analyze decision changes.
+                </div>
+            </a>
+
+            <a href="/simulation/whatif" class="feature-card">
+                <div class="feature-icon">❓</div>
+                <div class="feature-title">What-If Analysis</div>
+                <div class="feature-description">
+                    Simulate different scenarios and analyze how decisions change based on input variations. 
+                    Perform sensitivity analysis to identify which inputs matter most.
+                </div>
+            </a>
+
+            <a href="/simulation/impact" class="feature-card">
+                <div class="feature-icon">📊</div>
+                <div class="feature-title">Impact Analysis</div>
+                <div class="feature-description">
+                    Quantify the impact of rule changes before deploying to production. 
+                    Get risk scores, decision distribution changes, and confidence shifts.
+                </div>
+            </a>
+
+            <a href="/simulation/shadow" class="feature-card">
+                <div class="feature-icon">👻</div>
+                <div class="feature-title">Shadow Testing</div>
+                <div class="feature-description">
+                    Compare new rules against production without affecting actual outcomes. 
+                    Test on production traffic with zero impact on real decisions.
+                </div>
+            </a>
+        </div>
+
+        <div style="margin-top: 40px; padding: 20px; background: var(--panel-bg); border-radius: 10px;">
+            <h2>Quick Start</h2>
+            <p>Choose a simulation type above to get started:</p>
+            <ul style="line-height: 2;">
+                <li><strong>Historical Replay:</strong> Upload historical data (CSV/JSON) and replay with different rule versions</li>
+                <li><strong>What-If Analysis:</strong> Define scenarios and see how decisions change</li>
+                <li><strong>Impact Analysis:</strong> Compare two rule versions to assess change impact</li>
+                <li><strong>Shadow Testing:</strong> Test new rules alongside production without affecting outcomes</li>
+            </ul>
+        </div>
+    </div>
+</body>
+</html>
+