jfl 0.8.1 → 0.9.0

package/dist/lib/physical-world-model.js

@@ -0,0 +1,251 @@
+/**
+ * @purpose Physical-World World Model
+ * Integrates physical system dynamics with Stratus reasoning for RL training
+ */
+import { physicalWorldCollector } from './telemetry/physical-world-collector.js';
+import { physicalWorldTrainingBridge } from './telemetry/training-bridge.js';
+import { StratusClient } from './stratus-client.js';
+export class PhysicalWorldModel {
+    transitions = [];
+    MAX_TRANSITIONS = 1000; // Keep recent transitions
+    stratusClient;
+    constructor() {
+        this.stratusClient = new StratusClient();
+    }
+    /**
+     * Capture current physical world state
+     */
+    async captureCurrentState() {
+        const telemetryData = await physicalWorldCollector.collect({
+            category: 'performance',
+            event: 'physical_world_state_capture',
+            ts: new Date().toISOString()
+        });
+        return {
+            cpu_usage_percent: telemetryData.cpu_usage_percent || 0,
+            memory_usage_mb: telemetryData.memory_usage_mb || 0,
+            memory_available_mb: telemetryData.memory_available_mb || 0,
+            thermal_state: telemetryData.thermal_state || 'nominal',
+            system_load_1m: telemetryData.system_load_1m || 0,
+            disk_free_gb: telemetryData.disk_free_gb || 50,
+            battery_level: telemetryData.battery_level,
+            battery_charging: telemetryData.battery_charging,
+            git_branch: telemetryData.git_branch || 'main',
+            git_dirty_files: telemetryData.git_dirty_files || 0,
+            concurrent_terminals: telemetryData.concurrent_terminals || 1,
+            active_ide: !!telemetryData.active_ide,
+            recent_build_time_ms: telemetryData.build_time_ms,
+            recent_test_time_ms: telemetryData.test_time_ms,
+            avg_command_duration_ms: telemetryData.session_uptime_s ? 1000 : 800,
+            network_latency_ms: telemetryData.network_latency_ms,
+            internet_connectivity: telemetryData.internet_connectivity !== false,
+            localhost_ports_active: telemetryData.localhost_ports_active || []
+        };
+    }
+    /**
+     * Predict outcome of an action using Stratus reasoning
+     */
+    async predictOutcome(currentState, action) {
+        // Find similar past transitions for context
+        const similarTransitions = this.findSimilarTransitions(currentState, action);
+        const prompt = `You are an expert system dynamics analyst. Predict the physical-world outcome of an action.
+
+CURRENT PHYSICAL STATE:
+${JSON.stringify(currentState, null, 2)}
+
+PROPOSED ACTION:
+Type: ${action.type}
+Agent: ${action.agent} 
+Description: ${action.description}
+Target Metric: ${action.target_metric}
+Expected Impact: ${action.expected_impact}
+
+SIMILAR PAST TRANSITIONS (for reference):
+${similarTransitions.map(t => `
+Action: ${t.action.description}
+Before: CPU ${t.before_state.cpu_usage_percent}%, Mem ${(t.before_state.memory_usage_mb / 1024).toFixed(1)}GB, Thermal ${t.before_state.thermal_state}
+After: CPU ${t.after_state.cpu_usage_percent}%, Mem ${(t.after_state.memory_usage_mb / 1024).toFixed(1)}GB, Thermal ${t.after_state.thermal_state}
+Reward: ${t.physical_world_reward.toFixed(3)}
+`).join('\n')}
+
+PREDICT THE OUTCOME:
+Consider system dynamics, thermal behavior, memory allocation patterns, and workflow impacts.
+
+Respond with JSON in this exact format:
+{
+  "predicted_state": {
+    "cpu_usage_percent": <number>,
+    "memory_usage_mb": <number>, 
+    "thermal_state": "<nominal|warm|hot|critical>",
+    "system_load_1m": <number>,
+    "recent_build_time_ms": <number|null>,
+    "git_dirty_files": <number>
+  },
+  "confidence": <0.0 to 1.0>,
+  "risk_factors": ["<factor1>", "<factor2>"],
+  "expected_reward": <-1.0 to 1.0>,
+  "safety_level": "<safe|caution|risky|dangerous>",
+  "reasoning": "<brief explanation of prediction logic>"
+}`;
+        try {
+            const response = await this.stratusClient.reason(prompt);
+            // Parse Stratus response
+            const prediction = typeof response === 'string' ? JSON.parse(response) : response;
+            return {
+                predicted_state: prediction.predicted_state,
+                confidence: Math.max(0, Math.min(1, prediction.confidence || 0.5)),
+                risk_factors: prediction.risk_factors || [],
+                expected_reward: Math.max(-1, Math.min(1, prediction.expected_reward || 0)),
+                safety_level: prediction.safety_level || 'safe',
+                stratus_reasoning: prediction.reasoning || ''
+            };
+        }
+        catch (error) {
+            console.warn('Stratus prediction failed, using fallback:', error);
+            return this.fallbackPrediction(currentState, action);
+        }
+    }
+    /**
+     * Record actual outcome and learn from it
+     */
+    async recordTransition(transition) {
+        // Add to transition history
+        this.transitions.push(transition);
+        // Keep only recent transitions
+        if (this.transitions.length > this.MAX_TRANSITIONS) {
+            this.transitions = this.transitions.slice(-this.MAX_TRANSITIONS);
+        }
+        // Feed to training bridge for RL learning
+        const trainingEvent = {
+            category: 'performance',
+            event: 'physical_world_transition_recorded',
+            ts: transition.timestamp,
+            cpu_usage_percent: transition.after_state.cpu_usage_percent,
+            memory_usage_mb: transition.after_state.memory_usage_mb,
+            thermal_state: transition.after_state.thermal_state,
+            build_time_ms: transition.after_state.recent_build_time_ms,
+            duration_ms: transition.actual_duration_ms
+        };
+        const trainingTuple = physicalWorldTrainingBridge.processEventForTraining(trainingEvent, // Type assertion for compatibility
+        transition.action.agent, transition.action.description);
+        if (trainingTuple) {
+            console.log(`🧠 World model recorded transition: ${transition.action.description} → reward ${transition.physical_world_reward.toFixed(3)}`);
+        }
+    }
+    /**
+     * Check physical world safety invariants
+     */
+    checkSafetyInvariants(state) {
+        const { PHYSICAL_WORLD_INVARIANTS } = require('../types/physical-world-model.js');
+        return PHYSICAL_WORLD_INVARIANTS.map((invariant) => ({
+            invariant,
+            violated: !invariant.condition(state)
+        }));
+    }
+    /**
+     * Generate counterfactual scenarios
+     */
+    async generateCounterfactuals(actualTransition, alternativeActions) {
+        const counterfactuals = await Promise.all(alternativeActions.map(action => this.predictOutcome(actualTransition.before_state, action)));
+        return counterfactuals.filter(cf => cf.confidence > 0.3); // Filter low-confidence predictions
+    }
+    /**
+     * Get physical world insights for agent decision making
+     */
+    getPhysicalWorldInsights() {
+        if (this.transitions.length === 0) {
+            return {
+                current_health: 'unknown',
+                optimization_opportunities: [],
+                risk_factors: [],
+                recent_trends: []
+            };
+        }
+        const recentTransitions = this.transitions.slice(-10);
+        const avgReward = recentTransitions.reduce((sum, t) => sum + t.physical_world_reward, 0) / recentTransitions.length;
+        const latestState = recentTransitions[recentTransitions.length - 1].after_state;
+        const safetyViolations = this.checkSafetyInvariants(latestState);
+        return {
+            current_health: this.assessSystemHealth(latestState),
+            optimization_opportunities: this.identifyOptimizationOpportunities(latestState),
+            risk_factors: safetyViolations
+                .filter(v => v.violated)
+                .map(v => v.invariant.description),
+            recent_trends: this.analyzeTrends(recentTransitions)
+        };
+    }
+    findSimilarTransitions(currentState, action) {
+        return this.transitions
+            .filter(t => t.action.type === action.type &&
+            Math.abs(t.before_state.cpu_usage_percent - currentState.cpu_usage_percent) < 20 &&
+            Math.abs(t.before_state.memory_usage_mb - currentState.memory_usage_mb) < 1000)
+            .slice(-5); // Most recent 5 similar transitions
+    }
+    fallbackPrediction(currentState, action) {
+        // Simple heuristic-based prediction when Stratus fails
+        const predicted_state = { ...currentState };
+        if (action.type === 'optimization') {
+            predicted_state.cpu_usage_percent = Math.max(0, currentState.cpu_usage_percent - 5);
+            predicted_state.memory_usage_mb = Math.max(0, currentState.memory_usage_mb - 200);
+        }
+        return {
+            predicted_state,
+            confidence: 0.3, // Low confidence for fallback
+            risk_factors: [],
+            expected_reward: 0.1,
+            safety_level: 'safe',
+            stratus_reasoning: 'Fallback prediction (Stratus unavailable)'
+        };
+    }
+    assessSystemHealth(state) {
+        if (state.thermal_state === 'critical' || state.cpu_usage_percent > 90)
+            return 'critical';
+        if (state.thermal_state === 'hot' || state.cpu_usage_percent > 75)
+            return 'degraded';
+        if (state.thermal_state === 'warm' || state.cpu_usage_percent > 50)
+            return 'moderate';
+        return 'healthy';
+    }
+    identifyOptimizationOpportunities(state) {
+        const opportunities = [];
+        if (state.cpu_usage_percent > 60)
+            opportunities.push('CPU optimization available');
+        if (state.memory_usage_mb > 6000)
+            opportunities.push('Memory optimization available');
+        if (state.thermal_state !== 'nominal')
+            opportunities.push('Thermal management needed');
+        if (state.git_dirty_files > 5)
+            opportunities.push('Workflow cleanup recommended');
+        if (state.recent_build_time_ms && state.recent_build_time_ms > 5000)
+            opportunities.push('Build speed optimization');
+        return opportunities;
+    }
+    analyzeTrends(transitions) {
+        if (transitions.length < 3)
+            return [];
+        const trends = [];
+        const recent = transitions.slice(-3);
+        // CPU trend
+        const cpuTrend = recent[2].after_state.cpu_usage_percent - recent[0].after_state.cpu_usage_percent;
+        if (cpuTrend > 10)
+            trends.push('CPU usage increasing');
+        else if (cpuTrend < -10)
+            trends.push('CPU usage decreasing');
+        // Memory trend  
+        const memTrend = recent[2].after_state.memory_usage_mb - recent[0].after_state.memory_usage_mb;
+        if (memTrend > 500)
+            trends.push('Memory usage increasing');
+        else if (memTrend < -500)
+            trends.push('Memory usage decreasing');
+        // Reward trend
+        const rewardTrend = recent[2].physical_world_reward - recent[0].physical_world_reward;
+        if (rewardTrend > 0.1)
+            trends.push('Performance improvements trending up');
+        else if (rewardTrend < -0.1)
+            trends.push('Performance degrading');
+        return trends;
+    }
+}
+// Export singleton with real Stratus integration
+export const physicalWorldModel = new PhysicalWorldModel();
+//# sourceMappingURL=physical-world-model.js.map

package/dist/lib/physical-world-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"physical-world-model.js","sourceRoot":"","sources":["../../src/lib/physical-world-model.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAA;AAChF,OAAO,EAAE,2BAA2B,EAAE,MAAM,gCAAgC,CAAA;AAC5E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAWnD,MAAM,OAAO,kBAAkB;IACrB,WAAW,GAA8B,EAAE,CAAA;IAClC,eAAe,GAAG,IAAI,CAAA,CAAC,0BAA0B;IAC1D,aAAa,CAAe;IAEpC;QACE,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAA;IAC1C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB;QACvB,MAAM,aAAa,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC;YACzD,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,8BAA8B;YACrC,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SAC7B,CAAC,CAAA;QAEF,OAAO;YACL,iBAAiB,EAAE,aAAa,CAAC,iBAAiB,IAAI,CAAC;YACvD,eAAe,EAAE,aAAa,CAAC,eAAe,IAAI,CAAC;YACnD,mBAAmB,EAAE,aAAa,CAAC,mBAAmB,IAAI,CAAC;YAC3D,aAAa,EAAG,aAAa,CAAC,aAAqB,IAAI,SAAS;YAChE,cAAc,EAAE,aAAa,CAAC,cAAc,IAAI,CAAC;YACjD,YAAY,EAAE,aAAa,CAAC,YAAY,IAAI,EAAE;YAC9C,aAAa,EAAE,aAAa,CAAC,aAAa;YAC1C,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;YAChD,UAAU,EAAE,aAAa,CAAC,UAAU,IAAI,MAAM;YAC9C,eAAe,EAAE,aAAa,CAAC,eAAe,IAAI,CAAC;YACnD,oBAAoB,EAAE,aAAa,CAAC,oBAAoB,IAAI,CAAC;YAC7D,UAAU,EAAE,CAAC,CAAC,aAAa,CAAC,UAAU;YACtC,oBAAoB,EAAE,aAAa,CAAC,aAAa;YACjD,mBAAmB,EAAE,aAAa,CAAC,YAAY;YAC/C,uBAAuB,EAAE,aAAa,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG;YACpE,kBAAkB,EAAE,aAAa,CAAC,kBAAkB;YACpD,qBAAqB,EAAE,aAAa,CAAC,qBAAqB,KAAK,KAAK;YACpE,sBAAsB,EAAE,aAAa,CAAC,sBAAsB,IAAI,EAAE;SACnE,CAAA;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,YAAgC,EAChC,MAA2B;QAG3B,4CAA4C;QAC5C,MAAM,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;QAE5E,MAAM,MAAM,GAAG;;;EAGjB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;;;QAG/B,MAAM,CAAC,IAAI;SACV,MAAM,CAAC,KAAK;eACN,MAAM,CAAC,WAAW;iBAChB,MAAM,CAAC,aAAa;mBAClB,MAAM,CAAC,eAAe;;;EAGvC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;UACpB,CAAC,CAAC,MAAM,CAAC,WAAW;cAChB,CAAC,CAAC,YAAY,CAAC,iBAAiB,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,GAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,aAAa;aACtI,CAAC,CAAC,WAAW,CAAC,iBAAiB,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,eAAe,GAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,WAAW,CAAC,aAAa;UACrI,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;CAC3C,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;EAoBX,CAAA;QAEE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAExD,yBAAyB;YACzB,MAAM,UAAU,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAA;YAEjF,OAAO;gBACL,eAAe,EAAE,UAAU,CAAC,eAAe;gBAC3C,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC;gBAClE,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,EAAE;gBAC3C,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;gBAC3E,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,MAAM;gBAC/C,iBAAiB,EAAE,UAAU,CAAC,SAAS,IAAI,EAAE;aAC9C,CAAA;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAA;YACjE,OAAO,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;QACtD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,UAAmC;QACxD,4BAA4B;QAC5B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAEjC,+BAA+B;QAC/B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YACnD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QAClE,CAAC;QAED,0CAA0C;QAC1C,MAAM,aAAa,GAA4B;YAC7C,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,oCAAoC;YAC3C,EAAE,EAAE,UAAU,CAAC,SAAS;YACxB,iBAAiB,EAAE,UAAU,CAAC,WAAW,CAAC,iBAAiB;YAC3D,eAAe,EAAE,UAAU,CAAC,WAAW,CAAC,eAAe;YACvD,aAAa,EAAE,UAAU,CAAC,WAAW,CAAC,aAAa;YACnD,aAAa,EAAE,UAAU,CAAC,WAAW,CAAC,oBAAoB;YAC1D,WAAW,EAAE,UAAU,CAAC,kBAAkB;SAC3C,CAAA;QAED,MAAM,aAAa,GAAG,2BAA2B,CAAC,uBAAuB,CACvE,aAAoB,EAAE,mCAAmC;QACzD,UAAU,CAAC,MAAM,CAAC,KAAK,EACvB,UAAU,CAAC,MAAM,CAAC,WAAW,CAC9B,CAAA;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,uCAAuC,UAAU,CAAC,MAAM,CAAC,WAAW,aAAa,UAAU,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC7I,CAAC;IACH,CAAC;IAED;;OAEG;IACH,qBAAqB,CAAC,KAAyB;QAC7C,MAAM,EAAE,yBAAyB,EAAE,GAAG,OAAO,CAAC,kCAAkC,CAAC,CAAA;QAEjF,OAAO,yBAAyB,CAAC,GAAG,CAAC,CAAC,SAAiC,EAAE,EAAE,CAAC,CAAC;YAC3E,SAAS;YACT,QAAQ,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC;SACtC,CAAC,CAAC,CAAA;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB,CAC3B,gBAAyC,EACzC,kBAAyC;QAGzC,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAC9B,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,YAAY,EAAE,MAAM,CAAC,CAC3D,CACF,CAAA;QAED,OAAO,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,GAAG,GAAG,CAAC,CAAA,CAAC,oCAAoC;IAC/F,CAAC;IAED;;OAEG;IACH,wBAAwB;QAMtB,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,cAAc,EAAE,SAAS;gBACzB,0BAA0B,EAAE,EAAE;gBAC9B,YAAY,EAAE,EAAE;gBAChB,aAAa,EAAE,EAAE;aAClB,CAAA;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAA;QACrD,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,qBAAqB,EAAE,CAAC,CAAC,GAAG,iBAAiB,CAAC,MAAM,CAAA;QAEnH,MAAM,WAAW,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,WAAW,CAAA;QAC/E,MAAM,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAA;QAEhE,OAAO;YACL,cAAc,EAAE,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC;YACpD,0BAA0B,EAAE,IAAI,CAAC,iCAAiC,CAAC,WAAW,CAAC;YAC/E,YAAY,EAAE,gBAAgB;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;iBACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC;YACpC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC;SACrD,CAAA;IACH,CAAC;IAEO,sBAAsB,CAC5B,YAAgC,EAChC,MAA2B;QAE3B,OAAO,IAAI,CAAC,WAAW;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,CACV,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;YAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,iBAAiB,GAAG,YAAY,CAAC,iBAAiB,CAAC,GAAG,EAAE;YAChF,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,GAAG,YAAY,CAAC,eAAe,CAAC,GAAG,IAAI,CAC/E;aACA,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,oCAAoC;IACnD,CAAC;IAEO,kBAAkB,CACxB,YAAgC,EAChC,MAA2B;QAE3B,uDAAuD;QACvD,MAAM,eAAe,GAAG,EAAE,GAAG,YAAY,EAAE,CAAA;QAE3C,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACnC,eAAe,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAA;YACnF,eAAe,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,eAAe,GAAG,GAAG,CAAC,CAAA;QACnF,CAAC;QAED,OAAO;YACL,eAAe;YACf,UAAU,EAAE,GAAG,EAAE,8BAA8B;YAC/C,YAAY,EAAE,EAAE;YAChB,eAAe,EAAE,GAAG;YACpB,YAAY,EAAE,MAAM;YACpB,iBAAiB,EAAE,2CAA2C;SAC/D,CAAA;IACH,CAAC;IAEO,kBAAkB,CAAC,KAAyB;QAClD,IAAI,KAAK,CAAC,aAAa,KAAK,UAAU,IAAI,KAAK,CAAC,iBAAiB,GAAG,EAAE;YAAE,OAAO,UAAU,CAAA;QACzF,IAAI,KAAK,CAAC,aAAa,KAAK,KAAK,IAAI,KAAK,CAAC,iBAAiB,GAAG,EAAE;YAAE,OAAO,UAAU,CAAA;QACpF,IAAI,KAAK,CAAC,aAAa,KAAK,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,EAAE;YAAE,OAAO,UAAU,CAAA;QACrF,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,iCAAiC,CAAC,KAAyB;QACjE,MAAM,aAAa,GAAG,EAAE,CAAA;QAExB,IAAI,KAAK,CAAC,iBAAiB,GAAG,EAAE;YAAE,aAAa,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;QAClF,IAAI,KAAK,CAAC,eAAe,GAAG,IAAI;YAAE,aAAa,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;QACrF,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS;YAAE,aAAa,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;QACtF,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC;YAAE,aAAa,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAA;QACjF,IAAI,KAAK,CAAC,oBAAoB,IAAI,KAAK,CAAC,oBAAoB,GAAG,IAAI;YAAE,aAAa,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;QAEnH,OAAO,aAAa,CAAA;IACtB,CAAC;IAEO,aAAa,CAAC,WAAsC;QAC1D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,CAAA;QAErC,MAAM,MAAM,GAAG,EAAE,CAAA;QACjB,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAEpC,YAAY;QACZ,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,iBAAiB,CAAA;QAClG,IAAI,QAAQ,GAAG,EAAE;YAAE,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;aACjD,IAAI,QAAQ,GAAG,CAAC,EAAE;YAAE,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAE5D,iBAAiB;QACjB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,eAAe,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,eAAe,CAAA;QAC9F,IAAI,QAAQ,GAAG,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;aACrD,IAAI,QAAQ,GAAG,CAAC,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;QAEhE,eAAe;QACf,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,qBAAqB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAA;QACrF,IAAI,WAAW,GAAG,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;aACrE,IAAI,WAAW,GAAG,CAAC,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;QAEjE,OAAO,MAAM,CAAA;IACf,CAAC;CACF;AAED,iDAAiD;AACjD,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAA"}

package/dist/lib/planning-loop.d.ts

@@ -0,0 +1,157 @@
+/**
+ * Planning Loop
+ *
+ * Connects PolicyHead (action selection) with DynamicsModel (outcome prediction)
+ * in a collaborative planning loop. This is the core decision-making pipeline
+ * for agent action selection.
+ *
+ * Flow (from Drew's architecture, section 8.5):
+ *   1. Capture current WorldState
+ *   2. PolicyHead proposes top-k actions
+ *   3. DynamicsModel simulates each action (rollout)
+ *   4. Score predicted outcomes, select best
+ *   5. Execute action
+ *   6. Observe actual outcome
+ *   7. Record transition (WM learns dynamics, PH learns action selection)
+ *   8. Check invariants (InvariantMonitor)
+ *
+ * Phase 1: Single-step rollouts (this implementation)
+ * Phase 2: Multi-step lookahead (future)
+ * Phase 3: Beam search with pruning (future)
+ *
+ * @purpose Orchestrate PolicyHead → DynamicsModel → InvariantMonitor planning loop
+ * @spec knowledge/DREW-RESPONSE-ANSWERS.md
+ * @decision drew-planning-loop-architecture
+ */
+import type { WorldState, AgentAction, WorldOutcome, StateTransition, PredictionResult } from "../types/world-model.js";
+export interface PlanningConfig {
+    /** Number of top actions to propose (default: 5) */
+    topK: number;
+    /** Minimum confidence to consider an action (default: 0.1) */
+    minConfidence: number;
+    /** Maximum planning time in ms (default: 5000) */
+    maxPlanningTimeMs: number;
+    /** Whether to check invariants before selecting (default: true) */
+    checkInvariants: boolean;
+    /** Whether to record transitions for learning (default: true) */
+    recordTransitions: boolean;
+    /** Whether to write training tuples (default: true) */
+    writeTrainingTuples: boolean;
+    /** Rollout depth — 1 = single step, >1 = multi-step lookahead (default: 1) */
+    rolloutDepth: number;
+    /** Weight for immediate outcome vs confidence (default: 0.7 outcome, 0.3 confidence) */
+    outcomeWeight: number;
+    /** Verbose logging (default: false) */
+    verbose: boolean;
+}
+/** A single evaluated action with its predicted outcome */
+export interface EvaluatedAction {
+    /** The proposed action */
+    action: AgentAction;
+    /** PolicyHead's confidence in this action */
+    phConfidence: number;
+    /** DynamicsModel's predicted outcome */
+    prediction: PredictionResult;
+    /** Combined score (outcome * outcomeWeight + confidence * (1-outcomeWeight)) */
+    combinedScore: number;
+    /** Invariant violations this action would cause (empty = safe) */
+    invariantViolations: string[];
+    /** Whether this action was filtered out */
+    filtered: boolean;
+    /** Reason for filtering (if filtered) */
+    filterReason?: string;
+}
+/** Result of a planning loop execution */
+export interface PlanningResult {
+    /** The selected action (best scored, non-filtered) */
+    selectedAction: EvaluatedAction | null;
+    /** All evaluated actions (including filtered) */
+    allActions: EvaluatedAction[];
+    /** Current world state used for planning */
+    state: WorldState;
+    /** Time spent planning (ms) */
+    planningTimeMs: number;
+    /** Whether planning completed or timed out */
+    completed: boolean;
+    /** Number of DynamicsModel rollouts performed */
+    rolloutsPerformed: number;
+    /** Reason if no action was selected */
+    noSelectionReason?: string;
+}
+/** Result of executing and observing an action */
+export interface ExecutionResult {
+    /** The action that was executed */
+    action: AgentAction;
+    /** Predicted outcome (from planning) */
+    predictedOutcome: WorldOutcome;
+    /** Actual outcome (observed after execution) */
+    actualOutcome: WorldOutcome;
+    /** State before execution */
+    priorState: WorldState;
+    /** State after execution */
+    posteriorState: WorldState;
+    /** Prediction error (|predicted - actual| for eval score change) */
+    predictionError: number;
+    /** The recorded transition (if recordTransitions was true) */
+    transition?: StateTransition;
+}
+export declare class PlanningLoop {
+    private policyHead;
+    private dynamicsModel;
+    private store;
+    private trainingBuffer;
+    private config;
+    private projectRoot;
+    constructor(projectRoot?: string, config?: Partial<PlanningConfig>);
+    /** Check if the planning loop has all required components */
+    get isReady(): boolean;
+    /** Get PolicyHead version and stats */
+    get policyHeadStats(): {
+        version: number;
+        stats: {
+            trained_on: number;
+            direction_accuracy: number;
+            rank_correlation: number;
+            val_accuracy?: number;
+        } | null;
+        isLoaded: boolean;
+    };
+    /**
+     * Run the planning loop: propose → simulate → select
+     *
+     * This is the main entry point. Given an agent and goal, it:
+     * 1. Captures current state
+     * 2. Gets top-k action proposals from PolicyHead
+     * 3. Simulates each action via DynamicsModel
+     * 4. Checks invariants for each simulated outcome
+     * 5. Scores and selects the best action
+     */
+    plan(agentId: string, goal: string): Promise<PlanningResult>;
+    /**
+     * Record the actual outcome after an action was executed.
+     * Updates both World Model (dynamics learning) and PolicyHead (training buffer).
+     *
+     * Call this after the selected action has been executed and the outcome observed.
+     */
+    recordOutcome(priorState: WorldState, action: AgentAction, predictedOutcome: WorldOutcome): Promise<ExecutionResult>;
+    /** Create a minimal WorldState when full capture fails.
+     *  Uses realistic defaults (not zeros) so PolicyHead gets meaningful embeddings. */
+    private minimalState;
+    /** Score an outcome prediction (higher = better) */
+    private scoreOutcome;
+    /** Create a hypothetical state by applying a prediction */
+    private applyPredictionToState;
+    /** Compute actual outcome by diffing prior and posterior states */
+    private computeActualOutcome;
+    /** Generate fallback proposals when PolicyHead is unavailable */
+    private fallbackProposals;
+    /** Convert a PH action name + goal to an RLAction */
+    private proposalToRLAction;
+    /** Generate a deterministic transition ID */
+    private transitionId;
+}
+/**
+ * Create a PlanningLoop with default configuration
+ */
+export declare function createPlanningLoop(projectRoot?: string, config?: Partial<PlanningConfig>): PlanningLoop;
+//# sourceMappingURL=planning-loop.d.ts.map

package/dist/lib/planning-loop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"planning-loop.d.ts","sourceRoot":"","sources":["../../src/lib/planning-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,YAAY,EACZ,eAAe,EACf,gBAAgB,EAEjB,MAAM,yBAAyB,CAAA;AAgBhC,MAAM,WAAW,cAAc;IAC7B,oDAAoD;IACpD,IAAI,EAAE,MAAM,CAAA;IACZ,8DAA8D;IAC9D,aAAa,EAAE,MAAM,CAAA;IACrB,kDAAkD;IAClD,iBAAiB,EAAE,MAAM,CAAA;IACzB,mEAAmE;IACnE,eAAe,EAAE,OAAO,CAAA;IACxB,iEAAiE;IACjE,iBAAiB,EAAE,OAAO,CAAA;IAC1B,uDAAuD;IACvD,mBAAmB,EAAE,OAAO,CAAA;IAC5B,8EAA8E;IAC9E,YAAY,EAAE,MAAM,CAAA;IACpB,wFAAwF;IACxF,aAAa,EAAE,MAAM,CAAA;IACrB,uCAAuC;IACvC,OAAO,EAAE,OAAO,CAAA;CACjB;AAkBD,2DAA2D;AAC3D,MAAM,WAAW,eAAe;IAC9B,0BAA0B;IAC1B,MAAM,EAAE,WAAW,CAAA;IACnB,6CAA6C;IAC7C,YAAY,EAAE,MAAM,CAAA;IACpB,wCAAwC;IACxC,UAAU,EAAE,gBAAgB,CAAA;IAC5B,gFAAgF;IAChF,aAAa,EAAE,MAAM,CAAA;IACrB,kEAAkE;IAClE,mBAAmB,EAAE,MAAM,EAAE,CAAA;IAC7B,2CAA2C;IAC3C,QAAQ,EAAE,OAAO,CAAA;IACjB,yCAAyC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,0CAA0C;AAC1C,MAAM,WAAW,cAAc;IAC7B,sDAAsD;IACtD,cAAc,EAAE,eAAe,GAAG,IAAI,CAAA;IACtC,iDAAiD;IACjD,UAAU,EAAE,eAAe,EAAE,CAAA;IAC7B,4CAA4C;IAC5C,KAAK,EAAE,UAAU,CAAA;IACjB,+BAA+B;IAC/B,cAAc,EAAE,MAAM,CAAA;IACtB,8CAA8C;IAC9C,SAAS,EAAE,OAAO,CAAA;IAClB,iDAAiD;IACjD,iBAAiB,EAAE,MAAM,CAAA;IACzB,uCAAuC;IACvC,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED,kDAAkD;AAClD,MAAM,WAAW,eAAe;IAC9B,mCAAmC;IACnC,MAAM,EAAE,WAAW,CAAA;IACnB,wCAAwC;IACxC,gBAAgB,EAAE,YAAY,CAAA;IAC9B,gDAAgD;IAChD,aAAa,EAAE,YAAY,CAAA;IAC3B,6BAA6B;IAC7B,UAAU,EAAE,UAAU,CAAA;IACtB,4BAA4B;IAC5B,cAAc,EAAE,UAAU,CAAA;IAC1B,oEAAoE;IACpE,eAAe,EAAE,MAAM,CAAA;IACvB,8DAA8D;IAC9D,UAAU,CAAC,EAAE,eAAe,CAAA;CAC7B;AAqDD,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,KAAK,CAAiB;IAC9B,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,WAAW,CAAQ;gBAEf,WAAW,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC;IASlE,6DAA6D;IAC7D,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,uCAAuC;IACvC,IAAI,eAAe;;;;;;;;;MAMlB;IAMD;;;;;;;;;OASG;IACG,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAgMlE;;;;;OAKG;IACG,aAAa,CACjB,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,WAAW,EACnB,gBAAgB,EAAE,YAAY,GAC7B,OAAO,CAAC,eAAe,CAAC;IAmE3B;wFACoF;IACpF,OAAO,CAAC,YAAY;IA4BpB,oDAAoD;IACpD,OAAO,CAAC,YAAY;IAmCpB,2DAA2D;IAC3D,OAAO,CAAC,sBAAsB;IA8B9B,mEAAmE;IACnE,OAAO,CAAC,oBAAoB;IAkC5B,iEAAiE;IACjE,OAAO,CAAC,iBAAiB;IAWzB,qDAAqD;IACrD,OAAO,CAAC,kBAAkB;IAgB1B,6CAA6C;IAC7C,OAAO,CAAC,YAAY;CAKrB;AAMD;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,WAAW,CAAC,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAC/B,YAAY,CAEd"}