@10et/cli 1.0.0

package/dist/lib/planning-loop.js

@@ -0,0 +1,537 @@
+/**
+ * Planning Loop
+ *
+ * Connects PolicyHead (action selection) with DynamicsModel (outcome prediction)
+ * in a collaborative planning loop. This is the core decision-making pipeline
+ * for agent action selection.
+ *
+ * Flow (from Drew's architecture, section 8.5):
+ *   1. Capture current WorldState
+ *   2. PolicyHead proposes top-k actions
+ *   3. DynamicsModel simulates each action (rollout)
+ *   4. Score predicted outcomes, select best
+ *   5. Execute action
+ *   6. Observe actual outcome
+ *   7. Record transition (WM learns dynamics, PH learns action selection)
+ *   8. Check invariants (InvariantMonitor)
+ *
+ * Phase 1: Single-step rollouts (this implementation)
+ * Phase 2: Multi-step lookahead (future)
+ * Phase 3: Beam search with pruning (future)
+ *
+ * @purpose Orchestrate PolicyHead → DynamicsModel → InvariantMonitor planning loop
+ * @spec knowledge/DREW-RESPONSE-ANSWERS.md
+ * @decision drew-planning-loop-architecture
+ */
+import { PolicyHeadInference } from "./policy-head.js";
+import { createDynamicsModel } from "./dynamics-model.js";
+import { WorldModelStore } from "./world-model-store.js";
+import { captureWorldState, createAgentAction } from "./state-capture.js";
+import { checkInvariants, hasCriticalViolations } from "./invariant-monitor.js";
+import { worldStateToRLState, agentActionToRLAction } from "../types/world-model.js";
+import { TrainingBuffer } from "./training-buffer.js";
+const DEFAULT_CONFIG = {
+    topK: 5,
+    minConfidence: 0.1,
+    maxPlanningTimeMs: 5000,
+    checkInvariants: true,
+    recordTransitions: true,
+    writeTrainingTuples: true,
+    rolloutDepth: 1,
+    outcomeWeight: 0.7,
+    verbose: false,
+};
+// ============================================================================
+// Action Type Mapping
+// ============================================================================
+/**
+ * Map from PolicyHead tool names (v2 domain.json) to AgentActionType
+ */
+const PH_TO_AGENT_ACTION = {
+    // Core tool types from domain.json
+    "Read": "research",
+    "Edit": "fix",
+    "Write": "feature",
+    "Bash": "experiment",
+    "Grep": "research",
+    "Glob": "research",
+    // Semantic action types (all 12 from v2 domain.json)
+    "fix_bug": "fix",
+    "refactor_code": "refactor",
+    "add_feature": "feature",
+    "add_tests": "test",
+    "update_config": "config",
+    "run_experiment": "experiment",
+    "run_eval": "eval",
+    "update_docs": "research",
+    "optimize_performance": "refactor",
+    "add_monitoring": "config",
+    "security_hardening": "config",
+    "dependency_update": "config",
+    "data_pipeline": "experiment",
+    "skip": "skip",
+};
+/**
+ * Map from AgentActionType to PolicyHead tool name for reverse lookup
+ */
+const AGENT_ACTION_TO_PH = {
+    "fix": "fix_bug",
+    "refactor": "refactor_code",
+    "feature": "add_feature",
+    "test": "add_tests",
+    "config": "update_config",
+    "experiment": "run_experiment",
+    "eval": "run_eval",
+    "research": "Read",
+    "skip": "skip",
+};
+// ============================================================================
+// Planning Loop Class
+// ============================================================================
+export class PlanningLoop {
+    policyHead;
+    dynamicsModel;
+    store;
+    trainingBuffer;
+    config;
+    projectRoot;
+    constructor(projectRoot, config) {
+        this.projectRoot = projectRoot || process.cwd();
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        this.policyHead = new PolicyHeadInference(this.projectRoot);
+        this.dynamicsModel = createDynamicsModel(this.projectRoot);
+        this.store = new WorldModelStore(this.projectRoot);
+        this.trainingBuffer = new TrainingBuffer(this.projectRoot);
+    }
+    /** Check if the planning loop has all required components */
+    get isReady() {
+        return this.policyHead.isLoaded;
+    }
+    /** Get PolicyHead version and stats */
+    get policyHeadStats() {
+        return {
+            version: this.policyHead.version,
+            stats: this.policyHead.stats,
+            isLoaded: this.policyHead.isLoaded,
+        };
+    }
+    // ==========================================================================
+    // Core Planning Loop
+    // ==========================================================================
+    /**
+     * Run the planning loop: propose → simulate → select
+     *
+     * This is the main entry point. Given an agent and goal, it:
+     * 1. Captures current state
+     * 2. Gets top-k action proposals from PolicyHead
+     * 3. Simulates each action via DynamicsModel
+     * 4. Checks invariants for each simulated outcome
+     * 5. Scores and selects the best action
+     */
+    async plan(agentId, goal) {
+        const startTime = Date.now();
+        // Step 1: Capture current state
+        let state;
+        try {
+            state = await captureWorldState(this.projectRoot, agentId);
+        }
+        catch (err) {
+            if (this.config.verbose) {
+                console.log(`[planning] State capture failed: ${err.message}, using minimal state`);
+            }
+            state = this.minimalState(agentId);
+        }
+        if (this.config.verbose) {
+            console.log(`[planning] Captured state for agent=${agentId}`);
+            console.log(`[planning] Active agents: ${state.systemState.activeAgents.join(", ")}`);
+            console.log(`[planning] Hub connections: ${state.systemState.hubConnections}`);
+        }
+        // Step 2: Get action proposals from PolicyHead
+        const rlState = worldStateToRLState(state);
+        let proposals;
+        if (this.policyHead.isLoaded && this.policyHead.version === 2) {
+            try {
+                if (this.config.verbose) {
+                    const stateText = this.policyHead.formatStateText(rlState);
+                    console.log(`[planning] PH v2 input: state=${stateText.slice(0, 80)}... goal=${goal.slice(0, 80)}`);
+                }
+                const selection = await this.policyHead.selectAction(rlState, goal);
+                proposals = [
+                    { action: selection.action, confidence: selection.confidence },
+                    ...selection.alternatives.slice(0, this.config.topK - 1),
+                ];
+            }
+            catch (err) {
+                if (this.config.verbose) {
+                    console.log(`[planning] PolicyHead v2 selectAction failed: ${err.message}`);
+                }
+                proposals = this.fallbackProposals(agentId);
+            }
+        }
+        else if (this.policyHead.isLoaded) {
+            // v1: use rankActions with synthetic RLActions
+            proposals = this.fallbackProposals(agentId);
+            try {
+                const rlActions = proposals.map(p => this.proposalToRLAction(p.action, goal));
+                const ranked = await this.policyHead.rankActions(rlState, rlActions);
+                proposals = ranked.map(r => ({
+                    action: AGENT_ACTION_TO_PH[r.action.type] || r.action.type,
+                    confidence: Math.max(0, Math.min(1, r.predictedReward)),
+                }));
+            }
+            catch {
+                // Keep fallback proposals
+            }
+        }
+        else {
+            // No policy head — use heuristic proposals
+            proposals = this.fallbackProposals(agentId);
+        }
+        if (this.config.verbose) {
+            console.log(`[planning] Got ${proposals.length} proposals:`);
+            for (const p of proposals) {
+                console.log(`  ${p.action} (confidence=${p.confidence.toFixed(3)})`);
+            }
+        }
+        // Step 3: Simulate each action via DynamicsModel
+        const evaluatedActions = [];
+        let rolloutsPerformed = 0;
+        for (const proposal of proposals) {
+            // Check timeout
+            if (Date.now() - startTime > this.config.maxPlanningTimeMs) {
+                if (this.config.verbose) {
+                    console.log(`[planning] Timeout reached, stopping rollouts`);
+                }
+                break;
+            }
+            // Skip low-confidence actions
+            if (proposal.confidence < this.config.minConfidence) {
+                evaluatedActions.push({
+                    action: createAgentAction(agentId, PH_TO_AGENT_ACTION[proposal.action] || "experiment", { goal }, proposal.confidence),
+                    phConfidence: proposal.confidence,
+                    prediction: { outcome: emptyOutcome(), confidence: 0, reasoning: "Below confidence threshold", source: "fallback" },
+                    combinedScore: 0,
+                    invariantViolations: [],
+                    filtered: true,
+                    filterReason: `Confidence ${proposal.confidence.toFixed(3)} below threshold ${this.config.minConfidence}`,
+                });
+                continue;
+            }
+            // Convert proposal to AgentAction
+            const actionType = PH_TO_AGENT_ACTION[proposal.action] || "experiment";
+            const agentAction = createAgentAction(agentId, actionType, { goal, phAction: proposal.action }, proposal.confidence);
+            // Run DynamicsModel prediction
+            let prediction;
+            try {
+                prediction = await this.dynamicsModel.predictOutcome(state, agentAction);
+                rolloutsPerformed++;
+            }
+            catch (err) {
+                if (this.config.verbose) {
+                    console.log(`[planning] DynamicsModel failed for ${proposal.action}: ${err.message}`);
+                }
+                prediction = {
+                    outcome: emptyOutcome(),
+                    confidence: 0.3,
+                    reasoning: `DynamicsModel prediction failed: ${err.message}`,
+                    source: "fallback",
+                };
+            }
+            // Step 4: Check invariants on predicted outcome
+            let violations = [];
+            if (this.config.checkInvariants && prediction.outcome) {
+                // Create a hypothetical posterior state based on prediction
+                const hypotheticalState = this.applyPredictionToState(state, prediction);
+                const invariantResults = checkInvariants(hypotheticalState);
+                violations = invariantResults.map(v => `${v.invariantId}: ${v.description}`);
+            }
+            // Step 5: Score the action
+            const outcomeScore = this.scoreOutcome(prediction);
+            const combinedScore = outcomeScore * this.config.outcomeWeight +
+                proposal.confidence * (1 - this.config.outcomeWeight);
+            const filtered = violations.some(v => v.includes("critical"));
+            evaluatedActions.push({
+                action: agentAction,
+                phConfidence: proposal.confidence,
+                prediction,
+                combinedScore: filtered ? -1 : combinedScore,
+                invariantViolations: violations,
+                filtered,
+                filterReason: filtered ? `Critical invariant violation: ${violations[0]}` : undefined,
+            });
+        }
+        // Step 6: Select best action
+        const validActions = evaluatedActions
+            .filter(a => !a.filtered)
+            .sort((a, b) => b.combinedScore - a.combinedScore);
+        let selectedAction = validActions[0] || null;
+        // Step 6b: Re-check invariants at selection time (TOCTOU guard)
+        // TLC found that environment can change between IM check and execution.
+        // Re-verify critical state hasn't changed since step 4.
+        if (selectedAction && this.config.checkInvariants) {
+            try {
+                const currentState = await captureWorldState(this.projectRoot, agentId);
+                if (hasCriticalViolations(currentState)) {
+                    if (this.config.verbose) {
+                        console.log(`[planning] TOCTOU guard: critical violation detected after selection, aborting`);
+                    }
+                    selectedAction = null;
+                }
+            }
+            catch {
+                // State capture failed — proceed with selected action (best effort)
+            }
+        }
+        const planningTimeMs = Date.now() - startTime;
+        if (this.config.verbose) {
+            console.log(`[planning] Completed in ${planningTimeMs}ms, ${rolloutsPerformed} rollouts`);
+            if (selectedAction) {
+                console.log(`[planning] Selected: ${selectedAction.action.actionType} (score=${selectedAction.combinedScore.toFixed(3)})`);
+            }
+            else {
+                console.log(`[planning] No valid action selected`);
+            }
+        }
+        return {
+            selectedAction,
+            allActions: evaluatedActions,
+            state,
+            planningTimeMs,
+            completed: Date.now() - startTime <= this.config.maxPlanningTimeMs,
+            rolloutsPerformed,
+            noSelectionReason: selectedAction ? undefined : "All proposed actions were filtered or none available",
+        };
+    }
+    // ==========================================================================
+    // Post-Execution: Observe & Learn
+    // ==========================================================================
+    /**
+     * Record the actual outcome after an action was executed.
+     * Updates both World Model (dynamics learning) and PolicyHead (training buffer).
+     *
+     * Call this after the selected action has been executed and the outcome observed.
+     */
+    async recordOutcome(priorState, action, predictedOutcome) {
+        // Capture posterior state
+        const posteriorState = await captureWorldState(this.projectRoot, action.agentId);
+        // Compute actual outcome from state diff
+        const actualOutcome = this.computeActualOutcome(priorState, posteriorState);
+        // Compute prediction error
+        const predictedDelta = predictedOutcome.immediate.evalScoreChange ?? 0;
+        const actualDelta = actualOutcome.immediate.evalScoreChange ?? 0;
+        const predictionError = Math.abs(predictedDelta - actualDelta);
+        // Record transition for WM dynamics learning
+        let transition;
+        if (this.config.recordTransitions) {
+            transition = {
+                id: this.transitionId(priorState, action),
+                schemaVersion: 1,
+                priorState,
+                action,
+                posteriorState,
+                outcome: actualOutcome,
+                causalLinks: [],
+                invariantViolations: checkInvariants(posteriorState),
+            };
+            this.store.recordTransition(transition);
+        }
+        // Write training tuple for PH learning
+        if (this.config.writeTrainingTuples) {
+            const rlAction = agentActionToRLAction(action);
+            const rlState = worldStateToRLState(priorState);
+            this.trainingBuffer.append({
+                agent: action.agentId,
+                state: rlState,
+                action: rlAction,
+                reward: {
+                    composite_delta: actualDelta,
+                    dimension_deltas: {},
+                    tests_added: 0,
+                    quality_score: actualDelta > 0 ? 1 : 0,
+                    improved: actualDelta > 0,
+                    prediction_error: predictionError,
+                },
+                metadata: {
+                    branch: "main",
+                    source: "autoresearch",
+                    prediction_id: transition?.id,
+                },
+            });
+        }
+        return {
+            action,
+            predictedOutcome,
+            actualOutcome,
+            priorState,
+            posteriorState,
+            predictionError,
+            transition,
+        };
+    }
+    // ==========================================================================
+    // Helpers
+    // ==========================================================================
+    /** Create a minimal WorldState when full capture fails.
+     *  Uses realistic defaults (not zeros) so PolicyHead gets meaningful embeddings. */
+    minimalState(agentId) {
+        return {
+            timestamp: Date.now(),
+            agentId,
+            systemState: {
+                activeAgents: [agentId],
+                worktreeAllocation: {},
+                hubConnections: 1,
+                buildStatus: { default: "success" },
+                fileLocks: [],
+                pendingEvals: 0,
+            },
+            contextState: {
+                recentCommits: 3,
+                openPRs: 1,
+                failingTests: 0,
+                codeChurn: 5,
+                humanActivity: true,
+            },
+            agentState: {
+                lastEvalScore: 0.7,
+                rewardEMA: 0.01,
+                actionHistory: ["experiment"],
+                consecutiveFailures: 0,
+            },
+        };
+    }
+    /** Score an outcome prediction (higher = better) */
+    scoreOutcome(prediction) {
+        const outcome = prediction.outcome;
+        let score = 0.5; // baseline neutral
+        // Eval score change is the primary signal
+        if (outcome.immediate.evalScoreChange !== undefined) {
+            // Normalize to 0-1 range (assuming typical deltas are -0.1 to +0.1)
+            score = Math.max(0, Math.min(1, 0.5 + (outcome.immediate.evalScoreChange * 5)));
+        }
+        // Build success bonus
+        if (outcome.immediate.buildStatus === "success") {
+            score += 0.1;
+        }
+        else if (outcome.immediate.buildStatus === "failed") {
+            score -= 0.2;
+        }
+        // Test results bonus
+        if (outcome.immediate.testResults) {
+            const { passed, failed } = outcome.immediate.testResults;
+            if (passed > 0 && failed === 0) {
+                score += 0.05;
+            }
+            else if (failed > 0) {
+                score -= 0.1;
+            }
+        }
+        // Weight by prediction confidence
+        score *= prediction.confidence;
+        return Math.max(0, Math.min(1, score));
+    }
+    /** Create a hypothetical state by applying a prediction */
+    applyPredictionToState(state, prediction) {
+        const nextState = JSON.parse(JSON.stringify(state));
+        const outcome = prediction.outcome;
+        // Apply eval score change
+        if (outcome.immediate.evalScoreChange !== undefined) {
+            nextState.agentState.lastEvalScore += outcome.immediate.evalScoreChange;
+        }
+        // Apply build status
+        if (outcome.immediate.buildStatus) {
+            // Mark primary build
+            const repos = Object.keys(nextState.systemState.buildStatus);
+            if (repos.length > 0) {
+                nextState.systemState.buildStatus[repos[0]] = outcome.immediate.buildStatus;
+            }
+        }
+        // Apply test results
+        if (outcome.immediate.testResults) {
+            nextState.contextState.failingTests = outcome.immediate.testResults.failed;
+        }
+        nextState.timestamp = Date.now();
+        return nextState;
+    }
+    /** Compute actual outcome by diffing prior and posterior states */
+    computeActualOutcome(prior, posterior) {
+        const evalScoreChange = posterior.agentState.lastEvalScore - prior.agentState.lastEvalScore;
+        // Determine build status from posterior
+        const buildStatuses = Object.values(posterior.systemState.buildStatus);
+        const buildStatus = buildStatuses.includes("failed") ? "failed"
+            : buildStatuses.includes("success") ? "success"
+                : undefined;
+        // Check for new commits
+        const commitCreated = posterior.contextState.recentCommits > prior.contextState.recentCommits;
+        return {
+            timestamp: posterior.timestamp,
+            immediate: {
+                evalScoreChange,
+                buildStatus,
+                testResults: {
+                    passed: Math.max(0, posterior.contextState.failingTests === 0 ? 1 : 0),
+                    failed: posterior.contextState.failingTests,
+                },
+                commitCreated,
+            },
+            mediumTerm: {
+                downstreamEvalImpact: {},
+                humanInterventionRequired: false,
+                systemStability: posterior.systemState.hubConnections > 0 ? 0.8 : 0.2,
+            },
+        };
+    }
+    /** Generate fallback proposals when PolicyHead is unavailable */
+    fallbackProposals(agentId) {
+        // Heuristic: score based on agent's recent history and system state
+        return [
+            { action: "fix_bug", confidence: 0.6 },
+            { action: "add_tests", confidence: 0.5 },
+            { action: "refactor_code", confidence: 0.4 },
+            { action: "run_experiment", confidence: 0.35 },
+            { action: "add_feature", confidence: 0.3 },
+        ];
+    }
+    /** Convert a PH action name + goal to an RLAction */
+    proposalToRLAction(phAction, goal) {
+        const actionType = PH_TO_AGENT_ACTION[phAction] || "experiment";
+        const validTypes = ["fix", "refactor", "feature", "test", "config", "experiment"];
+        const rlType = validTypes.includes(actionType)
+            ? actionType
+            : "experiment";
+        return {
+            type: rlType,
+            description: `${phAction}: ${goal}`,
+            files_affected: [],
+            scope: "medium",
+            branch: "",
+        };
+    }
+    /** Generate a deterministic transition ID */
+    transitionId(state, action) {
+        const { createHash } = require("crypto");
+        const key = `${state.timestamp}-${action.agentId}-${action.actionType}-${Date.now()}`;
+        return createHash("sha256").update(key).digest("hex").slice(0, 16);
+    }
+}
+// ============================================================================
+// Factory
+// ============================================================================
+/**
+ * Create a PlanningLoop with default configuration
+ */
+export function createPlanningLoop(projectRoot, config) {
+    return new PlanningLoop(projectRoot, config);
+}
+// ============================================================================
+// Helpers
+// ============================================================================
+function emptyOutcome() {
+    return {
+        timestamp: Date.now(),
+        immediate: {
+            commitCreated: false,
+        },
+    };
+}
+//# sourceMappingURL=planning-loop.js.map

package/dist/lib/planning-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"planning-loop.js","sourceRoot":"","sources":["../../src/lib/planning-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAWH,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AAEtD,OAAO,EAAiB,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AACzE,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC/E,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AA4BrD,MAAM,cAAc,GAAmB;IACrC,IAAI,EAAE,CAAC;IACP,aAAa,EAAE,GAAG;IAClB,iBAAiB,EAAE,IAAI;IACvB,eAAe,EAAE,IAAI;IACrB,iBAAiB,EAAE,IAAI;IACvB,mBAAmB,EAAE,IAAI;IACzB,YAAY,EAAE,CAAC;IACf,aAAa,EAAE,GAAG;IAClB,OAAO,EAAE,KAAK;CACf,CAAA;AA4DD,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,kBAAkB,GAAoC;IAC1D,mCAAmC;IACnC,MAAM,EAAE,UAAU;IAClB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,UAAU;IAClB,MAAM,EAAE,UAAU;IAClB,qDAAqD;IACrD,SAAS,EAAE,KAAK;IAChB,eAAe,EAAE,UAAU;IAC3B,aAAa,EAAE,SAAS;IACxB,WAAW,EAAE,MAAM;IACnB,eAAe,EAAE,QAAQ;IACzB,gBAAgB,EAAE,YAAY;IAC9B,UAAU,EAAE,MAAM;IAClB,aAAa,EAAE,UAAU;IACzB,sBAAsB,EAAE,UAAU;IAClC,gBAAgB,EAAE,QAAQ;IAC1B,oBAAoB,EAAE,QAAQ;IAC9B,mBAAmB,EAAE,QAAQ;IAC7B,eAAe,EAAE,YAAY;IAC7B,MAAM,EAAE,MAAM;CACf,CAAA;AAED;;GAEG;AACH,MAAM,kBAAkB,GAA2B;IACjD,KAAK,EAAE,SAAS;IAChB,UAAU,EAAE,eAAe;IAC3B,SAAS,EAAE,aAAa;IACxB,MAAM,EAAE,WAAW;IACnB,QAAQ,EAAE,eAAe;IACzB,YAAY,EAAE,gBAAgB;IAC9B,MAAM,EAAE,UAAU;IAClB,UAAU,EAAE,MAAM;IAClB,MAAM,EAAE,MAAM;CACf,CAAA;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,MAAM,OAAO,YAAY;IACf,UAAU,CAAqB;IAC/B,aAAa,CAAe;IAC5B,KAAK,CAAiB;IACtB,cAAc,CAAgB;IAC9B,MAAM,CAAgB;IACtB,WAAW,CAAQ;IAE3B,YAAY,WAAoB,EAAE,MAAgC;QAChE,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;QAC/C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAA;QAC9C,IAAI,CAAC,UAAU,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC3D,IAAI,CAAC,aAAa,GAAG,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC1D,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAClD,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAC5D,CAAC;IAED,6DAA6D;IAC7D,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAA;IACjC,CAAC;IAED,uCAAuC;IACvC,IAAI,eAAe;QACjB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;YAChC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;YAC5B,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ;SACnC,CAAA;IACH,CAAC;IAED,6EAA6E;IAC7E,qBAAqB;IACrB,6EAA6E;IAE7E;;;;;;;;;OASG;IACH,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,IAAY;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,gCAAgC;QAChC,IAAI,KAAiB,CAAA;QACrB,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;QAC5D,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,oCAAoC,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAA;YACrF,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;QACpC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,uCAAuC,OAAO,EAAE,CAAC,CAAA;YAC7D,OAAO,CAAC,GAAG,CAAC,6BAA6B,KAAK,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACrF,OAAO,CAAC,GAAG,CAAC,+BAA+B,KAAK,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC,CAAA;QAChF,CAAC;QAED,+CAA+C;QAC/C,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAC1C,IAAI,SAAwD,CAAA;QAE5D,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YAC9D,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACxB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAA;oBAC1D,OAAO,CAAC,GAAG,CAAC,iCAAiC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAC,EAAE,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,CAAC,EAAC,EAAE,CAAC,EAAE,CAAC,CAAA;gBACnG,CAAC;gBACD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;gBACnE,SAAS,GAAG;oBACV,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE;oBAC9D,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;iBACzD,CAAA;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,iDAAiD,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;gBAC7E,CAAC;gBACD,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YAC7C,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YACpC,+CAA+C;YAC/C,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YAC3C,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;gBAC7E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;gBACpE,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC3B,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI;oBAC1D,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC;iBACxD,CAAC,CAAC,CAAA;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,0BAA0B;YAC5B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;QAC7C,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,MAAM,aAAa,CAAC,CAAA;YAC5D,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,gBAAgB,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;YACtE,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,MAAM,gBAAgB,GAAsB,EAAE,CAAA;QAC9C,IAAI,iBAAiB,GAAG,CAAC,CAAA;QAEzB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,gBAAgB;YAChB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAC3D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAA;gBAC9D,CAAC;gBACD,MAAK;YACP,CAAC;YAED,8BAA8B;YAC9B,IAAI,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;gBACpD,gBAAgB,CAAC,IAAI,CAAC;oBACpB,MAAM,EAAE,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,YAAY,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC;oBACtH,YAAY,EAAE,QAAQ,CAAC,UAAU;oBACjC,UAAU,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,4BAA4B,EAAE,MAAM,EAAE,UAAU,EAAE;oBACnH,aAAa,EAAE,CAAC;oBAChB,mBAAmB,EAAE,EAAE;oBACvB,QAAQ,EAAE,IAAI;oBACd,YAAY,EAAE,cAAc,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;iBAC1G,CAAC,CAAA;gBACF,SAAQ;YACV,CAAC;YAED,kCAAkC;YAClC,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,YAAY,CAAA;YACtE,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;YAEpH,+BAA+B;YAC/B,IAAI,UAA4B,CAAA;YAChC,IAAI,CAAC;gBACH,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;gBACxE,iBAAiB,EAAE,CAAA;YACrB,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,uCAAuC,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;gBACvF,CAAC;gBACD,UAAU,GAAG;oBACX,OAAO,EAAE,YAAY,EAAE;oBACvB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,oCAAoC,GAAG,CAAC,OAAO,EAAE;oBAC5D,MAAM,EAAE,UAAU;iBACnB,CAAA;YACH,CAAC;YAED,gDAAgD;YAChD,IAAI,UAAU,GAAa,EAAE,CAAA;YAC7B,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBACtD,4DAA4D;gBAC5D,MAAM,iBAAiB,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;gBACxE,MAAM,gBAAgB,GAAG,eAAe,CAAC,iBAAiB,CAAC,CAAA;gBAC3D,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;YAC9E,CAAC;YAED,2BAA2B;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAA;YAClD,MAAM,aAAa,GACjB,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa;gBACxC,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;YAEvD,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAA;YAE7D,gBAAgB,CAAC,IAAI,CAAC;gBACpB,MAAM,EAAE,WAAW;gBACnB,YAAY,EAAE,QAAQ,CAAC,UAAU;gBACjC,UAAU;gBACV,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa;gBAC5C,mBAAmB,EAAE,UAAU;gBAC/B,QAAQ;gBACR,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,iCAAiC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;aACtF,CAAC,CAAA;QACJ,CAAC;QAED,6BAA6B;QAC7B,MAAM,YAAY,GAAG,gBAAgB;aAClC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAA;QAEpD,IAAI,cAAc,GAA2B,YAAY,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;QAEpE,gEAAgE;QAChE,wEAAwE;QACxE,wDAAwD;QACxD,IAAI,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;gBACvE,IAAI,qBAAqB,CAAC,YAAY,CAAC,EAAE,CAAC;oBACxC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;wBACxB,OAAO,CAAC,GAAG,CAAC,gFAAgF,CAAC,CAAA;oBAC/F,CAAC;oBACD,cAAc,GAAG,IAAI,CAAA;gBACvB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,oEAAoE;YACtE,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;QAE7C,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,2BAA2B,cAAc,OAAO,iBAAiB,WAAW,CAAC,CAAA;YACzF,IAAI,cAAc,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CAAC,wBAAwB,cAAc,CAAC,MAAM,CAAC,UAAU,WAAW,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;YAC5H,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAA;YACpD,CAAC;QACH,CAAC;QAED,OAAO;YACL,cAAc;YACd,UAAU,EAAE,gBAAgB;YAC5B,KAAK;YACL,cAAc;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;YAClE,iBAAiB;YACjB,iBAAiB,EAAE,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,sDAAsD;SACvG,CAAA;IACH,CAAC;IAED,6EAA6E;IAC7E,kCAAkC;IAClC,6EAA6E;IAE7E;;;;;OAKG;IACH,KAAK,CAAC,aAAa,CACjB,UAAsB,EACtB,MAAmB,EACnB,gBAA8B;QAE9B,0BAA0B;QAC1B,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;QAEhF,yCAAyC;QACzC,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,UAAU,EAAE,cAAc,CAAC,CAAA;QAE3E,2BAA2B;QAC3B,MAAM,cAAc,GAAG,gBAAgB,CAAC,SAAS,CAAC,eAAe,IAAI,CAAC,CAAA;QACtE,MAAM,WAAW,GAAG,aAAa,CAAC,SAAS,CAAC,eAAe,IAAI,CAAC,CAAA;QAChE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,WAAW,CAAC,CAAA;QAE9D,6CAA6C;QAC7C,IAAI,UAAuC,CAAA;QAC3C,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAClC,UAAU,GAAG;gBACX,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC;gBACzC,aAAa,EAAE,CAAC;gBAChB,UAAU;gBACV,MAAM;gBACN,cAAc;gBACd,OAAO,EAAE,aAAa;gBACtB,WAAW,EAAE,EAAE;gBACf,mBAAmB,EAAE,eAAe,CAAC,cAAc,CAAC;aACrD,CAAA;YACD,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAA;QACzC,CAAC;QAED,uCAAuC;QACvC,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAA;YAC9C,MAAM,OAAO,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAA;YAC/C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;gBACzB,KAAK,EAAE,MAAM,CAAC,OAAO;gBACrB,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE;oBACN,eAAe,EAAE,WAAW;oBAC5B,gBAAgB,EAAE,EAAE;oBACpB,WAAW,EAAE,CAAC;oBACd,aAAa,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtC,QAAQ,EAAE,WAAW,GAAG,CAAC;oBACzB,gBAAgB,EAAE,eAAe;iBAClC;gBACD,QAAQ,EAAE;oBACR,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,cAAc;oBACtB,aAAa,EAAE,UAAU,EAAE,EAAE;iBAC9B;aACF,CAAC,CAAA;QACJ,CAAC;QAED,OAAO;YACL,MAAM;YACN,gBAAgB;YAChB,aAAa;YACb,UAAU;YACV,cAAc;YACd,eAAe;YACf,UAAU;SACX,CAAA;IACH,CAAC;IAED,6EAA6E;IAC7E,UAAU;IACV,6EAA6E;IAE7E;wFACoF;IAC5E,YAAY,CAAC,OAAe;QAClC,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO;YACP,WAAW,EAAE;gBACX,YAAY,EAAE,CAAC,OAAO,CAAC;gBACvB,kBAAkB,EAAE,EAAE;gBACtB,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;gBACnC,SAAS,EAAE,EAAE;gBACb,YAAY,EAAE,CAAC;aAChB;YACD,YAAY,EAAE;gBACZ,aAAa,EAAE,CAAC;gBAChB,OAAO,EAAE,CAAC;gBACV,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC;gBACZ,aAAa,EAAE,IAAI;aACpB;YACD,UAAU,EAAE;gBACV,aAAa,EAAE,GAAG;gBAClB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,CAAC,YAAY,CAAC;gBAC7B,mBAAmB,EAAE,CAAC;aACvB;SACF,CAAA;IACH,CAAC;IAED,oDAAoD;IAC5C,YAAY,CAAC,UAA4B;QAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAA;QAClC,IAAI,KAAK,GAAG,GAAG,CAAA,CAAC,mBAAmB;QAEnC,0CAA0C;QAC1C,IAAI,OAAO,CAAC,SAAS,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACpD,oEAAoE;YACpE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAC5B,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,eAAe,GAAG,CAAC,CAAC,CAC9C,CAAC,CAAA;QACJ,CAAC;QAED,sBAAsB;QACtB,IAAI,OAAO,CAAC,SAAS,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAChD,KAAK,IAAI,GAAG,CAAA;QACd,CAAC;aAAM,IAAI,OAAO,CAAC,SAAS,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YACtD,KAAK,IAAI,GAAG,CAAA;QACd,CAAC;QAED,qBAAqB;QACrB,IAAI,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAClC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,WAAW,CAAA;YACxD,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,KAAK,IAAI,IAAI,CAAA;YACf,CAAC;iBAAM,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,KAAK,IAAI,GAAG,CAAA;YACd,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,KAAK,IAAI,UAAU,CAAC,UAAU,CAAA;QAE9B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;IACxC,CAAC;IAED,2DAA2D;IACnD,sBAAsB,CAC5B,KAAiB,EACjB,UAA4B;QAE5B,MAAM,SAAS,GAAe,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAA;QAC/D,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAA;QAElC,0BAA0B;QAC1B,IAAI,OAAO,CAAC,SAAS,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACpD,SAAS,CAAC,UAAU,CAAC,aAAa,IAAI,OAAO,CAAC,SAAS,CAAC,eAAe,CAAA;QACzE,CAAC;QAED,qBAAqB;QACrB,IAAI,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAClC,qBAAqB;YACrB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,CAAA;YAC5D,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,WAAW,CAAA;YAC7E,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,IAAI,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAClC,SAAS,CAAC,YAAY,CAAC,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAA;QAC5E,CAAC;QAED,SAAS,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAChC,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,mEAAmE;IAC3D,oBAAoB,CAC1B,KAAiB,EACjB,SAAqB;QAErB,MAAM,eAAe,GAAG,SAAS,CAAC,UAAU,CAAC,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,aAAa,CAAA;QAE3F,wCAAwC;QACxC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,CAAA;QACtE,MAAM,WAAW,GAAG,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAiB;YACtE,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAkB;gBACxD,CAAC,CAAC,SAAS,CAAA;QAEb,wBAAwB;QACxB,MAAM,aAAa,GAAG,SAAS,CAAC,YAAY,CAAC,aAAa,GAAG,KAAK,CAAC,YAAY,CAAC,aAAa,CAAA;QAE7F,OAAO;YACL,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,SAAS,EAAE;gBACT,eAAe;gBACf,WAAW;gBACX,WAAW,EAAE;oBACX,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,YAAY,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtE,MAAM,EAAE,SAAS,CAAC,YAAY,CAAC,YAAY;iBAC5C;gBACD,aAAa;aACd;YACD,UAAU,EAAE;gBACV,oBAAoB,EAAE,EAAE;gBACxB,yBAAyB,EAAE,KAAK;gBAChC,eAAe,EAAE,SAAS,CAAC,WAAW,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;aACtE;SACF,CAAA;IACH,CAAC;IAED,iEAAiE;IACzD,iBAAiB,CAAC,OAAe;QACvC,oEAAoE;QACpE,OAAO;YACL,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE;YACtC,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,EAAE;YACxC,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,GAAG,EAAE;YAC5C,EAAE,MAAM,EAAE,gBAAgB,EAAE,UAAU,EAAE,IAAI,EAAE;YAC9C,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,EAAE;SAC3C,CAAA;IACH,CAAC;IAED,qDAAqD;IAC7C,kBAAkB,CAAC,QAAgB,EAAE,IAAY;QACvD,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAA;QAC/D,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,CAAU,CAAA;QAC1F,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,UAAiB,CAAC;YACnD,CAAC,CAAE,UAA+B;YAClC,CAAC,CAAC,YAAY,CAAA;QAEhB,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,GAAG,QAAQ,KAAK,IAAI,EAAE;YACnC,cAAc,EAAE,EAAE;YAClB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,EAAE;SACX,CAAA;IACH,CAAC;IAED,6CAA6C;IACrC,YAAY,CAAC,KAAiB,EAAE,MAAmB;QACzD,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;QACxC,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;QACrF,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IACpE,CAAC;CACF;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,WAAoB,EACpB,MAAgC;IAEhC,OAAO,IAAI,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;AAC9C,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,SAAS,YAAY;IACnB,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,SAAS,EAAE;YACT,aAAa,EAAE,KAAK;SACrB;KACF,CAAA;AACH,CAAC"}

package/dist/lib/policy-head.d.ts

@@ -0,0 +1,53 @@
+/**
+ * @purpose Policy head inference — v1 MLP reward predictor + v2 transformer action selector bridge
+ */
+import type { RLState, RLAction } from "./training-buffer.js";
+export interface ActionSelection {
+    action: string;
+    confidence: number;
+    alternatives: Array<{
+        action: string;
+        confidence: number;
+    }>;
+}
+export declare class PolicyHeadInference {
+    private weights;
+    private v2Meta;
+    private embedCache;
+    private projectRoot;
+    private useV2;
+    private serverProcess;
+    private serverReady;
+    private serverBuffer;
+    constructor(projectRoot?: string);
+    get isLoaded(): boolean;
+    get version(): number;
+    get stats(): {
+        trained_on: number;
+        direction_accuracy: number;
+        rank_correlation: number;
+        val_accuracy?: number;
+    } | null;
+    embedText(text: string): Promise<number[]>;
+    formatStateText(state: RLState): string;
+    formatActionText(action: RLAction): string;
+    selectAction(state: RLState, goal: string): Promise<ActionSelection>;
+    /**
+     * Start a persistent inference server process.
+     * Keeps model + cache warm in memory for fast repeated inference.
+     */
+    startServer(): Promise<void>;
+    /** Send inference request to persistent server */
+    private serverInfer;
+    /** Stop the persistent inference server */
+    stopServer(): void;
+    predictReward(state: RLState, action: RLAction): Promise<number>;
+    rankActions(state: RLState, actions: RLAction[]): Promise<Array<{
+        action: RLAction;
+        predictedReward: number;
+        rank: number;
+    }>>;
+    private findCacheDir;
+    private findPython;
+}
+//# sourceMappingURL=policy-head.d.ts.map

package/dist/lib/policy-head.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy-head.d.ts","sourceRoot":"","sources":["../../src/lib/policy-head.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAwC7D,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC5D;AAkCD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,UAAU,CAA8B;IAChD,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,KAAK,CAAiB;IAC9B,OAAO,CAAC,aAAa,CAAgE;IACrF,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,YAAY,CAAa;gBAErB,WAAW,CAAC,EAAE,MAAM;IAqBhC,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,IAAI,KAAK,IAAI;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,kBAAkB,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAetH;IAEK,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA0BhD,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM;IAevC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,GAAG,MAAM;IAUpC,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAuD1E;;;OAGG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAqElC,kDAAkD;YACpC,WAAW;IAsDzB,2CAA2C;IAC3C,UAAU,IAAI,IAAI;IAeZ,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAiChE,WAAW,CACf,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,QAAQ,EAAE,GAClB,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,EAAE,QAAQ,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAmC9E,OAAO,CAAC,YAAY;IAepB,OAAO,CAAC,UAAU;CASnB"}