promptup-plugin 0.1.7 → 0.1.9

package/dist/evaluator.js

@@ -11,6 +11,7 @@ import { ulid } from 'ulid';
 import { BASE_DIMENSIONS, BASE_DIMENSION_KEYS, DOMAIN_DIMENSIONS, DOMAIN_DIMENSION_KEYS, WEIGHT_PROFILES, } from './shared/dimensions.js';
 import { computeCompositeScore, computeDomainComposite, computeTechComposite, computeOverallComposite, computeGrandComposite, computeRiskFlagsWithHistory, } from './shared/scoring.js';
 import { getLatestEvaluation, insertEvaluation, insertDecision, } from './db.js';
+import { detectDecisions } from './decision-detector.js';
 /**
  * Combined role + skill roadmaps catalog for tech detection.
  * Mirrors the full list from @promptup/shared/roadmaps without importing it.
@@ -362,6 +363,19 @@ export async function evaluateSession(sessionId, messages, triggerType, weightPr
         domainDimensionScores = heuristic.domainDimensionScores;
         techExpertise = heuristicTechDetect(messages);
         recommendations = heuristic.recommendations;
+        // Extract decisions via heuristic detector (Claude path does this via LLM)
+        try {
+            const heuristicDecisions = detectDecisions(messages, sessionId);
+            if (heuristicDecisions.length > 0) {
+                for (const d of heuristicDecisions) {
+                    insertDecision(d);
+                }
+                console.log(`[eval] Heuristic extracted ${heuristicDecisions.length} decisions`);
+            }
+        }
+        catch (decErr) {
+            console.warn(`[eval] Heuristic decision extraction failed: ${decErr}`);
+        }
         rawEvaluation = JSON.stringify({
             activity_log: heuristicActivityLog(messages),
             domain_dimensions: domainDimensionScores,

package/dist/pr-report-generator.js

@@ -130,22 +130,23 @@ function matchSessionsToBranch(branch, commits, projectPath) {
 }
 // ─── Decision gathering ───────────────────────────────────────────────────────
 function gatherDecisions(sessionIds) {
-    // First try plugin/daemon-captured decisions
+    // Get existing decisions from DB
     const existing = getDecisionsBySessions(sessionIds);
-    if (existing.length > 0)
-        return existing;
-    // Fall back to heuristic detection from messages
-    const heuristic = [];
+    // Also run heuristic detection on sessions that have no decisions yet
+    const sessionsWithDecisions = new Set(existing.map(d => d.session_id));
     for (const sid of sessionIds) {
+        if (sessionsWithDecisions.has(sid))
+            continue; // Already has decisions from Claude or previous heuristic
         const messages = getMessagesBySession(sid, 10000, 0);
+        if (messages.length < 3)
+            continue;
         const detected = detectDecisions(messages, sid);
-        // Persist detected decisions so they're available in future queries
         for (const d of detected) {
             insertDecision(d);
         }
-        heuristic.push(...detected);
+        existing.push(...detected);
     }
-    return heuristic;
+    return existing;
 }
 function getSignal(d) {
     return d.signal ?? 'low';
@@ -254,10 +255,7 @@ export async function generatePRReport(options) {
     // We need the repo for the cache key — get it first
     const ghAvailable = await checkGhAvailable();
     const repo = ghAvailable ? await getRepo(projectPath) : '';
-    const cached = getPRReportByBranch(branch, repo);
-    if (cached) {
-        return { report: cached, isNew: false };
-    }
+    // Always regenerate — no cache. Scores evolve as more evals run.
     // 3. Get PR info
     let prInfo = null;
     if (ghAvailable) {
@@ -295,19 +293,8 @@ export async function generatePRReport(options) {
             }
         }
     }
-    // 6. Gather decisions
-    const decisions = gatherDecisions(sessionIds);
-    // 7. Compute DQS — use validate decisions as proxy for validation rate
-    const validateCount = decisions.filter(d => d.type === 'validate').length;
-    const validationRate = decisions.length > 0 ? validateCount / decisions.length : 0;
-    const dqs = computeDQS(decisions, validationRate);
-    // 8. Build decision breakdown
-    const breakdown = {};
-    for (const d of decisions) {
-        const t = d.type;
-        breakdown[t] = (breakdown[t] ?? 0) + 1;
-    }
-    // 9. Auto-eval sessions that haven't been evaluated yet
+    // 6. Auto-eval sessions FIRST so decisions get extracted before DQS
+    //    This makes /pr-report self-contained — no need to run /eval first
     //    This makes /pr-report self-contained — no need to run /eval first
     for (const sid of sessionIds) {
         const existingEval = getLatestEvaluation(sid);
@@ -333,6 +320,18 @@ export async function generatePRReport(options) {
             }
         }
     }
+    // 7. Now gather decisions (AFTER auto-eval extracted them)
+    const decisions = gatherDecisions(sessionIds);
+    // 8. Compute DQS
+    const validateCount = decisions.filter(d => d.type === 'validate').length;
+    const validationRate = decisions.length > 0 ? validateCount / decisions.length : 0;
+    const dqs = computeDQS(decisions, validationRate);
+    // 9. Build decision breakdown
+    const breakdown = {};
+    for (const d of decisions) {
+        const t = d.type;
+        breakdown[t] = (breakdown[t] ?? 0) + 1;
+    }
     // 10. Fetch evaluations (averaged across all evals) + message counts
     let compositeScore = null;
     let dimensionScores;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "promptup-plugin",
-  "version": "0.1.7",
+  "version": "0.1.9",
   "description": "AI coding skill evaluator for Claude Code — 11-dimension scoring, decision intelligence, PR reports",
   "type": "module",
   "main": "./dist/index.js",