@principles/pd-cli 1.96.0 → 1.98.0

package/dist/services/quality-scorecard/data-extractor.js

@@ -0,0 +1,118 @@
+/**
+ * PRI-361 — Data Extractor (I/O layer in pd-cli)
+ *
+ * Reads trajectory.db and event logs. Uses runtime validation
+ * from @principles/core — no `as RawPainEvent[]` casts.
+ */
+import { validatePainRow, validateEvolutionRow, validatePrincipleEventRow, validateGateRow, sanitize, truncate, } from '@principles/core/quality-scorecard';
+import { readdirSync, readFileSync } from 'fs';
+import { join } from 'path';
+export async function extractEpisodes(dbPath, options = {}) {
+    const Database = (await import('better-sqlite3')).default;
+    const db = new Database(dbPath, { readonly: true });
+    const minScore = options.minScore ?? 0;
+    const limit = options.limit ?? 0;
+    try {
+        // Fetch pain events with parameterized query
+        let painQuery = 'SELECT id, session_id, source, score, reason, severity, created_at FROM pain_events WHERE 1=1';
+        const params = [];
+        if (minScore > 0) {
+            painQuery += ' AND score >= ?';
+            params.push(minScore);
+        }
+        painQuery += ' ORDER BY created_at DESC';
+        if (limit > 0) {
+            painQuery += ' LIMIT ?';
+            params.push(limit);
+        }
+        const rawPainRows = db.prepare(painQuery).all(...params);
+        // Validate each row — no unsafe cast
+        const painEvents = rawPainRows.map(validatePainRow).filter((r) => r !== null);
+        // Fetch evolution tasks
+        const rawEvoRows = db.prepare('SELECT task_id, score, status, resolution, created_at FROM evolution_tasks').all();
+        const evoTasks = rawEvoRows.map(validateEvolutionRow).filter((r) => r !== null);
+        // Fetch principle events
+        const rawPeRows = db.prepare('SELECT principle_id, event_type, created_at FROM principle_events').all();
+        const prEvents = rawPeRows.map(validatePrincipleEventRow).filter((r) => r !== null);
+        // Gate blocks count per session — validate each row
+        const rawGateRows = db.prepare('SELECT session_id, COUNT(*) as cnt FROM gate_blocks GROUP BY session_id').all();
+        const gateRows = rawGateRows.map(validateGateRow).filter((r) => r !== null);
+        const gateBlockMap = new Map(gateRows.map(g => [g.session_id, g.cnt]));
+        // Deduplicate by sanitized reason
+        const seen = new Set();
+        const episodes = [];
+        for (const pe of painEvents) {
+            const dedupKey = sanitize(pe.reason).substring(0, 80);
+            if (seen.has(dedupKey))
+                continue;
+            seen.add(dedupKey);
+            const peTime = new Date(pe.created_at).getTime();
+            const linkedTask = evoTasks.find(t => {
+                const tTime = new Date(t.created_at).getTime();
+                return Math.abs(tTime - peTime) < 3600000 && Math.abs(t.score - pe.score) <= 10;
+            });
+            const linkedPrinciples = prEvents
+                .filter(e => {
+                if (!e.principle_id)
+                    return false;
+                const eTime = new Date(e.created_at).getTime();
+                return Math.abs(eTime - peTime) < 7200000;
+            })
+                .map(e => e.principle_id)
+                .filter((v) => v !== null)
+                .filter((v, i, a) => a.indexOf(v) === i);
+            episodes.push({
+                episodeId: `EP-${pe.id}`,
+                summary: truncate(sanitize(pe.reason)),
+                source: pe.source,
+                score: pe.score,
+                severity: pe.severity,
+                createdAt: pe.created_at,
+                evolutionTaskResolution: linkedTask?.resolution ?? null,
+                linkedPrinciples,
+                gateBlockCount: gateBlockMap.get(pe.session_id) ?? 0,
+            });
+        }
+        const dates = painEvents.map(e => e.created_at).sort();
+        return {
+            episodes,
+            stats: {
+                total: painEvents.length,
+                dateRange: {
+                    from: dates[0] ?? new Date().toISOString(),
+                    to: dates[dates.length - 1] ?? new Date().toISOString(),
+                },
+            },
+        };
+    }
+    finally {
+        db.close();
+    }
+}
+export function extractLogStats(logsDir) {
+    const stats = { totalEvents: 0, painSignalCount: 0, degradedReasons: [] };
+    try {
+        const files = readdirSync(logsDir).filter(f => f.endsWith('.jsonl'));
+        for (const file of files) {
+            const lines = readFileSync(join(logsDir, file), 'utf-8').split('\n').filter(Boolean);
+            for (const line of lines) {
+                try {
+                    const ev = JSON.parse(line);
+                    stats.totalEvents++;
+                    if (ev.type === 'pain_signal')
+                        stats.painSignalCount++;
+                }
+                catch (parseErr) {
+                    const msg = parseErr instanceof Error ? parseErr.message : String(parseErr);
+                    stats.degradedReasons.push(`jsonl-parse-fail:${file}:${msg}`);
+                }
+            }
+        }
+    }
+    catch (dirErr) {
+        const msg = dirErr instanceof Error ? dirErr.message : String(dirErr);
+        stats.degradedReasons.push(`logs-dir-unreadable:${msg}`);
+    }
+    return stats;
+}
+//# sourceMappingURL=data-extractor.js.map

package/dist/services/quality-scorecard/data-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-extractor.js","sourceRoot":"","sources":["../../../src/services/quality-scorecard/data-extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,yBAAyB,EACzB,eAAe,EACf,QAAQ,EACR,QAAQ,GACT,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAO5B,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAc,EACd,UAAiD,EAAE;IAEnD,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1D,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC;IAEjC,IAAI,CAAC;QACH,6CAA6C;QAC7C,IAAI,SAAS,GAAG,+FAA+F,CAAC;QAChH,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,SAAS,IAAI,iBAAiB,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QACD,SAAS,IAAI,2BAA2B,CAAC;QACzC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,SAAS,IAAI,UAAU,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACzD,qCAAqC;QACrC,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE1G,wBAAwB;QACxB,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,4EAA4E,CAAC,CAAC,GAAG,EAAE,CAAC;QAClH,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE5G,yBAAyB;QACzB,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,EAAE,CAAC;QACxG,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAEhH,oDAAoD;QACpD,MAAM,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC,yEAAyE,CAAC,CAAC,GAAG,EAAE,CAAC;QAChH,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACxG,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAEvE,kCAAkC;QAClC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,QAAQ,GAAkB,EAAE,CAAC;QAEnC,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,SAAS;YACjC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAEnB,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;YACjD,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;gBACnC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAClF,CAAC,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,QAAQ;iBAC9B,MAAM,CAAC,CAAC,CAAC,EAAE;gBACV,IAAI,CAAC,CAAC,CAAC,YAAY;oBAAE,OAAO,KAAK,CAAC;gBAClC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,OAAO,CAAC;YAC5C,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;iBACxB,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;iBACtC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAE3C,QAAQ,CAAC,IAAI,CAAC;gBACZ,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE;gBACxB,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBACtC,MAAM,EAAE,EAAE,CAAC,MAAM;gBACjB,KAAK,EAAE,EAAE,CAAC,KAAK;gBACf,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,SAAS,EAAE,EAAE,CAAC,UAAU;gBACxB,uBAAuB,EAAE,UAAU,EAAE,UAAU,IAAI,IAAI;gBACvD,gBAAgB;gBAChB,cAAc,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;aACrD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;QACvD,OAAO;YACL,QAAQ;YACR,KAAK,EAAE;gBACL,KAAK,EAAE,UAAU,CAAC,MAAM;gBACxB,SAAS,EAAE;oBACT,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBAC1C,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACxD;aACF;SACF,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAQD,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,MAAM,KAAK,GAAa,EAAE,WAAW,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC;IAEpF,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACrF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;oBACvD,KAAK,CAAC,WAAW,EAAE,CAAC;oBACpB,IAAI,EAAE,CAAC,IAAI,KAAK,aAAa;wBAAE,KAAK,CAAC,eAAe,EAAE,CAAC;gBACzD,CAAC;gBAAC,OAAO,QAAiB,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC5E,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,MAAe,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtE,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/services/quality-scorecard/local-evaluator.d.ts

@@ -0,0 +1,18 @@
+/**
+ * PRI-361 — Local Evaluator (I/O layer in pd-cli)
+ *
+ * Calls LM Studio for advisory scoring. Uses core validation
+ * to parse LLM responses — no unsafe casts.
+ */
+import type { PainEpisode, LocalEvaluation } from '@principles/core/quality-scorecard';
+export interface LocalEvaluatorConfig {
+    baseUrl: string;
+    model: string;
+}
+export declare function evaluateWithLocalModel(episode: PainEpisode, config: LocalEvaluatorConfig, log: (msg: string) => void): Promise<LocalEvaluation>;
+export declare function checkLmStudioAvailable(baseUrl: string): Promise<{
+    available: boolean;
+    models: string[];
+    error?: string;
+}>;
+//# sourceMappingURL=local-evaluator.d.ts.map

package/dist/services/quality-scorecard/local-evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-evaluator.d.ts","sourceRoot":"","sources":["../../../src/services/quality-scorecard/local-evaluator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EAGhB,MAAM,oCAAoC,CAAC;AAiD5C,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,WAAW,EACpB,MAAM,EAAE,oBAAoB,EAC5B,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,GACzB,OAAO,CAAC,eAAe,CAAC,CA0D1B;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,SAAS,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAW/H"}

package/dist/services/quality-scorecard/local-evaluator.js

@@ -0,0 +1,112 @@
+/**
+ * PRI-361 — Local Evaluator (I/O layer in pd-cli)
+ *
+ * Calls LM Studio for advisory scoring. Uses core validation
+ * to parse LLM responses — no unsafe casts.
+ */
+import { RUBRIC_LABELS, RUBRIC_PROMPTS, RUBRIC_DIMENSIONS as DIMS, meetsMvpThreshold, sumScores, validateLlmScoreResponse, extractJsonFromLlmResponse, } from '@principles/core/quality-scorecard';
+function buildEvaluationPrompt(episode) {
+    const dimensions = DIMS.map(d => `${d} (${RUBRIC_LABELS[d]}): ${RUBRIC_PROMPTS[d]}`).join('\n');
+    return `You are a quality evaluator for an AI agent's pain-signal -> diagnosis -> principle pipeline.
+
+## Task
+Evaluate this pain episode on a 7-dimension rubric. Each dimension scores 0 (fail), 1 (partial), or 2 (pass).
+
+## Pain Episode
+- ID: ${episode.episodeId}
+- Source: ${episode.source}
+- Pain Score: ${episode.score}
+- Severity: ${episode.severity}
+- Summary: ${episode.summary}
+- Created: ${episode.createdAt}
+- Evolution Task Resolution: ${episode.evolutionTaskResolution ?? 'none'}
+- Linked Principles: ${episode.linkedPrinciples.length > 0 ? episode.linkedPrinciples.join(', ') : 'none'}
+- Gate Blocks: ${episode.gateBlockCount}
+
+## Rubric Dimensions
+${dimensions}
+
+## Additional Checks
+- Is the language consistent (not mixing Chinese and English incoherently)?
+- Is the diagnosis/principle overly abstract (no concrete actionable guidance)?
+- Does it fabricate non-existent evidence, axioms, or references?
+
+## Output Format (STRICT JSON)
+Respond with ONLY a JSON object:
+{
+  "scores": { "G1": 0-2, "G2": 0-2, "G3": 0-2, "G4": 0-2, "G5": 0-2, "G6": 0-2, "G7": 0-2 },
+  "rationales": { "G1": "...", "G2": "...", "G3": "...", "G4": "...", "G5": "...", "G6": "...", "G7": "..." },
+  "flags": ["list of issues found"]
+}
+
+Do NOT output anything other than this JSON object.`;
+}
+export async function evaluateWithLocalModel(episode, config, log) {
+    const prompt = buildEvaluationPrompt(episode);
+    const url = `${config.baseUrl.replace(/\/+$/, '')}/chat/completions`;
+    try {
+        const resp = await fetch(url, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({
+                model: config.model,
+                messages: [
+                    { role: 'system', content: 'You are a precise JSON-output quality evaluator. Output only valid JSON.' },
+                    { role: 'user', content: prompt },
+                ],
+                temperature: 0.1,
+                max_tokens: 2000,
+            }),
+            signal: AbortSignal.timeout(120_000),
+        });
+        if (!resp.ok) {
+            throw new Error(`LM Studio request failed: ${resp.status}`);
+        }
+        const data = (await resp.json());
+        const content = data.choices?.[0]?.message?.content ?? '';
+        const parsed = extractJsonFromLlmResponse(content);
+        if (parsed === null) {
+            throw new Error(`LM Studio returned non-JSON response`);
+        }
+        const { scores, rationales, flags } = validateLlmScoreResponse(parsed);
+        const totalScore = sumScores(scores);
+        return {
+            model: config.model,
+            dimensionScores: scores,
+            dimensionRationales: rationales,
+            totalScore,
+            maxScore: 14,
+            mvpMet: meetsMvpThreshold(scores),
+            flags: flags,
+        };
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        log(`Evaluation error for ${episode.episodeId}: ${msg}`);
+        const zeroScores = Object.fromEntries(DIMS.map(d => [d, 0]));
+        return {
+            model: config.model,
+            dimensionScores: zeroScores,
+            dimensionRationales: Object.fromEntries(DIMS.map(d => [d, `Evaluation failed: ${msg}`])),
+            totalScore: 0,
+            maxScore: 14,
+            mvpMet: false,
+            flags: ['evaluation_error'],
+        };
+    }
+}
+export async function checkLmStudioAvailable(baseUrl) {
+    try {
+        const url = `${baseUrl.replace(/\/+$/, '')}/models`;
+        const resp = await fetch(url, { signal: AbortSignal.timeout(5000) });
+        if (!resp.ok)
+            return { available: false, models: [], error: `HTTP ${resp.status}` };
+        const data = (await resp.json());
+        const models = (data.data || []).map((m) => m.id);
+        return { available: true, models };
+    }
+    catch (err) {
+        return { available: false, models: [], error: err instanceof Error ? err.message : String(err) };
+    }
+}
+//# sourceMappingURL=local-evaluator.js.map

package/dist/services/quality-scorecard/local-evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-evaluator.js","sourceRoot":"","sources":["../../../src/services/quality-scorecard/local-evaluator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,OAAO,EACL,aAAa,EACb,cAAc,EACd,iBAAiB,IAAI,IAAI,EACzB,iBAAiB,EACjB,SAAS,EACT,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,oCAAoC,CAAC;AAE5C,SAAS,qBAAqB,CAAC,OAAoB;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,aAAa,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEhG,OAAO;;;;;;QAMD,OAAO,CAAC,SAAS;YACb,OAAO,CAAC,MAAM;gBACV,OAAO,CAAC,KAAK;cACf,OAAO,CAAC,QAAQ;aACjB,OAAO,CAAC,OAAO;aACf,OAAO,CAAC,SAAS;+BACC,OAAO,CAAC,uBAAuB,IAAI,MAAM;uBACjD,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;iBACxF,OAAO,CAAC,cAAc;;;EAGrC,UAAU;;;;;;;;;;;;;;;oDAewC,CAAC;AACrD,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,OAAoB,EACpB,MAA4B,EAC5B,GAA0B;IAE1B,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC;IAErE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,0EAA0E,EAAE;oBACvG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;iBAClC;gBACD,WAAW,EAAE,GAAG;gBAChB,UAAU,EAAE,IAAI;aACjB,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC;SACrC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAoD,CAAC;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAE1D,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAErC,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,eAAe,EAAE,MAAM;YACvB,mBAAmB,EAAE,UAAU;YAC/B,UAAU;YACV,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC;YACjC,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,wBAAwB,OAAO,CAAC,SAAS,KAAK,GAAG,EAAE,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAyC,CAAC;QACrG,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,eAAe,EAAE,UAAU;YAC3B,mBAAmB,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,sBAAsB,GAAG,EAAE,CAAC,CAAC,CAAoC;YAC3H,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,CAAC,kBAAkB,CAAC;SAC5B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAAe;IAC1D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC;QACpD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QACpF,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA+B,CAAC;QAC/D,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACrC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACnG,CAAC;AACH,CAAC"}

package/dist/services/quality-scorecard/strong-model-gate.d.ts

@@ -0,0 +1,14 @@
+/**
+ * PRI-361 — Strong Model Adjudication Gate (I/O layer in pd-cli)
+ *
+ * Calls cloud model for adjudication. Uses core validation
+ * to parse responses — no unsafe casts.
+ */
+import type { PainEpisode, LocalEvaluation, StrongModelAdjudication, AdjudicationStatus } from '@principles/core/quality-scorecard';
+export declare function adjudicate(episode: PainEpisode, localEval: LocalEvaluation, config: {
+    modelId: string;
+    log: (msg: string) => void;
+}): Promise<StrongModelAdjudication>;
+export declare function skippedAdjudication(reason: string): StrongModelAdjudication;
+export declare function determineFinalLabel(localEval: LocalEvaluation, adjudication: StrongModelAdjudication | null): AdjudicationStatus;
+//# sourceMappingURL=strong-model-gate.d.ts.map

package/dist/services/quality-scorecard/strong-model-gate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"strong-model-gate.d.ts","sourceRoot":"","sources":["../../../src/services/quality-scorecard/strong-model-gate.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,uBAAuB,EACvB,kBAAkB,EACnB,MAAM,oCAAoC,CAAC;AAkD5C,wBAAsB,UAAU,CAC9B,OAAO,EAAE,WAAW,EACpB,SAAS,EAAE,eAAe,EAC1B,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;CAAE,GACtD,OAAO,CAAC,uBAAuB,CAAC,CAsElC;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,uBAAuB,CAS3E;AAED,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,eAAe,EAC1B,YAAY,EAAE,uBAAuB,GAAG,IAAI,GAC3C,kBAAkB,CAOpB"}

package/dist/services/quality-scorecard/strong-model-gate.js

@@ -0,0 +1,128 @@
+/**
+ * PRI-361 — Strong Model Adjudication Gate (I/O layer in pd-cli)
+ *
+ * Calls cloud model for adjudication. Uses core validation
+ * to parse responses — no unsafe casts.
+ */
+import { RUBRIC_LABELS, RUBRIC_DIMENSIONS as DIMS, meetsMvpThreshold, validateAdjudicationResponse, extractJsonFromLlmResponse, } from '@principles/core/quality-scorecard';
+function buildAdjudicationPrompt(episode, localEval) {
+    const localScores = DIMS.map(d => `- ${d} (${RUBRIC_LABELS[d]}): ${localEval.dimensionScores[d]}/2 — ${localEval.dimensionRationales[d]}`).join('\n');
+    return `You are a senior quality adjudicator for an AI agent evolution pipeline.
+Your job is to independently re-evaluate a pain episode that was first scored by a local (smaller) model.
+You must provide your own scores — do NOT simply copy the local model's scores.
+
+## Pain Episode
+- ID: ${episode.episodeId}
+- Source: ${episode.source}
+- Pain Score: ${episode.score}
+- Severity: ${episode.severity}
+- Summary: ${episode.summary}
+- Evolution Task Resolution: ${episode.evolutionTaskResolution ?? 'none'}
+- Linked Principles: ${episode.linkedPrinciples.length > 0 ? episode.linkedPrinciples.join(', ') : 'none'}
+
+## Local Model Scores (${localEval.model})
+${localScores}
+Flags: ${localEval.flags.length > 0 ? localEval.flags.join(', ') : 'none'}
+
+## Your Task
+1. Independently score each dimension (0/1/2) based on the evidence.
+2. Check for: language inconsistency, over-abstraction, fabricated evidence.
+3. If your scores differ from the local model by >=2 points on any dimension, explain why.
+4. Give a final verdict: pass, fail, or needs-review.
+
+## Output Format (STRICT JSON)
+{
+  "scores": { "G1": 0-2, "G2": 0-2, "G3": 0-2, "G4": 0-2, "G5": 0-2, "G6": 0-2, "G7": 0-2 },
+  "rationale": "Overall assessment...",
+  "verdict": "pass" | "fail" | "needs-review"
+}
+
+Do NOT output anything other than this JSON object.`;
+}
+export async function adjudicate(episode, localEval, config) {
+    const { modelId: strongModelId, log } = config;
+    const prompt = buildAdjudicationPrompt(episode, localEval);
+    const baseUrl = process.env.OPENAI_BASE_URL || 'https://api.openai.com/v1';
+    const apiKey = process.env.OPENAI_API_KEY;
+    if (!apiKey) {
+        return {
+            model: strongModelId,
+            adjudicationStatus: 'needs-review',
+            confirmedScores: null,
+            confirmedMvpMet: null,
+            rationale: 'OPENAI_API_KEY not set — cannot run strong-model adjudication',
+            nextAction: 'Set OPENAI_API_KEY and re-run with --strong-model',
+        };
+    }
+    try {
+        const resp = await fetch(`${baseUrl}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify({
+                model: strongModelId,
+                messages: [
+                    { role: 'system', content: 'You are a precise JSON-output quality adjudicator. Output only valid JSON.' },
+                    { role: 'user', content: prompt },
+                ],
+                temperature: 0.1,
+                max_tokens: 2000,
+            }),
+            signal: AbortSignal.timeout(120_000),
+        });
+        if (!resp.ok) {
+            throw new Error(`Strong model request failed: ${resp.status}`);
+        }
+        const data = (await resp.json());
+        const content = data.choices?.[0]?.message?.content ?? '';
+        const parsed = extractJsonFromLlmResponse(content);
+        if (parsed === null) {
+            throw new Error('Strong model returned non-JSON');
+        }
+        const validated = validateAdjudicationResponse(parsed);
+        const { scores, verdict } = validated;
+        return {
+            model: strongModelId,
+            adjudicationStatus: verdict,
+            confirmedScores: scores,
+            confirmedMvpMet: meetsMvpThreshold(scores),
+            rationale: validated.rationale,
+            nextAction: null,
+        };
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        log(`Adjudication error: ${msg}`);
+        return {
+            model: strongModelId,
+            adjudicationStatus: 'needs-review',
+            confirmedScores: null,
+            confirmedMvpMet: null,
+            rationale: `Adjudication failed: ${msg}`,
+            nextAction: 'Retry with strong model or manually review',
+        };
+    }
+}
+export function skippedAdjudication(reason) {
+    return {
+        model: 'none',
+        adjudicationStatus: 'skipped',
+        confirmedScores: null,
+        confirmedMvpMet: null,
+        rationale: reason,
+        nextAction: 'Configure and run strong-model adjudication for final quality verdict',
+    };
+}
+export function determineFinalLabel(localEval, adjudication) {
+    if (!adjudication || adjudication.adjudicationStatus === 'skipped') {
+        if (localEval.mvpMet && localEval.totalScore >= 12)
+            return 'local-pass';
+        if (localEval.totalScore <= 6)
+            return 'local-fail';
+        return 'needs-review';
+    }
+    return adjudication.adjudicationStatus;
+}
+//# sourceMappingURL=strong-model-gate.js.map

package/dist/services/quality-scorecard/strong-model-gate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strong-model-gate.js","sourceRoot":"","sources":["../../../src/services/quality-scorecard/strong-model-gate.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,OAAO,EACL,aAAa,EACb,iBAAiB,IAAI,IAAI,EACzB,iBAAiB,EACjB,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,oCAAoC,CAAC;AAE5C,SAAS,uBAAuB,CAC9B,OAAoB,EACpB,SAA0B;IAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAC/B,KAAK,CAAC,KAAK,aAAa,CAAC,CAAC,CAAC,MAAM,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,SAAS,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CACxG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO;;;;;QAKD,OAAO,CAAC,SAAS;YACb,OAAO,CAAC,MAAM;gBACV,OAAO,CAAC,KAAK;cACf,OAAO,CAAC,QAAQ;aACjB,OAAO,CAAC,OAAO;+BACG,OAAO,CAAC,uBAAuB,IAAI,MAAM;uBACjD,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;;yBAEhF,SAAS,CAAC,KAAK;EACtC,WAAW;SACJ,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;;;;;;;;;;;;;;;oDAerB,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,OAAoB,EACpB,SAA0B,EAC1B,MAAuD;IAEvD,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;IAC/C,MAAM,MAAM,GAAG,uBAAuB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,2BAA2B,CAAC;IAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAE1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,KAAK,EAAE,aAAa;YACpB,kBAAkB,EAAE,cAAc;YAClC,eAAe,EAAE,IAAI;YACrB,eAAe,EAAE,IAAI;YACrB,SAAS,EAAE,+DAA+D;YAC1E,UAAU,EAAE,mDAAmD;SAChE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;YACtD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,4EAA4E,EAAE;oBACzG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;iBAClC;gBACD,WAAW,EAAE,GAAG;gBAChB,UAAU,EAAE,IAAI;aACjB,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC;SACrC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAoD,CAAC;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,SAAS,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC;QAEtC,OAAO;YACL,KAAK,EAAE,aAAa;YACpB,kBAAkB,EAAE,OAAO;YAC3B,eAAe,EAAE,MAAM;YACvB,eAAe,EAAE,iBAAiB,CAAC,MAAM,CAAC;YAC1C,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,UAAU,EAAE,IAAI;SACjB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;QAClC,OAAO;YACL,KAAK,EAAE,aAAa;YACpB,kBAAkB,EAAE,cAAc;YAClC,eAAe,EAAE,IAAI;YACrB,eAAe,EAAE,IAAI;YACrB,SAAS,EAAE,wBAAwB,GAAG,EAAE;YACxC,UAAU,EAAE,4CAA4C;SACzD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAc;IAChD,OAAO;QACL,KAAK,EAAE,MAAM;QACb,kBAAkB,EAAE,SAAS;QAC7B,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,IAAI;QACrB,SAAS,EAAE,MAAM;QACjB,UAAU,EAAE,uEAAuE;KACpF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,SAA0B,EAC1B,YAA4C;IAE5C,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACnE,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,IAAI,EAAE;YAAE,OAAO,YAAY,CAAC;QACxE,IAAI,SAAS,CAAC,UAAU,IAAI,CAAC;YAAE,OAAO,YAAY,CAAC;QACnD,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,OAAO,YAAY,CAAC,kBAAkB,CAAC;AACzC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@principles/pd-cli",
-  "version": "1.96.0",
+  "version": "1.98.0",
   "description": "PD CLI — Pain recording, sample management, and evolution tasks",
   "type": "module",
   "bin": {