model-test-bench 1.0.2

package/dist/server/services/evaluator.js

@@ -0,0 +1,143 @@
+// ---------------------------------------------------------------------------
+// Evaluator — orchestrates evaluation pipeline via Vercel AI SDK
+// ---------------------------------------------------------------------------
+import { generateText } from 'ai';
+import { createModel } from './model-factory.js';
+import { formatTranscript } from './transcript-formatter.js';
+import { parseAllInstructions } from './instruction-parser.js';
+import { buildScorePrompt, buildCompliancePrompt, buildDebatePrompt, buildSynthesisPrompt, } from './eval-prompts.js';
+import { parseScoreResponse, parseComplianceResponse, parseSynthesisResponse, parseDebateResponse, toIndividualEvaluations, } from './eval-parsers.js';
+import { checkConsensus, buildAnswerComparison, buildCriticalResults, mergeCompliance, } from './eval-helpers.js';
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+export class EvaluationOrchestrator {
+    async evaluateRun(run, scenario, provider, request, callbacks) {
+        callbacks.onStatusChange('running');
+        callbacks.onProgress('preparing', 'Formatting transcript and parsing instructions...');
+        const { text: transcript, summary } = formatTranscript(run.messages);
+        const instructions = parseAllInstructions(scenario.systemPrompt
+            ? [{ content: scenario.systemPrompt, source: 'system_prompt' }]
+            : []);
+        const accumulators = request.evaluators.map((e) => ({
+            role: e.role, costUsd: 0, tokensIn: 0, tokensOut: 0, rounds: 0,
+            scoreResult: {}, complianceResult: {}, assessmentText: '',
+        }));
+        // ── Round 1 ──────────────────────────────────────────────────────
+        callbacks.onProgress('scoring', `Running score and compliance queries (${request.evaluators.length} evaluator${request.evaluators.length > 1 ? 's' : ''})...`);
+        const round1Evals = await this.runRound1(request.evaluators, accumulators, transcript, scenario, provider, instructions, summary, callbacks);
+        const round1Consensus = request.maxRounds <= 1 || checkConsensus(accumulators);
+        const rounds = [{
+                roundNumber: 1, evaluations: round1Evals,
+                consensusReached: round1Consensus, timestamp: new Date().toISOString(),
+            }];
+        // ── Multi-round debate ───────────────────────────────────────────
+        if (request.maxRounds > 1 && !round1Consensus) {
+            for (let roundNum = 2; roundNum <= request.maxRounds; roundNum++) {
+                callbacks.onProgress('debate', `Debate round ${roundNum} of ${request.maxRounds}...`);
+                const debateEvals = await this.runDebateRound(request.evaluators, accumulators, roundNum, callbacks);
+                const consensus = checkConsensus(accumulators);
+                rounds.push({
+                    roundNumber: roundNum, evaluations: debateEvals,
+                    consensusReached: consensus, timestamp: new Date().toISOString(),
+                });
+                if (consensus)
+                    break;
+            }
+        }
+        // ── Synthesis ────────────────────────────────────────────────────
+        callbacks.onProgress('synthesis', 'Synthesizing final scores and confidence...');
+        const latestRound = rounds[rounds.length - 1];
+        const latestEvals = latestRound.evaluations;
+        const synthesizer = request.evaluators[request.evaluators.length - 1];
+        const synthInfo = { phase: 'synthesis', evaluatorRole: synthesizer.role, roundNumber: rounds.length };
+        const synthResult = await this.runSynthesis(synthesizer, latestEvals, scenario, provider, accumulators, callbacks, synthInfo);
+        // ── Assemble final evaluation ────────────────────────────────────
+        const ledger = accumulators.map((a) => ({
+            evaluatorRole: a.role, totalCostUsd: a.costUsd,
+            totalTokensIn: a.tokensIn, totalTokensOut: a.tokensOut, roundsParticipated: a.rounds,
+        }));
+        const now = new Date().toISOString();
+        callbacks.onProgress('complete', 'Evaluation finished.');
+        callbacks.onStatusChange('completed');
+        return {
+            id: '', runId: run.id, status: 'completed', evaluators: request.evaluators, rounds,
+            answerComparison: buildAnswerComparison(accumulators),
+            criticalResults: buildCriticalResults(accumulators, scenario),
+            setupCompliance: { instructionCompliance: mergeCompliance(accumulators) },
+            synthesis: {
+                dimensionScores: synthResult.dimensionScores ?? {}, weightedTotal: synthResult.weightedTotal ?? 0,
+                confidence: synthResult.confidence ?? 0, dissenting: synthResult.dissenting ?? [],
+            },
+            ledger, totalCostUsd: ledger.reduce((sum, l) => sum + l.totalCostUsd, 0),
+            createdAt: now, updatedAt: now,
+        };
+    }
+    // ─── Round 1: Score + Compliance ─────────────────────────────────────
+    async runRound1(evaluators, accumulators, transcript, scenario, provider, instructions, summary, callbacks) {
+        const promises = evaluators.map(async (evaluator, idx) => {
+            const acc = accumulators[idx];
+            acc.rounds++;
+            const scoreInfo = { phase: 'score', evaluatorRole: evaluator.role, roundNumber: 1 };
+            const scoreResp = await this.runQuery(evaluator, buildScorePrompt(transcript, scenario, summary), callbacks, scoreInfo);
+            acc.costUsd += scoreResp.costUsd;
+            acc.scoreResult = parseScoreResponse(scoreResp.text);
+            acc.assessmentText = scoreResp.text;
+            const compInfo = { phase: 'compliance', evaluatorRole: evaluator.role, roundNumber: 1 };
+            const compResp = await this.runQuery(evaluator, buildCompliancePrompt(transcript, scenario, instructions), callbacks, compInfo);
+            acc.costUsd += compResp.costUsd;
+            acc.complianceResult = parseComplianceResponse(compResp.text);
+            return toIndividualEvaluations(acc.scoreResult.scores ?? {}, evaluator.role, {});
+        });
+        return (await Promise.all(promises)).flat();
+    }
+    // ─── Multi-round debate ──────────────────────────────────────────────
+    async runDebateRound(evaluators, accumulators, roundNumber, callbacks) {
+        const promises = evaluators.map(async (evaluator, idx) => {
+            const acc = accumulators[idx];
+            acc.rounds++;
+            const others = accumulators.filter((_, i) => i !== idx).map((a) => a.assessmentText);
+            const info = { phase: 'debate', evaluatorRole: evaluator.role, roundNumber };
+            const resp = await this.runQuery(evaluator, buildDebatePrompt(acc.assessmentText, others, roundNumber), callbacks, info);
+            acc.costUsd += resp.costUsd;
+            const result = parseDebateResponse(resp.text);
+            if (result.updatedScores && Object.keys(result.updatedScores).length > 0) {
+                acc.scoreResult = { ...acc.scoreResult, scores: result.updatedScores };
+            }
+            acc.assessmentText = resp.text;
+            return toIndividualEvaluations(acc.scoreResult.scores ?? {}, evaluator.role, {});
+        });
+        return (await Promise.all(promises)).flat();
+    }
+    // ─── Synthesis ───────────────────────────────────────────────────────
+    async runSynthesis(synthesizer, allEvals, scenario, provider, accumulators, callbacks, info) {
+        const resp = await this.runQuery(synthesizer, buildSynthesisPrompt(allEvals, scenario, provider), callbacks, info);
+        const acc = accumulators.find((a) => a.role === synthesizer.role);
+        if (acc)
+            acc.costUsd += resp.costUsd;
+        return parseSynthesisResponse(resp.text);
+    }
+    // ─── AI SDK query wrapper ─────────────────────────────────────────────
+    async runQuery(evaluator, prompt, callbacks, info) {
+        const model = createModel({
+            providerName: evaluator.providerName,
+            model: evaluator.model,
+            apiKey: evaluator.apiKey,
+            baseUrl: evaluator.baseUrl,
+        });
+        const result = await generateText({ model, prompt, maxOutputTokens: 4096 });
+        const record = {
+            timestamp: new Date().toISOString(),
+            message: {
+                type: 'eval_response',
+                text: result.text,
+                usage: result.usage,
+            },
+        };
+        callbacks.onMessage(info, record);
+        // Token-based cost calculation (provider-specific pricing TBD)
+        const costUsd = 0;
+        return { text: result.text, costUsd };
+    }
+}
+//# sourceMappingURL=evaluator.js.map

package/dist/server/services/evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../../../src/server/services/evaluator.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,iEAAiE;AACjE,8EAA8E;AAE9E,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAclC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,oBAAoB,EACpB,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAG3B,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,MAAM,OAAO,sBAAsB;IACjC,KAAK,CAAC,WAAW,CACf,GAAQ,EACR,QAAkB,EAClB,QAAkB,EAClB,OAA0B,EAC1B,SAA8B;QAE9B,SAAS,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACpC,SAAS,CAAC,UAAU,CAAC,WAAW,EAAE,mDAAmD,CAAC,CAAC;QAEvF,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACrE,MAAM,YAAY,GAAG,oBAAoB,CACvC,QAAQ,CAAC,YAAY;YACnB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;YAC/D,CAAC,CAAC,EAAE,CACP,CAAC;QAEF,MAAM,YAAY,GAA2B,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1E,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;YAC9D,WAAW,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE;SAC1D,CAAC,CAAC,CAAC;QAEJ,oEAAoE;QACpE,SAAS,CAAC,UAAU,CAAC,SAAS,EAAE,yCAAyC,OAAO,CAAC,UAAU,CAAC,MAAM,aAAa,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/J,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CACtC,OAAO,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,CACnG,CAAC;QACF,MAAM,eAAe,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAsB,CAAC;gBACjC,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW;gBACxC,gBAAgB,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACvE,CAAC,CAAC;QAEH,oEAAoE;QACpE,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,IAAI,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,CAAC;gBACjE,SAAS,CAAC,UAAU,CAAC,QAAQ,EAAE,gBAAgB,QAAQ,OAAO,OAAO,CAAC,SAAS,KAAK,CAAC,CAAC;gBACtF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;gBACrG,MAAM,SAAS,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;gBAC/C,MAAM,CAAC,IAAI,CAAC;oBACV,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW;oBAC/C,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACjE,CAAC,CAAC;gBACH,IAAI,SAAS;oBAAE,MAAM;YACvB,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,SAAS,CAAC,UAAU,CAAC,WAAW,EAAE,6CAA6C,CAAC,CAAC;QACjF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC9C,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACtE,MAAM,SAAS,GAAoB,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACvH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAE9H,oEAAoE;QACpE,MAAM,MAAM,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzD,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,OAAO;YAC9C,aAAa,EAAE,CAAC,CAAC,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC,MAAM;SACrF,CAAC,CAAC,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,SAAS,CAAC,UAAU,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAC;QACzD,SAAS,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEtC,OAAO;YACL,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,MAAM;YAClF,gBAAgB,EAAE,qBAAqB,CAAC,YAAY,CAAC;YACrD,eAAe,EAAE,oBAAoB,CAAC,YAAY,EAAE,QAAQ,CAAC;YAC7D,eAAe,EAAE,EAAE,qBAAqB,EAAE,eAAe,CAAC,YAAY,CAAC,EAAE;YACzE,SAAS,EAAE;gBACT,eAAe,EAAE,WAAW,CAAC,eAAe,IAAI,EAAE,EAAE,aAAa,EAAE,WAAW,CAAC,aAAa,IAAI,CAAC;gBACjG,UAAU,EAAE,WAAW,CAAC,UAAU,IAAI,CAAC,EAAE,UAAU,EAAE,WAAW,CAAC,UAAU,IAAI,EAAE;aAClF;YACD,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;YACxE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG;SAC/B,CAAC;IACJ,CAAC;IAED,wEAAwE;IAEhE,KAAK,CAAC,SAAS,CACrB,UAAsC,EACtC,YAAoC,EACpC,UAAkB,EAClB,QAAkB,EAClB,QAAkB,EAClB,YAAqD,EACrD,OAAuD,EACvD,SAA8B;QAE9B,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE;YACvD,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YAC9B,GAAG,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,SAAS,GAAoB,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YACrG,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YACxH,GAAG,CAAC,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC;YACjC,GAAG,CAAC,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrD,GAAG,CAAC,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC;YACpC,MAAM,QAAQ,GAAoB,EAAE,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YACzG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YAChI,GAAG,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC;YAChC,GAAG,CAAC,gBAAgB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9D,OAAO,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,EAAE,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,CAAC;IAED,wEAAwE;IAEhE,KAAK,CAAC,cAAc,CAC1B,UAAsC,EACtC,YAAoC,EACpC,WAAmB,EACnB,SAA8B;QAE9B,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE;YACvD,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YAC9B,GAAG,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YACrF,MAAM,IAAI,GAAoB,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;YAC9F,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YACzH,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;YAC5B,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,GAAG,CAAC,WAAW,GAAG,EAAE,GAAG,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC;YACzE,CAAC;YACD,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC;YAC/B,OAAO,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,EAAE,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,CAAC;IAED,wEAAwE;IAEhE,KAAK,CAAC,YAAY,CACxB,WAA4B,EAC5B,QAAyC,EACzC,QAAkB,EAClB,QAAkB,EAClB,YAAoC,EACpC,SAA8B,EAC9B,IAAqB;QAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACnH,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,CAAC,CAAC;QAClE,IAAI,GAAG;YAAE,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QACrC,OAAO,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,yEAAyE;IAEjE,KAAK,CAAC,QAAQ,CACpB,SAA0B,EAC1B,MAAc,EACd,SAA8B,EAC9B,IAAqB;QAErB,MAAM,KAAK,GAAG,WAAW,CAAC;YACxB,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,OAAO,EAAE,SAAS,CAAC,OAAO;SAC3B,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5E,MAAM,MAAM,GAAqB;YAC/B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE;gBACP,IAAI,EAAE,eAAe;gBACrB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,KAAK,EAAE,MAAM,CAAC,KAAK;aACkB;SACxC,CAAC;QACF,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAElC,+DAA+D;QAC/D,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;CACF"}

package/dist/server/services/fs-adapter.d.ts

@@ -0,0 +1,20 @@
+/** File system abstraction for testing */
+export interface FsAdapter {
+    mkdir(dirPath: string, opts: {
+        recursive: boolean;
+    }): Promise<void>;
+    writeFile(filePath: string, data: string, opts?: {
+        mode?: number;
+    }): Promise<void>;
+    readFile(filePath: string, encoding: BufferEncoding): Promise<string>;
+    readdir(dirPath: string): Promise<string[]>;
+    unlink(filePath: string): Promise<void>;
+    rename(oldPath: string, newPath: string): Promise<void>;
+    stat(filePath: string): Promise<{
+        isFile(): boolean;
+    }>;
+    access(filePath: string): Promise<void>;
+}
+/** Default adapter that delegates to node:fs/promises */
+export declare const defaultFs: FsAdapter;
+//# sourceMappingURL=fs-adapter.d.ts.map

package/dist/server/services/fs-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs-adapter.d.ts","sourceRoot":"","sources":["../../../src/server/services/fs-adapter.ts"],"names":[],"mappings":"AAEA,0CAA0C;AAC1C,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtE,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,MAAM,IAAI,OAAO,CAAA;KAAE,CAAC,CAAC;IACvD,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,yDAAyD;AACzD,eAAO,MAAM,SAAS,EAAE,SAUvB,CAAC"}

package/dist/server/services/fs-adapter.js

@@ -0,0 +1,13 @@
+import fs from 'node:fs/promises';
+/** Default adapter that delegates to node:fs/promises */
+export const defaultFs = {
+    mkdir: (dirPath, opts) => fs.mkdir(dirPath, opts).then(() => undefined),
+    writeFile: (filePath, data, opts) => fs.writeFile(filePath, data, opts).then(() => undefined),
+    readFile: (filePath, encoding) => fs.readFile(filePath, encoding),
+    readdir: (dirPath) => fs.readdir(dirPath).then((entries) => entries.map(String)),
+    unlink: (filePath) => fs.unlink(filePath),
+    rename: (oldPath, newPath) => fs.rename(oldPath, newPath),
+    stat: (filePath) => fs.stat(filePath),
+    access: (filePath) => fs.access(filePath),
+};
+//# sourceMappingURL=fs-adapter.js.map

package/dist/server/services/fs-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs-adapter.js","sourceRoot":"","sources":["../../../src/server/services/fs-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAclC,yDAAyD;AACzD,MAAM,CAAC,MAAM,SAAS,GAAc;IAClC,KAAK,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;IACvE,SAAS,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAClC,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;IAC1D,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACjE,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAChF,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;IACzC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;IACzD,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;CAC1C,CAAC"}

package/dist/server/services/instruction-parser.d.ts

@@ -0,0 +1,26 @@
+/** A single testable instruction block extracted from rules content. */
+export interface InstructionBlock {
+    readonly source: string;
+    readonly text: string;
+}
+/**
+ * Parse rules/CLAUDE.md content into semantic instruction blocks.
+ *
+ * Splits on:
+ * - Markdown headings (# / ## / ### etc.)
+ * - Numbered lists (1. / 2. etc.)
+ * - Bulleted lists (- / * / + prefixed lines)
+ * - Paragraph breaks (double newlines)
+ *
+ * Each block is trimmed and deduplicated. Empty blocks are discarded.
+ */
+export declare function parseInstructions(content: string, source: string): InstructionBlock[];
+/**
+ * Parse multiple sources (e.g. CLAUDE.md files + rule entries) into a
+ * combined list of instruction blocks.
+ */
+export declare function parseAllInstructions(entries: readonly {
+    content: string;
+    source: string;
+}[]): InstructionBlock[];
+//# sourceMappingURL=instruction-parser.d.ts.map

package/dist/server/services/instruction-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"instruction-parser.d.ts","sourceRoot":"","sources":["../../../src/server/services/instruction-parser.ts"],"names":[],"mappings":"AAIA,wEAAwE;AACxE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,gBAAgB,EAAE,CAerF;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,SAAS;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EAAE,GACtD,gBAAgB,EAAE,CAMpB"}

package/dist/server/services/instruction-parser.js

@@ -0,0 +1,121 @@
+// ---------------------------------------------------------------------------
+// Instruction Parser — splits CLAUDE.md / rules content into testable blocks
+// ---------------------------------------------------------------------------
+/**
+ * Parse rules/CLAUDE.md content into semantic instruction blocks.
+ *
+ * Splits on:
+ * - Markdown headings (# / ## / ### etc.)
+ * - Numbered lists (1. / 2. etc.)
+ * - Bulleted lists (- / * / + prefixed lines)
+ * - Paragraph breaks (double newlines)
+ *
+ * Each block is trimmed and deduplicated. Empty blocks are discarded.
+ */
+export function parseInstructions(content, source) {
+    if (!content.trim())
+        return [];
+    const rawBlocks = splitIntoBlocks(content);
+    const seen = new Set();
+    const blocks = [];
+    for (const raw of rawBlocks) {
+        const text = cleanBlock(raw);
+        if (!text || seen.has(text))
+            continue;
+        seen.add(text);
+        blocks.push({ source, text });
+    }
+    return blocks;
+}
+/**
+ * Parse multiple sources (e.g. CLAUDE.md files + rule entries) into a
+ * combined list of instruction blocks.
+ */
+export function parseAllInstructions(entries) {
+    const allBlocks = [];
+    for (const entry of entries) {
+        allBlocks.push(...parseInstructions(entry.content, entry.source));
+    }
+    return allBlocks;
+}
+// ---------------------------------------------------------------------------
+// Internal helpers
+// ---------------------------------------------------------------------------
+/** Split content into raw blocks using heading/list/paragraph boundaries. */
+function splitIntoBlocks(content) {
+    const lines = content.split('\n');
+    const blocks = [];
+    let current = [];
+    let currentHeadingContext = '';
+    for (const line of lines) {
+        const isHeading = /^#{1,6}\s+/.test(line);
+        const isListItem = /^\s*(?:[-*+]|\d+\.)\s+/.test(line);
+        const isBlankLine = line.trim() === '';
+        if (isHeading || (isListItem && current.length > 0) || isBlankLine) {
+            if (current.length > 0) {
+                blocks.push(current.join('\n'));
+                current = [];
+            }
+        }
+        if (!isBlankLine) {
+            if (isHeading) {
+                const headingText = line.replace(/^#{1,6}\s+/, '').trim();
+                if (headingText && !isOnlyFormatting(headingText)) {
+                    if (isActionableHeading(headingText)) {
+                        // Actionable headings are testable instructions on their own
+                        blocks.push(headingText);
+                        currentHeadingContext = '';
+                    }
+                    else {
+                        // Non-actionable headings become context for child instructions
+                        currentHeadingContext = headingText;
+                    }
+                }
+            }
+            else {
+                // Prepend heading context to child instructions for grouping
+                if (currentHeadingContext && current.length === 0) {
+                    current.push(`[${currentHeadingContext}]`);
+                }
+                current.push(line);
+            }
+        }
+    }
+    if (current.length > 0) {
+        blocks.push(current.join('\n'));
+    }
+    return blocks;
+}
+/**
+ * Check if heading text contains imperative/actionable language.
+ * A heading is actionable if it starts with a verb or contains directive keywords.
+ */
+function isActionableHeading(text) {
+    const lower = text.toLowerCase();
+    // Contains directive keywords
+    if (/\b(must|should|always|never|do not|don't|ensure|require|avoid)\b/i.test(lower)) {
+        return true;
+    }
+    // Starts with an imperative verb (common instruction patterns)
+    if (/^(use|run|add|set|create|delete|remove|install|configure|enable|disable|check|verify|test|write|read|update|fix|apply|follow|include|exclude|import|export|call|return|throw|handle|log|format|lint|build|deploy|commit|push|pull|merge|rebase)\b/i.test(lower)) {
+        return true;
+    }
+    return false;
+}
+/** Clean up a raw block: strip list markers, collapse whitespace. */
+function cleanBlock(raw) {
+    let text = raw.trim();
+    // Remove leading list markers
+    text = text.replace(/^\s*(?:[-*+]|\d+\.)\s+/, '');
+    // Collapse internal whitespace
+    text = text.replace(/\s+/g, ' ').trim();
+    // Skip very short blocks (likely formatting artifacts)
+    if (text.length < 5)
+        return '';
+    return text;
+}
+/** Check if a string is only formatting characters (dashes, equals, etc.). */
+function isOnlyFormatting(text) {
+    return /^[-=_*#~`]+$/.test(text.trim());
+}
+//# sourceMappingURL=instruction-parser.js.map

package/dist/server/services/instruction-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"instruction-parser.js","sourceRoot":"","sources":["../../../src/server/services/instruction-parser.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6EAA6E;AAC7E,8EAA8E;AAQ9E;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAe,EAAE,MAAc;IAC/D,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAE/B,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACtC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,OAAuD;IAEvD,MAAM,SAAS,GAAuB,EAAE,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,SAAS,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,6EAA6E;AAC7E,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,IAAI,qBAAqB,GAAG,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QAEvC,IAAI,SAAS,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC;YACnE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChC,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1D,IAAI,WAAW,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAAE,CAAC;oBAClD,IAAI,mBAAmB,CAAC,WAAW,CAAC,EAAE,CAAC;wBACrC,6DAA6D;wBAC7D,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;wBACzB,qBAAqB,GAAG,EAAE,CAAC;oBAC7B,CAAC;yBAAM,CAAC;wBACN,gEAAgE;wBAChE,qBAAqB,GAAG,WAAW,CAAC;oBACtC,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,6DAA6D;gBAC7D,IAAI,qBAAqB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAClD,OAAO,CAAC,IAAI,CAAC,IAAI,qBAAqB,GAAG,CAAC,CAAC;gBAC7C,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,8BAA8B;IAC9B,IAAI,mEAAmE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACpF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,+DAA+D;IAC/D,IAAI,oPAAoP,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACrQ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,qEAAqE;AACrE,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACtB,8BAA8B;IAC9B,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;IAClD,+BAA+B;IAC/B,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACxC,uDAAuD;IACvD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAC/B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAC1C,CAAC"}

package/dist/server/services/log-rotator.d.ts

@@ -0,0 +1,20 @@
+export interface RotationConfig {
+    /** Maximum file size in bytes before rotation (default: 2MB). */
+    maxBytes: number;
+    /** Maximum number of rotated files to keep (default: 25). */
+    maxFiles: number;
+}
+export declare const DEFAULT_ROTATION: RotationConfig;
+/**
+ * Rotate a log file if it exceeds `config.maxBytes`.
+ *
+ * Rotation scheme (e.g. for ctb.log):
+ *   ctb.24.log  → deleted
+ *   ctb.23.log  → ctb.24.log
+ *   ...
+ *   ctb.1.log   → ctb.2.log
+ *   ctb.log     → ctb.1.log
+ *   (a fresh ctb.log is NOT created here — the caller appends)
+ */
+export declare function rotateIfNeeded(filePath: string, config?: RotationConfig): void;
+//# sourceMappingURL=log-rotator.d.ts.map

package/dist/server/services/log-rotator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-rotator.d.ts","sourceRoot":"","sources":["../../../src/server/services/log-rotator.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,cAAc;IAC7B,iEAAiE;IACjE,QAAQ,EAAE,MAAM,CAAC;IACjB,6DAA6D;IAC7D,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,eAAO,MAAM,gBAAgB,EAAE,cAG9B,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,MAAM,EAChB,MAAM,GAAE,cAAiC,GACxC,IAAI,CAmCN"}

package/dist/server/services/log-rotator.js

@@ -0,0 +1,60 @@
+import fs from 'node:fs';
+import path from 'node:path';
+export const DEFAULT_ROTATION = {
+    maxBytes: 2 * 1024 * 1024, // 2 MB
+    maxFiles: 25,
+};
+/**
+ * Rotate a log file if it exceeds `config.maxBytes`.
+ *
+ * Rotation scheme (e.g. for ctb.log):
+ *   ctb.24.log  → deleted
+ *   ctb.23.log  → ctb.24.log
+ *   ...
+ *   ctb.1.log   → ctb.2.log
+ *   ctb.log     → ctb.1.log
+ *   (a fresh ctb.log is NOT created here — the caller appends)
+ */
+export function rotateIfNeeded(filePath, config = DEFAULT_ROTATION) {
+    let size;
+    try {
+        const stat = fs.statSync(filePath);
+        size = stat.size;
+    }
+    catch {
+        // File does not exist yet — nothing to rotate.
+        return;
+    }
+    if (size < config.maxBytes)
+        return;
+    const dir = path.dirname(filePath);
+    const ext = path.extname(filePath); // .log
+    const base = path.basename(filePath, ext); // ctb
+    // Shift numbered files: N → N+1.  Delete the oldest if at maxFiles.
+    for (let i = config.maxFiles; i >= 1; i--) {
+        const src = path.join(dir, `${base}.${i}${ext}`);
+        if (i === config.maxFiles) {
+            // Delete the oldest file
+            try {
+                fs.unlinkSync(src);
+            }
+            catch { /* noop */ }
+        }
+        else {
+            const dst = path.join(dir, `${base}.${i + 1}${ext}`);
+            try {
+                fs.renameSync(src, dst);
+            }
+            catch { /* noop */ }
+        }
+    }
+    // Move current file → .1
+    const firstRotated = path.join(dir, `${base}.1${ext}`);
+    try {
+        fs.renameSync(filePath, firstRotated);
+    }
+    catch {
+        // If rename fails, continue — the caller will append to the same file.
+    }
+}
+//# sourceMappingURL=log-rotator.js.map

package/dist/server/services/log-rotator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-rotator.js","sourceRoot":"","sources":["../../../src/server/services/log-rotator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAS7B,MAAM,CAAC,MAAM,gBAAgB,GAAmB;IAC9C,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAG,OAAO;IACnC,QAAQ,EAAE,EAAE;CACb,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,UAAU,cAAc,CAC5B,QAAgB,EAChB,SAAyB,gBAAgB;IAEzC,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACP,+CAA+C;QAC/C,OAAO;IACT,CAAC;IAED,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ;QAAE,OAAO;IAEnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAW,OAAO;IACrD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAK,MAAM;IAErD,oEAAoE;IACpE,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC1B,yBAAyB;YACzB,IAAI,CAAC;gBAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,uEAAuE;IACzE,CAAC;AACH,CAAC"}

package/dist/server/services/logger.d.ts

@@ -0,0 +1,15 @@
+import type { ILogger, LogLevel } from '../interfaces/logger.js';
+export declare class JsonLogger implements ILogger {
+    private readonly level;
+    private readonly baseAttrs;
+    private readonly writeFn;
+    private readonly logFilePath;
+    constructor(level?: LogLevel, baseAttrs?: Record<string, unknown>, writeFn?: (line: string) => void, logFilePath?: string);
+    debug(msg: string, attrs?: Record<string, unknown>): void;
+    info(msg: string, attrs?: Record<string, unknown>): void;
+    warn(msg: string, attrs?: Record<string, unknown>): void;
+    error(msg: string, attrs?: Record<string, unknown>): void;
+    child(attrs: Record<string, unknown>): ILogger;
+    private log;
+}
+//# sourceMappingURL=logger.d.ts.map

package/dist/server/services/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../../src/server/services/logger.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAiBjE,qBAAa,UAAW,YAAW,OAAO;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAW;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA0B;IACpD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;gBAG/C,KAAK,GAAE,QAAiB,EACxB,SAAS,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,EACvC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAChC,WAAW,CAAC,EAAE,MAAM;IAYtB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIzD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIxD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIxD,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIzD,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO;IAI9C,OAAO,CAAC,GAAG;CAyBZ"}

package/dist/server/services/logger.js

@@ -0,0 +1,69 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { rotateIfNeeded, DEFAULT_ROTATION } from './log-rotator.js';
+const LOG_LEVEL_ORDER = {
+    debug: 0,
+    info: 1,
+    warn: 2,
+    error: 3,
+};
+const LOG_LEVEL_LABEL = {
+    debug: 'DEBUG',
+    info: 'INFO',
+    warn: 'WARN',
+    error: 'ERROR',
+};
+export class JsonLogger {
+    level;
+    baseAttrs;
+    writeFn;
+    logFilePath;
+    constructor(level = 'info', baseAttrs = {}, writeFn, logFilePath) {
+        this.level = level;
+        this.baseAttrs = baseAttrs;
+        this.writeFn = writeFn ?? ((line) => process.stderr.write(line + '\n'));
+        this.logFilePath = logFilePath;
+        if (logFilePath) {
+            fs.mkdirSync(path.dirname(logFilePath), { recursive: true });
+        }
+    }
+    debug(msg, attrs) {
+        this.log('debug', msg, attrs);
+    }
+    info(msg, attrs) {
+        this.log('info', msg, attrs);
+    }
+    warn(msg, attrs) {
+        this.log('warn', msg, attrs);
+    }
+    error(msg, attrs) {
+        this.log('error', msg, attrs);
+    }
+    child(attrs) {
+        return new JsonLogger(this.level, { ...this.baseAttrs, ...attrs }, this.writeFn, this.logFilePath);
+    }
+    log(level, msg, attrs) {
+        if (LOG_LEVEL_ORDER[level] < LOG_LEVEL_ORDER[this.level]) {
+            return;
+        }
+        const entry = {
+            ...this.baseAttrs,
+            ...attrs,
+            time: new Date().toISOString(),
+            level: LOG_LEVEL_LABEL[level],
+            msg,
+        };
+        const line = JSON.stringify(entry);
+        this.writeFn(line);
+        if (this.logFilePath) {
+            try {
+                fs.appendFileSync(this.logFilePath, line + '\n');
+                rotateIfNeeded(this.logFilePath, DEFAULT_ROTATION);
+            }
+            catch {
+                // Best-effort file logging — do not crash the process.
+            }
+        }
+    }
+}
+//# sourceMappingURL=logger.js.map

package/dist/server/services/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../src/server/services/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpE,MAAM,eAAe,GAA6B;IAChD,KAAK,EAAE,CAAC;IACR,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;CACT,CAAC;AAEF,MAAM,eAAe,GAA6B;IAChD,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACf,CAAC;AAEF,MAAM,OAAO,UAAU;IACJ,KAAK,CAAW;IAChB,SAAS,CAA0B;IACnC,OAAO,CAAyB;IAChC,WAAW,CAAqB;IAEjD,YACE,QAAkB,MAAM,EACxB,YAAqC,EAAE,EACvC,OAAgC,EAChC,WAAoB;QAEpB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAChF,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAE/B,IAAI,WAAW,EAAE,CAAC;YAChB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAW,EAAE,KAA+B;QAChD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,CAAC,GAAW,EAAE,KAA+B;QAC/C,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,GAAW,EAAE,KAA+B;QAC/C,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,GAAW,EAAE,KAA+B;QAChD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAA8B;QAClC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACrG,CAAC;IAEO,GAAG,CAAC,KAAe,EAAE,GAAW,EAAE,KAA+B;QACvE,IAAI,eAAe,CAAC,KAAK,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAA4B;YACrC,GAAG,IAAI,CAAC,SAAS;YACjB,GAAG,KAAK;YACR,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC9B,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC;YAC7B,GAAG;SACJ,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEnB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC;gBACjD,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,uDAAuD;YACzD,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/server/services/model-factory.d.ts

@@ -0,0 +1,10 @@
+import type { LanguageModel } from 'ai';
+export interface ModelConfig {
+    readonly providerName: string;
+    readonly model: string;
+    readonly apiKey: string;
+    readonly baseUrl?: string;
+}
+export declare function createModel(config: ModelConfig): LanguageModel;
+export declare function isSupportedProvider(name: string): boolean;
+//# sourceMappingURL=model-factory.d.ts.map

package/dist/server/services/model-factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-factory.d.ts","sourceRoot":"","sources":["../../../src/server/services/model-factory.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAExC,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B;AAID,wBAAgB,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG,aAAa,CA0B9D;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEzD"}

package/dist/server/services/model-factory.js

@@ -0,0 +1,33 @@
+// ---------------------------------------------------------------------------
+// Model Factory — creates AI SDK model instances from provider config
+// ---------------------------------------------------------------------------
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createOpenAI } from '@ai-sdk/openai';
+import { createGoogleGenerativeAI } from '@ai-sdk/google';
+const SUPPORTED_PROVIDERS = ['anthropic', 'openai', 'google'];
+export function createModel(config) {
+    switch (config.providerName) {
+        case 'anthropic':
+            return createAnthropic({
+                apiKey: config.apiKey,
+                ...(config.baseUrl ? { baseURL: config.baseUrl } : {}),
+            })(config.model);
+        case 'openai':
+            return createOpenAI({
+                apiKey: config.apiKey,
+                ...(config.baseUrl ? { baseURL: config.baseUrl } : {}),
+            })(config.model);
+        case 'google':
+            return createGoogleGenerativeAI({
+                apiKey: config.apiKey,
+                ...(config.baseUrl ? { baseURL: config.baseUrl } : {}),
+            })(config.model);
+        default:
+            throw new Error(`Unsupported provider: "${config.providerName}". ` +
+                `Supported providers: ${SUPPORTED_PROVIDERS.join(', ')}`);
+    }
+}
+export function isSupportedProvider(name) {
+    return SUPPORTED_PROVIDERS.includes(name);
+}
+//# sourceMappingURL=model-factory.js.map

package/dist/server/services/model-factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-factory.js","sourceRoot":"","sources":["../../../src/server/services/model-factory.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,sEAAsE;AACtE,8EAA8E;AAE9E,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAU1D,MAAM,mBAAmB,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAU,CAAC;AAEvE,MAAM,UAAU,WAAW,CAAC,MAAmB;IAC7C,QAAQ,MAAM,CAAC,YAAY,EAAE,CAAC;QAC5B,KAAK,WAAW;YACd,OAAO,eAAe,CAAC;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvD,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEnB,KAAK,QAAQ;YACX,OAAO,YAAY,CAAC;gBAClB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvD,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEnB,KAAK,QAAQ;YACX,OAAO,wBAAwB,CAAC;gBAC9B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvD,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEnB;YACE,MAAM,IAAI,KAAK,CACb,0BAA0B,MAAM,CAAC,YAAY,KAAK;gBAClD,wBAAwB,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzD,CAAC;IACN,CAAC;AACH,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,OAAQ,mBAAyC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACnE,CAAC"}

package/dist/server/services/runner.d.ts

@@ -0,0 +1,9 @@
+import type { IRunner, RunCallbacks } from '../interfaces/runner.js';
+import type { ILogger } from '../interfaces/logger.js';
+import type { Provider, Scenario, Run } from '../types/index.js';
+export declare class AiSdkRunner implements IRunner {
+    private readonly logger;
+    constructor(logger: ILogger);
+    executeRun(provider: Provider, scenario: Scenario, run: Run, callbacks: RunCallbacks, externalAbortController?: AbortController): Promise<Run>;
+}
+//# sourceMappingURL=runner.d.ts.map

package/dist/server/services/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/server/services/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAoB,MAAM,mBAAmB,CAAC;AAQnF,qBAAa,WAAY,YAAW,OAAO;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,OAAO;IAEtC,UAAU,CACd,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,QAAQ,EAClB,GAAG,EAAE,GAAG,EACR,SAAS,EAAE,YAAY,EACvB,uBAAuB,CAAC,EAAE,eAAe,GACxC,OAAO,CAAC,GAAG,CAAC;CA0FhB"}