elasticdash-test 0.1.26 → 0.1.27

package/dist/evaluators/llm-judge.js

@@ -1,125 +0,0 @@
-async function callJudgeLLM(prompt, output, model, provider) {
-    const outputStr = typeof output === 'string' ? output : JSON.stringify(output, null, 2);
-    const systemPrompt = `You are an evaluation judge. You will be given an output from an AI workflow and a criteria to evaluate it against. Respond with a single integer score from 0 to 10 on the first line, followed by a brief reasoning on the next line. 0 means completely failed, 10 means perfectly met.`;
-    const userMessage = `## Criteria\n${prompt}\n\n## Output to evaluate\n${outputStr}\n\nScore from 0 to 10:`;
-    if (provider === 'openai' || provider === 'default') {
-        const apiKey = process.env.OPENAI_API_KEY;
-        if (!apiKey)
-            throw new Error('OPENAI_API_KEY not set (needed for LLM judge)');
-        const res = await fetch('https://api.openai.com/v1/chat/completions', {
-            method: 'POST',
-            headers: {
-                'Authorization': `Bearer ${apiKey}`,
-                'Content-Type': 'application/json',
-            },
-            body: JSON.stringify({
-                model,
-                messages: [
-                    { role: 'system', content: systemPrompt },
-                    { role: 'user', content: userMessage },
-                ],
-                max_tokens: 200,
-                temperature: 0,
-            }),
-            signal: AbortSignal.timeout(30_000),
-        });
-        if (!res.ok) {
-            throw new Error(`OpenAI API error: ${res.status} ${res.statusText}`);
-        }
-        const json = await res.json();
-        const content = json.choices?.[0]?.message?.content ?? '';
-        return parseScoreVerdict(content);
-    }
-    if (provider === 'anthropic') {
-        const apiKey = process.env.ANTHROPIC_API_KEY;
-        if (!apiKey)
-            throw new Error('ANTHROPIC_API_KEY not set (needed for LLM judge)');
-        const res = await fetch('https://api.anthropic.com/v1/messages', {
-            method: 'POST',
-            headers: {
-                'x-api-key': apiKey,
-                'content-type': 'application/json',
-                'anthropic-version': '2023-06-01',
-            },
-            body: JSON.stringify({
-                model,
-                system: systemPrompt,
-                messages: [{ role: 'user', content: userMessage }],
-                max_tokens: 200,
-                temperature: 0,
-            }),
-            signal: AbortSignal.timeout(30_000),
-        });
-        if (!res.ok) {
-            throw new Error(`Anthropic API error: ${res.status} ${res.statusText}`);
-        }
-        const json = await res.json();
-        const content = json.content?.[0]?.text ?? '';
-        return parseScoreVerdict(content);
-    }
-    throw new Error(`Unsupported judge provider: ${provider}. Use 'openai' or 'anthropic'.`);
-}
-function parseScoreVerdict(content) {
-    const lines = content.trim().split('\n');
-    const firstLine = lines[0]?.trim() ?? '';
-    const scoreMatch = firstLine.match(/(\d+)/);
-    const score = scoreMatch ? Math.min(10, Math.max(0, parseInt(scoreMatch[1], 10))) : 0;
-    const reasoning = lines.slice(1).join('\n').trim() || `Score: ${score}/10`;
-    return { score, reasoning };
-}
-function resolveModel(expectation) {
-    const provider = expectation.judgeProvider || detectProvider(expectation.judgeModel);
-    const model = expectation.judgeModel || 'gpt-4o-mini';
-    return { model, provider };
-}
-function detectProvider(model) {
-    if (!model)
-        return 'default';
-    if (model.startsWith('claude'))
-        return 'anthropic';
-    return 'default';
-}
-export async function evaluateLLMJudge(expectation, runs) {
-    if (!expectation.judgePrompt) {
-        return {
-            expectationId: expectation.id,
-            type: 'llm-judge',
-            passed: false,
-            detail: 'No judge prompt provided',
-        };
-    }
-    const threshold = expectation.judgeScoreThreshold ?? 7;
-    const { model, provider } = resolveModel(expectation);
-    const perRun = [];
-    let allPassed = true;
-    for (const run of runs) {
-        try {
-            const verdict = await callJudgeLLM(expectation.judgePrompt, run.output, model, provider === 'default' ? 'openai' : provider);
-            const passed = verdict.score >= threshold;
-            if (!passed)
-                allPassed = false;
-            perRun.push({
-                runIndex: run.runIndex,
-                passed,
-                value: `${verdict.score}/10 — ${verdict.reasoning}`,
-            });
-        }
-        catch (err) {
-            allPassed = false;
-            perRun.push({
-                runIndex: run.runIndex,
-                passed: false,
-                value: `error: ${err.message}`,
-            });
-        }
-    }
-    const passedCount = perRun.filter((r) => r.passed).length;
-    return {
-        expectationId: expectation.id,
-        type: 'llm-judge',
-        passed: allPassed,
-        detail: `${passedCount}/${runs.length} passed (threshold ≥ ${threshold}/10, model: ${model})`,
-        perRun,
-    };
-}
-//# sourceMappingURL=llm-judge.js.map

package/dist/evaluators/llm-judge.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llm-judge.js","sourceRoot":"","sources":["../../src/evaluators/llm-judge.ts"],"names":[],"mappings":"AAOA,KAAK,UAAU,YAAY,CACzB,MAAc,EACd,MAAe,EACf,KAAa,EACb,QAAgB;IAEhB,MAAM,SAAS,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IACvF,MAAM,YAAY,GAAG,uNAAuN,CAAA;IAC5O,MAAM,WAAW,GAAG,gBAAgB,MAAM,8BAA8B,SAAS,gFAAgF,CAAA;IAEjK,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACpD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;QACzC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;QAE7E,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;YACpE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,EAAE;gBACnC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;oBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;iBACvC;gBACD,UAAU,EAAE,GAAG;gBACf,WAAW,EAAE,CAAC;aACf,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAA;QAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;QACtE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAS,CAAA;QACpC,MAAM,OAAO,GAAW,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAA;QACjE,OAAO,YAAY,CAAC,OAAO,CAAC,CAAA;IAC9B,CAAC;IAED,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAC5C,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QAEhF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,cAAc,EAAE,kBAAkB;gBAClC,mBAAmB,EAAE,YAAY;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM,EAAE,YAAY;gBACpB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;gBAClD,UAAU,EAAE,GAAG;gBACf,WAAW,EAAE,CAAC;aACf,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAA;QAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;QACzE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAS,CAAA;QACpC,MAAM,OAAO,GAAW,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAA;QACrD,OAAO,YAAY,CAAC,OAAO,CAAC,CAAA;IAC9B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,gCAAgC,CAAC,CAAA;AAC1F,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACxC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAA;IACtD,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;IAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAA;IACpG,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;AAC9B,CAAC;AAED,SAAS,YAAY,CAAC,WAAwB;IAC5C,MAAM,QAAQ,GAAG,WAAW,CAAC,aAAa,IAAI,cAAc,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;IACpF,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,IAAI,aAAa,CAAA;IACrD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;AAC5B,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,WAAW,CAAA;IAClD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,WAAwB,EACxB,IAAqB;IAErB,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;QAC7B,OAAO;YACL,aAAa,EAAE,WAAW,CAAC,EAAE;YAC7B,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,0BAA0B;SACnC,CAAA;IACH,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;IACrD,MAAM,MAAM,GAAmB,EAAE,CAAA;IACjC,IAAI,SAAS,GAAG,IAAI,CAAA;IAEpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,YAAY,CAChC,WAAW,CAAC,WAAW,EACvB,GAAG,CAAC,MAAM,EACV,KAAK,EACL,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAC7C,CAAA;YACD,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,SAAS,GAAG,KAAK,CAAA;YACtC,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,OAAO,CAAC,SAAS;aACzB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,KAAK,CAAA;YACjB,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,UAAW,GAAa,CAAC,OAAO,EAAE;aAC1C,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;IAEzD,OAAO;QACL,aAAa,EAAE,WAAW,CAAC,EAAE;QAC7B,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,GAAG,WAAW,IAAI,IAAI,CAAC,MAAM,6BAA6B,KAAK,GAAG;QAC1E,MAAM;KACP,CAAA;AACH,CAAC"}

package/dist/evaluators/output-contains.d.ts

@@ -1,3 +0,0 @@
-import type { Expectation, SingleRunData, ExpectationResult } from './types.js';
-export declare function evaluateOutputContains(expectation: Expectation, runs: SingleRunData[]): ExpectationResult;
-//# sourceMappingURL=output-contains.d.ts.map

package/dist/evaluators/output-contains.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"output-contains.d.ts","sourceRoot":"","sources":["../../src/evaluators/output-contains.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAgB,MAAM,YAAY,CAAA;AAQ7F,wBAAgB,sBAAsB,CACpC,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,aAAa,EAAE,GACpB,iBAAiB,CAgDnB"}

package/dist/evaluators/output-contains.js

@@ -1,52 +0,0 @@
-function stringify(value) {
-    if (typeof value === 'string')
-        return value;
-    if (value == null)
-        return '';
-    return JSON.stringify(value);
-}
-export function evaluateOutputContains(expectation, runs) {
-    const perRun = [];
-    let allPassed = true;
-    for (const run of runs) {
-        let output = stringify(run.output);
-        let contains = expectation.containsText ?? '';
-        let notContains = expectation.notContainsText ?? '';
-        if (expectation.caseInsensitive) {
-            output = output.toLowerCase();
-            contains = contains.toLowerCase();
-            notContains = notContains.toLowerCase();
-        }
-        let passed = true;
-        const reasons = [];
-        if (expectation.containsText && !output.includes(contains)) {
-            passed = false;
-            reasons.push(`missing "${expectation.containsText}"`);
-        }
-        if (expectation.notContainsText && output.includes(notContains)) {
-            passed = false;
-            reasons.push(`contains forbidden "${expectation.notContainsText}"`);
-        }
-        if (!passed)
-            allPassed = false;
-        perRun.push({
-            runIndex: run.runIndex,
-            passed,
-            value: passed ? 'ok' : reasons.join('; '),
-        });
-    }
-    const passedCount = perRun.filter((r) => r.passed).length;
-    const parts = [`${passedCount}/${runs.length} passed`];
-    if (expectation.containsText)
-        parts.push(`contains: "${expectation.containsText}"`);
-    if (expectation.notContainsText)
-        parts.push(`excludes: "${expectation.notContainsText}"`);
-    return {
-        expectationId: expectation.id,
-        type: 'output-contains',
-        passed: allPassed,
-        detail: parts.join(', '),
-        perRun,
-    };
-}
-//# sourceMappingURL=output-contains.js.map

package/dist/evaluators/output-contains.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"output-contains.js","sourceRoot":"","sources":["../../src/evaluators/output-contains.ts"],"names":[],"mappings":"AAEA,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3C,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,EAAE,CAAA;IAC5B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,WAAwB,EACxB,IAAqB;IAErB,MAAM,MAAM,GAAmB,EAAE,CAAA;IACjC,IAAI,SAAS,GAAG,IAAI,CAAA;IAEpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAClC,IAAI,QAAQ,GAAG,WAAW,CAAC,YAAY,IAAI,EAAE,CAAA;QAC7C,IAAI,WAAW,GAAG,WAAW,CAAC,eAAe,IAAI,EAAE,CAAA;QAEnD,IAAI,WAAW,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;YAC7B,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAA;YACjC,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAA;QACzC,CAAC;QAED,IAAI,MAAM,GAAG,IAAI,CAAA;QACjB,MAAM,OAAO,GAAa,EAAE,CAAA;QAE5B,IAAI,WAAW,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,MAAM,GAAG,KAAK,CAAA;YACd,OAAO,CAAC,IAAI,CAAC,YAAY,WAAW,CAAC,YAAY,GAAG,CAAC,CAAA;QACvD,CAAC;QAED,IAAI,WAAW,CAAC,eAAe,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAChE,MAAM,GAAG,KAAK,CAAA;YACd,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,CAAC,eAAe,GAAG,CAAC,CAAA;QACrE,CAAC;QAED,IAAI,CAAC,MAAM;YAAE,SAAS,GAAG,KAAK,CAAA;QAC9B,MAAM,CAAC,IAAI,CAAC;YACV,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;SAC1C,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;IACzD,MAAM,KAAK,GAAa,CAAC,GAAG,WAAW,IAAI,IAAI,CAAC,MAAM,SAAS,CAAC,CAAA;IAChE,IAAI,WAAW,CAAC,YAAY;QAAE,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,CAAC,YAAY,GAAG,CAAC,CAAA;IACnF,IAAI,WAAW,CAAC,eAAe;QAAE,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,CAAC,eAAe,GAAG,CAAC,CAAA;IAEzF,OAAO;QACL,aAAa,EAAE,WAAW,CAAC,EAAE;QAC7B,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB,MAAM;KACP,CAAA;AACH,CAAC"}

package/dist/evaluators/output-schema.d.ts

@@ -1,3 +0,0 @@
-import type { Expectation, SingleRunData, ExpectationResult } from './types.js';
-export declare function evaluateOutputSchema(expectation: Expectation, runs: SingleRunData[]): Promise<ExpectationResult>;
-//# sourceMappingURL=output-schema.d.ts.map

package/dist/evaluators/output-schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"output-schema.d.ts","sourceRoot":"","sources":["../../src/evaluators/output-schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAgB,MAAM,YAAY,CAAA;AAE7F,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,aAAa,EAAE,GACpB,OAAO,CAAC,iBAAiB,CAAC,CA4D5B"}

package/dist/evaluators/output-schema.js

@@ -1,58 +0,0 @@
-export async function evaluateOutputSchema(expectation, runs) {
-    if (!expectation.jsonSchema) {
-        return {
-            expectationId: expectation.id,
-            type: 'output-schema',
-            passed: true,
-            detail: 'No JSON schema provided, skipped',
-        };
-    }
-    // Dynamic import ajv — it's an optional dependency
-    let Ajv;
-    try {
-        // @ts-ignore — ajv is an optional peer dependency
-        Ajv = (await import('ajv')).default;
-    }
-    catch {
-        return {
-            expectationId: expectation.id,
-            type: 'output-schema',
-            passed: false,
-            detail: 'ajv package not installed. Run: npm install ajv',
-        };
-    }
-    const ajv = new Ajv({ allErrors: true });
-    const validate = ajv.compile(expectation.jsonSchema);
-    const perRun = [];
-    let allPassed = true;
-    for (const run of runs) {
-        let data = run.output;
-        // If output is a string, try to parse it as JSON
-        if (typeof data === 'string') {
-            try {
-                data = JSON.parse(data);
-            }
-            catch {
-                // leave as string — will likely fail validation
-            }
-        }
-        const valid = validate(data);
-        if (!valid) {
-            allPassed = false;
-            const errors = validate.errors?.map((e) => `${e.instancePath || '/'} ${e.message}`).join('; ') ?? 'unknown error';
-            perRun.push({ runIndex: run.runIndex, passed: false, value: errors });
-        }
-        else {
-            perRun.push({ runIndex: run.runIndex, passed: true, value: 'valid' });
-        }
-    }
-    const passedCount = perRun.filter((r) => r.passed).length;
-    return {
-        expectationId: expectation.id,
-        type: 'output-schema',
-        passed: allPassed,
-        detail: `${passedCount}/${runs.length} outputs match schema`,
-        perRun,
-    };
-}
-//# sourceMappingURL=output-schema.js.map

package/dist/evaluators/output-schema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"output-schema.js","sourceRoot":"","sources":["../../src/evaluators/output-schema.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,WAAwB,EACxB,IAAqB;IAErB,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAC5B,OAAO;YACL,aAAa,EAAE,WAAW,CAAC,EAAE;YAC7B,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,kCAAkC;SAC3C,CAAA;IACH,CAAC;IAED,mDAAmD;IACnD,IAAI,GAAQ,CAAA;IACZ,IAAI,CAAC;QACH,kDAAkD;QAClD,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAA;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,aAAa,EAAE,WAAW,CAAC,EAAE;YAC7B,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,iDAAiD;SAC1D,CAAA;IACH,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;IAEpD,MAAM,MAAM,GAAmB,EAAE,CAAA;IACjC,IAAI,SAAS,GAAG,IAAI,CAAA;IAEpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,IAAI,GAAG,GAAG,CAAC,MAAM,CAAA;QACrB,iDAAiD;QACjD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,gDAAgD;YAClD,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,SAAS,GAAG,KAAK,CAAA;YACjB,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,YAAY,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,eAAe,CAAA;YACtH,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;QACvE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;QACvE,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;IAEzD,OAAO;QACL,aAAa,EAAE,WAAW,CAAC,EAAE;QAC7B,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,GAAG,WAAW,IAAI,IAAI,CAAC,MAAM,uBAAuB;QAC5D,MAAM;KACP,CAAA;AACH,CAAC"}

package/dist/evaluators/token-budget.d.ts

@@ -1,3 +0,0 @@
-import type { Expectation, SingleRunData, ExpectationResult } from './types.js';
-export declare function evaluateTokenBudget(expectation: Expectation, runs: SingleRunData[]): ExpectationResult;
-//# sourceMappingURL=token-budget.d.ts.map

package/dist/evaluators/token-budget.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"token-budget.d.ts","sourceRoot":"","sources":["../../src/evaluators/token-budget.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAgB,MAAM,YAAY,CAAA;AAE7F,wBAAgB,mBAAmB,CACjC,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,aAAa,EAAE,GACpB,iBAAiB,CAgDnB"}

package/dist/evaluators/token-budget.js

@@ -1,45 +0,0 @@
-export function evaluateTokenBudget(expectation, runs) {
-    const perRun = [];
-    let allPassed = true;
-    // Per-run check
-    if (expectation.maxTokensPerRun != null) {
-        for (const run of runs) {
-            const tokens = run.tokenUsage.totalTokens;
-            const passed = tokens <= expectation.maxTokensPerRun;
-            if (!passed)
-                allPassed = false;
-            perRun.push({ runIndex: run.runIndex, passed, value: tokens });
-        }
-    }
-    // Total check
-    const totalTokens = runs.reduce((sum, r) => sum + r.tokenUsage.totalTokens, 0);
-    if (expectation.maxTotalTokens != null && totalTokens > expectation.maxTotalTokens) {
-        allPassed = false;
-    }
-    // If neither constraint is set, pass by default but populate per-run
-    if (expectation.maxTokensPerRun == null && expectation.maxTotalTokens == null) {
-        for (const run of runs) {
-            perRun.push({ runIndex: run.runIndex, passed: true, value: run.tokenUsage.totalTokens });
-        }
-    }
-    // Build detail string
-    const avg = runs.length > 0 ? Math.round(totalTokens / runs.length) : 0;
-    const parts = [];
-    if (expectation.maxTokensPerRun != null) {
-        const passedCount = perRun.filter((r) => r.passed).length;
-        parts.push(`${passedCount}/${runs.length} runs under ${expectation.maxTokensPerRun} tokens/run`);
-    }
-    if (expectation.maxTotalTokens != null) {
-        const totalPassed = totalTokens <= expectation.maxTotalTokens;
-        parts.push(`total ${totalTokens} tokens ${totalPassed ? 'within' : 'exceeds'} ${expectation.maxTotalTokens} budget`);
-    }
-    parts.push(`avg ${avg} tokens/run`);
-    return {
-        expectationId: expectation.id,
-        type: 'token-budget',
-        passed: allPassed,
-        detail: parts.join(', '),
-        perRun: perRun.length > 0 ? perRun : undefined,
-    };
-}
-//# sourceMappingURL=token-budget.js.map

package/dist/evaluators/token-budget.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"token-budget.js","sourceRoot":"","sources":["../../src/evaluators/token-budget.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,mBAAmB,CACjC,WAAwB,EACxB,IAAqB;IAErB,MAAM,MAAM,GAAmB,EAAE,CAAA;IACjC,IAAI,SAAS,GAAG,IAAI,CAAA;IAEpB,gBAAgB;IAChB,IAAI,WAAW,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,WAAW,CAAA;YACzC,MAAM,MAAM,GAAG,MAAM,IAAI,WAAW,CAAC,eAAe,CAAA;YACpD,IAAI,CAAC,MAAM;gBAAE,SAAS,GAAG,KAAK,CAAA;YAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;IAED,cAAc;IACd,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;IAC9E,IAAI,WAAW,CAAC,cAAc,IAAI,IAAI,IAAI,WAAW,GAAG,WAAW,CAAC,cAAc,EAAE,CAAC;QACnF,SAAS,GAAG,KAAK,CAAA;IACnB,CAAC;IAED,qEAAqE;IACrE,IAAI,WAAW,CAAC,eAAe,IAAI,IAAI,IAAI,WAAW,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;QAC9E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAA;QAC1F,CAAC;IACH,CAAC;IAED,sBAAsB;IACtB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACvE,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,IAAI,WAAW,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;QACzD,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,IAAI,IAAI,CAAC,MAAM,eAAe,WAAW,CAAC,eAAe,aAAa,CAAC,CAAA;IAClG,CAAC;IACD,IAAI,WAAW,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,WAAW,IAAI,WAAW,CAAC,cAAc,CAAA;QAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,WAAW,WAAW,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,IAAI,WAAW,CAAC,cAAc,SAAS,CAAC,CAAA;IACtH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,aAAa,CAAC,CAAA;IAEnC,OAAO;QACL,aAAa,EAAE,WAAW,CAAC,EAAE;QAC7B,IAAI,EAAE,cAAc;QACpB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;KAC/C,CAAA;AACH,CAAC"}

package/dist/evaluators/types.d.ts

@@ -1,104 +0,0 @@
-/**
- * Evaluator types — shared interfaces for the test group evaluation system.
- * Field names match the backend DB schema (camelCase versions of snake_case columns).
- */
-export type ExpectationType = 'llm-judge' | 'token-budget' | 'latency-budget' | 'output-contains' | 'output-schema' | 'determinism';
-export interface Expectation {
-    id: number;
-    testGroupId: number;
-    type: ExpectationType;
-    judgePrompt?: string;
-    judgeModel?: string;
-    judgeProvider?: string;
-    judgeScoreThreshold?: number;
-    maxTotalTokens?: number;
-    maxTokensPerRun?: number;
-    maxDurationMs?: number;
-    maxTotalDurationMs?: number;
-    containsText?: string;
-    notContainsText?: string;
-    caseInsensitive?: boolean;
-    jsonSchema?: Record<string, unknown>;
-    similarityThreshold?: number;
-}
-export interface TokenUsage {
-    inputTokens: number;
-    outputTokens: number;
-    totalTokens: number;
-}
-export interface SingleRunData {
-    runIndex: number;
-    passed: boolean;
-    durationMs: number;
-    tokenUsage: TokenUsage;
-    output: unknown;
-    trace?: unknown;
-    error?: string;
-    startedAt?: string;
-    completedAt?: string;
-}
-export interface PerRunResult {
-    runIndex: number;
-    passed: boolean;
-    value: unknown;
-}
-export interface ExpectationResult {
-    expectationId: number;
-    type: ExpectationType;
-    passed: boolean;
-    detail: string;
-    perRun?: PerRunResult[];
-}
-export interface EvaluationResult {
-    passed: boolean;
-    summary: string;
-    results: ExpectationResult[];
-}
-export interface TestGroup {
-    id: number;
-    name: string;
-    description?: string;
-    projectId: number;
-    workflowName: string;
-    frozenEvents: unknown[];
-    targetStepId: number;
-    targetStepType: 'ai' | 'tool';
-    mockInput?: unknown;
-    promptMocks?: Record<string, string>;
-    toolMocks?: Record<string, unknown>;
-    expectations: Expectation[];
-    runCount: number;
-    passThreshold: 'all' | number;
-    timeoutMs: number;
-    tags?: string[];
-    createdAt?: string;
-    updatedAt?: string;
-}
-export interface GitContext {
-    branch: string;
-    commit: string;
-    commitMessage?: string;
-    prNumber?: number;
-    prUrl?: string;
-}
-export interface TestGroupRunResult {
-    testGroupId: number;
-    triggeredBy: 'dashboard' | 'ci' | 'api' | 'schedule' | 'local';
-    passed: boolean;
-    summary: string;
-    singleRuns: SingleRunData[];
-    expectationResults: ExpectationResult[];
-    gitContext?: GitContext;
-    startedAt: string;
-    completedAt: string;
-}
-export interface BatchResult {
-    passed: boolean;
-    summary: string;
-    testGroupRunIds: number[];
-    results: TestGroupRunResult[];
-    gitContext?: GitContext;
-    startedAt: string;
-    completedAt: string;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/evaluators/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/evaluators/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,eAAe,GACvB,WAAW,GACX,cAAc,GACd,gBAAgB,GAChB,iBAAiB,GACjB,eAAe,GACf,aAAa,CAAA;AAEjB,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAA;IACV,WAAW,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,eAAe,CAAA;IAGrB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,aAAa,CAAC,EAAE,MAAM,CAAA;IAGtB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,eAAe,CAAC,EAAE,MAAM,CAAA;IAGxB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAG3B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,eAAe,CAAC,EAAE,OAAO,CAAA;IAGzB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAGpC,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,OAAO,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,UAAU,CAAA;IACtB,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,MAAM,CAAA;IACrB,IAAI,EAAE,eAAe,CAAA;IACrB,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,YAAY,EAAE,CAAA;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,OAAO,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IAEpB,YAAY,EAAE,OAAO,EAAE,CAAA;IACvB,YAAY,EAAE,MAAM,CAAA;IACpB,cAAc,EAAE,IAAI,GAAG,MAAM,CAAA;IAE7B,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAEnC,YAAY,EAAE,WAAW,EAAE,CAAA;IAE3B,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,EAAE,KAAK,GAAG,MAAM,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IAEf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,WAAW,GAAG,IAAI,GAAG,KAAK,GAAG,UAAU,GAAG,OAAO,CAAA;IAC9D,MAAM,EAAE,OAAO,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,aAAa,EAAE,CAAA;IAC3B,kBAAkB,EAAE,iBAAiB,EAAE,CAAA;IACvC,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,OAAO,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,OAAO,EAAE,kBAAkB,EAAE,CAAA;IAC7B,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;CACpB"}

package/dist/evaluators/types.js

@@ -1,6 +0,0 @@
-/**
- * Evaluator types — shared interfaces for the test group evaluation system.
- * Field names match the backend DB schema (camelCase versions of snake_case columns).
- */
-export {};
-//# sourceMappingURL=types.js.map

package/dist/evaluators/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/evaluators/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/test-group/cli.d.ts

@@ -1,8 +0,0 @@
-/**
- * Test-group CLI command tree.
- * Fully self-contained — does not import dashboard-server, browser-ui,
- * matchers, registry, or the .ai.test.ts runner.
- */
-import { Command } from 'commander';
-export declare function registerTestGroupCommand(program: Command): void;
-//# sourceMappingURL=cli.d.ts.map

package/dist/test-group/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/test-group/cli.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AASnC,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA0K/D"}

package/dist/test-group/cli.js

@@ -1,162 +0,0 @@
-/**
- * Test-group CLI command tree.
- * Fully self-contained — does not import dashboard-server, browser-ui,
- * matchers, registry, or the .ai.test.ts runner.
- */
-import { writeFileSync, mkdirSync } from 'node:fs';
-import path from 'node:path';
-import { resolveCloudConfig, fetchTestGroups, pushRunResult, pushBatchResult, exportTestGroups } from '../cloud-client.js';
-import { runAllTestGroups } from './runner.js';
-import { reportBatchResult } from './reporter.js';
-import { collectGitContext } from './git-context.js';
-export function registerTestGroupCommand(program) {
-    const tg = program
-        .command('test-group')
-        .description('Run, list, or export cloud-managed test groups (CI/CD mode)')
-        .option('--api-url <url>', 'ElasticDash API URL')
-        .option('--api-key <key>', 'ElasticDash API key')
-        .option('--project-id <id>', 'Project ID', '1');
-    // ── test-group run ──────────────────────────────────────────
-    tg.command('run')
-        .description('Fetch test groups from cloud, execute locally, evaluate, and push results')
-        .option('--all', 'Run all test groups for the project')
-        .option('--name <name>', 'Run a specific test group by name')
-        .option('--tag <tag>', 'Run test groups matching a tag')
-        .option('--override-run-count <n>', 'Override run count for all groups', (v) => parseInt(v))
-        .action(async (opts) => {
-        try {
-            const parentOpts = tg.opts();
-            const config = resolveCloudConfig({
-                apiUrl: parentOpts.apiUrl,
-                apiKey: parentOpts.apiKey,
-                projectId: parentOpts.projectId,
-            });
-            // Fetch test groups
-            console.log('[elasticdash] Fetching test groups...');
-            let groups = await fetchTestGroups(config, {
-                tags: opts.tag ? [opts.tag] : undefined,
-            });
-            if (opts.name) {
-                groups = groups.filter((g) => g.name === opts.name);
-            }
-            if (groups.length === 0) {
-                console.error('[elasticdash] No test groups found matching the filters.');
-                process.exit(2);
-            }
-            console.log(`[elasticdash] Running ${groups.length} test group(s)...`);
-            const cwd = process.cwd();
-            const gitContext = collectGitContext();
-            // Execute all groups
-            const batch = await runAllTestGroups(groups, cwd, {
-                overrideRunCount: opts.overrideRunCount,
-            });
-            // Attach git context
-            if (gitContext) {
-                batch.gitContext = gitContext;
-                for (const result of batch.results) {
-                    result.gitContext = gitContext;
-                }
-            }
-            // Push results to cloud
-            const runIds = [];
-            for (const result of batch.results) {
-                try {
-                    const pushed = await pushRunResult(config, result.testGroupId, result);
-                    runIds.push(pushed.id);
-                }
-                catch (err) {
-                    console.error(`[elasticdash] Failed to push results for "${result.summary.split(':')[0]}": ${err.message}`);
-                }
-            }
-            // Push batch
-            if (runIds.length > 0) {
-                try {
-                    await pushBatchResult(config, {
-                        testGroupRunIds: runIds,
-                        gitBranch: gitContext?.branch,
-                        gitCommit: gitContext?.commit,
-                        passed: batch.passed,
-                        summary: batch.summary,
-                    });
-                }
-                catch (err) {
-                    console.error(`[elasticdash] Failed to push batch result: ${err.message}`);
-                }
-            }
-            // Print report
-            const cloudUrl = config.apiUrl ? `${config.apiUrl}/results` : undefined;
-            reportBatchResult(batch, cloudUrl);
-            process.exit(batch.passed ? 0 : 1);
-        }
-        catch (err) {
-            console.error(`[elasticdash] Error: ${err.message}`);
-            process.exit(2);
-        }
-    });
-    // ── test-group list ─────────────────────────────────────────
-    tg.command('list')
-        .description('List test groups from the cloud platform')
-        .action(async () => {
-        try {
-            const parentOpts = tg.opts();
-            const config = resolveCloudConfig({
-                apiUrl: parentOpts.apiUrl,
-                apiKey: parentOpts.apiKey,
-                projectId: parentOpts.projectId,
-            });
-            const groups = await fetchTestGroups(config);
-            if (groups.length === 0) {
-                console.log('No test groups found.');
-                return;
-            }
-            // Print table
-            console.log('');
-            console.log(`${'Name'.padEnd(35)} ${'Workflow'.padEnd(25)} ${'Runs'.padEnd(6)} ${'Expectations'.padEnd(14)} Tags`);
-            console.log('─'.repeat(100));
-            for (const g of groups) {
-                const name = (g.name || '(unnamed)').slice(0, 34).padEnd(35);
-                const workflow = (g.workflowName || '').slice(0, 24).padEnd(25);
-                const runs = String(g.runCount).padEnd(6);
-                const expectations = String(g.expectations?.length ?? 0).padEnd(14);
-                const tags = (g.tags ?? []).join(', ');
-                console.log(`${name} ${workflow} ${runs} ${expectations} ${tags}`);
-            }
-            console.log('');
-            console.log(`Total: ${groups.length} test group(s)`);
-        }
-        catch (err) {
-            console.error(`[elasticdash] Error: ${err.message}`);
-            process.exit(2);
-        }
-    });
-    // ── test-group export ───────────────────────────────────────
-    tg.command('export')
-        .description('Export test groups to a local JSON file')
-        .option('--output <path>', 'Output file path', '.elasticdash/test-groups.json')
-        .action(async (opts) => {
-        try {
-            const parentOpts = tg.opts();
-            const config = resolveCloudConfig({
-                apiUrl: parentOpts.apiUrl,
-                apiKey: parentOpts.apiKey,
-                projectId: parentOpts.projectId,
-            });
-            const groups = await exportTestGroups(config);
-            const cwd = process.cwd();
-            const outputPath = path.resolve(cwd, opts.output);
-            // Prevent path traversal outside the project directory
-            if (!outputPath.startsWith(cwd + path.sep) && outputPath !== cwd) {
-                console.error(`[elasticdash] Error: Output path must be within the project directory.`);
-                process.exit(2);
-            }
-            mkdirSync(path.dirname(outputPath), { recursive: true });
-            writeFileSync(outputPath, JSON.stringify(groups, null, 2) + '\n');
-            console.log(`[elasticdash] Exported ${groups.length} test group(s) to ${outputPath}`);
-        }
-        catch (err) {
-            console.error(`[elasticdash] Error: ${err.message}`);
-            process.exit(2);
-        }
-    });
-}
-//# sourceMappingURL=cli.js.map

package/dist/test-group/cli.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/test-group/cli.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAClD,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,aAAa,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAC1H,OAAO,EAAsB,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAEpD,MAAM,UAAU,wBAAwB,CAAC,OAAgB;IACvD,MAAM,EAAE,GAAG,OAAO;SACf,OAAO,CAAC,YAAY,CAAC;SACrB,WAAW,CAAC,6DAA6D,CAAC;SAC1E,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;SAChD,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC;SAChD,MAAM,CAAC,mBAAmB,EAAE,YAAY,EAAE,GAAG,CAAC,CAAA;IAEjD,+DAA+D;IAE/D,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,2EAA2E,CAAC;SACxF,MAAM,CAAC,OAAO,EAAE,qCAAqC,CAAC;SACtD,MAAM,CAAC,eAAe,EAAE,mCAAmC,CAAC;SAC5D,MAAM,CAAC,aAAa,EAAE,gCAAgC,CAAC;SACvD,MAAM,CAAC,0BAA0B,EAAE,mCAAmC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;SAC3F,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAG,kBAAkB,CAAC;gBAChC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;aAChC,CAAC,CAAA;YAEF,oBAAoB;YACpB,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAA;YACpD,IAAI,MAAM,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE;gBACzC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;aACxC,CAAC,CAAA;YAEF,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAA;YACrD,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAA;gBACzE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,MAAM,mBAAmB,CAAC,CAAA;YAEtE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;YACzB,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAA;YAEtC,qBAAqB;YACrB,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;gBAChD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC,CAAA;YAEF,qBAAqB;YACrB,IAAI,UAAU,EAAE,CAAC;gBACf,KAAK,CAAC,UAAU,GAAG,UAAU,CAAA;gBAC7B,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBACnC,MAAM,CAAC,UAAU,GAAG,UAAU,CAAA;gBAChC,CAAC;YACH,CAAC;YAED,wBAAwB;YACxB,MAAM,MAAM,GAAa,EAAE,CAAA;YAC3B,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;oBACtE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACxB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,6CAA6C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAO,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;gBACxH,CAAC;YACH,CAAC;YAED,aAAa;YACb,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,MAAM,eAAe,CAAC,MAAM,EAAE;wBAC5B,eAAe,EAAE,MAAM;wBACvB,SAAS,EAAE,UAAU,EAAE,MAAM;wBAC7B,SAAS,EAAE,UAAU,EAAE,MAAM;wBAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;qBACvB,CAAC,CAAA;gBACJ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,8CAA+C,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;gBACvF,CAAC;YACH,CAAC;YAED,eAAe;YACf,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,SAAS,CAAA;YACvE,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;YAElC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,wBAAyB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;YAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,+DAA+D;IAE/D,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,0CAA0C,CAAC;SACvD,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAG,kBAAkB,CAAC;gBAChC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;aAChC,CAAC,CAAA;YAEF,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;YAE5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAA;gBACpC,OAAM;YACR,CAAC;YAED,cAAc;YACd,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACf,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAA;YAClH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;YAE5B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBAC5D,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;gBACzC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACnE,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACtC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,QAAQ,IAAI,IAAI,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC,CAAA;YACpE,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACf,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,MAAM,gBAAgB,CAAC,CAAA;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,wBAAyB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;YAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,+DAA+D;IAE/D,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,yCAAyC,CAAC;SACtD,MAAM,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,+BAA+B,CAAC;SAC9E,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAG,kBAAkB,CAAC;gBAChC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;aAChC,CAAC,CAAA;YAEF,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAA;YAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;YACzB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;YAEjD,uDAAuD;YACvD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBACjE,OAAO,CAAC,KAAK,CAAC,wEAAwE,CAAC,CAAA;gBACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,CAAC;YAED,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YACxD,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;YAEjE,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,MAAM,qBAAqB,UAAU,EAAE,CAAC,CAAA;QACvF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,wBAAyB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;YAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC,CAAC,CAAA;AACN,CAAC"}