elasticdash-sdk 0.2.0

package/dist/ci/runner.js

@@ -0,0 +1,187 @@
+import chalk from 'chalk';
+import { fetchTestGroups, submitTestRun, createBatch } from './api-client.js';
+import { executeTest } from './executor.js';
+import { detectGitInfo } from './git-info.js';
+// ─── CI Runner ───────────────────────────────────────────────
+// Orchestrates the full CI/CD test flow:
+//   1. Fetch test groups from backend
+//   2. Execute each test
+//   3. Submit results
+//   4. Create batch
+//   5. Print summary
+export async function runCI(config) {
+    const { serverUrl, apiKey } = config;
+    const cwd = process.cwd();
+    // Debug: log config so CI logs show what was received
+    console.log(`[elasticdash ci] serverUrl: ${serverUrl || '(not set)'}`);
+    console.log(`[elasticdash ci] apiKey: ${apiKey ? apiKey.substring(0, 7) + '...' + apiKey.substring(apiKey.length - 4) : '(not set)'}`);
+    // Merge explicit git info with auto-detected CI env
+    const detected = detectGitInfo();
+    const gitBranch = config.gitBranch || detected.branch;
+    const gitCommit = config.gitCommit || detected.commit;
+    const gitCommitMessage = config.gitCommitMessage || detected.commitMessage;
+    const gitPrNumber = config.gitPrNumber || detected.prNumber;
+    const gitPrUrl = config.gitPrUrl || detected.prUrl;
+    const triggeredBy = config.triggeredBy || 'ci';
+    const overallStart = Date.now();
+    // Step 1: Fetch test groups
+    console.log(chalk.cyan('\n[elasticdash ci] Fetching test groups...'));
+    const testGroups = await fetchTestGroups(serverUrl, apiKey, {
+        workflowName: config.workflowName,
+        tags: config.tags,
+    });
+    if (testGroups.length === 0) {
+        console.log(chalk.yellow('[elasticdash ci] No active test groups found.'));
+        return {
+            total: 0, passed: 0, failed: 0, skipped: 0,
+            durationMs: Date.now() - overallStart,
+            batchId: null,
+            results: [],
+        };
+    }
+    const totalTests = testGroups.reduce((sum, g) => sum + g.tests.length, 0);
+    console.log(chalk.cyan(`[elasticdash ci] Found ${testGroups.length} test group(s), ${totalTests} test(s) total.\n`));
+    // Step 2 & 3: Execute and submit
+    const allResults = [];
+    const runIds = [];
+    for (const group of testGroups) {
+        console.log(chalk.white.bold(`  ${group.name}`) + chalk.gray(` (${group.tests.length} tests)`));
+        for (const test of group.tests) {
+            const testLabel = test.name || `${test.test_type}:${test.target_step_name || 'unnamed'}`;
+            process.stdout.write(chalk.gray(`    ${testLabel} ... `));
+            const testStart = Date.now();
+            let testResult;
+            try {
+                const execution = await executeTest(test, cwd);
+                // Submit result to backend
+                const payload = {
+                    testGroupTestId: test.id,
+                    triggeredBy,
+                    passed: execution.passed,
+                    summary: execution.passed ? 'Passed' : 'Failed',
+                    gitBranch, gitCommit, gitCommitMessage, gitPrNumber, gitPrUrl,
+                    singleRuns: execution.singleRuns,
+                    expectationResults: execution.expectationResults,
+                    startedAt: new Date(testStart).toISOString(),
+                    completedAt: new Date().toISOString(),
+                };
+                let runId = null;
+                try {
+                    const submitted = await submitTestRun(serverUrl, apiKey, group.id, payload);
+                    runId = submitted.id;
+                    runIds.push(runId);
+                }
+                catch (submitErr) {
+                    // Non-fatal: log but don't fail the test
+                    console.error(chalk.yellow(`\n    [warn] Failed to submit result: ${submitErr instanceof Error ? submitErr.message : String(submitErr)}`));
+                }
+                testResult = {
+                    testGroupId: group.id,
+                    testGroupName: group.name,
+                    testId: test.id,
+                    testName: test.name,
+                    testType: test.test_type,
+                    passed: execution.passed,
+                    runId,
+                    singleRuns: execution.singleRuns,
+                    expectationResults: execution.expectationResults,
+                    durationMs: execution.durationMs,
+                };
+            }
+            catch (err) {
+                testResult = {
+                    testGroupId: group.id,
+                    testGroupName: group.name,
+                    testId: test.id,
+                    testName: test.name,
+                    testType: test.test_type,
+                    passed: false,
+                    runId: null,
+                    singleRuns: [],
+                    expectationResults: [],
+                    error: err instanceof Error ? err.message : String(err),
+                    durationMs: Date.now() - testStart,
+                };
+            }
+            allResults.push(testResult);
+            // Print result
+            const durationStr = chalk.gray(`(${testResult.durationMs}ms)`);
+            if (testResult.passed) {
+                console.log(chalk.green('PASS') + ` ${durationStr}`);
+            }
+            else {
+                console.log(chalk.red('FAIL') + ` ${durationStr}`);
+                if (testResult.error) {
+                    console.log(chalk.red(`      ${testResult.error}`));
+                }
+                // Show errors from individual single runs
+                for (const run of testResult.singleRuns) {
+                    if (!run.passed && run.error) {
+                        console.log(chalk.red(`      [run ${run.runIndex}] ${run.error}`));
+                    }
+                }
+                // Show failed expectations
+                for (const exp of testResult.expectationResults) {
+                    if (!exp.passed) {
+                        console.log(chalk.red(`      [${exp.type}] ${exp.detail || 'failed'}`));
+                    }
+                }
+            }
+        }
+        console.log(); // blank line between groups
+    }
+    // Step 4: Create batch
+    let batchId = null;
+    if (runIds.length > 0) {
+        try {
+            const passedCount = allResults.filter((r) => r.passed).length;
+            const allPassed = passedCount === allResults.length;
+            const batch = await createBatch(serverUrl, apiKey, {
+                testGroupRunIds: runIds,
+                status: allPassed ? 'success' : 'failed',
+                passed: allPassed,
+                summary: `CI: ${passedCount}/${allResults.length} passed`,
+                gitBranch, gitCommit,
+                startedAt: new Date(overallStart).toISOString(),
+                completedAt: new Date().toISOString(),
+            });
+            batchId = batch.id;
+        }
+        catch {
+            // Non-fatal
+        }
+    }
+    // Step 5: Print summary
+    const passed = allResults.filter((r) => r.passed).length;
+    const failed = allResults.filter((r) => !r.passed).length;
+    const durationMs = Date.now() - overallStart;
+    console.log(chalk.white.bold('─'.repeat(50)));
+    console.log(chalk.white.bold('Summary'));
+    console.log(chalk.white.bold('─'.repeat(50)));
+    console.log(`  Total:    ${allResults.length}`);
+    console.log(`  ${chalk.green(`Passed:   ${passed}`)}`);
+    if (failed > 0) {
+        console.log(`  ${chalk.red(`Failed:   ${failed}`)}`);
+    }
+    console.log(`  Duration: ${(durationMs / 1000).toFixed(1)}s`);
+    if (batchId) {
+        console.log(`  Batch ID: ${batchId}`);
+    }
+    console.log(chalk.white.bold('─'.repeat(50)));
+    if (failed > 0) {
+        console.log(chalk.red(`\n[elasticdash ci] ${failed} test(s) failed.\n`));
+    }
+    else {
+        console.log(chalk.green(`\n[elasticdash ci] All tests passed.\n`));
+    }
+    return {
+        total: allResults.length,
+        passed,
+        failed,
+        skipped: 0,
+        durationMs,
+        batchId,
+        results: allResults,
+    };
+}
+//# sourceMappingURL=runner.js.map

package/dist/ci/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/ci/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAG7C,gEAAgE;AAChE,yCAAyC;AACzC,sCAAsC;AACtC,yBAAyB;AACzB,sBAAsB;AACtB,oBAAoB;AACpB,qBAAqB;AAErB,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,MAAmB;IAC7C,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,CAAA;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IAEzB,sDAAsD;IACtD,OAAO,CAAC,GAAG,CAAC,+BAA+B,SAAS,IAAI,WAAW,EAAE,CAAC,CAAA;IACtE,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;IAEtI,oDAAoD;IACpD,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAA;IAChC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAA;IACrD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAA;IACrD,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAC,aAAa,CAAA;IAC1E,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,QAAQ,CAAA;IAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAA;IAClD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAA;IAE9C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAE/B,4BAA4B;IAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC,CAAA;IAErE,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE;QAC1D,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,IAAI,EAAE,MAAM,CAAC,IAAI;KAClB,CAAC,CAAA;IAEF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,+CAA+C,CAAC,CAAC,CAAA;QAC1E,OAAO;YACL,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;YAC1C,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY;YACrC,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE;SACZ,CAAA;IACH,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACzE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,UAAU,CAAC,MAAM,mBAAmB,UAAU,mBAAmB,CAAC,CAAC,CAAA;IAEpH,iCAAiC;IACjC,MAAM,UAAU,GAAmB,EAAE,CAAA;IACrC,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC,CAAA;QAE/F,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,IAAI,SAAS,EAAE,CAAA;YACxF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,SAAS,OAAO,CAAC,CAAC,CAAA;YAEzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,IAAI,UAAwB,CAAA;YAE5B,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;gBAE9C,2BAA2B;gBAC3B,MAAM,OAAO,GAAG;oBACd,eAAe,EAAE,IAAI,CAAC,EAAE;oBACxB,WAAW;oBACX,MAAM,EAAE,SAAS,CAAC,MAAM;oBACxB,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;oBAC/C,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,WAAW,EAAE,QAAQ;oBAC7D,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;oBAChD,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;oBAC5C,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC,CAAA;gBAED,IAAI,KAAK,GAAkB,IAAI,CAAA;gBAC/B,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;oBAC3E,KAAK,GAAG,SAAS,CAAC,EAAE,CAAA;oBACpB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACpB,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,yCAAyC;oBACzC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,yCAAyC,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC5I,CAAC;gBAED,UAAU,GAAG;oBACX,WAAW,EAAE,KAAK,CAAC,EAAE;oBACrB,aAAa,EAAE,KAAK,CAAC,IAAI;oBACzB,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,SAAS;oBACxB,MAAM,EAAE,SAAS,CAAC,MAAM;oBACxB,KAAK;oBACL,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;oBAChD,UAAU,EAAE,SAAS,CAAC,UAAU;iBACjC,CAAA;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,UAAU,GAAG;oBACX,WAAW,EAAE,KAAK,CAAC,EAAE;oBACrB,aAAa,EAAE,KAAK,CAAC,IAAI;oBACzB,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,SAAS;oBACxB,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,IAAI;oBACX,UAAU,EAAE,EAAE;oBACd,kBAAkB,EAAE,EAAE;oBACtB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACnC,CAAA;YACH,CAAC;YAED,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAE3B,eAAe;YACf,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,UAAU,KAAK,CAAC,CAAA;YAC9D,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,WAAW,EAAE,CAAC,CAAA;YACtD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,IAAI,WAAW,EAAE,CAAC,CAAA;gBAClD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;oBACrB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;gBACrD,CAAC;gBACD,0CAA0C;gBAC1C,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;oBACxC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;wBAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;oBACpE,CAAC;gBACH,CAAC;gBACD,2BAA2B;gBAC3B,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;oBAChD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;wBAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAA;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,EAAE,CAAA,CAAC,4BAA4B;IAC5C,CAAC;IAED,uBAAuB;IACvB,IAAI,OAAO,GAAkB,IAAI,CAAA;IACjC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;YAC7D,MAAM,SAAS,GAAG,WAAW,KAAK,UAAU,CAAC,MAAM,CAAA;YAEnD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE;gBACjD,eAAe,EAAE,MAAM;gBACvB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;gBACxC,MAAM,EAAE,SAAS;gBACjB,OAAO,EAAE,OAAO,WAAW,IAAI,UAAU,CAAC,MAAM,SAAS;gBACzD,SAAS,EAAE,SAAS;gBACpB,SAAS,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE;gBAC/C,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAA;YACF,OAAO,GAAG,KAAK,CAAC,EAAE,CAAA;QACpB,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;IACxD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAA;IAE5C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC7C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;IACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC7C,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;IAC/C,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,aAAa,MAAM,EAAE,CAAC,EAAE,CAAC,CAAA;IACtD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,aAAa,MAAM,EAAE,CAAC,EAAE,CAAC,CAAA;IACtD,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC7D,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,EAAE,CAAC,CAAA;IACvC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAE7C,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,MAAM,oBAAoB,CAAC,CAAC,CAAA;IAC1E,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC,CAAA;IACpE,CAAC;IAED,OAAO;QACL,KAAK,EAAE,UAAU,CAAC,MAAM;QACxB,MAAM;QACN,MAAM;QACN,OAAO,EAAE,CAAC;QACV,UAAU;QACV,OAAO;QACP,OAAO,EAAE,UAAU;KACpB,CAAA;AACH,CAAC"}

package/dist/ci/test-discovery.d.ts

@@ -0,0 +1,5 @@
+export interface DiscoverOptions {
+    cwd?: string;
+}
+export declare function discoverTestFiles(options?: DiscoverOptions): Promise<string[]>;
+//# sourceMappingURL=test-discovery.d.ts.map

package/dist/ci/test-discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-discovery.d.ts","sourceRoot":"","sources":["../../src/ci/test-discovery.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,EAAE,MAAM,CAAA;CACb;AAED,wBAAsB,iBAAiB,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAQpF"}

package/dist/ci/test-discovery.js

@@ -0,0 +1,11 @@
+import fg from 'fast-glob';
+export async function discoverTestFiles(options) {
+    const cwd = options?.cwd ?? process.cwd();
+    const files = await fg('**/ed_tests.{ts,js}', {
+        cwd,
+        absolute: true,
+        ignore: ['**/node_modules/**', '**/.git/**', '**/.ed_traces/**'],
+    });
+    return files.sort();
+}
+//# sourceMappingURL=test-discovery.js.map

package/dist/ci/test-discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-discovery.js","sourceRoot":"","sources":["../../src/ci/test-discovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,WAAW,CAAA;AAO1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAyB;IAC/D,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACzC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,qBAAqB,EAAE;QAC5C,GAAG;QACH,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,CAAC,oBAAoB,EAAE,YAAY,EAAE,kBAAkB,CAAC;KACjE,CAAC,CAAA;IACF,OAAO,KAAK,CAAC,IAAI,EAAE,CAAA;AACrB,CAAC"}

package/dist/ci/test-loader.d.ts

@@ -0,0 +1,19 @@
+import type { TestDefinition } from './test-registry.js';
+import type { DiskTrace } from './trace-schema.js';
+export interface ValidatedTest extends TestDefinition {
+    resolvedTracePath: string;
+    traceData: DiskTrace;
+}
+export interface ValidationError {
+    file: string;
+    testName?: string;
+    message: string;
+}
+export interface LoadTestsResult {
+    tests: ValidatedTest[];
+    errors: ValidationError[];
+}
+export declare function loadTests(options?: {
+    cwd?: string;
+}): Promise<LoadTestsResult>;
+//# sourceMappingURL=test-loader.d.ts.map

package/dist/ci/test-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-loader.d.ts","sourceRoot":"","sources":["../../src/ci/test-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACxD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAElD,MAAM,WAAW,aAAc,SAAQ,cAAc;IACnD,iBAAiB,EAAE,MAAM,CAAA;IACzB,SAAS,EAAE,SAAS,CAAA;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,aAAa,EAAE,CAAA;IACtB,MAAM,EAAE,eAAe,EAAE,CAAA;CAC1B;AAED,wBAAsB,SAAS,CAAC,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAkKpF"}

package/dist/ci/test-loader.js

@@ -0,0 +1,149 @@
+import { readFile } from 'node:fs/promises';
+import { resolve, dirname } from 'node:path';
+import { pathToFileURL } from 'node:url';
+import { discoverTestFiles } from './test-discovery.js';
+import { getTestRegistry, clearTestRegistry } from './test-registry.js';
+export async function loadTests(options) {
+    const cwd = options?.cwd ?? process.cwd();
+    const files = await discoverTestFiles({ cwd });
+    const allDefinitions = [];
+    const errors = [];
+    // Phase 1: import each test file and collect definitions
+    for (const file of files) {
+        clearTestRegistry();
+        try {
+            // Cache-bust so re-imports within the same process re-execute the module
+            const fileUrl = pathToFileURL(file).href + `?t=${Date.now()}`;
+            await import(fileUrl);
+        }
+        catch (err) {
+            errors.push({
+                file,
+                message: `Failed to import test file: ${err instanceof Error ? err.message : String(err)}`,
+            });
+            continue;
+        }
+        const defs = getTestRegistry();
+        for (const def of defs) {
+            def._sourceFile = file;
+        }
+        allDefinitions.push(...defs);
+    }
+    clearTestRegistry();
+    // Phase 2: validate definitions
+    const tests = [];
+    const seenNames = new Map(); // name → source file
+    for (const def of allDefinitions) {
+        const file = def._sourceFile;
+        // Validate name
+        if (!def.name || typeof def.name !== 'string' || def.name.trim().length === 0) {
+            errors.push({ file, testName: def.name, message: 'Test name must be a non-empty string' });
+            continue;
+        }
+        // Check uniqueness
+        if (seenNames.has(def.name)) {
+            errors.push({
+                file,
+                testName: def.name,
+                message: `Duplicate test name "${def.name}" (also defined in ${seenNames.get(def.name)})`,
+            });
+            continue;
+        }
+        seenNames.set(def.name, file);
+        // Resolve trace path relative to the test file's directory
+        const resolvedTracePath = resolve(dirname(file), def.trace);
+        // Read and parse trace file
+        let traceData;
+        try {
+            const raw = await readFile(resolvedTracePath, 'utf-8');
+            traceData = JSON.parse(raw);
+        }
+        catch (err) {
+            errors.push({
+                file,
+                testName: def.name,
+                message: `Cannot read/parse trace file "${def.trace}": ${err instanceof Error ? err.message : String(err)}`,
+            });
+            continue;
+        }
+        // Validate trace has steps array
+        if (!Array.isArray(traceData.steps)) {
+            errors.push({ file, testName: def.name, message: `Trace file "${def.trace}" has no steps array` });
+            continue;
+        }
+        // Validate target
+        if (!def.target || !def.target.step_id || !def.target.type) {
+            errors.push({ file, testName: def.name, message: 'Target must have type and step_id' });
+            continue;
+        }
+        const matchedStep = traceData.steps.find(s => s.step_id === def.target.step_id);
+        if (!matchedStep) {
+            errors.push({
+                file,
+                testName: def.name,
+                message: `step_id "${def.target.step_id}" not found in trace "${def.trace}"`,
+            });
+            continue;
+        }
+        if (matchedStep.type !== def.target.type) {
+            errors.push({
+                file,
+                testName: def.name,
+                message: `target.type "${def.target.type}" does not match step type "${matchedStep.type}" for step_id "${def.target.step_id}"`,
+            });
+            continue;
+        }
+        // Validate benchmarks
+        if (!def.benchmarks || typeof def.benchmarks !== 'object') {
+            errors.push({ file, testName: def.name, message: 'Benchmarks must be specified' });
+            continue;
+        }
+        const hasMaxDuration = def.benchmarks.max_duration_ms !== undefined;
+        const hasMaxTokens = def.benchmarks.max_tokens_total !== undefined;
+        const hasOutputContains = def.benchmarks.output_contains !== undefined;
+        const hasOutputNotContains = def.benchmarks.output_not_contains !== undefined;
+        const hasLLMJudge = def.benchmarks.llm_judge !== undefined;
+        if (!hasMaxDuration && !hasMaxTokens && !hasOutputContains && !hasOutputNotContains && !hasLLMJudge) {
+            errors.push({ file, testName: def.name, message: 'At least one benchmark must be specified' });
+            continue;
+        }
+        let valid = true;
+        if (hasMaxDuration) {
+            if (typeof def.benchmarks.max_duration_ms !== 'number' || def.benchmarks.max_duration_ms <= 0) {
+                errors.push({ file, testName: def.name, message: 'max_duration_ms must be a positive number' });
+                valid = false;
+            }
+        }
+        if (hasMaxTokens) {
+            if (typeof def.benchmarks.max_tokens_total !== 'number' || def.benchmarks.max_tokens_total <= 0) {
+                errors.push({ file, testName: def.name, message: 'max_tokens_total must be a positive number' });
+                valid = false;
+            }
+            if (def.target.type !== 'ai_call') {
+                errors.push({ file, testName: def.name, message: 'max_tokens_total can only be used with ai_call targets' });
+                valid = false;
+            }
+        }
+        if (!valid)
+            continue;
+        // Validate run (optional but must be a function if present)
+        if (def.run !== undefined && typeof def.run !== 'function') {
+            errors.push({ file, testName: def.name, message: 'run must be a function' });
+            continue;
+        }
+        // Validate timeout_ms (optional but must be a positive number if present)
+        if (def.timeout_ms !== undefined) {
+            if (typeof def.timeout_ms !== 'number' || def.timeout_ms <= 0) {
+                errors.push({ file, testName: def.name, message: 'timeout_ms must be a positive number' });
+                continue;
+            }
+        }
+        tests.push({
+            ...def,
+            resolvedTracePath,
+            traceData,
+        });
+    }
+    return { tests, errors };
+}
+//# sourceMappingURL=test-loader.js.map

package/dist/ci/test-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-loader.js","sourceRoot":"","sources":["../../src/ci/test-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAoBvE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAA0B;IACxD,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACzC,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;IAE9C,MAAM,cAAc,GAAqB,EAAE,CAAA;IAC3C,MAAM,MAAM,GAAsB,EAAE,CAAA;IAEpC,yDAAyD;IACzD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,iBAAiB,EAAE,CAAA;QACnB,IAAI,CAAC;YACH,yEAAyE;YACzE,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;YAC7D,MAAM,MAAM,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,OAAO,EAAE,+BAA+B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aAC3F,CAAC,CAAA;YACF,SAAQ;QACV,CAAC;QACD,MAAM,IAAI,GAAG,eAAe,EAAE,CAAA;QAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,GAAG,CAAC,WAAW,GAAG,IAAI,CAAA;QACxB,CAAC;QACD,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA;IAC9B,CAAC;IACD,iBAAiB,EAAE,CAAA;IAEnB,gCAAgC;IAChC,MAAM,KAAK,GAAoB,EAAE,CAAA;IACjC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAA,CAAC,qBAAqB;IAEjE,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,GAAG,CAAC,WAAY,CAAA;QAE7B,gBAAgB;QAChB,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9E,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,sCAAsC,EAAE,CAAC,CAAA;YAC1F,SAAQ;QACV,CAAC;QAED,mBAAmB;QACnB,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,OAAO,EAAE,wBAAwB,GAAG,CAAC,IAAI,sBAAsB,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;aAC1F,CAAC,CAAA;YACF,SAAQ;QACV,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAE7B,2DAA2D;QAC3D,MAAM,iBAAiB,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;QAE3D,4BAA4B;QAC5B,IAAI,SAAoB,CAAA;QACxB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;YACtD,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAc,CAAA;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,OAAO,EAAE,iCAAiC,GAAG,CAAC,KAAK,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aAC5G,CAAC,CAAA;YACF,SAAQ;QACV,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,GAAG,CAAC,KAAK,sBAAsB,EAAE,CAAC,CAAA;YAClG,SAAQ;QACV,CAAC;QAED,kBAAkB;QAClB,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC,CAAA;YACvF,SAAQ;QACV,CAAC;QAED,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/E,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,OAAO,EAAE,YAAY,GAAG,CAAC,MAAM,CAAC,OAAO,yBAAyB,GAAG,CAAC,KAAK,GAAG;aAC7E,CAAC,CAAA;YACF,SAAQ;QACV,CAAC;QAED,IAAI,WAAW,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,OAAO,EAAE,gBAAgB,GAAG,CAAC,MAAM,CAAC,IAAI,+BAA+B,WAAW,CAAC,IAAI,kBAAkB,GAAG,CAAC,MAAM,CAAC,OAAO,GAAG;aAC/H,CAAC,CAAA;YACF,SAAQ;QACV,CAAC;QAED,sBAAsB;QACtB,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAA;YAClF,SAAQ;QACV,CAAC;QAED,MAAM,cAAc,GAAG,GAAG,CAAC,UAAU,CAAC,eAAe,KAAK,SAAS,CAAA;QACnE,MAAM,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC,gBAAgB,KAAK,SAAS,CAAA;QAClE,MAAM,iBAAiB,GAAG,GAAG,CAAC,UAAU,CAAC,eAAe,KAAK,SAAS,CAAA;QACtE,MAAM,oBAAoB,GAAG,GAAG,CAAC,UAAU,CAAC,mBAAmB,KAAK,SAAS,CAAA;QAC7E,MAAM,WAAW,GAAG,GAAG,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS,CAAA;QAE1D,IAAI,CAAC,cAAc,IAAI,CAAC,YAAY,IAAI,CAAC,iBAAiB,IAAI,CAAC,oBAAoB,IAAI,CAAC,WAAW,EAAE,CAAC;YACpG,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC,CAAA;YAC9F,SAAQ;QACV,CAAC;QAED,IAAI,KAAK,GAAG,IAAI,CAAA;QAEhB,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,OAAO,GAAG,CAAC,UAAU,CAAC,eAAe,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,CAAC,eAAe,IAAI,CAAC,EAAE,CAAC;gBAC9F,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,2CAA2C,EAAE,CAAC,CAAA;gBAC/F,KAAK,GAAG,KAAK,CAAA;YACf,CAAC;QACH,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,OAAO,GAAG,CAAC,UAAU,CAAC,gBAAgB,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC,EAAE,CAAC;gBAChG,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAC,CAAA;gBAChG,KAAK,GAAG,KAAK,CAAA;YACf,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,wDAAwD,EAAE,CAAC,CAAA;gBAC5G,KAAK,GAAG,KAAK,CAAA;YACf,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK;YAAE,SAAQ;QAEpB,4DAA4D;QAC5D,IAAI,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAA;YAC5E,SAAQ;QACV,CAAC;QAED,0EAA0E;QAC1E,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;gBAC9D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,sCAAsC,EAAE,CAAC,CAAA;gBAC1F,SAAQ;YACV,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,GAAG;YACN,iBAAiB;YACjB,SAAS;SACV,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;AAC1B,CAAC"}

package/dist/ci/test-registry.d.ts

@@ -0,0 +1,42 @@
+export interface TestTarget {
+    type: 'tool_call' | 'ai_call';
+    step_id: string;
+}
+export interface LLMJudgeBenchmark {
+    /** The prompt sent to the LLM judge to evaluate the step's output. */
+    judge_prompt: string;
+    /** Minimum score (0-10) required to pass. Defaults to 7. */
+    judge_score_threshold?: number;
+    /** LLM provider to use for judging. Defaults to 'openai'. */
+    judge_provider?: 'openai' | 'claude' | 'gemini' | 'grok' | 'kimi';
+    /** Model override for the judge LLM. */
+    judge_model?: string;
+}
+export interface TestBenchmarks {
+    max_duration_ms?: number;
+    max_tokens_total?: number;
+    /** Assert that the step's output contains this substring. */
+    output_contains?: string;
+    /** Assert that the step's output does NOT contain this substring. */
+    output_not_contains?: string;
+    /** LLM-as-a-judge evaluation of the step's output quality. */
+    llm_judge?: LLMJudgeBenchmark;
+}
+export interface TestDefinition {
+    name: string;
+    trace: string;
+    target: TestTarget;
+    benchmarks: TestBenchmarks;
+    /** Custom input that overrides the trace's recorded input. Can be a static value or an async function for dynamic resolution (e.g. fetching from a database or API). */
+    input?: unknown | (() => Promise<unknown> | unknown);
+    /** The function that invokes the workflow under test. Receives the resolved input (custom or from trace) as its argument. Required for execution (Phase 3). */
+    run?: (input?: unknown) => Promise<void>;
+    /** Per-test timeout in milliseconds. Defaults to 60000. */
+    timeout_ms?: number;
+    /** Set internally by the loader to the absolute path of the source file */
+    _sourceFile?: string;
+}
+export declare function defineTest(def: Omit<TestDefinition, '_sourceFile'>): void;
+export declare function getTestRegistry(): TestDefinition[];
+export declare function clearTestRegistry(): void;
+//# sourceMappingURL=test-registry.d.ts.map

package/dist/ci/test-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-registry.d.ts","sourceRoot":"","sources":["../../src/ci/test-registry.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,GAAG,SAAS,CAAA;IAC7B,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,sEAAsE;IACtE,YAAY,EAAE,MAAM,CAAA;IACpB,4DAA4D;IAC5D,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,6DAA6D;IAC7D,cAAc,CAAC,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAA;IACjE,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,6DAA6D;IAC7D,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,qEAAqE;IACrE,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,8DAA8D;IAC9D,SAAS,CAAC,EAAE,iBAAiB,CAAA;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,UAAU,CAAA;IAClB,UAAU,EAAE,cAAc,CAAA;IAC1B,wKAAwK;IACxK,KAAK,CAAC,EAAE,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAA;IACpD,+JAA+J;IAC/J,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACxC,2DAA2D;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,2EAA2E;IAC3E,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAWD,wBAAgB,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,GAAG,IAAI,CAEzE;AAED,wBAAgB,eAAe,IAAI,cAAc,EAAE,CAElD;AAED,wBAAgB,iBAAiB,IAAI,IAAI,CAExC"}

package/dist/ci/test-registry.js

@@ -0,0 +1,18 @@
+// Use a globalThis-backed registry so that the CLI (global install) and the
+// test file (local node_modules) share the same array even when they resolve
+// to different module instances.
+const g = globalThis;
+const ED_TEST_REGISTRY_KEY = '__elasticdash_ed_test_registry__';
+const registry = g[ED_TEST_REGISTRY_KEY] ?? [];
+if (!g[ED_TEST_REGISTRY_KEY])
+    g[ED_TEST_REGISTRY_KEY] = registry;
+export function defineTest(def) {
+    registry.push({ ...def });
+}
+export function getTestRegistry() {
+    return [...registry];
+}
+export function clearTestRegistry() {
+    registry.length = 0;
+}
+//# sourceMappingURL=test-registry.js.map

package/dist/ci/test-registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-registry.js","sourceRoot":"","sources":["../../src/ci/test-registry.ts"],"names":[],"mappings":"AA0CA,4EAA4E;AAC5E,6EAA6E;AAC7E,iCAAiC;AACjC,MAAM,CAAC,GAAG,UAAqC,CAAA;AAC/C,MAAM,oBAAoB,GAAG,kCAAkC,CAAA;AAC/D,MAAM,QAAQ,GACX,CAAC,CAAC,oBAAoB,CAAsB,IAAI,EAAE,CAAA;AACrD,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC;IAAE,CAAC,CAAC,oBAAoB,CAAC,GAAG,QAAQ,CAAA;AAEhE,MAAM,UAAU,UAAU,CAAC,GAAwC;IACjE,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAA;AAC3B,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAA;AACtB,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;AACrB,CAAC"}

package/dist/ci/trace-schema.d.ts

@@ -0,0 +1,30 @@
+import type { WorkflowEvent } from '../capture/event.js';
+export declare let SDK_VERSION: string;
+export interface DiskTraceStep {
+    step_id: string;
+    type: 'tool_call' | 'ai_call';
+    name: string;
+    input: unknown;
+    output: unknown;
+    started_at: string;
+    ended_at: string;
+    duration_ms: number;
+    tokens?: {
+        input: number;
+        output: number;
+        total: number;
+    } | null;
+}
+export interface DiskTrace {
+    trace_id: string;
+    created_at: string;
+    sdk_version: string;
+    workflow: {
+        name: string;
+        input: unknown;
+        output: unknown;
+    };
+    steps: DiskTraceStep[];
+}
+export declare function workflowEventsToDiskTrace(events: WorkflowEvent[], traceId: string): DiskTrace;
+//# sourceMappingURL=trace-schema.d.ts.map

package/dist/ci/trace-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-schema.d.ts","sourceRoot":"","sources":["../../src/ci/trace-schema.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAExD,eAAO,IAAI,WAAW,QAAY,CAAA;AAUlC,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,WAAW,GAAG,SAAS,CAAA;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;IACd,MAAM,EAAE,OAAO,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;CACjE;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,OAAO,CAAA;QACd,MAAM,EAAE,OAAO,CAAA;KAChB,CAAA;IACD,KAAK,EAAE,aAAa,EAAE,CAAA;CACvB;AAQD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,CAkD7F"}

package/dist/ci/trace-schema.js

@@ -0,0 +1,66 @@
+import { readFileSync } from 'node:fs';
+import { join, dirname } from 'node:path';
+import { fileURLToPath } from 'node:url';
+export let SDK_VERSION = 'unknown';
+try {
+    // Works in both ESM (import.meta.url) and CJS (__dirname) contexts
+    const base = typeof __dirname !== 'undefined' ? __dirname : dirname(fileURLToPath(import.meta.url));
+    const pkg = JSON.parse(readFileSync(join(base, '..', '..', 'package.json'), 'utf-8'));
+    SDK_VERSION = pkg.version;
+}
+catch {
+    // Bundled context — version not critical
+}
+function mapEventType(type) {
+    if (type === 'tool')
+        return 'tool_call';
+    if (type === 'ai')
+        return 'ai_call';
+    return null;
+}
+export function workflowEventsToDiskTrace(events, traceId) {
+    const workflowEvent = events.find(e => e.type === 'workflow');
+    const counters = { tool_call: 0, ai_call: 0 };
+    const steps = [];
+    for (const event of events) {
+        const mappedType = mapEventType(event.type);
+        if (!mappedType)
+            continue;
+        const index = counters[mappedType]++;
+        const stepId = `${mappedType}_${index}`;
+        const startedAt = new Date(event.timestamp).toISOString();
+        const endedAt = new Date(event.timestamp + event.durationMs).toISOString();
+        let tokens = null;
+        if (mappedType === 'ai_call' && event.usage) {
+            tokens = {
+                input: event.usage.inputTokens ?? 0,
+                output: event.usage.outputTokens ?? 0,
+                total: event.usage.totalTokens ?? ((event.usage.inputTokens ?? 0) + (event.usage.outputTokens ?? 0)),
+            };
+        }
+        steps.push({
+            step_id: stepId,
+            type: mappedType,
+            name: event.name,
+            input: event.input,
+            output: event.output,
+            started_at: startedAt,
+            ended_at: endedAt,
+            duration_ms: event.durationMs,
+            tokens,
+        });
+    }
+    const now = new Date();
+    return {
+        trace_id: traceId,
+        created_at: now.toISOString(),
+        sdk_version: SDK_VERSION,
+        workflow: {
+            name: workflowEvent?.name ?? 'unknown',
+            input: workflowEvent?.input ?? null,
+            output: workflowEvent?.output ?? null,
+        },
+        steps,
+    };
+}
+//# sourceMappingURL=trace-schema.js.map

package/dist/ci/trace-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-schema.js","sourceRoot":"","sources":["../../src/ci/trace-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACtC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAGxC,MAAM,CAAC,IAAI,WAAW,GAAG,SAAS,CAAA;AAClC,IAAI,CAAC;IACH,mEAAmE;IACnE,MAAM,IAAI,GAAG,OAAO,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;IACnG,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC,CAAA;IACrF,WAAW,GAAG,GAAG,CAAC,OAAO,CAAA;AAC3B,CAAC;AAAC,MAAM,CAAC;IACP,yCAAyC;AAC3C,CAAC;AA0BD,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,WAAW,CAAA;IACvC,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,SAAS,CAAA;IACnC,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,MAAuB,EAAE,OAAe;IAChF,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAA;IAE7D,MAAM,QAAQ,GAA2B,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAA;IACrE,MAAM,KAAK,GAAoB,EAAE,CAAA;IAEjC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC3C,IAAI,CAAC,UAAU;YAAE,SAAQ;QAEzB,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAA;QACpC,MAAM,MAAM,GAAG,GAAG,UAAU,IAAI,KAAK,EAAE,CAAA;QAEvC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAA;QACzD,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAA;QAE1E,IAAI,MAAM,GAA4B,IAAI,CAAA;QAC1C,IAAI,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,GAAG;gBACP,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;gBACnC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBACrC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;aACrG,CAAA;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC;YACT,OAAO,EAAE,MAAM;YACf,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,SAAS;YACrB,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,KAAK,CAAC,UAAU;YAC7B,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;IACtB,OAAO;QACL,QAAQ,EAAE,OAAO;QACjB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE;QAC7B,WAAW,EAAE,WAAW;QACxB,QAAQ,EAAE;YACR,IAAI,EAAE,aAAa,EAAE,IAAI,IAAI,SAAS;YACtC,KAAK,EAAE,aAAa,EAAE,KAAK,IAAI,IAAI;YACnC,MAAM,EAAE,aAAa,EAAE,MAAM,IAAI,IAAI;SACtC;QACD,KAAK;KACN,CAAA;AACH,CAAC"}

package/dist/ci/trace-writer.d.ts

@@ -0,0 +1,16 @@
+import type { WorkflowEvent } from '../capture/event.js';
+import type { DiskTrace } from './trace-schema.js';
+export declare function isTraceCaptureEnabled(): boolean;
+export declare function generateTraceFilename(): string;
+export declare function scrubSecrets(obj: unknown): unknown;
+export declare function writeTraceToDisk(trace: DiskTrace, cwd?: string): Promise<void>;
+/**
+ * Synchronous write for use in process.on('exit') handlers where async is not possible.
+ */
+export declare function writeTraceToDiskSync(trace: DiskTrace, cwd?: string): void;
+export declare function maybeCaptureTrace(events: WorkflowEvent[], traceId?: string, cwd?: string): Promise<void>;
+/**
+ * Synchronous version of maybeCaptureTrace for process exit handlers.
+ */
+export declare function maybeCaptureTraceSync(events: WorkflowEvent[], traceId?: string, cwd?: string): void;
+//# sourceMappingURL=trace-writer.d.ts.map

package/dist/ci/trace-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-writer.d.ts","sourceRoot":"","sources":["../../src/ci/trace-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAExD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAMlD,wBAAgB,qBAAqB,IAAI,OAAO,CAW/C;AAGD,wBAAgB,qBAAqB,IAAI,MAAM,CAO9C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAelD;AAED,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAYpF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAYzE;AAED,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAS9G;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CASnG"}