elasticdash-test 0.1.20-alpha-1 → 0.1.20-alpha-4

package/dist/ci/api-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../src/ci/api-client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAkC9C;;;GAGG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACpE,OAAO,CAAC,YAAY,EAAE,CAAC,CAUzB;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAOzB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAOzB"}
+{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../src/ci/api-client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AA0C9C;;;GAGG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACpE,OAAO,CAAC,YAAY,EAAE,CAAC,CAUzB;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAOzB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAOzB"}

package/dist/ci/api-client.js

@@ -2,8 +2,11 @@ import { randomUUID } from 'node:crypto';
 import { getOriginalFetch } from '../interceptors/http.js';
 // ─── API Client ──────────────────────────────────────────────
 // Uses getOriginalFetch() to bypass SDK interceptors.
+/** Normalize serverUrl: strip trailing slash and trailing /api to avoid double /api/api paths */
+function normalizeBase(serverUrl) {
+    return serverUrl.replace(/\/+$/, '').replace(/\/api$/, '');
+}
 function headers(apiKey) {
-    console.log('Generating headers for API request with apiKey:', apiKey ? apiKey : 'MISSING');
     return {
         'Content-Type': 'application/json',
         'api-key': apiKey || '',
@@ -11,12 +14,15 @@ function headers(apiKey) {
     };
 }
 async function apiRequest(url, apiKey, options = {}) {
+    const method = (options.method || 'GET').toUpperCase();
+    console.log(`[elasticdash ci] ${method} ${url}`);
     const res = await getOriginalFetch()(url, {
         ...options,
         headers: { ...headers(apiKey), ...(options.headers ?? {}) },
     });
     if (!res.ok) {
         const text = await res.text().catch(() => '');
+        console.log(`[elasticdash ci] ${method} ${url} → ${res.status} ${text.substring(0, 200)}`);
         throw new Error(`API ${res.status}: ${text || res.statusText}`);
     }
     const json = await res.json();
@@ -28,7 +34,7 @@ async function apiRequest(url, apiKey, options = {}) {
  * scoped to the API key.
  */
 export async function fetchTestGroups(serverUrl, apiKey, filters) {
-    const base = serverUrl.replace(/\/$/, '');
+    const base = normalizeBase(serverUrl);
     const params = new URLSearchParams();
     if (filters?.workflowName)
         params.set('workflowName', filters.workflowName);
@@ -44,7 +50,7 @@ export async function fetchTestGroups(serverUrl, apiKey, filters) {
  * Submit a test run result to the backend.
  */
 export async function submitTestRun(serverUrl, apiKey, testGroupId, payload) {
-    const base = serverUrl.replace(/\/$/, '');
+    const base = normalizeBase(serverUrl);
     const url = `${base}/api/testgroups/${testGroupId}/runs`;
     return apiRequest(url, apiKey, {
         method: 'POST',
@@ -55,7 +61,7 @@ export async function submitTestRun(serverUrl, apiKey, testGroupId, payload) {
  * Create a batch grouping multiple test run IDs.
  */
 export async function createBatch(serverUrl, apiKey, payload) {
-    const base = serverUrl.replace(/\/$/, '');
+    const base = normalizeBase(serverUrl);
     const url = `${base}/api/testgroups/batches`;
     return apiRequest(url, apiKey, {
         method: 'POST',

package/dist/ci/api-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"api-client.js","sourceRoot":"","sources":["../../src/ci/api-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,gEAAgE;AAChE,sDAAsD;AAEtD,SAAS,OAAO,CAAC,MAAc;IAC7B,OAAO,CAAC,GAAG,CAAC,iDAAiD,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5F,OAAO;QACL,cAAc,EAAE,kBAAkB;QAClC,SAAS,EAAE,MAAM,IAAI,EAAE;QACvB,kBAAkB,EAAE,UAAU,EAAE;KACjC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,GAAW,EACX,MAAc,EACd,UAAuB,EAAE;IAEzB,MAAM,GAAG,GAAG,MAAM,gBAAgB,EAAE,CAAC,GAAG,EAAE;QACxC,GAAG,OAAO;QACV,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,OAAiC,IAAI,EAAE,CAAC,EAAE;KACtF,CAAC,CAAA;IAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAA;QAC7C,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;IACjE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA8B,CAAA;IACzD,kFAAkF;IAClF,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAM,CAAA;AAChD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,MAAc,EACd,OAAqE;IAErE,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAA;IACpC,IAAI,OAAO,EAAE,YAAY;QAAE,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;IAC3E,IAAI,OAAO,EAAE,IAAI,EAAE,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;IACrE,IAAI,OAAO,EAAE,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;IAEzD,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAA;IAC5B,MAAM,GAAG,GAAG,GAAG,IAAI,6BAA6B,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;IACpE,OAAO,UAAU,CAAiB,GAAG,EAAE,MAAM,CAAC,CAAA;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,MAAc,EACd,WAAmB,EACnB,OAAgC;IAEhC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IACzC,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,WAAW,OAAO,CAAA;IACxD,OAAO,UAAU,CAAiB,GAAG,EAAE,MAAM,EAAE;QAC7C,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;KAC9B,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAiB,EACjB,MAAc,EACd,OAAgC;IAEhC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IACzC,MAAM,GAAG,GAAG,GAAG,IAAI,yBAAyB,CAAA;IAC5C,OAAO,UAAU,CAAiB,GAAG,EAAE,MAAM,EAAE;QAC7C,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;KAC9B,CAAC,CAAA;AACJ,CAAC"}
+{"version":3,"file":"api-client.js","sourceRoot":"","sources":["../../src/ci/api-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,gEAAgE;AAChE,sDAAsD;AAEtD,iGAAiG;AACjG,SAAS,aAAa,CAAC,SAAiB;IACtC,OAAO,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,OAAO,CAAC,MAAc;IAC7B,OAAO;QACL,cAAc,EAAE,kBAAkB;QAClC,SAAS,EAAE,MAAM,IAAI,EAAE;QACvB,kBAAkB,EAAE,UAAU,EAAE;KACjC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,GAAW,EACX,MAAc,EACd,UAAuB,EAAE;IAEzB,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,IAAI,GAAG,EAAE,CAAC,CAAA;IAEhD,MAAM,GAAG,GAAG,MAAM,gBAAgB,EAAE,CAAC,GAAG,EAAE;QACxC,GAAG,OAAO;QACV,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,OAAiC,IAAI,EAAE,CAAC,EAAE;KACtF,CAAC,CAAA;IAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAA;QAC7C,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;QAC1F,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;IACjE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA8B,CAAA;IACzD,kFAAkF;IAClF,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAM,CAAA;AAChD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,MAAc,EACd,OAAqE;IAErE,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,CAAC,CAAA;IACrC,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAA;IACpC,IAAI,OAAO,EAAE,YAAY;QAAE,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;IAC3E,IAAI,OAAO,EAAE,IAAI,EAAE,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;IACrE,IAAI,OAAO,EAAE,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;IAEzD,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAA;IAC5B,MAAM,GAAG,GAAG,GAAG,IAAI,6BAA6B,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;IACpE,OAAO,UAAU,CAAiB,GAAG,EAAE,MAAM,CAAC,CAAA;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,MAAc,EACd,WAAmB,EACnB,OAAgC;IAEhC,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,CAAC,CAAA;IACrC,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,WAAW,OAAO,CAAA;IACxD,OAAO,UAAU,CAAiB,GAAG,EAAE,MAAM,EAAE;QAC7C,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;KAC9B,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAiB,EACjB,MAAc,EACd,OAAgC;IAEhC,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,CAAC,CAAA;IACrC,MAAM,GAAG,GAAG,GAAG,IAAI,yBAAyB,CAAA;IAC5C,OAAO,UAAU,CAAiB,GAAG,EAAE,MAAM,EAAE;QAC7C,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;KAC9B,CAAC,CAAA;AACJ,CAAC"}

package/dist/ci/benchmark.d.ts

@@ -0,0 +1,15 @@
+import type { TestMeasurement } from './measurement.js';
+import type { TestBenchmarks } from './test-registry.js';
+export interface MetricResult {
+    name: 'duration_ms' | 'tokens_total';
+    value: number;
+    threshold: number;
+    passed: boolean;
+}
+export interface BenchmarkResult {
+    passed: boolean;
+    failure_reason?: string;
+    metrics: MetricResult[];
+}
+export declare function compareBenchmarks(measurement: TestMeasurement, benchmarks: TestBenchmarks): BenchmarkResult;
+//# sourceMappingURL=benchmark.d.ts.map

package/dist/ci/benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../../src/ci/benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAExD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,aAAa,GAAG,cAAc,CAAA;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,OAAO,CAAA;IACf,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,OAAO,EAAE,YAAY,EAAE,CAAA;CACxB;AAED,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,eAAe,EAC5B,UAAU,EAAE,cAAc,GACzB,eAAe,CAqCjB"}

package/dist/ci/benchmark.js

@@ -0,0 +1,36 @@
+export function compareBenchmarks(measurement, benchmarks) {
+    const metrics = [];
+    let firstFailure;
+    if (benchmarks.max_duration_ms !== undefined) {
+        const passed = measurement.duration_ms <= benchmarks.max_duration_ms;
+        metrics.push({
+            name: 'duration_ms',
+            value: measurement.duration_ms,
+            threshold: benchmarks.max_duration_ms,
+            passed,
+        });
+        if (!passed && !firstFailure) {
+            firstFailure = `duration_ms (${measurement.duration_ms}) exceeded max threshold (${benchmarks.max_duration_ms})`;
+        }
+    }
+    if (benchmarks.max_tokens_total !== undefined) {
+        const value = measurement.tokens_total ?? 0;
+        const passed = value <= benchmarks.max_tokens_total;
+        metrics.push({
+            name: 'tokens_total',
+            value,
+            threshold: benchmarks.max_tokens_total,
+            passed,
+        });
+        if (!passed && !firstFailure) {
+            firstFailure = `tokens_total (${value}) exceeded max threshold (${benchmarks.max_tokens_total})`;
+        }
+    }
+    const allPassed = metrics.every(m => m.passed);
+    return {
+        passed: allPassed,
+        failure_reason: firstFailure,
+        metrics,
+    };
+}
+//# sourceMappingURL=benchmark.js.map

package/dist/ci/benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../../src/ci/benchmark.ts"],"names":[],"mappings":"AAgBA,MAAM,UAAU,iBAAiB,CAC/B,WAA4B,EAC5B,UAA0B;IAE1B,MAAM,OAAO,GAAmB,EAAE,CAAA;IAClC,IAAI,YAAgC,CAAA;IAEpC,IAAI,UAAU,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,IAAI,UAAU,CAAC,eAAe,CAAA;QACpE,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,WAAW,CAAC,WAAW;YAC9B,SAAS,EAAE,UAAU,CAAC,eAAe;YACrC,MAAM;SACP,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7B,YAAY,GAAG,gBAAgB,WAAW,CAAC,WAAW,6BAA6B,UAAU,CAAC,eAAe,GAAG,CAAA;QAClH,CAAC;IACH,CAAC;IAED,IAAI,UAAU,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,YAAY,IAAI,CAAC,CAAA;QAC3C,MAAM,MAAM,GAAG,KAAK,IAAI,UAAU,CAAC,gBAAgB,CAAA;QACnD,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,cAAc;YACpB,KAAK;YACL,SAAS,EAAE,UAAU,CAAC,gBAAgB;YACtC,MAAM;SACP,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7B,YAAY,GAAG,iBAAiB,KAAK,6BAA6B,UAAU,CAAC,gBAAgB,GAAG,CAAA;QAClG,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IAC9C,OAAO;QACL,MAAM,EAAE,SAAS;QACjB,cAAc,EAAE,YAAY;QAC5B,OAAO;KACR,CAAA;AACH,CAAC"}

package/dist/ci/ed-runner.d.ts

@@ -0,0 +1,32 @@
+import type { TestMeasurement } from './measurement.js';
+import type { BenchmarkResult } from './benchmark.js';
+export interface EdTestRunOptions {
+    cwd?: string;
+    filter?: string;
+    failFast?: boolean;
+    noUpload?: boolean;
+    reporter?: 'default' | 'json' | 'junit';
+}
+export interface EdTestResult {
+    testId: string;
+    testName: string;
+    status: 'pass' | 'fail';
+    failureReason?: string;
+    measurement?: TestMeasurement;
+    benchmarkResult?: BenchmarkResult;
+    traceRef?: string;
+    target?: {
+        type: string;
+        step_id: string;
+    };
+    durationMs: number;
+}
+export interface EdTestRunResult {
+    runId: string;
+    startedAt: string;
+    finishedAt: string;
+    results: EdTestResult[];
+    sdkVersion: string;
+}
+export declare function runEdTests(options?: EdTestRunOptions): Promise<EdTestRunResult>;
+//# sourceMappingURL=ed-runner.d.ts.map

package/dist/ci/ed-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ed-runner.d.ts","sourceRoot":"","sources":["../../src/ci/ed-runner.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAQrD,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,OAAO,CAAA;CACxC;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAA;IACvB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,WAAW,CAAC,EAAE,eAAe,CAAA;IAC7B,eAAe,CAAC,EAAE,eAAe,CAAA;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1C,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,EAAE,YAAY,EAAE,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;CACnB;AAID,wBAAsB,UAAU,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC,CA4CrF"}

package/dist/ci/ed-runner.js

@@ -0,0 +1,149 @@
+import { randomUUID } from 'node:crypto';
+import { createRequire } from 'node:module';
+import { loadTests } from './test-loader.js';
+import { createReplayContext, installReplay, uninstallReplay, ReplayMissError } from './replay.js';
+import { collectMeasurement } from './measurement.js';
+import { compareBenchmarks } from './benchmark.js';
+const require = createRequire(import.meta.url);
+const { version: SDK_VERSION } = require('../../package.json');
+// ─── Runner ─────────────────────────────────────────────────
+export async function runEdTests(options) {
+    const cwd = options?.cwd ?? process.cwd();
+    const runId = randomUUID();
+    const startedAt = new Date().toISOString();
+    const results = [];
+    const { tests, errors } = await loadTests({ cwd });
+    // Report validation errors as failed tests
+    for (const err of errors) {
+        results.push({
+            testId: err.testName ?? 'unknown',
+            testName: err.testName ?? 'unknown',
+            status: 'fail',
+            failureReason: `validation error: ${err.message}`,
+            durationMs: 0,
+        });
+    }
+    // Filter tests if pattern provided
+    let testsToRun = tests;
+    if (options?.filter) {
+        const pattern = options.filter;
+        testsToRun = tests.filter(t => matchGlob(t.name, pattern));
+    }
+    for (const test of testsToRun) {
+        const result = await runSingleTest(test);
+        results.push(result);
+        if (options?.failFast && result.status === 'fail') {
+            break;
+        }
+    }
+    const finishedAt = new Date().toISOString();
+    return {
+        runId,
+        startedAt,
+        finishedAt,
+        results,
+        sdkVersion: SDK_VERSION,
+    };
+}
+// ─── Single test execution ──────────────────────────────────
+async function runSingleTest(test) {
+    const startMs = Date.now();
+    const base = {
+        testId: test.name,
+        testName: test.name,
+        traceRef: test.trace,
+        target: { type: test.target.type, step_id: test.target.step_id },
+    };
+    // Check run function exists
+    if (!test.run || typeof test.run !== 'function') {
+        return {
+            ...base,
+            testId: test.name,
+            testName: test.name,
+            status: 'fail',
+            failureReason: 'test has no run function',
+            durationMs: Date.now() - startMs,
+        };
+    }
+    const replayCtx = createReplayContext(test.traceData, test.target.step_id);
+    installReplay(replayCtx);
+    try {
+        const timeoutMs = test.timeout_ms ?? 60000;
+        await Promise.race([
+            test.run(),
+            new Promise((_, reject) => setTimeout(() => reject(new TimeoutError(timeoutMs)), timeoutMs)),
+        ]);
+        // Collect measurement from the target step
+        const measurement = collectMeasurement(replayCtx);
+        if (!measurement) {
+            return {
+                ...base,
+                testId: test.name,
+                testName: test.name,
+                status: 'fail',
+                failureReason: `target step "${test.target.step_id}" was not replayed during execution`,
+                durationMs: Date.now() - startMs,
+            };
+        }
+        // Compare against benchmarks
+        const benchmarkResult = compareBenchmarks(measurement, test.benchmarks);
+        return {
+            ...base,
+            testId: test.name,
+            testName: test.name,
+            status: benchmarkResult.passed ? 'pass' : 'fail',
+            failureReason: benchmarkResult.failure_reason,
+            measurement,
+            benchmarkResult,
+            durationMs: Date.now() - startMs,
+        };
+    }
+    catch (err) {
+        if (err instanceof ReplayMissError) {
+            return {
+                ...base,
+                testId: test.name,
+                testName: test.name,
+                status: 'fail',
+                failureReason: `replay miss: ${err.callType}::${err.callName}`,
+                durationMs: Date.now() - startMs,
+            };
+        }
+        if (err instanceof TimeoutError) {
+            return {
+                ...base,
+                testId: test.name,
+                testName: test.name,
+                status: 'fail',
+                failureReason: `test timed out after ${err.timeoutMs}ms`,
+                durationMs: Date.now() - startMs,
+            };
+        }
+        return {
+            ...base,
+            testId: test.name,
+            testName: test.name,
+            status: 'fail',
+            failureReason: `execution error: ${err instanceof Error ? err.message : String(err)}`,
+            durationMs: Date.now() - startMs,
+        };
+    }
+    finally {
+        uninstallReplay();
+    }
+}
+// ─── Helpers ────────────────────────────────────────────────
+class TimeoutError extends Error {
+    timeoutMs;
+    constructor(timeoutMs) {
+        super(`Test timed out after ${timeoutMs}ms`);
+        this.timeoutMs = timeoutMs;
+        this.name = 'TimeoutError';
+    }
+}
+function matchGlob(name, pattern) {
+    // Simple glob: convert * to .* and ? to .
+    const regex = new RegExp('^' + pattern.replace(/[.+^${}()|[\]\\]/g, '\\$&').replace(/\*/g, '.*').replace(/\?/g, '.') + '$');
+    return regex.test(name);
+}
+//# sourceMappingURL=ed-runner.js.map

package/dist/ci/ed-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ed-runner.js","sourceRoot":"","sources":["../../src/ci/ed-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAClG,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAKlD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAC9C,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAwB,CAAA;AAgCrF,+DAA+D;AAE/D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IACzD,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACzC,MAAM,KAAK,GAAG,UAAU,EAAE,CAAA;IAC1B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC1C,MAAM,OAAO,GAAmB,EAAE,CAAA;IAElC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;IAElD,2CAA2C;IAC3C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACjC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,qBAAqB,GAAG,CAAC,OAAO,EAAE;YACjD,UAAU,EAAE,CAAC;SACd,CAAC,CAAA;IACJ,CAAC;IAED,mCAAmC;IACnC,IAAI,UAAU,GAAoB,KAAK,CAAA;IACvC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAA;QAC9B,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAA;IAC5D,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAA;QACxC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEpB,IAAI,OAAO,EAAE,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAClD,MAAK;QACP,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAE3C,OAAO;QACL,KAAK;QACL,SAAS;QACT,UAAU;QACV,OAAO;QACP,UAAU,EAAE,WAAW;KACxB,CAAA;AACH,CAAC;AAED,+DAA+D;AAE/D,KAAK,UAAU,aAAa,CAAC,IAAmB;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC1B,MAAM,IAAI,GAA0B;QAClC,MAAM,EAAE,IAAI,CAAC,IAAI;QACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;QACnB,QAAQ,EAAE,IAAI,CAAC,KAAK;QACpB,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;KACjE,CAAA;IAED,4BAA4B;IAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;QAChD,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,0BAA0B;YACzC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;SACjC,CAAA;IACH,CAAC;IAED,MAAM,SAAS,GAAG,mBAAmB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC1E,aAAa,CAAC,SAAS,CAAC,CAAA;IAExB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,IAAI,KAAK,CAAA;QAE1C,MAAM,OAAO,CAAC,IAAI,CAAC;YACjB,IAAI,CAAC,GAAG,EAAE;YACV,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CACjE;SACF,CAAC,CAAA;QAEF,2CAA2C;QAC3C,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;QACjD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO;gBACL,GAAG,IAAI;gBACP,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,MAAM;gBACd,aAAa,EAAE,gBAAgB,IAAI,CAAC,MAAM,CAAC,OAAO,qCAAqC;gBACvF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;aACjC,CAAA;QACH,CAAC;QAED,6BAA6B;QAC7B,MAAM,eAAe,GAAG,iBAAiB,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;QAEvE,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YAChD,aAAa,EAAE,eAAe,CAAC,cAAc;YAC7C,WAAW;YACX,eAAe;YACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;SACjC,CAAA;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,eAAe,EAAE,CAAC;YACnC,OAAO;gBACL,GAAG,IAAI;gBACP,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,MAAM;gBACd,aAAa,EAAE,gBAAgB,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,EAAE;gBAC9D,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;aACjC,CAAA;QACH,CAAC;QACD,IAAI,GAAG,YAAY,YAAY,EAAE,CAAC;YAChC,OAAO;gBACL,GAAG,IAAI;gBACP,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,MAAM;gBACd,aAAa,EAAE,wBAAwB,GAAG,CAAC,SAAS,IAAI;gBACxD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;aACjC,CAAA;QACH,CAAC;QACD,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,IAAI,CAAC,IAAI;YACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,oBAAoB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACrF,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;SACjC,CAAA;IACH,CAAC;YAAS,CAAC;QACT,eAAe,EAAE,CAAA;IACnB,CAAC;AACH,CAAC;AAED,+DAA+D;AAE/D,MAAM,YAAa,SAAQ,KAAK;IACX;IAAnB,YAAmB,SAAiB;QAClC,KAAK,CAAC,wBAAwB,SAAS,IAAI,CAAC,CAAA;QAD3B,cAAS,GAAT,SAAS,CAAQ;QAElC,IAAI,CAAC,IAAI,GAAG,cAAc,CAAA;IAC5B,CAAC;CACF;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,OAAe;IAC9C,0CAA0C;IAC1C,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,GAAG,CAClG,CAAA;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC"}

package/dist/ci/git-info.d.ts

@@ -2,12 +2,16 @@ export interface GitInfo {
     branch?: string;
     commit?: string;
     commitMessage?: string;
+    baseBranch?: string;
     prNumber?: number;
     prUrl?: string;
+    repo?: string;
+    ciProvider?: string;
+    ciRunUrl?: string;
 }
 /**
  * Auto-detect git info from CI environment variables.
- * Supports GitHub Actions, GitLab CI, and generic CI.
+ * Supports GitHub Actions, GitLab CI, CircleCI, Buildkite, and local git.
  */
 export declare function detectGitInfo(): GitInfo;
 //# sourceMappingURL=git-info.d.ts.map

package/dist/ci/git-info.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"git-info.d.ts","sourceRoot":"","sources":["../../src/ci/git-info.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,OAAO;IACtB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;;GAGG;AACH,wBAAgB,aAAa,IAAI,OAAO,CAmDvC"}
+{"version":3,"file":"git-info.d.ts","sourceRoot":"","sources":["../../src/ci/git-info.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,OAAO;IACtB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED;;;GAGG;AACH,wBAAgB,aAAa,IAAI,OAAO,CAwFvC"}

package/dist/ci/git-info.js

@@ -1,7 +1,7 @@
-// ─── CI Environment Auto-Detection ──────────────────────────
+import { execSync } from 'node:child_process';
 /**
  * Auto-detect git info from CI environment variables.
- * Supports GitHub Actions, GitLab CI, and generic CI.
+ * Supports GitHub Actions, GitLab CI, CircleCI, Buildkite, and local git.
  */
 export function detectGitInfo() {
     const env = process.env;
@@ -10,16 +10,24 @@ export function detectGitInfo() {
         const prNumber = env.GITHUB_EVENT_NAME === 'pull_request'
             ? parseInt(env.GITHUB_REF?.match(/refs\/pull\/(\d+)/)?.[1] ?? '', 10) || undefined
             : undefined;
-        const repo = env.GITHUB_REPOSITORY; // e.g. "owner/repo"
+        const repo = env.GITHUB_REPOSITORY;
         const prUrl = prNumber && repo
             ? `https://github.com/${repo}/pull/${prNumber}`
             : undefined;
+        const serverUrl = env.GITHUB_SERVER_URL || 'https://github.com';
+        const ciRunUrl = repo && env.GITHUB_RUN_ID
+            ? `${serverUrl}/${repo}/actions/runs/${env.GITHUB_RUN_ID}`
+            : undefined;
         return {
             branch: env.GITHUB_HEAD_REF || env.GITHUB_REF_NAME,
             commit: env.GITHUB_SHA,
             commitMessage: env.GITHUB_COMMIT_MESSAGE,
+            baseBranch: env.GITHUB_BASE_REF || undefined,
             prNumber,
             prUrl,
+            repo,
+            ciProvider: 'github-actions',
+            ciRunUrl,
         };
     }
     // GitLab CI
@@ -31,22 +39,64 @@ export function detectGitInfo() {
             branch: env.CI_MERGE_REQUEST_SOURCE_BRANCH_NAME || env.CI_COMMIT_BRANCH,
             commit: env.CI_COMMIT_SHA,
             commitMessage: env.CI_COMMIT_MESSAGE,
+            baseBranch: env.CI_MERGE_REQUEST_TARGET_BRANCH_NAME || undefined,
             prNumber,
             prUrl: env.CI_MERGE_REQUEST_PROJECT_URL && prNumber
                 ? `${env.CI_MERGE_REQUEST_PROJECT_URL}/-/merge_requests/${prNumber}`
                 : undefined,
+            repo: env.CI_PROJECT_PATH,
+            ciProvider: 'gitlab-ci',
+            ciRunUrl: env.CI_JOB_URL,
         };
     }
-    // Generic CI (CircleCI, Travis, Bitbucket Pipelines, etc.)
-    return {
-        branch: env.CIRCLE_BRANCH || env.TRAVIS_BRANCH || env.BITBUCKET_BRANCH || env.CI_BRANCH,
-        commit: env.CIRCLE_SHA1 || env.TRAVIS_COMMIT || env.BITBUCKET_COMMIT || env.CI_COMMIT_SHA,
-        commitMessage: env.CI_COMMIT_MESSAGE,
-        prNumber: env.CIRCLE_PULL_REQUEST
+    // CircleCI
+    if (env.CIRCLECI === 'true') {
+        const prNumber = env.CIRCLE_PULL_REQUEST
             ? parseInt(env.CIRCLE_PULL_REQUEST.split('/').pop() ?? '', 10) || undefined
-            : env.TRAVIS_PULL_REQUEST && env.TRAVIS_PULL_REQUEST !== 'false'
-                ? parseInt(env.TRAVIS_PULL_REQUEST, 10) || undefined
-                : undefined,
-    };
+            : undefined;
+        return {
+            branch: env.CIRCLE_BRANCH,
+            commit: env.CIRCLE_SHA1,
+            prNumber,
+            repo: env.CIRCLE_PROJECT_REPONAME,
+            ciProvider: 'circleci',
+            ciRunUrl: env.CIRCLE_BUILD_URL,
+        };
+    }
+    // Buildkite
+    if (env.BUILDKITE === 'true') {
+        const prNumber = env.BUILDKITE_PULL_REQUEST && env.BUILDKITE_PULL_REQUEST !== 'false'
+            ? parseInt(env.BUILDKITE_PULL_REQUEST, 10) || undefined
+            : undefined;
+        return {
+            branch: env.BUILDKITE_BRANCH,
+            commit: env.BUILDKITE_COMMIT,
+            baseBranch: env.BUILDKITE_PULL_REQUEST_BASE_BRANCH || undefined,
+            prNumber,
+            repo: env.BUILDKITE_REPO,
+            ciProvider: 'buildkite',
+            ciRunUrl: env.BUILDKITE_BUILD_URL,
+        };
+    }
+    // Local fallback: shell out to git
+    return detectLocalGitInfo();
+}
+function detectLocalGitInfo() {
+    try {
+        const commit = execSync('git rev-parse HEAD', { encoding: 'utf-8', stdio: ['pipe', 'pipe', 'pipe'] }).trim();
+        const branch = execSync('git rev-parse --abbrev-ref HEAD', { encoding: 'utf-8', stdio: ['pipe', 'pipe', 'pipe'] }).trim();
+        return {
+            branch: branch || undefined,
+            commit: commit || undefined,
+            ciProvider: 'local',
+        };
+    }
+    catch {
+        return {
+            branch: 'unknown',
+            commit: 'unknown',
+            ciProvider: 'local',
+        };
+    }
 }
 //# sourceMappingURL=git-info.js.map

package/dist/ci/git-info.js.map

@@ -1 +1 @@
-{"version":3,"file":"git-info.js","sourceRoot":"","sources":["../../src/ci/git-info.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAU/D;;;GAGG;AACH,MAAM,UAAU,aAAa;IAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAA;IAEvB,iBAAiB;IACjB,IAAI,GAAG,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,GAAG,CAAC,iBAAiB,KAAK,cAAc;YACvD,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,SAAS;YAClF,CAAC,CAAC,SAAS,CAAA;QAEb,MAAM,IAAI,GAAG,GAAG,CAAC,iBAAiB,CAAA,CAAC,oBAAoB;QACvD,MAAM,KAAK,GAAG,QAAQ,IAAI,IAAI;YAC5B,CAAC,CAAC,sBAAsB,IAAI,SAAS,QAAQ,EAAE;YAC/C,CAAC,CAAC,SAAS,CAAA;QAEb,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe;YAClD,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,aAAa,EAAE,GAAG,CAAC,qBAAqB;YACxC,QAAQ;YACR,KAAK;SACN,CAAA;IACH,CAAC;IAED,YAAY;IACZ,IAAI,GAAG,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,GAAG,CAAC,oBAAoB;YACvC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,CAAC,IAAI,SAAS;YACrD,CAAC,CAAC,SAAS,CAAA;QAEb,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,mCAAmC,IAAI,GAAG,CAAC,gBAAgB;YACvE,MAAM,EAAE,GAAG,CAAC,aAAa;YACzB,aAAa,EAAE,GAAG,CAAC,iBAAiB;YACpC,QAAQ;YACR,KAAK,EAAE,GAAG,CAAC,4BAA4B,IAAI,QAAQ;gBACjD,CAAC,CAAC,GAAG,GAAG,CAAC,4BAA4B,qBAAqB,QAAQ,EAAE;gBACpE,CAAC,CAAC,SAAS;SACd,CAAA;IACH,CAAC;IAED,2DAA2D;IAC3D,OAAO;QACL,MAAM,EAAE,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,gBAAgB,IAAI,GAAG,CAAC,SAAS;QACvF,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,gBAAgB,IAAI,GAAG,CAAC,aAAa;QACzF,aAAa,EAAE,GAAG,CAAC,iBAAiB;QACpC,QAAQ,EAAE,GAAG,CAAC,mBAAmB;YAC/B,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,SAAS;YAC3E,CAAC,CAAC,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,mBAAmB,KAAK,OAAO;gBAC9D,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,CAAC,IAAI,SAAS;gBACpD,CAAC,CAAC,SAAS;KAChB,CAAA;AACH,CAAC"}
+{"version":3,"file":"git-info.js","sourceRoot":"","sources":["../../src/ci/git-info.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAgB7C;;;GAGG;AACH,MAAM,UAAU,aAAa;IAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAA;IAEvB,iBAAiB;IACjB,IAAI,GAAG,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,GAAG,CAAC,iBAAiB,KAAK,cAAc;YACvD,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,SAAS;YAClF,CAAC,CAAC,SAAS,CAAA;QAEb,MAAM,IAAI,GAAG,GAAG,CAAC,iBAAiB,CAAA;QAClC,MAAM,KAAK,GAAG,QAAQ,IAAI,IAAI;YAC5B,CAAC,CAAC,sBAAsB,IAAI,SAAS,QAAQ,EAAE;YAC/C,CAAC,CAAC,SAAS,CAAA;QAEb,MAAM,SAAS,GAAG,GAAG,CAAC,iBAAiB,IAAI,oBAAoB,CAAA;QAC/D,MAAM,QAAQ,GAAG,IAAI,IAAI,GAAG,CAAC,aAAa;YACxC,CAAC,CAAC,GAAG,SAAS,IAAI,IAAI,iBAAiB,GAAG,CAAC,aAAa,EAAE;YAC1D,CAAC,CAAC,SAAS,CAAA;QAEb,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe;YAClD,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,aAAa,EAAE,GAAG,CAAC,qBAAqB;YACxC,UAAU,EAAE,GAAG,CAAC,eAAe,IAAI,SAAS;YAC5C,QAAQ;YACR,KAAK;YACL,IAAI;YACJ,UAAU,EAAE,gBAAgB;YAC5B,QAAQ;SACT,CAAA;IACH,CAAC;IAED,YAAY;IACZ,IAAI,GAAG,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,GAAG,CAAC,oBAAoB;YACvC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,CAAC,IAAI,SAAS;YACrD,CAAC,CAAC,SAAS,CAAA;QAEb,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,mCAAmC,IAAI,GAAG,CAAC,gBAAgB;YACvE,MAAM,EAAE,GAAG,CAAC,aAAa;YACzB,aAAa,EAAE,GAAG,CAAC,iBAAiB;YACpC,UAAU,EAAE,GAAG,CAAC,mCAAmC,IAAI,SAAS;YAChE,QAAQ;YACR,KAAK,EAAE,GAAG,CAAC,4BAA4B,IAAI,QAAQ;gBACjD,CAAC,CAAC,GAAG,GAAG,CAAC,4BAA4B,qBAAqB,QAAQ,EAAE;gBACpE,CAAC,CAAC,SAAS;YACb,IAAI,EAAE,GAAG,CAAC,eAAe;YACzB,UAAU,EAAE,WAAW;YACvB,QAAQ,EAAE,GAAG,CAAC,UAAU;SACzB,CAAA;IACH,CAAC;IAED,WAAW;IACX,IAAI,GAAG,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,GAAG,CAAC,mBAAmB;YACtC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,SAAS;YAC3E,CAAC,CAAC,SAAS,CAAA;QAEb,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,aAAa;YACzB,MAAM,EAAE,GAAG,CAAC,WAAW;YACvB,QAAQ;YACR,IAAI,EAAE,GAAG,CAAC,uBAAuB;YACjC,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,GAAG,CAAC,gBAAgB;SAC/B,CAAA;IACH,CAAC;IAED,YAAY;IACZ,IAAI,GAAG,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,GAAG,CAAC,sBAAsB,IAAI,GAAG,CAAC,sBAAsB,KAAK,OAAO;YACnF,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,sBAAsB,EAAE,EAAE,CAAC,IAAI,SAAS;YACvD,CAAC,CAAC,SAAS,CAAA;QAEb,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,gBAAgB;YAC5B,MAAM,EAAE,GAAG,CAAC,gBAAgB;YAC5B,UAAU,EAAE,GAAG,CAAC,kCAAkC,IAAI,SAAS;YAC/D,QAAQ;YACR,IAAI,EAAE,GAAG,CAAC,cAAc;YACxB,UAAU,EAAE,WAAW;YACvB,QAAQ,EAAE,GAAG,CAAC,mBAAmB;SAClC,CAAA;IACH,CAAC;IAED,mCAAmC;IACnC,OAAO,kBAAkB,EAAE,CAAA;AAC7B,CAAC;AAED,SAAS,kBAAkB;IACzB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,QAAQ,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QAC5G,MAAM,MAAM,GAAG,QAAQ,CAAC,iCAAiC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QACzH,OAAO;YACL,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,UAAU,EAAE,OAAO;SACpB,CAAA;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,OAAO;SACpB,CAAA;IACH,CAAC;AACH,CAAC"}

package/dist/ci/measurement.d.ts

@@ -0,0 +1,9 @@
+import type { EdReplayContext } from './replay.js';
+export interface TestMeasurement {
+    duration_ms: number;
+    tokens_input?: number;
+    tokens_output?: number;
+    tokens_total?: number;
+}
+export declare function collectMeasurement(ctx: EdReplayContext): TestMeasurement | null;
+//# sourceMappingURL=measurement.d.ts.map

package/dist/ci/measurement.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"measurement.d.ts","sourceRoot":"","sources":["../../src/ci/measurement.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAElD,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,eAAe,GAAG,eAAe,GAAG,IAAI,CAe/E"}

package/dist/ci/measurement.js

@@ -0,0 +1,15 @@
+export function collectMeasurement(ctx) {
+    const m = ctx.targetMeasurement;
+    if (!m)
+        return null;
+    const result = {
+        duration_ms: m.duration_ms,
+    };
+    if (m.tokens) {
+        result.tokens_input = m.tokens.input;
+        result.tokens_output = m.tokens.output;
+        result.tokens_total = m.tokens.total;
+    }
+    return result;
+}
+//# sourceMappingURL=measurement.js.map

package/dist/ci/measurement.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"measurement.js","sourceRoot":"","sources":["../../src/ci/measurement.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,kBAAkB,CAAC,GAAoB;IACrD,MAAM,CAAC,GAAG,GAAG,CAAC,iBAAiB,CAAA;IAC/B,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IAEnB,MAAM,MAAM,GAAoB;QAC9B,WAAW,EAAE,CAAC,CAAC,WAAW;KAC3B,CAAA;IAED,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAA;QACpC,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAA;QACtC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/ci/replay.d.ts

@@ -0,0 +1,31 @@
+import type { DiskTrace, DiskTraceStep } from './trace-schema.js';
+export interface ReplayMeasurement {
+    duration_ms: number;
+    tokens?: {
+        input: number;
+        output: number;
+        total: number;
+    } | null;
+}
+export interface EdReplayContext {
+    steps: DiskTraceStep[];
+    consumed: boolean[];
+    targetStepId: string;
+    targetMeasurement: ReplayMeasurement | null;
+}
+export declare class ReplayMissError extends Error {
+    callType: string;
+    callName: string;
+    constructor(callType: string, callName: string);
+}
+export declare function getEdReplayContext(): EdReplayContext | undefined;
+export declare function installReplay(ctx: EdReplayContext): void;
+export declare function uninstallReplay(): void;
+export declare function createReplayContext(trace: DiskTrace, targetStepId: string): EdReplayContext;
+export declare function canonicalizeInput(input: unknown): string;
+export declare function computeMatchKey(type: 'tool_call' | 'ai_call', name: string, input: unknown): string;
+export declare function replayCall(ctx: EdReplayContext, type: 'tool_call' | 'ai_call', name: string, input: unknown): {
+    output: unknown;
+    measurement: ReplayMeasurement | null;
+};
+//# sourceMappingURL=replay.d.ts.map

package/dist/ci/replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../../src/ci/replay.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAIjE,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;CACjE;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,aAAa,EAAE,CAAA;IACtB,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,iBAAiB,EAAE,iBAAiB,GAAG,IAAI,CAAA;CAC5C;AAED,qBAAa,eAAgB,SAAQ,KAAK;IACrB,QAAQ,EAAE,MAAM;IAAS,QAAQ,EAAE,MAAM;gBAAzC,QAAQ,EAAE,MAAM,EAAS,QAAQ,EAAE,MAAM;CAI7D;AAWD,wBAAgB,kBAAkB,IAAI,eAAe,GAAG,SAAS,CAEhE;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,eAAe,GAAG,IAAI,CAExD;AAED,wBAAgB,eAAe,IAAI,IAAI,CAEtC;AAID,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,eAAe,CAO3F;AAID,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAExD;AA0BD,wBAAgB,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,MAAM,CAInG;AAID,wBAAgB,UAAU,CACxB,GAAG,EAAE,eAAe,EACpB,IAAI,EAAE,WAAW,GAAG,SAAS,EAC7B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,GACb;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,WAAW,EAAE,iBAAiB,GAAG,IAAI,CAAA;CAAE,CA0B5D"}