elasticdash-sdk 0.2.0

package/dist/internals/mock-resolver.js

@@ -0,0 +1,427 @@
+/**
+ * Runtime mock resolution for module-imported tools and AI calls.
+ *
+ * Tools/AI calls that are statically imported (not accessed via globalThis)
+ * cannot be intercepted by the worker's proxy-based mocking. Instead, each
+ * wrapped function calls `resolveMock` / `resolveAIMock` at its entry point.
+ * The worker writes the mock config to `__ELASTICDASH_TOOL_MOCKS__` /
+ * `__ELASTICDASH_AI_MOCKS__` before the workflow runs and clears it after.
+ */
+/**
+ * Recursively normalises a mock result fetched from the trace.
+ *
+ * The trace recorder stores tool outputs as-is. When a tool returns a JSON
+ * string (rather than a parsed object), the stored value is that string, and
+ * inner string values may themselves be JSON-quoted. This function unwraps
+ * every layer so the calling code receives the same shape as the real output.
+ *
+ * - string  → try JSON.parse, then recurse on the result
+ * - array   → recurse on every element
+ * - object  → recurse on every value
+ * - other   → return unchanged
+ */
+export function normaliseMockResult(value) {
+    if (typeof value === 'string') {
+        try {
+            return normaliseMockResult(JSON.parse(value));
+        }
+        catch {
+            return value;
+        }
+    }
+    if (Array.isArray(value)) {
+        return value.map(normaliseMockResult);
+    }
+    if (value !== null && typeof value === 'object') {
+        const out = {};
+        for (const [k, v] of Object.entries(value)) {
+            out[k] = normaliseMockResult(v);
+        }
+        return out;
+    }
+    return value;
+}
+/**
+ * Resolves whether the current call to `toolName` should be mocked.
+ *
+ * - Returns `{ mocked: false }` when no mock config is active or mode is `'live'`.
+ * - Increments the per-tool call counter on every non-live invocation so that
+ *   `mock-specific` indices remain accurate even when some calls run live.
+ * - Safe to call in production: no-op when the mock globals are absent.
+ */
+export function resolveMock(toolName) {
+    const g = globalThis;
+    const mocks = g['__ELASTICDASH_TOOL_MOCKS__'];
+    if (!mocks)
+        return { mocked: false };
+    const entry = mocks[toolName];
+    if (!entry || entry.mode === 'live')
+        return { mocked: false };
+    // Initialise counters map if not yet present
+    if (!g['__ELASTICDASH_TOOL_CALL_COUNTERS__']) {
+        g['__ELASTICDASH_TOOL_CALL_COUNTERS__'] = {};
+    }
+    const counters = g['__ELASTICDASH_TOOL_CALL_COUNTERS__'];
+    counters[toolName] = (counters[toolName] ?? 0) + 1;
+    const callNumber = counters[toolName];
+    if (entry.mode === 'mock-all') {
+        const data = entry.mockData ?? {};
+        const raw = data[callNumber] !== undefined ? data[callNumber] : data[0];
+        return { mocked: true, result: normaliseMockResult(raw) };
+    }
+    if (entry.mode === 'mock-specific') {
+        const indices = entry.callIndices ?? [];
+        if (indices.includes(callNumber)) {
+            const data = entry.mockData ?? {};
+            return { mocked: true, result: normaliseMockResult(data[callNumber]) };
+        }
+        // Counter already incremented; this specific call runs live
+        return { mocked: false };
+    }
+    return { mocked: false };
+}
+/**
+ * Extracts the system prompt string from an LLM call input.
+ * Handles:
+ *  - Anthropic style:     `{ system: "...", messages: [...] }`
+ *  - OpenAI style:        `{ messages: [{ role: "system", content: "..." }, ...] }`
+ *  - Plain message array: `[{ role: "system", content: "..." }, ...]`
+ *  - Separate field:      `{ systemPrompt: "...", messages: [...] }` (custom wrapAI callers)
+ */
+export function extractSystemPrompt(input) {
+    if (!input || typeof input !== 'object')
+        return undefined;
+    const o = input;
+    if (typeof o.system === 'string')
+        return o.system;
+    if (typeof o.systemPrompt === 'string' && o.systemPrompt.length > 0)
+        return o.systemPrompt;
+    const msgs = Array.isArray(o.messages) ? o.messages : (Array.isArray(input) ? input : null);
+    if (msgs) {
+        for (const m of msgs) {
+            if (m && typeof m === 'object') {
+                const msg = m;
+                if (msg.role === 'system' && typeof msg.content === 'string')
+                    return msg.content;
+            }
+        }
+    }
+    return undefined;
+}
+/**
+ * Returns a shallow copy of `input` with the system prompt replaced by `newSystemPrompt`.
+ */
+export function replaceSystemPrompt(input, newSystemPrompt) {
+    if (!input || typeof input !== 'object')
+        return input;
+    const o = input;
+    if (typeof o.system === 'string')
+        return { ...o, system: newSystemPrompt };
+    if (typeof o.systemPrompt === 'string')
+        return { ...o, systemPrompt: newSystemPrompt };
+    if (Array.isArray(input)) {
+        return input.map(m => {
+            if (m && typeof m === 'object') {
+                const msg = m;
+                if (msg.role === 'system' && typeof msg.content === 'string')
+                    return { ...msg, content: newSystemPrompt };
+            }
+            return m;
+        });
+    }
+    if (Array.isArray(o.messages)) {
+        return {
+            ...o,
+            messages: o.messages.map(m => {
+                if (m && typeof m === 'object') {
+                    const msg = m;
+                    if (msg.role === 'system' && typeof msg.content === 'string')
+                        return { ...msg, content: newSystemPrompt };
+                }
+                return m;
+            }),
+        };
+    }
+    return input;
+}
+/**
+ * If a prompt mock is configured for the system prompt found in `input`, returns
+ * a copy of `input` with the system prompt replaced. Otherwise returns `undefined`.
+ *
+ * `__ELASTICDASH_PROMPT_MOCKS__` is `Record<string, SystemPromptMockEntry>` keyed by
+ * the original system prompt text. Supports replace-all and replace-specific modes
+ * with per-text call counting.
+ *
+ * For backward compatibility, also accepts the legacy `Record<string, string>` format
+ * (treated as replace-all).
+ */
+export function resolvePromptMock(input) {
+    const g = globalThis;
+    const mocks = g['__ELASTICDASH_PROMPT_MOCKS__'];
+    if (!mocks || Object.keys(mocks).length === 0)
+        return undefined;
+    const systemPrompt = extractSystemPrompt(input);
+    if (systemPrompt === undefined)
+        return undefined;
+    const match = lookupMockEntry(mocks, systemPrompt);
+    if (!match)
+        return undefined;
+    const entry = match.entry;
+    // Legacy format: plain string replacement (treat as replace-all)
+    if (typeof entry === 'string') {
+        return replaceSystemPrompt(input, entry);
+    }
+    if (entry.mode === 'live')
+        return undefined;
+    // Initialise per-text call counters
+    if (!g['__ELASTICDASH_PROMPT_CALL_COUNTERS__']) {
+        g['__ELASTICDASH_PROMPT_CALL_COUNTERS__'] = {};
+    }
+    const counters = g['__ELASTICDASH_PROMPT_CALL_COUNTERS__'];
+    counters[match.key] = (counters[match.key] ?? 0) + 1;
+    const callNumber = counters[match.key];
+    if (entry.mode === 'replace-all') {
+        return replaceSystemPrompt(input, entry.replacement);
+    }
+    if (entry.mode === 'replace-specific') {
+        const indices = entry.callIndices ?? [];
+        if (indices.includes(callNumber)) {
+            return replaceSystemPrompt(input, entry.replacement);
+        }
+    }
+    return undefined;
+}
+/**
+ * Strips one layer of JSON string quoting if present.
+ * `'"hello"'` → `'hello'`, `'hello'` → `'hello'`
+ */
+function stripJsonQuotes(s) {
+    if (s.length >= 2 && s.startsWith('"') && s.endsWith('"')) {
+        try {
+            const parsed = JSON.parse(s);
+            if (typeof parsed === 'string')
+                return parsed;
+        }
+        catch { /* not valid JSON, return as-is */ }
+    }
+    return s;
+}
+/**
+ * Look up a mock entry by key, falling back to stripped-quotes variants
+ * to handle mismatches between trace-recorded text and runtime text.
+ */
+export function lookupMockEntry(mocks, text) {
+    if (mocks[text])
+        return { key: text, entry: mocks[text] };
+    // Try stripping quotes from the runtime text
+    const stripped = stripJsonQuotes(text);
+    if (stripped !== text && mocks[stripped])
+        return { key: stripped, entry: mocks[stripped] };
+    // Try adding quotes to the runtime text (mock key might have quotes)
+    const quoted = JSON.stringify(text);
+    if (quoted !== text && mocks[quoted])
+        return { key: quoted, entry: mocks[quoted] };
+    return undefined;
+}
+/**
+ * Extracts all user-role message content strings from an LLM call input.
+ * Handles OpenAI-style `{ messages: [...] }` and plain message arrays.
+ */
+export function extractUserPrompts(input) {
+    if (!input || typeof input !== 'object')
+        return [];
+    const o = input;
+    const msgs = Array.isArray(o.messages) ? o.messages : (Array.isArray(input) ? input : null);
+    if (!msgs)
+        return [];
+    const results = [];
+    for (const m of msgs) {
+        if (m && typeof m === 'object') {
+            const msg = m;
+            if (msg.role === 'user' && typeof msg.content === 'string')
+                results.push(msg.content);
+        }
+    }
+    return results;
+}
+/**
+ * Returns a shallow copy of `input` with all user-role messages whose content
+ * matches `originalText` replaced with `newText`.
+ */
+export function replaceUserPrompt(input, originalText, newText) {
+    if (!input || typeof input !== 'object')
+        return input;
+    const o = input;
+    const replaceInMsgs = (msgs) => msgs.map(m => {
+        if (m && typeof m === 'object') {
+            const msg = m;
+            if (msg.role === 'user' && typeof msg.content === 'string' && msg.content === originalText) {
+                return { ...msg, content: newText };
+            }
+        }
+        return m;
+    });
+    if (Array.isArray(input))
+        return replaceInMsgs(input);
+    if (Array.isArray(o.messages))
+        return { ...o, messages: replaceInMsgs(o.messages) };
+    return input;
+}
+/**
+ * If user prompt mocks are configured, applies all matching replacements to `input`.
+ * Returns modified input or `undefined` if no replacements applied.
+ *
+ * `__ELASTICDASH_USER_PROMPT_MOCKS__` is `Record<string, UserPromptMockEntry>` keyed
+ * by original user message text.
+ *
+ * Call counting is per unique text — "the x-th LLM call where this text appears".
+ */
+export function resolveUserPromptMock(input) {
+    const g = globalThis;
+    const mocks = g['__ELASTICDASH_USER_PROMPT_MOCKS__'];
+    if (!mocks || Object.keys(mocks).length === 0)
+        return undefined;
+    const userPrompts = extractUserPrompts(input);
+    if (userPrompts.length === 0)
+        return undefined;
+    // Initialise per-text call counters
+    if (!g['__ELASTICDASH_USER_PROMPT_CALL_COUNTERS__']) {
+        g['__ELASTICDASH_USER_PROMPT_CALL_COUNTERS__'] = {};
+    }
+    const counters = g['__ELASTICDASH_USER_PROMPT_CALL_COUNTERS__'];
+    // Determine which texts in this call have active mock entries
+    const uniqueTexts = Array.from(new Set(userPrompts));
+    let modified = false;
+    let result = input;
+    for (const text of uniqueTexts) {
+        const match = lookupMockEntry(mocks, text);
+        if (!match || match.entry.mode === 'live')
+            continue;
+        const entry = match.entry;
+        // Increment counter for this text (this is the x-th call where this text appears)
+        counters[match.key] = (counters[match.key] ?? 0) + 1;
+        const callNumber = counters[match.key];
+        if (entry.mode === 'replace-all') {
+            result = replaceUserPrompt(result, text, entry.replacement);
+            modified = true;
+        }
+        else if (entry.mode === 'replace-specific') {
+            const indices = entry.callIndices ?? [];
+            if (indices.includes(callNumber)) {
+                result = replaceUserPrompt(result, text, entry.replacement);
+                modified = true;
+            }
+        }
+    }
+    return modified ? result : undefined;
+}
+/**
+ * Resolves whether the current call to `modelName` should be mocked.
+ * Mirrors `resolveMock` but reads `__ELASTICDASH_AI_MOCKS__` and
+ * `__ELASTICDASH_AI_CALL_COUNTERS__`.
+ */
+/**
+ * Standalone utility: applies all matching user prompt mock replacements to
+ * a messages array (or LLM input object). Works without ALS — takes the mock
+ * config and call counters as explicit parameters.
+ *
+ * Returns the modified input, or the original input unchanged if no mocks matched.
+ */
+export function applyUserPromptMocks(input, userPromptMocks, callCounters) {
+    if (!userPromptMocks || Object.keys(userPromptMocks).length === 0)
+        return input;
+    const userPrompts = extractUserPrompts(input);
+    if (userPrompts.length === 0)
+        return input;
+    const counters = callCounters ?? {};
+    const uniqueTexts = Array.from(new Set(userPrompts));
+    let modified = false;
+    let result = input;
+    for (const text of uniqueTexts) {
+        const match = lookupMockEntry(userPromptMocks, text);
+        if (!match || match.entry.mode === 'live')
+            continue;
+        const entry = match.entry;
+        counters[match.key] = (counters[match.key] ?? 0) + 1;
+        const callNumber = counters[match.key];
+        if (entry.mode === 'replace-all') {
+            result = replaceUserPrompt(result, text, entry.replacement);
+            modified = true;
+        }
+        else if (entry.mode === 'replace-specific') {
+            const indices = entry.callIndices ?? [];
+            if (indices.includes(callNumber)) {
+                result = replaceUserPrompt(result, text, entry.replacement);
+                modified = true;
+            }
+        }
+    }
+    return modified ? result : input;
+}
+/**
+ * Standalone utility: applies system prompt mock replacement to an LLM input
+ * object. Works without ALS — takes the mock config and call counters as
+ * explicit parameters.
+ *
+ * Returns the modified input, or the original input unchanged if no mock matched.
+ */
+export function applySystemPromptMocks(input, promptMocks, callCounters) {
+    if (!promptMocks || Object.keys(promptMocks).length === 0)
+        return input;
+    const systemPrompt = extractSystemPrompt(input);
+    if (systemPrompt === undefined)
+        return input;
+    const match = lookupMockEntry(promptMocks, systemPrompt);
+    if (!match)
+        return input;
+    const entry = match.entry;
+    // Legacy format: plain string replacement (treat as replace-all)
+    if (typeof entry === 'string') {
+        return replaceSystemPrompt(input, entry);
+    }
+    if (entry.mode === 'live')
+        return input;
+    const counters = callCounters ?? {};
+    counters[match.key] = (counters[match.key] ?? 0) + 1;
+    const callNumber = counters[match.key];
+    if (entry.mode === 'replace-all') {
+        return replaceSystemPrompt(input, entry.replacement);
+    }
+    if (entry.mode === 'replace-specific') {
+        const indices = entry.callIndices ?? [];
+        if (indices.includes(callNumber)) {
+            return replaceSystemPrompt(input, entry.replacement);
+        }
+    }
+    return input;
+}
+export function resolveAIMock(modelName) {
+    const g = globalThis;
+    const mocks = g['__ELASTICDASH_AI_MOCKS__'];
+    if (!mocks)
+        return { mocked: false };
+    const entry = mocks[modelName];
+    if (!entry || entry.mode === 'live')
+        return { mocked: false };
+    if (!g['__ELASTICDASH_AI_CALL_COUNTERS__']) {
+        g['__ELASTICDASH_AI_CALL_COUNTERS__'] = {};
+    }
+    const counters = g['__ELASTICDASH_AI_CALL_COUNTERS__'];
+    counters[modelName] = (counters[modelName] ?? 0) + 1;
+    const callNumber = counters[modelName];
+    if (entry.mode === 'mock-all') {
+        const data = entry.mockData ?? {};
+        const raw = data[callNumber] !== undefined ? data[callNumber] : data[0];
+        return { mocked: true, result: normaliseMockResult(raw) };
+    }
+    if (entry.mode === 'mock-specific') {
+        const indices = entry.callIndices ?? [];
+        if (indices.includes(callNumber)) {
+            const data = entry.mockData ?? {};
+            return { mocked: true, result: normaliseMockResult(data[callNumber]) };
+        }
+        return { mocked: false };
+    }
+    return { mocked: false };
+}
+//# sourceMappingURL=mock-resolver.js.map

package/dist/internals/mock-resolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-resolver.js","sourceRoot":"","sources":["../../src/internals/mock-resolver.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAuBH;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC;YAAC,OAAO,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,KAAK,CAAA;QAAC,CAAC;IAC9E,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;IACvC,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChD,MAAM,GAAG,GAA4B,EAAE,CAAA;QACvC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAA;QACjC,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,MAAM,CAAC,GAAG,UAAqC,CAAA;IAE/C,MAAM,KAAK,GAAG,CAAC,CAAC,4BAA4B,CAA8C,CAAA;IAC1F,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAEpC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC7B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAE7D,6CAA6C;IAC7C,IAAI,CAAC,CAAC,CAAC,oCAAoC,CAAC,EAAE,CAAC;QAC7C,CAAC,CAAC,oCAAoC,CAAC,GAAG,EAA4B,CAAA;IACxE,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,CAAC,oCAAoC,CAA2B,CAAA;IAClF,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IAClD,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAErC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAA;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACvE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAA;IAC3D,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAA;QACvC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAA;YACjC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAA;QACxE,CAAC;QACD,4DAA4D;QAC5D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC1B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAA;IACzD,MAAM,CAAC,GAAG,KAAgC,CAAA;IAC1C,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,MAAM,CAAA;IACjD,IAAI,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC,YAAY,CAAA;IAC1F,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACxG,IAAI,IAAI,EAAE,CAAC;QACT,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,CAA4B,CAAA;gBACxC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAAE,OAAO,GAAG,CAAC,OAAO,CAAA;YAClF,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc,EAAE,eAAuB;IACzE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IACrD,MAAM,CAAC,GAAG,KAAgC,CAAA;IAC1C,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAA;IAC1E,IAAI,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ;QAAE,OAAO,EAAE,GAAG,CAAC,EAAE,YAAY,EAAE,eAAe,EAAE,CAAA;IACtF,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAQ,KAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,CAA4B,CAAA;gBACxC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAAE,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,eAAe,EAAE,CAAA;YAC3G,CAAC;YACD,OAAO,CAAC,CAAA;QACV,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9B,OAAO;YACL,GAAG,CAAC;YACJ,QAAQ,EAAG,CAAC,CAAC,QAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBAC1C,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC/B,MAAM,GAAG,GAAG,CAA4B,CAAA;oBACxC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;wBAAE,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,eAAe,EAAE,CAAA;gBAC3G,CAAC;gBACD,OAAO,CAAC,CAAA;YACV,CAAC,CAAC;SACH,CAAA;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAeD;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,MAAM,CAAC,GAAG,UAAqC,CAAA;IAC/C,MAAM,KAAK,GAAG,CAAC,CAAC,8BAA8B,CAA+D,CAAA;IAC7G,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC/D,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAA;IAC/C,IAAI,YAAY,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IAEhD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;IAClD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;IAEzB,iEAAiE;IACjE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IAC1C,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,SAAS,CAAA;IAE3C,oCAAoC;IACpC,IAAI,CAAC,CAAC,CAAC,sCAAsC,CAAC,EAAE,CAAC;QAC/C,CAAC,CAAC,sCAAsC,CAAC,GAAG,EAA4B,CAAA;IAC1E,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,CAAC,sCAAsC,CAA2B,CAAA;IACpF,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IACpD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAEtC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,OAAO,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;IACtD,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAA;QACvC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,OAAO,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;QACtD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,CAAS;IAChC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;YAC5B,IAAI,OAAO,MAAM,KAAK,QAAQ;gBAAE,OAAO,MAAM,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC,CAAC,kCAAkC,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAI,KAAwB,EAAE,IAAY;IACvE,IAAI,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAA;IACzD,6CAA6C;IAC7C,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAA;IACtC,IAAI,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAA;IAC1F,qEAAqE;IACrE,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IACnC,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAA;IAClF,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAA;IAClD,MAAM,CAAC,GAAG,KAAgC,CAAA;IAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACxG,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAA;IACpB,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,CAA4B,CAAA;YACxC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvF,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAc,EAAE,YAAoB,EAAE,OAAe;IACrF,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IACrD,MAAM,CAAC,GAAG,KAAgC,CAAA;IAE1C,MAAM,aAAa,GAAG,CAAC,IAAe,EAAa,EAAE,CACnD,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QACX,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,CAA4B,CAAA;YACxC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,KAAK,YAAY,EAAE,CAAC;gBAC3F,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;YACrC,CAAC;QACH,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC,CAAC,CAAA;IAEJ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,KAAkB,CAAC,CAAA;IAClE,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,QAAqB,CAAC,EAAE,CAAA;IAChG,OAAO,KAAK,CAAA;AACd,CAAC;AAeD;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,CAAC,GAAG,UAAqC,CAAA;IAC/C,MAAM,KAAK,GAAG,CAAC,CAAC,mCAAmC,CAAqC,CAAA;IACxF,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAE/D,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;IAC7C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAE9C,oCAAoC;IACpC,IAAI,CAAC,CAAC,CAAC,2CAA2C,CAAC,EAAE,CAAC;QACpD,CAAC,CAAC,2CAA2C,CAAC,GAAG,EAA4B,CAAA;IAC/E,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,CAAC,2CAA2C,CAA2B,CAAA;IAEzF,8DAA8D;IAC9D,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IACpD,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,MAAM,GAAG,KAAK,CAAA;IAElB,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QAC1C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,SAAQ;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QAEzB,kFAAkF;QAClF,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;QACpD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAEtC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;YAC3D,QAAQ,GAAG,IAAI,CAAA;QACjB,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAA;YACvC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;gBAC3D,QAAQ,GAAG,IAAI,CAAA;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;AACtC,CAAC;AAED;;;;GAIG;AACH;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAc,EACd,eAAoD,EACpD,YAAqC;IAErC,IAAI,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAE/E,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAA;IAC7C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAE1C,MAAM,QAAQ,GAAG,YAAY,IAAI,EAAE,CAAA;IACnC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IACpD,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,MAAM,GAAG,KAAK,CAAA;IAElB,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,eAAe,CAAC,eAAe,EAAE,IAAI,CAAC,CAAA;QACpD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,SAAQ;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QAEzB,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;QACpD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAEtC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;YAC3D,QAAQ,GAAG,IAAI,CAAA;QACjB,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAA;YACvC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;gBAC3D,QAAQ,GAAG,IAAI,CAAA;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAA;AAClC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACpC,KAAc,EACd,WAA2D,EAC3D,YAAqC;IAErC,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAEvE,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAA;IAC/C,IAAI,YAAY,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAE5C,MAAM,KAAK,GAAG,eAAe,CAAC,WAAW,EAAE,YAAY,CAAC,CAAA;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAA;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;IAEzB,iEAAiE;IACjE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IAC1C,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,KAAK,CAAA;IAEvC,MAAM,QAAQ,GAAG,YAAY,IAAI,EAAE,CAAA;IACnC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IACpD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAEtC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,OAAO,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;IACtD,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAA;QACvC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,OAAO,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;QACtD,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,MAAM,CAAC,GAAG,UAAqC,CAAA;IAE/C,MAAM,KAAK,GAAG,CAAC,CAAC,0BAA0B,CAA4C,CAAA;IACtF,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAEpC,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAA;IAC9B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAE7D,IAAI,CAAC,CAAC,CAAC,kCAAkC,CAAC,EAAE,CAAC;QAC3C,CAAC,CAAC,kCAAkC,CAAC,GAAG,EAA4B,CAAA;IACtE,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,CAAC,kCAAkC,CAA2B,CAAA;IAChF,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IACpD,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAA;IAEtC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAA;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACvE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAA;IAC3D,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAA;QACvC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAA;YACjC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAA;QACxE,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC1B,CAAC"}

package/dist/matchers/index.d.ts

@@ -0,0 +1,96 @@
+import { expect } from 'expect';
+import type { CustomStepKind } from '../trace-adapter/context.js';
+interface LLMStepConfig {
+    model?: string;
+    contains?: string;
+    promptContains?: string;
+    outputContains?: string;
+    provider?: string;
+    times?: number;
+    minTimes?: number;
+    maxTimes?: number;
+}
+interface CustomStepConfig {
+    kind?: CustomStepKind;
+    name?: string;
+    tag?: string;
+    contains?: string;
+    resultContains?: string;
+    payloadContains?: string;
+    metadataContains?: string;
+    times?: number;
+    minTimes?: number;
+    maxTimes?: number;
+}
+interface PromptWhereConfig {
+    filterContains: string;
+    requireContains?: string;
+    requireNotContains?: string;
+    times?: number;
+    minTimes?: number;
+    maxTimes?: number;
+    index?: number;
+    nth?: number;
+}
+type SupportedProvider = 'openai' | 'claude' | 'gemini' | 'grok' | 'kimi';
+interface SemanticMatchOptions {
+    provider?: SupportedProvider;
+    model?: string;
+    sdk?: unknown;
+    apiKey?: string;
+    baseURL?: string;
+}
+type EvaluationTarget = 'prompt' | 'result';
+interface EvaluationCondition {
+    greaterThan?: number;
+    lessThan?: number;
+    atLeast?: number;
+    atMost?: number;
+    equals?: number;
+}
+interface EvaluateOutputMetricConfig {
+    evaluationPrompt: string;
+    target?: EvaluationTarget;
+    index?: number;
+    nth?: number;
+    condition?: EvaluationCondition;
+    provider?: SupportedProvider;
+    model?: string;
+    sdk?: unknown;
+    apiKey?: string;
+    baseURL?: string;
+}
+export interface LLMCallResult {
+    content: string;
+    durationMs: number;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+    };
+}
+export declare function callProviderLLM(prompt: string, options?: SemanticMatchOptions, systemPrompt?: string, maxTokens?: number, temperature?: number): Promise<LLMCallResult>;
+declare module 'expect' {
+    interface Matchers<R> {
+        toHaveLLMStep(config?: LLMStepConfig): R;
+        toCallTool(toolName: string): R;
+        toMatchSemanticOutput(expected: string, options?: SemanticMatchOptions): R;
+        toHaveCustomStep(config?: CustomStepConfig): R;
+        /**
+         * Filter prompts that contain `filterContains`, then assert additional requirements.
+         * Example: prompts containing "A" must also contain "B".
+         */
+        toHavePromptWhere(config: PromptWhereConfig): R;
+        /**
+         * Evaluate a specific LLM step's prompt or result via an LLM and assert a numeric metric condition (0.0–1.0).
+         */
+        toEvaluateOutputMetric(config: EvaluateOutputMetricConfig): Promise<R>;
+    }
+}
+/**
+ * Register all AI-specific custom matchers onto the `expect` instance.
+ * Call this once on runner startup.
+ */
+export declare function registerMatchers(): void;
+export { expect };
+//# sourceMappingURL=index.d.ts.map

package/dist/matchers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/matchers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,KAAK,EAAoC,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAGnG,UAAU,aAAa;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,UAAU,gBAAgB;IACxB,IAAI,CAAC,EAAE,cAAc,CAAA;IACrB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,UAAU,iBAAiB;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,GAAG,CAAC,EAAE,MAAM,CAAA;CACb;AAED,KAAK,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAA;AAEzE,UAAU,oBAAoB;IAC5B,QAAQ,CAAC,EAAE,iBAAiB,CAAA;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,KAAK,gBAAgB,GAAG,QAAQ,GAAG,QAAQ,CAAA;AAE3C,UAAU,mBAAmB;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,UAAU,0BAA0B;IAClC,gBAAgB,EAAE,MAAM,CAAA;IACxB,MAAM,CAAC,EAAE,gBAAgB,CAAA;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,SAAS,CAAC,EAAE,mBAAmB,CAAA;IAC/B,QAAQ,CAAC,EAAE,iBAAiB,CAAA;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAyBD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;CAC3E;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,oBAAyB,EAClC,YAAY,SAAkC,EAC9C,SAAS,SAAK,EACd,WAAW,SAAI,GACd,OAAO,CAAC,aAAa,CAAC,CAiPxB;AA4DD,OAAO,QAAQ,QAAQ,CAAC;IACtB,UAAU,QAAQ,CAAC,CAAC;QAClB,aAAa,CAAC,MAAM,CAAC,EAAE,aAAa,GAAG,CAAC,CAAA;QACxC,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAA;QAC/B,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,CAAC,CAAA;QAC1E,gBAAgB,CAAC,MAAM,CAAC,EAAE,gBAAgB,GAAG,CAAC,CAAA;QAC9C;;;WAGG;QACH,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,CAAC,CAAA;QAC/C;;WAEG;QACH,sBAAsB,CAAC,MAAM,EAAE,0BAA0B,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;KACvE;CACF;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,IAAI,CAsYvC;AAGD,OAAO,EAAE,MAAM,EAAE,CAAA"}