elasticdash-test 0.1.16 → 0.1.17-alpha-2

package/dist/index.cjs

@@ -313,6 +313,7 @@ __export(index_exports, {
   interceptFetch: () => interceptFetch,
   interceptRandom: () => interceptRandom,
   isWorker: () => isWorker,
+  lookupMockEntry: () => lookupMockEntry,
   pushTelemetryEvent: () => pushTelemetryEvent,
   readVercelAIStream: () => readVercelAIStream,
   recordToolCall: () => recordToolCall,
@@ -322,6 +323,7 @@ __export(index_exports, {
   resolveMock: () => resolveMock,
   resolvePromptMock: () => resolvePromptMock,
   resolveTaskInput: () => resolveTaskInput,
+  resolveUserPromptMock: () => resolveUserPromptMock,
   restoreDateNow: () => restoreDateNow,
   restoreFetch: () => restoreFetch,
   restoreRandom: () => restoreRandom,
@@ -2047,9 +2049,109 @@ function resolvePromptMock(input) {
   if (!mocks || Object.keys(mocks).length === 0) return void 0;
   const systemPrompt = extractSystemPrompt(input);
   if (systemPrompt === void 0) return void 0;
-  const newSystemPrompt = mocks[systemPrompt];
-  if (newSystemPrompt === void 0) return void 0;
-  return replaceSystemPrompt(input, newSystemPrompt);
+  const match = lookupMockEntry(mocks, systemPrompt);
+  if (!match) return void 0;
+  const entry = match.entry;
+  if (typeof entry === "string") {
+    return replaceSystemPrompt(input, entry);
+  }
+  if (entry.mode === "live") return void 0;
+  if (!g4["__ELASTICDASH_PROMPT_CALL_COUNTERS__"]) {
+    g4["__ELASTICDASH_PROMPT_CALL_COUNTERS__"] = {};
+  }
+  const counters = g4["__ELASTICDASH_PROMPT_CALL_COUNTERS__"];
+  counters[match.key] = (counters[match.key] ?? 0) + 1;
+  const callNumber = counters[match.key];
+  if (entry.mode === "replace-all") {
+    return replaceSystemPrompt(input, entry.replacement);
+  }
+  if (entry.mode === "replace-specific") {
+    const indices = entry.callIndices ?? [];
+    if (indices.includes(callNumber)) {
+      return replaceSystemPrompt(input, entry.replacement);
+    }
+  }
+  return void 0;
+}
+function stripJsonQuotes(s) {
+  if (s.length >= 2 && s.startsWith('"') && s.endsWith('"')) {
+    try {
+      const parsed = JSON.parse(s);
+      if (typeof parsed === "string") return parsed;
+    } catch {
+    }
+  }
+  return s;
+}
+function lookupMockEntry(mocks, text) {
+  if (mocks[text]) return { key: text, entry: mocks[text] };
+  const stripped = stripJsonQuotes(text);
+  if (stripped !== text && mocks[stripped]) return { key: stripped, entry: mocks[stripped] };
+  const quoted = JSON.stringify(text);
+  if (quoted !== text && mocks[quoted]) return { key: quoted, entry: mocks[quoted] };
+  return void 0;
+}
+function extractUserPrompts(input) {
+  if (!input || typeof input !== "object") return [];
+  const o = input;
+  const msgs = Array.isArray(o.messages) ? o.messages : Array.isArray(input) ? input : null;
+  if (!msgs) return [];
+  const results = [];
+  for (const m of msgs) {
+    if (m && typeof m === "object") {
+      const msg = m;
+      if (msg.role === "user" && typeof msg.content === "string") results.push(msg.content);
+    }
+  }
+  return results;
+}
+function replaceUserPrompt(input, originalText, newText) {
+  if (!input || typeof input !== "object") return input;
+  const o = input;
+  const replaceInMsgs = (msgs) => msgs.map((m) => {
+    if (m && typeof m === "object") {
+      const msg = m;
+      if (msg.role === "user" && typeof msg.content === "string" && msg.content === originalText) {
+        return { ...msg, content: newText };
+      }
+    }
+    return m;
+  });
+  if (Array.isArray(input)) return replaceInMsgs(input);
+  if (Array.isArray(o.messages)) return { ...o, messages: replaceInMsgs(o.messages) };
+  return input;
+}
+function resolveUserPromptMock(input) {
+  const g4 = globalThis;
+  const mocks = g4["__ELASTICDASH_USER_PROMPT_MOCKS__"];
+  if (!mocks || Object.keys(mocks).length === 0) return void 0;
+  const userPrompts = extractUserPrompts(input);
+  if (userPrompts.length === 0) return void 0;
+  if (!g4["__ELASTICDASH_USER_PROMPT_CALL_COUNTERS__"]) {
+    g4["__ELASTICDASH_USER_PROMPT_CALL_COUNTERS__"] = {};
+  }
+  const counters = g4["__ELASTICDASH_USER_PROMPT_CALL_COUNTERS__"];
+  const uniqueTexts = Array.from(new Set(userPrompts));
+  let modified = false;
+  let result = input;
+  for (const text of uniqueTexts) {
+    const match = lookupMockEntry(mocks, text);
+    if (!match || match.entry.mode === "live") continue;
+    const entry = match.entry;
+    counters[match.key] = (counters[match.key] ?? 0) + 1;
+    const callNumber = counters[match.key];
+    if (entry.mode === "replace-all") {
+      result = replaceUserPrompt(result, text, entry.replacement);
+      modified = true;
+    } else if (entry.mode === "replace-specific") {
+      const indices = entry.callIndices ?? [];
+      if (indices.includes(callNumber)) {
+        result = replaceUserPrompt(result, text, entry.replacement);
+        modified = true;
+      }
+    }
+  }
+  return modified ? result : void 0;
 }
 function resolveAIMock(modelName) {
   const g4 = globalThis;
@@ -2139,12 +2241,24 @@ var g3 = globalThis;
 var HTTP_RUN_ALS_KEY = "__elasticdash_http_run_als__";
 var httpRunAls = g3[HTTP_RUN_ALS_KEY] ?? new import_node_async_hooks3.AsyncLocalStorage();
 if (!g3[HTTP_RUN_ALS_KEY]) g3[HTTP_RUN_ALS_KEY] = httpRunAls;
-function buildContext(runId, dashboardUrl, frozenEvents, promptMocksRecord = {}) {
+function buildContext(runId, dashboardUrl, frozenEvents, promptMocksRecord = {}, toolMockConfig, aiMockConfig, userPromptMocks) {
   let counter = 0;
   const frozenMap = /* @__PURE__ */ new Map();
   for (const e of frozenEvents) frozenMap.set(e.id, e);
   const promptMocksMap = new Map(Object.entries(promptMocksRecord));
-  return { runId, dashboardUrl, nextId: () => ++counter, frozenEvents: frozenMap, promptMocks: promptMocksMap };
+  return {
+    runId,
+    dashboardUrl,
+    nextId: () => ++counter,
+    frozenEvents: frozenMap,
+    promptMocks: promptMocksMap,
+    userPromptMocks,
+    toolMockConfig,
+    aiMockConfig,
+    toolCallCounters: {},
+    aiCallCounters: {},
+    userPromptCallCounters: {}
+  };
 }
 function setHttpRunContext(runId, dashboardUrl) {
   httpRunAls.enterWith(buildContext(runId, dashboardUrl, [], {}));
@@ -2152,16 +2266,28 @@ function setHttpRunContext(runId, dashboardUrl) {
 async function initHttpRunContext(runId, dashboardUrl) {
   let frozenEvents = [];
   let promptMocks = {};
+  let toolMockConfig;
+  let aiMockConfig;
+  let userPromptMocks;
   try {
     const res = await fetch(`${dashboardUrl}/api/run-configs/${runId}`);
     if (res.ok) {
       const data = await res.json();
       frozenEvents = Array.isArray(data.frozenEvents) ? data.frozenEvents : [];
       promptMocks = data.promptMocks && typeof data.promptMocks === "object" && !Array.isArray(data.promptMocks) ? data.promptMocks : {};
+      if (data.toolMockConfig && typeof data.toolMockConfig === "object" && !Array.isArray(data.toolMockConfig)) {
+        toolMockConfig = data.toolMockConfig;
+      }
+      if (data.aiMockConfig && typeof data.aiMockConfig === "object" && !Array.isArray(data.aiMockConfig)) {
+        aiMockConfig = data.aiMockConfig;
+      }
+      if (data.userPromptMocks && typeof data.userPromptMocks === "object" && !Array.isArray(data.userPromptMocks)) {
+        userPromptMocks = data.userPromptMocks;
+      }
     }
   } catch {
   }
-  httpRunAls.enterWith(buildContext(runId, dashboardUrl, frozenEvents, promptMocks));
+  httpRunAls.enterWith(buildContext(runId, dashboardUrl, frozenEvents, promptMocks, toolMockConfig, aiMockConfig, userPromptMocks));
 }
 function getHttpRunContext() {
   return httpRunAls.getStore();
@@ -2192,6 +2318,79 @@ function getHttpPromptMock(input) {
   }
   return replaceSystemPrompt(input, newSystemPrompt);
 }
+function getHttpUserPromptMock(input) {
+  const ctx = httpRunAls.getStore();
+  if (!ctx?.userPromptMocks || Object.keys(ctx.userPromptMocks).length === 0) return void 0;
+  const userPrompts = extractUserPrompts(input);
+  if (userPrompts.length === 0) return void 0;
+  const mocks = ctx.userPromptMocks;
+  const counters = ctx.userPromptCallCounters;
+  const uniqueTexts = Array.from(new Set(userPrompts));
+  let modified = false;
+  let result = input;
+  for (const text of uniqueTexts) {
+    const match = lookupMockEntry(mocks, text);
+    if (!match || match.entry.mode === "live") continue;
+    const entry = match.entry;
+    counters[match.key] = (counters[match.key] ?? 0) + 1;
+    const callNumber = counters[match.key];
+    if (entry.mode === "replace-all") {
+      result = replaceUserPrompt(result, text, entry.replacement);
+      modified = true;
+    } else if (entry.mode === "replace-specific") {
+      const indices = entry.callIndices ?? [];
+      if (indices.includes(callNumber)) {
+        result = replaceUserPrompt(result, text, entry.replacement);
+        modified = true;
+      }
+    }
+  }
+  return modified ? result : void 0;
+}
+function getHttpToolMock(toolName) {
+  const ctx = httpRunAls.getStore();
+  if (!ctx?.toolMockConfig) return { mocked: false };
+  const entry = ctx.toolMockConfig[toolName];
+  if (!entry || entry.mode === "live") return { mocked: false };
+  ctx.toolCallCounters[toolName] = (ctx.toolCallCounters[toolName] ?? 0) + 1;
+  const callNumber = ctx.toolCallCounters[toolName];
+  if (entry.mode === "mock-all") {
+    const data = entry.mockData ?? {};
+    const raw = data[callNumber] !== void 0 ? data[callNumber] : data[0];
+    return { mocked: true, result: normaliseMockResult(raw) };
+  }
+  if (entry.mode === "mock-specific") {
+    const indices = entry.callIndices ?? [];
+    if (indices.includes(callNumber)) {
+      const data = entry.mockData ?? {};
+      return { mocked: true, result: normaliseMockResult(data[callNumber]) };
+    }
+    return { mocked: false };
+  }
+  return { mocked: false };
+}
+function getHttpAIMock(modelName) {
+  const ctx = httpRunAls.getStore();
+  if (!ctx?.aiMockConfig) return { mocked: false };
+  const entry = ctx.aiMockConfig[modelName];
+  if (!entry || entry.mode === "live") return { mocked: false };
+  ctx.aiCallCounters[modelName] = (ctx.aiCallCounters[modelName] ?? 0) + 1;
+  const callNumber = ctx.aiCallCounters[modelName];
+  if (entry.mode === "mock-all") {
+    const data = entry.mockData ?? {};
+    const raw = data[callNumber] !== void 0 ? data[callNumber] : data[0];
+    return { mocked: true, result: normaliseMockResult(raw) };
+  }
+  if (entry.mode === "mock-specific") {
+    const indices = entry.callIndices ?? [];
+    if (indices.includes(callNumber)) {
+      const data = entry.mockData ?? {};
+      return { mocked: true, result: normaliseMockResult(data[callNumber]) };
+    }
+    return { mocked: false };
+  }
+  return { mocked: false };
+}
 function pushTelemetryEvent(event) {
   const ctx = httpRunAls.getStore();
   if (!ctx) {
@@ -2217,14 +2416,27 @@ function runInHttpContext(runId, dashboardUrl, callback) {
 async function runWithInitializedHttpContext(runId, dashboardUrl, callback) {
   let frozenEvents = [];
   let promptMocks = {};
+  let toolMockConfig;
+  let aiMockConfig;
+  let userPromptMocks;
   try {
     const res = await fetch(`${dashboardUrl}/api/run-configs/${runId}`);
     if (res.ok) {
       const data = await res.json();
       frozenEvents = Array.isArray(data.frozenEvents) ? data.frozenEvents : [];
       promptMocks = data.promptMocks && typeof data.promptMocks === "object" && !Array.isArray(data.promptMocks) ? data.promptMocks : {};
+      if (data.toolMockConfig && typeof data.toolMockConfig === "object" && !Array.isArray(data.toolMockConfig)) {
+        toolMockConfig = data.toolMockConfig;
+      }
+      if (data.aiMockConfig && typeof data.aiMockConfig === "object" && !Array.isArray(data.aiMockConfig)) {
+        aiMockConfig = data.aiMockConfig;
+      }
+      if (data.userPromptMocks && typeof data.userPromptMocks === "object" && !Array.isArray(data.userPromptMocks)) {
+        userPromptMocks = data.userPromptMocks;
+      }
       const mockKeys = Object.keys(promptMocks);
-      console.log(`[elasticdash] runWithInitializedHttpContext: fetched ${mockKeys.length} prompt mocks, ${frozenEvents.length} frozen events`);
+      const userMockKeys = Object.keys(userPromptMocks ?? {});
+      console.log(`[elasticdash] runWithInitializedHttpContext: fetched ${mockKeys.length} prompt mocks, ${userMockKeys.length} user prompt mocks, ${frozenEvents.length} frozen events`);
       if (mockKeys.length > 0) {
         console.log(`[elasticdash] runWithInitializedHttpContext: mock keys (first 80 chars each): ${JSON.stringify(mockKeys.map((k) => k.slice(0, 80)))}`);
       }
@@ -2233,7 +2445,7 @@ async function runWithInitializedHttpContext(runId, dashboardUrl, callback) {
     }
   } catch {
   }
-  return httpRunAls.run(buildContext(runId, dashboardUrl, frozenEvents, promptMocks), callback);
+  return httpRunAls.run(buildContext(runId, dashboardUrl, frozenEvents, promptMocks, toolMockConfig, aiMockConfig, userPromptMocks), callback);
 }
 async function tryAutoInitHttpContext() {
   if (getHttpRunContext()) return;
@@ -2339,6 +2551,12 @@ function wrapTool(name, fn) {
         }
         return frozen.output;
       }
+      const toolMock = getHttpToolMock(name);
+      if (toolMock.mocked) {
+        const event = { id: id2, type: "tool", name, input: input2, output: toolMock.result, timestamp: rawDateNow(), durationMs: 0 };
+        pushTelemetryEvent(event);
+        return toolMock.result;
+      }
       const start2 = rawDateNow();
       try {
         const output = await fn(...args);
@@ -2498,24 +2716,26 @@ function wrapAI(modelName, callFn) {
       if (replay.shouldReplay(id2)) {
         return replay.getRecordedResult(id2);
       }
-      const aiMock = resolveAIMock(modelName);
-      if (aiMock.mocked) {
+      const aiMock2 = resolveAIMock(modelName);
+      if (aiMock2.mocked) {
         const input3 = args.length === 1 ? args[0] : args;
         const event = {
           id: id2,
           type: "ai",
           name: modelName,
           input: input3,
-          output: aiMock.result,
+          output: aiMock2.result,
           timestamp: start,
           durationMs: 0
         };
         recorder.record(event);
         if (httpCtx) pushTelemetryEvent(event);
-        return aiMock.result;
+        return aiMock2.result;
       }
       const rawInput = args.length === 1 ? args[0] : args;
-      const modifiedInput = resolvePromptMock(rawInput);
+      const promptModifiedInput = resolvePromptMock(rawInput);
+      const userPromptModifiedInput = resolveUserPromptMock(promptModifiedInput !== void 0 ? promptModifiedInput : rawInput);
+      const modifiedInput = userPromptModifiedInput !== void 0 ? userPromptModifiedInput : promptModifiedInput;
       const effectiveArgs = modifiedInput !== void 0 ? [modifiedInput] : args;
       const input2 = modifiedInput !== void 0 ? modifiedInput : rawInput;
       try {
@@ -2557,8 +2777,25 @@ function wrapAI(modelName, callFn) {
       pushTelemetryEvent(frozen);
       return frozen.output;
     }
+    const aiMock = getHttpAIMock(modelName);
+    if (aiMock.mocked) {
+      const input2 = args.length === 1 ? args[0] : args;
+      const event = {
+        id,
+        type: "ai",
+        name: modelName,
+        input: input2,
+        output: aiMock.result,
+        timestamp: start,
+        durationMs: 0
+      };
+      pushTelemetryEvent(event);
+      return aiMock.result;
+    }
     const rawHttpInput = args.length === 1 ? args[0] : args;
-    const httpModifiedInput = getHttpPromptMock(rawHttpInput);
+    const httpSystemModified = getHttpPromptMock(rawHttpInput);
+    const httpUserModified = getHttpUserPromptMock(httpSystemModified !== void 0 ? httpSystemModified : rawHttpInput);
+    const httpModifiedInput = httpUserModified !== void 0 ? httpUserModified : httpSystemModified;
     const httpEffectiveArgs = httpModifiedInput !== void 0 ? [httpModifiedInput] : args;
     const input = httpModifiedInput !== void 0 ? httpModifiedInput : rawHttpInput;
     try {
@@ -3210,6 +3447,7 @@ function resolveRef(ref, previousOutputs) {
   interceptFetch,
   interceptRandom,
   isWorker,
+  lookupMockEntry,
   pushTelemetryEvent,
   readVercelAIStream,
   recordToolCall,
@@ -3219,6 +3457,7 @@ function resolveRef(ref, previousOutputs) {
   resolveMock,
   resolvePromptMock,
   resolveTaskInput,
+  resolveUserPromptMock,
   restoreDateNow,
   restoreFetch,
   restoreRandom,

package/dist/index.d.ts

@@ -8,8 +8,8 @@ export { installAIInterceptor, uninstallAIInterceptor } from './interceptors/ai-
 export { startLLMProxy, fetchCapturedTrace } from './proxy/llm-capture.js';
 export { recordToolCall } from './tracing.js';
 export { safeRecordToolCall, isWorker } from './internals/conditional-recorder.js';
-export { resolveMock, resolveAIMock, resolvePromptMock } from './internals/mock-resolver.js';
-export type { AIMockEntry, AIMockConfig } from './internals/mock-resolver.js';
+export { resolveMock, resolveAIMock, resolvePromptMock, resolveUserPromptMock, lookupMockEntry } from './internals/mock-resolver.js';
+export type { AIMockEntry, AIMockConfig, UserPromptMockEntry, UserPromptMockConfig, SystemPromptMockEntry, SystemPromptMockConfig } from './internals/mock-resolver.js';
 export type { TestResult, FileResult, RunnerOptions } from './runner.js';
 export type { AITestContext, TraceHandle, LLMStep, ToolCall, CustomStep, TraceStep, RunnerHooks } from './trace-adapter/context.js';
 export type { WorkflowEvent, WorkflowEventType, WorkflowTrace } from './capture/event.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACnH,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AACnH,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAA;AAC/F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAA;AAClF,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAA;AAC5F,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAA;AAC7E,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AACxE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAA;AAEnI,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACzF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC3F,YAAY,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAA;AAC/O,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAC3G,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAA;AAChG,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AACzF,YAAY,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAA;AACjH,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AAEjF,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAC1G,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACnH,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AACnH,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAA;AAC/F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAA;AAClF,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpI,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAA;AACvK,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AACxE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAA;AAEnI,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACzF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC3F,YAAY,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAA;AAC/O,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAC3G,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAA;AAChG,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AACzF,YAAY,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAA;AACjH,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AAEjF,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAC1G,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA"}

package/dist/index.js

@@ -9,7 +9,7 @@ export { installAIInterceptor, uninstallAIInterceptor } from './interceptors/ai-
 export { startLLMProxy, fetchCapturedTrace } from './proxy/llm-capture.js';
 export { recordToolCall } from './tracing.js';
 export { safeRecordToolCall, isWorker } from './internals/conditional-recorder.js';
-export { resolveMock, resolveAIMock, resolvePromptMock } from './internals/mock-resolver.js';
+export { resolveMock, resolveAIMock, resolvePromptMock, resolveUserPromptMock, lookupMockEntry } from './internals/mock-resolver.js';
 export { TraceRecorder, setCaptureContext, getCaptureContext } from './capture/recorder.js';
 export { ReplayController } from './capture/replay.js';
 export { wrapTool } from './interceptors/tool.js';

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAC1C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACnH,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AACnH,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAA;AAC/F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAA;AAClF,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAA;AAM5F,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAE3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAA;AAC/O,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAC3G,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAA;AAChG,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAEzF,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAA;AACjH,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAIlD,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAC1C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACnH,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AACnH,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAA;AAC/F,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,qCAAqC,CAAA;AAClF,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAMpI,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAE3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAA;AAC/O,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAC3G,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAA;AAChG,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAEzF,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAA;AACjH,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAIlD,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA"}

package/dist/interceptors/telemetry-push.d.ts

@@ -1,4 +1,16 @@
 import type { WorkflowEvent } from '../capture/event.js';
+import type { AIMockEntry, UserPromptMockEntry } from '../internals/mock-resolver.js';
+interface ToolMockEntry {
+    mode: 'live' | 'mock-all' | 'mock-specific';
+    callIndices?: number[];
+    mockData?: Record<number, unknown>;
+}
+type MockResult = {
+    mocked: true;
+    result: unknown;
+} | {
+    mocked: false;
+};
 interface HttpRunContext {
     runId: string;
     dashboardUrl: string;
@@ -6,6 +18,18 @@ interface HttpRunContext {
     frozenEvents: Map<number, WorkflowEvent>;
     /** System-prompt-keyed overrides: original system prompt → replacement system prompt */
     promptMocks: Map<string, string>;
+    /** User prompt mock configuration (keyed by original user message text) */
+    userPromptMocks?: Record<string, UserPromptMockEntry>;
+    /** Tool output mock configuration (keyed by tool name) */
+    toolMockConfig?: Record<string, ToolMockEntry>;
+    /** AI output mock configuration (keyed by model name) */
+    aiMockConfig?: Record<string, AIMockEntry>;
+    /** Per-tool call counters for mock resolution (scoped to this request) */
+    toolCallCounters: Record<string, number>;
+    /** Per-model call counters for AI mock resolution (scoped to this request) */
+    aiCallCounters: Record<string, number>;
+    /** Per-user-prompt-text call counters for user prompt mock resolution */
+    userPromptCallCounters: Record<string, number>;
 }
 /** Synchronous setup — use when there are no frozen events (live run with no replay). */
 export declare function setHttpRunContext(runId: string, dashboardUrl: string): void;
@@ -23,6 +47,22 @@ export declare function getHttpFrozenEvent(id: number): WorkflowEvent | undefine
  * a copy of `input` with the system prompt replaced. Otherwise returns `undefined`.
  */
 export declare function getHttpPromptMock(input: unknown): unknown | undefined;
+/**
+ * If user prompt mocks are configured, applies all matching replacements to `input`.
+ * Returns modified input or `undefined` if no replacements applied.
+ * Uses fuzzy matching (strip/add JSON quotes) to handle serialization mismatches.
+ */
+export declare function getHttpUserPromptMock(input: unknown): unknown | undefined;
+/**
+ * Resolves whether the current HTTP-mode call to `toolName` should be mocked.
+ * Mirrors `resolveMock()` but reads from the per-request HttpRunContext.
+ */
+export declare function getHttpToolMock(toolName: string): MockResult;
+/**
+ * Resolves whether the current HTTP-mode call to `modelName` should be mocked.
+ * Mirrors `resolveAIMock()` but reads from the per-request HttpRunContext.
+ */
+export declare function getHttpAIMock(modelName: string): MockResult;
 export declare function pushTelemetryEvent(event: WorkflowEvent): void;
 /**
  * Lazily initialises an HTTP run context from environment variables when none

package/dist/interceptors/telemetry-push.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"telemetry-push.d.ts","sourceRoot":"","sources":["../../src/interceptors/telemetry-push.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAGxD,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,MAAM,MAAM,CAAA;IACpB,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IACxC,wFAAwF;IACxF,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAsBD,yFAAyF;AACzF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI,CAE3E;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAe3F;AAED,wBAAgB,iBAAiB,IAAI,cAAc,GAAG,SAAS,CAE9D;AAED,2FAA2F;AAC3F,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAExE;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,CAsBrE;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAiB7D;AAID;;;;;;;;;;;;;;;;GAgBG;AACH;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAChC,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,CAAC,CAAC,CAEZ;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,6BAA6B,CAAC,CAAC,EACnD,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,CAAC,CAAC,CAsBZ;AAED,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC,CAyB5D"}
+{"version":3,"file":"telemetry-push.d.ts","sourceRoot":"","sources":["../../src/interceptors/telemetry-push.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAExD,OAAO,KAAK,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAA;AAErF,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,eAAe,CAAA;IAC3C,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,KAAK,UAAU,GAAG;IAAE,MAAM,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,KAAK,CAAA;CAAE,CAAA;AAEvE,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,MAAM,MAAM,CAAA;IACpB,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IACxC,wFAAwF;IACxF,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,2EAA2E;IAC3E,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;IACrD,0DAA0D;IAC1D,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IAC9C,yDAAyD;IACzD,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IAC1C,0EAA0E;IAC1E,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACxC,8EAA8E;IAC9E,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACtC,yEAAyE;IACzE,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC/C;AA6BD,yFAAyF;AACzF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI,CAE3E;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA2B3F;AAED,wBAAgB,iBAAiB,IAAI,cAAc,GAAG,SAAS,CAE9D;AAED,2FAA2F;AAC3F,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAExE;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,CAsBrE;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,CAkCzE;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,CAuB5D;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,CAuB3D;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAiB7D;AAID;;;;;;;;;;;;;;;;GAgBG;AACH;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAChC,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,CAAC,CAAC,CAEZ;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,6BAA6B,CAAC,CAAC,EACnD,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,CAAC,CAAC,CAmCZ;AAED,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC,CAyB5D"}