@copilotkit/aimock 1.18.0 → 1.19.0

package/dist/fixture-loader.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"fixture-loader.cjs","names":["isContentWithToolCallsResponse","isTextResponse","isToolCallResponse","isErrorResponse","isEmbeddingResponse","isImageResponse","isAudioResponse","isTranscriptionResponse","isVideoResponse","isJSONResponse"],"sources":["../src/fixture-loader.ts"],"sourcesContent":["import { readFileSync, readdirSync, statSync } from \"node:fs\";\nimport { join } from \"node:path\";\nimport type {\n  Fixture,\n  FixtureFile,\n  FixtureFileEntry,\n  FixtureFileResponse,\n  FixtureResponse,\n  ResponseOverrides,\n} from \"./types.js\";\nimport {\n  isTextResponse,\n  isToolCallResponse,\n  isContentWithToolCallsResponse,\n  isErrorResponse,\n  isEmbeddingResponse,\n  isImageResponse,\n  isAudioResponse,\n  isTranscriptionResponse,\n  isVideoResponse,\n  isJSONResponse,\n} from \"./helpers.js\";\nimport type { Logger } from \"./logger.js\";\n\n/**\n * Auto-stringify object-valued `content` and `toolCalls[].arguments` fields.\n * This lets fixture authors write plain JSON objects instead of escaped strings.\n * All other fields (including ResponseOverrides) pass through unmodified.\n */\nexport function normalizeResponse(raw: FixtureFileResponse): FixtureResponse {\n  // Shallow-clone so we don't mutate the parsed JSON input.\n  const response = { ...raw } as Record<string, unknown>;\n\n  // Auto-stringify object content (e.g. structured output)\n  if (typeof response.content === \"object\" && response.content !== null) {\n    response.content = JSON.stringify(response.content);\n  }\n\n  // Auto-stringify object arguments in toolCalls\n  if (Array.isArray(response.toolCalls)) {\n    response.toolCalls = (response.toolCalls as Array<Record<string, unknown>>).map((tc) => {\n      if (typeof tc.arguments === \"object\" && tc.arguments !== null) {\n        return { ...tc, arguments: JSON.stringify(tc.arguments) };\n      }\n      return tc;\n    });\n  }\n\n  return response as unknown as FixtureResponse;\n}\n\nexport function entryToFixture(entry: FixtureFileEntry): Fixture {\n  return {\n    match: {\n      userMessage: entry.match.userMessage,\n      inputText: entry.match.inputText,\n      toolCallId: entry.match.toolCallId,\n      toolName: entry.match.toolName,\n      model: entry.match.model,\n      responseFormat: entry.match.responseFormat,\n      endpoint: entry.match.endpoint,\n      ...(entry.match.sequenceIndex !== undefined && { sequenceIndex: entry.match.sequenceIndex }),\n      ...(entry.match.turnIndex !== undefined && {\n        turnIndex: entry.match.turnIndex,\n      }),\n      ...(entry.match.hasToolResult !== undefined && {\n        hasToolResult: entry.match.hasToolResult,\n      }),\n    },\n    response: normalizeResponse(entry.response),\n    ...(entry.latency !== undefined && { latency: entry.latency }),\n    ...(entry.chunkSize !== undefined && { chunkSize: entry.chunkSize }),\n    ...(entry.truncateAfterChunks !== undefined && {\n      truncateAfterChunks: entry.truncateAfterChunks,\n    }),\n    ...(entry.disconnectAfterMs !== undefined && { disconnectAfterMs: entry.disconnectAfterMs }),\n    ...(entry.streamingProfile !== undefined && { streamingProfile: entry.streamingProfile }),\n    ...(entry.chaos !== undefined && { chaos: entry.chaos }),\n  };\n}\n\n// Logging helper — uses logger if provided, falls back to console.warn.\nfunction warn(logger: Logger | undefined, msg: string, ...rest: unknown[]): void {\n  if (logger) {\n    logger.warn(msg, ...rest);\n  } else {\n    console.warn(`[fixture-loader] ${msg}`, ...rest);\n  }\n}\n\nexport function loadFixtureFile(filePath: string, logger?: Logger): Fixture[] {\n  let raw: string;\n  try {\n    raw = readFileSync(filePath, \"utf-8\");\n  } catch (err) {\n    warn(logger, `Could not read file ${filePath}:`, err);\n    return [];\n  }\n\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(raw);\n  } catch (err) {\n    warn(logger, `Invalid JSON in ${filePath}:`, err);\n    return [];\n  }\n\n  if (\n    typeof parsed !== \"object\" ||\n    parsed === null ||\n    !Array.isArray((parsed as FixtureFile).fixtures)\n  ) {\n    warn(logger, `Missing or invalid \"fixtures\" array in ${filePath}`);\n    return [];\n  }\n\n  return (parsed as FixtureFile).fixtures.map(entryToFixture);\n}\n\nexport function loadFixturesFromDir(dirPath: string, logger?: Logger): Fixture[] {\n  let entries: string[];\n  try {\n    entries = readdirSync(dirPath);\n  } catch (err) {\n    warn(logger, `Could not read directory ${dirPath}:`, err);\n    return [];\n  }\n\n  const jsonFiles: string[] = [];\n  for (const name of entries) {\n    const fullPath = join(dirPath, name);\n    try {\n      if (statSync(fullPath).isDirectory()) {\n        warn(logger, `Skipping subdirectory ${fullPath} (fixtures are not loaded recursively)`);\n        continue;\n      }\n    } catch (err) {\n      const code = (err as NodeJS.ErrnoException).code;\n      if (code !== \"ENOENT\") {\n        warn(logger, `Could not stat ${fullPath}:`, err);\n      }\n      continue;\n    }\n    if (name.endsWith(\".json\")) {\n      jsonFiles.push(name);\n    }\n  }\n  jsonFiles.sort();\n\n  const fixtures: Fixture[] = [];\n  for (const name of jsonFiles) {\n    const filePath = join(dirPath, name);\n    fixtures.push(...loadFixtureFile(filePath, logger));\n  }\n\n  return fixtures;\n}\n\n// ---------------------------------------------------------------------------\n// Fixture validation\n// ---------------------------------------------------------------------------\n\nexport interface ValidationResult {\n  severity: \"error\" | \"warning\";\n  fixtureIndex: number;\n  message: string;\n}\n\nfunction validateReasoning(\n  response: { reasoning?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.reasoning !== undefined) {\n    if (typeof response.reasoning !== \"string\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"reasoning must be a string\",\n      });\n    } else if (response.reasoning === \"\") {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"reasoning is empty string — no reasoning events will be emitted\",\n      });\n    }\n  }\n}\n\nfunction validateWebSearches(\n  response: { webSearches?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.webSearches !== undefined) {\n    if (!Array.isArray(response.webSearches)) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"webSearches must be an array of strings\",\n      });\n    } else if (response.webSearches.length === 0) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"webSearches is empty array — no web search events will be emitted\",\n      });\n    } else {\n      for (let j = 0; j < response.webSearches.length; j++) {\n        if (typeof response.webSearches[j] !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex,\n            message: `webSearches[${j}] is not a string`,\n          });\n          break;\n        }\n        if (response.webSearches[j] === \"\") {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex,\n            message: `webSearches[${j}] is empty string`,\n          });\n        }\n      }\n    }\n  }\n}\n\nexport function validateFixtures(fixtures: Fixture[]): ValidationResult[] {\n  const results: ValidationResult[] = [];\n\n  const seenUserMessages = new Map<string, number>();\n\n  for (let i = 0; i < fixtures.length; i++) {\n    const f = fixtures[i];\n    const response = f.response;\n\n    // --- Error checks ---\n\n    // Response type recognition\n    // Note: isContentWithToolCallsResponse must be checked before isTextResponse\n    // and isToolCallResponse since it is a structural superset of both.\n    if (\n      !isContentWithToolCallsResponse(response) &&\n      !isTextResponse(response) &&\n      !isToolCallResponse(response) &&\n      !isErrorResponse(response) &&\n      !isEmbeddingResponse(response) &&\n      !isImageResponse(response) &&\n      !isAudioResponse(response) &&\n      !isTranscriptionResponse(response) &&\n      !isVideoResponse(response) &&\n      !isJSONResponse(response)\n    ) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message:\n          \"response is not a recognized type (must have content, toolCalls, error, embedding, image, audio, transcription, video, or json)\",\n      });\n    }\n\n    // Text response checks\n    if (isTextResponse(response)) {\n      if (response.content === \"\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"content is empty string\",\n        });\n      }\n      validateReasoning(response, i, results);\n      validateWebSearches(response, i, results);\n    }\n\n    // ContentWithToolCalls response checks\n    if (isContentWithToolCallsResponse(response)) {\n      if (response.content === \"\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"content is empty string\",\n        });\n      }\n      if (response.toolCalls.length === 0) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: \"toolCalls array is empty — fixture will never produce tool calls\",\n        });\n      }\n      for (let j = 0; j < response.toolCalls.length; j++) {\n        const tc = response.toolCalls[j];\n        if (!tc.name) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].name is empty`,\n          });\n        }\n        try {\n          JSON.parse(tc.arguments);\n        } catch {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n          });\n        }\n      }\n      validateReasoning(response, i, results);\n      validateWebSearches(response, i, results);\n    }\n\n    // Tool call response checks\n    if (isToolCallResponse(response)) {\n      if (response.toolCalls.length === 0) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: \"toolCalls array is empty — fixture will never produce tool calls\",\n        });\n      }\n      for (let j = 0; j < response.toolCalls.length; j++) {\n        const tc = response.toolCalls[j];\n        if (!tc.name) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].name is empty`,\n          });\n        }\n        try {\n          JSON.parse(tc.arguments);\n        } catch {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n          });\n        }\n      }\n    }\n\n    // Error response checks\n    if (isErrorResponse(response)) {\n      if (!response.error.message) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"error.message is empty\",\n        });\n      }\n      if (response.status !== undefined && (response.status < 100 || response.status > 599)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `error status ${response.status} is not a valid HTTP status code`,\n        });\n      }\n    }\n\n    // Embedding response checks\n    if (isEmbeddingResponse(response)) {\n      if (response.embedding.length === 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"embedding array is empty\",\n        });\n      }\n      for (let j = 0; j < response.embedding.length; j++) {\n        if (typeof response.embedding[j] !== \"number\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `embedding[${j}] is not a number`,\n          });\n          break; // one error is enough\n        }\n      }\n    }\n\n    // Audio response checks — validate object-form audio\n    if (isAudioResponse(response) && typeof response.audio === \"object\") {\n      const audioObj = response.audio;\n      if (typeof audioObj.b64Json !== \"string\" || audioObj.b64Json === \"\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"audio.b64Json must be a non-empty string\",\n        });\n      }\n      if (audioObj.contentType !== undefined && typeof audioObj.contentType !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `audio.contentType must be a string, got ${typeof audioObj.contentType}`,\n        });\n      }\n    }\n\n    // Validate ResponseOverrides fields\n    if (\n      isTextResponse(response) ||\n      isToolCallResponse(response) ||\n      isContentWithToolCallsResponse(response)\n    ) {\n      const r = response as ResponseOverrides;\n      if (r.id !== undefined && typeof r.id !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"id\" must be a string, got ${typeof r.id}`,\n        });\n      }\n      if (r.created !== undefined && (typeof r.created !== \"number\" || r.created < 0)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"created\" must be a non-negative number`,\n        });\n      }\n      if (r.model !== undefined && typeof r.model !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"model\" must be a string, got ${typeof r.model}`,\n        });\n      }\n      if (r.finishReason !== undefined && typeof r.finishReason !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"finishReason\" must be a string, got ${typeof r.finishReason}`,\n        });\n      }\n      if (r.role !== undefined && typeof r.role !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"role\" must be a string, got ${typeof r.role}`,\n        });\n      }\n      if (r.systemFingerprint !== undefined && typeof r.systemFingerprint !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"systemFingerprint\" must be a string, got ${typeof r.systemFingerprint}`,\n        });\n      }\n      if (r.usage !== undefined) {\n        if (typeof r.usage !== \"object\" || r.usage === null || Array.isArray(r.usage)) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"usage\" must be an object`,\n          });\n        } else {\n          // Check all known usage fields are numbers if present\n          for (const key of Object.keys(r.usage)) {\n            const val = (r.usage as Record<string, unknown>)[key];\n            if (val !== undefined && typeof val !== \"number\") {\n              results.push({\n                severity: \"error\",\n                fixtureIndex: i,\n                message: `override \"usage.${key}\" must be a number, got ${typeof val}`,\n              });\n            }\n          }\n        }\n      }\n    }\n\n    // Numeric sanity checks\n    if (f.latency !== undefined && f.latency < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"latency must be >= 0\",\n      });\n    }\n    if (f.chunkSize !== undefined && f.chunkSize < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"chunkSize must be >= 1\",\n      });\n    }\n    if (f.truncateAfterChunks !== undefined && f.truncateAfterChunks < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"truncateAfterChunks must be >= 1\",\n      });\n    }\n    if (f.disconnectAfterMs !== undefined && f.disconnectAfterMs < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"disconnectAfterMs must be >= 0\",\n      });\n    }\n    if (f.streamingProfile !== undefined) {\n      const sp = f.streamingProfile;\n      if (sp.ttft !== undefined && sp.ttft < 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.ttft must be >= 0\",\n        });\n      }\n      if (sp.tps !== undefined && sp.tps <= 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.tps must be > 0\",\n        });\n      }\n      if (sp.jitter !== undefined && (sp.jitter < 0 || sp.jitter > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.jitter must be between 0 and 1\",\n        });\n      }\n    }\n    if (f.chaos !== undefined) {\n      const ch = f.chaos;\n      if (ch.dropRate !== undefined && (ch.dropRate < 0 || ch.dropRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.dropRate must be between 0 and 1\",\n        });\n      }\n      if (ch.malformedRate !== undefined && (ch.malformedRate < 0 || ch.malformedRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.malformedRate must be between 0 and 1\",\n        });\n      }\n      if (ch.disconnectRate !== undefined && (ch.disconnectRate < 0 || ch.disconnectRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.disconnectRate must be between 0 and 1\",\n        });\n      }\n    }\n\n    // Match field type checks\n    if (f.match.turnIndex !== undefined) {\n      if (\n        typeof f.match.turnIndex !== \"number\" ||\n        f.match.turnIndex < 0 ||\n        !Number.isInteger(f.match.turnIndex)\n      ) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"match.turnIndex must be a non-negative integer\",\n        });\n      }\n    }\n    if (f.match.hasToolResult !== undefined && typeof f.match.hasToolResult !== \"boolean\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: `match.hasToolResult must be a boolean, got ${typeof f.match.hasToolResult}`,\n      });\n    }\n\n    // --- Warning checks ---\n\n    // Duplicate userMessage shadowing — include turnIndex, hasToolResult, and\n    // sequenceIndex in the dedup key so that fixtures which share a userMessage\n    // but differ on those fields are NOT considered duplicates.\n    const um = f.match.userMessage;\n    if (typeof um === \"string\" && um) {\n      const dedupKey = `${um}|${f.match.turnIndex}|${f.match.hasToolResult}|${f.match.sequenceIndex}`;\n      const prev = seenUserMessages.get(dedupKey);\n      if (prev !== undefined) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: `duplicate userMessage '${um}' — shadows fixture ${prev}`,\n        });\n      } else {\n        seenUserMessages.set(dedupKey, i);\n      }\n    }\n\n    // Catch-all not in last position\n    const match = f.match;\n    const hasDiscriminator =\n      match.endpoint !== undefined ||\n      match.userMessage !== undefined ||\n      match.inputText !== undefined ||\n      match.responseFormat !== undefined ||\n      match.toolCallId !== undefined ||\n      match.toolName !== undefined ||\n      match.model !== undefined ||\n      match.predicate !== undefined ||\n      match.turnIndex !== undefined ||\n      match.hasToolResult !== undefined;\n\n    if (!hasDiscriminator && i < fixtures.length - 1) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex: i,\n        message: `empty match acts as catch-all but is not the last fixture — shadows fixtures ${i + 1}+`,\n      });\n    }\n  }\n\n  return results;\n}\n"],"mappings":";;;;;;;;;;;AA6BA,SAAgB,kBAAkB,KAA2C;CAE3E,MAAM,WAAW,EAAE,GAAG,KAAK;AAG3B,KAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,KAC/D,UAAS,UAAU,KAAK,UAAU,SAAS,QAAQ;AAIrD,KAAI,MAAM,QAAQ,SAAS,UAAU,CACnC,UAAS,YAAa,SAAS,UAA6C,KAAK,OAAO;AACtF,MAAI,OAAO,GAAG,cAAc,YAAY,GAAG,cAAc,KACvD,QAAO;GAAE,GAAG;GAAI,WAAW,KAAK,UAAU,GAAG,UAAU;GAAE;AAE3D,SAAO;GACP;AAGJ,QAAO;;AAGT,SAAgB,eAAe,OAAkC;AAC/D,QAAO;EACL,OAAO;GACL,aAAa,MAAM,MAAM;GACzB,WAAW,MAAM,MAAM;GACvB,YAAY,MAAM,MAAM;GACxB,UAAU,MAAM,MAAM;GACtB,OAAO,MAAM,MAAM;GACnB,gBAAgB,MAAM,MAAM;GAC5B,UAAU,MAAM,MAAM;GACtB,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAAE,eAAe,MAAM,MAAM,eAAe;GAC3F,GAAI,MAAM,MAAM,cAAc,UAAa,EACzC,WAAW,MAAM,MAAM,WACxB;GACD,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAC7C,eAAe,MAAM,MAAM,eAC5B;GACF;EACD,UAAU,kBAAkB,MAAM,SAAS;EAC3C,GAAI,MAAM,YAAY,UAAa,EAAE,SAAS,MAAM,SAAS;EAC7D,GAAI,MAAM,cAAc,UAAa,EAAE,WAAW,MAAM,WAAW;EACnE,GAAI,MAAM,wBAAwB,UAAa,EAC7C,qBAAqB,MAAM,qBAC5B;EACD,GAAI,MAAM,sBAAsB,UAAa,EAAE,mBAAmB,MAAM,mBAAmB;EAC3F,GAAI,MAAM,qBAAqB,UAAa,EAAE,kBAAkB,MAAM,kBAAkB;EACxF,GAAI,MAAM,UAAU,UAAa,EAAE,OAAO,MAAM,OAAO;EACxD;;AAIH,SAAS,KAAK,QAA4B,KAAa,GAAG,MAAuB;AAC/E,KAAI,OACF,QAAO,KAAK,KAAK,GAAG,KAAK;KAEzB,SAAQ,KAAK,oBAAoB,OAAO,GAAG,KAAK;;AAIpD,SAAgB,gBAAgB,UAAkB,QAA4B;CAC5E,IAAI;AACJ,KAAI;AACF,kCAAmB,UAAU,QAAQ;UAC9B,KAAK;AACZ,OAAK,QAAQ,uBAAuB,SAAS,IAAI,IAAI;AACrD,SAAO,EAAE;;CAGX,IAAI;AACJ,KAAI;AACF,WAAS,KAAK,MAAM,IAAI;UACjB,KAAK;AACZ,OAAK,QAAQ,mBAAmB,SAAS,IAAI,IAAI;AACjD,SAAO,EAAE;;AAGX,KACE,OAAO,WAAW,YAClB,WAAW,QACX,CAAC,MAAM,QAAS,OAAuB,SAAS,EAChD;AACA,OAAK,QAAQ,0CAA0C,WAAW;AAClE,SAAO,EAAE;;AAGX,QAAQ,OAAuB,SAAS,IAAI,eAAe;;AAG7D,SAAgB,oBAAoB,SAAiB,QAA4B;CAC/E,IAAI;AACJ,KAAI;AACF,qCAAsB,QAAQ;UACvB,KAAK;AACZ,OAAK,QAAQ,4BAA4B,QAAQ,IAAI,IAAI;AACzD,SAAO,EAAE;;CAGX,MAAM,YAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,+BAAgB,SAAS,KAAK;AACpC,MAAI;AACF,6BAAa,SAAS,CAAC,aAAa,EAAE;AACpC,SAAK,QAAQ,yBAAyB,SAAS,wCAAwC;AACvF;;WAEK,KAAK;AAEZ,OADc,IAA8B,SAC/B,SACX,MAAK,QAAQ,kBAAkB,SAAS,IAAI,IAAI;AAElD;;AAEF,MAAI,KAAK,SAAS,QAAQ,CACxB,WAAU,KAAK,KAAK;;AAGxB,WAAU,MAAM;CAEhB,MAAM,WAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,WAAW;EAC5B,MAAM,+BAAgB,SAAS,KAAK;AACpC,WAAS,KAAK,GAAG,gBAAgB,UAAU,OAAO,CAAC;;AAGrD,QAAO;;AAaT,SAAS,kBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,cAAc,QACzB;MAAI,OAAO,SAAS,cAAc,SAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;WACO,SAAS,cAAc,GAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;;;AAKR,SAAS,oBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,gBAAgB,OAC3B,KAAI,CAAC,MAAM,QAAQ,SAAS,YAAY,CACtC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;UACO,SAAS,YAAY,WAAW,EACzC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;KAEF,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,YAAY,QAAQ,KAAK;AACpD,MAAI,OAAO,SAAS,YAAY,OAAO,UAAU;AAC/C,WAAQ,KAAK;IACX,UAAU;IACV;IACA,SAAS,eAAe,EAAE;IAC3B,CAAC;AACF;;AAEF,MAAI,SAAS,YAAY,OAAO,GAC9B,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS,eAAe,EAAE;GAC3B,CAAC;;;AAOZ,SAAgB,iBAAiB,UAAyC;CACxE,MAAM,UAA8B,EAAE;CAEtC,MAAM,mCAAmB,IAAI,KAAqB;AAElD,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;EACxC,MAAM,IAAI,SAAS;EACnB,MAAM,WAAW,EAAE;AAOnB,MACE,CAACA,+CAA+B,SAAS,IACzC,CAACC,+BAAe,SAAS,IACzB,CAACC,mCAAmB,SAAS,IAC7B,CAACC,gCAAgB,SAAS,IAC1B,CAACC,oCAAoB,SAAS,IAC9B,CAACC,gCAAgB,SAAS,IAC1B,CAACC,gCAAgB,SAAS,IAC1B,CAACC,wCAAwB,SAAS,IAClC,CAACC,gCAAgB,SAAS,IAC1B,CAACC,+BAAe,SAAS,CAEzB,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SACE;GACH,CAAC;AAIJ,MAAIR,+BAAe,SAAS,EAAE;AAC5B,OAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,qBAAkB,UAAU,GAAG,QAAQ;AACvC,uBAAoB,UAAU,GAAG,QAAQ;;AAI3C,MAAID,+CAA+B,SAAS,EAAE;AAC5C,OAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,QAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;IAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,QAAI,CAAC,GAAG,KACN,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,aAAa,EAAE;KACzB,CAAC;AAEJ,QAAI;AACF,UAAK,MAAM,GAAG,UAAU;YAClB;AACN,aAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;MAC7D,CAAC;;;AAGN,qBAAkB,UAAU,GAAG,QAAQ;AACvC,uBAAoB,UAAU,GAAG,QAAQ;;AAI3C,MAAIE,mCAAmB,SAAS,EAAE;AAChC,OAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,QAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;IAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,QAAI,CAAC,GAAG,KACN,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,aAAa,EAAE;KACzB,CAAC;AAEJ,QAAI;AACF,UAAK,MAAM,GAAG,UAAU;YAClB;AACN,aAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;MAC7D,CAAC;;;;AAMR,MAAIC,gCAAgB,SAAS,EAAE;AAC7B,OAAI,CAAC,SAAS,MAAM,QAClB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,SAAS,WAAW,WAAc,SAAS,SAAS,OAAO,SAAS,SAAS,KAC/E,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,gBAAgB,SAAS,OAAO;IAC1C,CAAC;;AAKN,MAAIC,oCAAoB,SAAS,EAAE;AACjC,OAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,QAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,IAC7C,KAAI,OAAO,SAAS,UAAU,OAAO,UAAU;AAC7C,YAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,aAAa,EAAE;KACzB,CAAC;AACF;;;AAMN,MAAIE,gCAAgB,SAAS,IAAI,OAAO,SAAS,UAAU,UAAU;GACnE,MAAM,WAAW,SAAS;AAC1B,OAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,GAC/D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,SAAS,gBAAgB,UAAa,OAAO,SAAS,gBAAgB,SACxE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,2CAA2C,OAAO,SAAS;IACrE,CAAC;;AAKN,MACEL,+BAAe,SAAS,IACxBC,mCAAmB,SAAS,IAC5BF,+CAA+B,SAAS,EACxC;GACA,MAAM,IAAI;AACV,OAAI,EAAE,OAAO,UAAa,OAAO,EAAE,OAAO,SACxC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,uCAAuC,OAAO,EAAE;IAC1D,CAAC;AAEJ,OAAI,EAAE,YAAY,WAAc,OAAO,EAAE,YAAY,YAAY,EAAE,UAAU,GAC3E,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,EAAE,UAAU,UAAa,OAAO,EAAE,UAAU,SAC9C,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,0CAA0C,OAAO,EAAE;IAC7D,CAAC;AAEJ,OAAI,EAAE,iBAAiB,UAAa,OAAO,EAAE,iBAAiB,SAC5D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,iDAAiD,OAAO,EAAE;IACpE,CAAC;AAEJ,OAAI,EAAE,SAAS,UAAa,OAAO,EAAE,SAAS,SAC5C,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,yCAAyC,OAAO,EAAE;IAC5D,CAAC;AAEJ,OAAI,EAAE,sBAAsB,UAAa,OAAO,EAAE,sBAAsB,SACtE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,sDAAsD,OAAO,EAAE;IACzE,CAAC;AAEJ,OAAI,EAAE,UAAU,OACd,KAAI,OAAO,EAAE,UAAU,YAAY,EAAE,UAAU,QAAQ,MAAM,QAAQ,EAAE,MAAM,CAC3E,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;OAGF,MAAK,MAAM,OAAO,OAAO,KAAK,EAAE,MAAM,EAAE;IACtC,MAAM,MAAO,EAAE,MAAkC;AACjD,QAAI,QAAQ,UAAa,OAAO,QAAQ,SACtC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,mBAAmB,IAAI,0BAA0B,OAAO;KAClE,CAAC;;;AAQZ,MAAI,EAAE,YAAY,UAAa,EAAE,UAAU,EACzC,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,cAAc,UAAa,EAAE,YAAY,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,wBAAwB,UAAa,EAAE,sBAAsB,EACjE,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,sBAAsB,UAAa,EAAE,oBAAoB,EAC7D,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,qBAAqB,QAAW;GACpC,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,SAAS,UAAa,GAAG,OAAO,EACrC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,QAAQ,UAAa,GAAG,OAAO,EACpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,WAAW,WAAc,GAAG,SAAS,KAAK,GAAG,SAAS,GAC3D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,UAAU,QAAW;GACzB,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,aAAa,WAAc,GAAG,WAAW,KAAK,GAAG,WAAW,GACjE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,kBAAkB,WAAc,GAAG,gBAAgB,KAAK,GAAG,gBAAgB,GAChF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,mBAAmB,WAAc,GAAG,iBAAiB,KAAK,GAAG,iBAAiB,GACnF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAKN,MAAI,EAAE,MAAM,cAAc,QACxB;OACE,OAAO,EAAE,MAAM,cAAc,YAC7B,EAAE,MAAM,YAAY,KACpB,CAAC,OAAO,UAAU,EAAE,MAAM,UAAU,CAEpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,MAAM,kBAAkB,UAAa,OAAO,EAAE,MAAM,kBAAkB,UAC1E,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,8CAA8C,OAAO,EAAE,MAAM;GACvE,CAAC;EAQJ,MAAM,KAAK,EAAE,MAAM;AACnB,MAAI,OAAO,OAAO,YAAY,IAAI;GAChC,MAAM,WAAW,GAAG,GAAG,GAAG,EAAE,MAAM,UAAU,GAAG,EAAE,MAAM,cAAc,GAAG,EAAE,MAAM;GAChF,MAAM,OAAO,iBAAiB,IAAI,SAAS;AAC3C,OAAI,SAAS,OACX,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,0BAA0B,GAAG,sBAAsB;IAC7D,CAAC;OAEF,kBAAiB,IAAI,UAAU,EAAE;;EAKrC,MAAM,QAAQ,EAAE;AAahB,MAAI,EAXF,MAAM,aAAa,UACnB,MAAM,gBAAgB,UACtB,MAAM,cAAc,UACpB,MAAM,mBAAmB,UACzB,MAAM,eAAe,UACrB,MAAM,aAAa,UACnB,MAAM,UAAU,UAChB,MAAM,cAAc,UACpB,MAAM,cAAc,UACpB,MAAM,kBAAkB,WAED,IAAI,SAAS,SAAS,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,gFAAgF,IAAI,EAAE;GAChG,CAAC;;AAIN,QAAO"}
+{"version":3,"file":"fixture-loader.cjs","names":["isContentWithToolCallsResponse","isTextResponse","isToolCallResponse","isErrorResponse","isEmbeddingResponse","isImageResponse","isAudioResponse","isTranscriptionResponse","isVideoResponse","isJSONResponse"],"sources":["../src/fixture-loader.ts"],"sourcesContent":["import { readFileSync, readdirSync, statSync } from \"node:fs\";\nimport { join } from \"node:path\";\nimport type {\n  Fixture,\n  FixtureFile,\n  FixtureFileEntry,\n  FixtureFileResponse,\n  FixtureResponse,\n  ResponseOverrides,\n} from \"./types.js\";\nimport {\n  isTextResponse,\n  isToolCallResponse,\n  isContentWithToolCallsResponse,\n  isErrorResponse,\n  isEmbeddingResponse,\n  isImageResponse,\n  isAudioResponse,\n  isTranscriptionResponse,\n  isVideoResponse,\n  isJSONResponse,\n} from \"./helpers.js\";\nimport type { Logger } from \"./logger.js\";\n\n/**\n * Auto-stringify object-valued `content` and `toolCalls[].arguments` fields.\n * This lets fixture authors write plain JSON objects instead of escaped strings.\n * All other fields (including ResponseOverrides) pass through unmodified.\n */\nexport function normalizeResponse(raw: FixtureFileResponse): FixtureResponse {\n  // Shallow-clone so we don't mutate the parsed JSON input.\n  const response = { ...raw } as Record<string, unknown>;\n\n  // Auto-stringify object content (e.g. structured output)\n  if (typeof response.content === \"object\" && response.content !== null) {\n    response.content = JSON.stringify(response.content);\n  }\n\n  // Auto-stringify object arguments in toolCalls\n  if (Array.isArray(response.toolCalls)) {\n    response.toolCalls = (response.toolCalls as Array<Record<string, unknown>>).map((tc) => {\n      if (typeof tc.arguments === \"object\" && tc.arguments !== null) {\n        return { ...tc, arguments: JSON.stringify(tc.arguments) };\n      }\n      return tc;\n    });\n  }\n\n  return response as unknown as FixtureResponse;\n}\n\nexport function entryToFixture(entry: FixtureFileEntry): Fixture {\n  return {\n    match: {\n      userMessage: entry.match.userMessage,\n      inputText: entry.match.inputText,\n      toolCallId: entry.match.toolCallId,\n      toolName: entry.match.toolName,\n      model: entry.match.model,\n      responseFormat: entry.match.responseFormat,\n      endpoint: entry.match.endpoint,\n      ...(entry.match.sequenceIndex !== undefined && { sequenceIndex: entry.match.sequenceIndex }),\n      ...(entry.match.turnIndex !== undefined && {\n        turnIndex: entry.match.turnIndex,\n      }),\n      ...(entry.match.hasToolResult !== undefined && {\n        hasToolResult: entry.match.hasToolResult,\n      }),\n    },\n    response: normalizeResponse(entry.response),\n    ...(entry.latency !== undefined && { latency: entry.latency }),\n    ...(entry.chunkSize !== undefined && { chunkSize: entry.chunkSize }),\n    ...(entry.truncateAfterChunks !== undefined && {\n      truncateAfterChunks: entry.truncateAfterChunks,\n    }),\n    ...(entry.disconnectAfterMs !== undefined && { disconnectAfterMs: entry.disconnectAfterMs }),\n    ...(entry.streamingProfile !== undefined && { streamingProfile: entry.streamingProfile }),\n    ...(entry.chaos !== undefined && { chaos: entry.chaos }),\n  };\n}\n\n// Logging helper — uses logger if provided, falls back to console.warn.\nfunction warn(logger: Logger | undefined, msg: string, ...rest: unknown[]): void {\n  if (logger) {\n    logger.warn(msg, ...rest);\n  } else {\n    console.warn(`[fixture-loader] ${msg}`, ...rest);\n  }\n}\n\nexport function loadFixtureFile(filePath: string, logger?: Logger): Fixture[] {\n  let raw: string;\n  try {\n    raw = readFileSync(filePath, \"utf-8\");\n  } catch (err) {\n    warn(logger, `Could not read file ${filePath}:`, err);\n    return [];\n  }\n\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(raw);\n  } catch (err) {\n    warn(logger, `Invalid JSON in ${filePath}:`, err);\n    return [];\n  }\n\n  if (\n    typeof parsed !== \"object\" ||\n    parsed === null ||\n    !Array.isArray((parsed as FixtureFile).fixtures)\n  ) {\n    warn(logger, `Missing or invalid \"fixtures\" array in ${filePath}`);\n    return [];\n  }\n\n  return (parsed as FixtureFile).fixtures.map(entryToFixture);\n}\n\nexport function loadFixturesFromDir(dirPath: string, logger?: Logger): Fixture[] {\n  let entries: string[];\n  try {\n    entries = readdirSync(dirPath);\n  } catch (err) {\n    warn(logger, `Could not read directory ${dirPath}:`, err);\n    return [];\n  }\n\n  const jsonFiles: string[] = [];\n  for (const name of entries) {\n    const fullPath = join(dirPath, name);\n    try {\n      if (statSync(fullPath).isDirectory()) {\n        warn(logger, `Skipping subdirectory ${fullPath} (fixtures are not loaded recursively)`);\n        continue;\n      }\n    } catch (err) {\n      const code = (err as NodeJS.ErrnoException).code;\n      if (code !== \"ENOENT\") {\n        warn(logger, `Could not stat ${fullPath}:`, err);\n      }\n      continue;\n    }\n    if (name.endsWith(\".json\")) {\n      jsonFiles.push(name);\n    }\n  }\n  jsonFiles.sort();\n\n  const fixtures: Fixture[] = [];\n  for (const name of jsonFiles) {\n    const filePath = join(dirPath, name);\n    fixtures.push(...loadFixtureFile(filePath, logger));\n  }\n\n  return fixtures;\n}\n\n// ---------------------------------------------------------------------------\n// Fixture validation\n// ---------------------------------------------------------------------------\n\nexport interface ValidationResult {\n  severity: \"error\" | \"warning\";\n  fixtureIndex: number;\n  message: string;\n}\n\nfunction validateReasoning(\n  response: { reasoning?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.reasoning !== undefined) {\n    if (typeof response.reasoning !== \"string\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"reasoning must be a string\",\n      });\n    } else if (response.reasoning === \"\") {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"reasoning is empty string — no reasoning events will be emitted\",\n      });\n    }\n  }\n}\n\nfunction validateWebSearches(\n  response: { webSearches?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.webSearches !== undefined) {\n    if (!Array.isArray(response.webSearches)) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"webSearches must be an array of strings\",\n      });\n    } else if (response.webSearches.length === 0) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"webSearches is empty array — no web search events will be emitted\",\n      });\n    } else {\n      for (let j = 0; j < response.webSearches.length; j++) {\n        if (typeof response.webSearches[j] !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex,\n            message: `webSearches[${j}] is not a string`,\n          });\n          break;\n        }\n        if (response.webSearches[j] === \"\") {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex,\n            message: `webSearches[${j}] is empty string`,\n          });\n        }\n      }\n    }\n  }\n}\n\nexport function validateFixtures(fixtures: Fixture[]): ValidationResult[] {\n  const results: ValidationResult[] = [];\n\n  const seenUserMessages = new Map<string, number>();\n\n  for (let i = 0; i < fixtures.length; i++) {\n    const f = fixtures[i];\n    const response = f.response;\n\n    // Skip response-shape validation for function responses — they are\n    // evaluated at runtime so we cannot statically inspect them.\n    if (typeof response === \"function\") {\n      // Still validate match fields and numeric options below.\n    } else {\n      // --- Error checks ---\n\n      // Response type recognition\n      // Note: isContentWithToolCallsResponse must be checked before isTextResponse\n      // and isToolCallResponse since it is a structural superset of both.\n      if (\n        !isContentWithToolCallsResponse(response) &&\n        !isTextResponse(response) &&\n        !isToolCallResponse(response) &&\n        !isErrorResponse(response) &&\n        !isEmbeddingResponse(response) &&\n        !isImageResponse(response) &&\n        !isAudioResponse(response) &&\n        !isTranscriptionResponse(response) &&\n        !isVideoResponse(response) &&\n        !isJSONResponse(response)\n      ) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message:\n            \"response is not a recognized type (must have content, toolCalls, error, embedding, image, audio, transcription, video, or json)\",\n        });\n      }\n\n      // Text response checks\n      if (isTextResponse(response)) {\n        if (response.content === \"\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"content is empty string\",\n          });\n        }\n        validateReasoning(response, i, results);\n        validateWebSearches(response, i, results);\n      }\n\n      // ContentWithToolCalls response checks\n      if (isContentWithToolCallsResponse(response)) {\n        if (response.content === \"\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"content is empty string\",\n          });\n        }\n        if (response.toolCalls.length === 0) {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex: i,\n            message: \"toolCalls array is empty — fixture will never produce tool calls\",\n          });\n        }\n        for (let j = 0; j < response.toolCalls.length; j++) {\n          const tc = response.toolCalls[j];\n          if (!tc.name) {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].name is empty`,\n            });\n          }\n          try {\n            JSON.parse(tc.arguments);\n          } catch {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n            });\n          }\n        }\n        validateReasoning(response, i, results);\n        validateWebSearches(response, i, results);\n      }\n\n      // Tool call response checks\n      if (isToolCallResponse(response)) {\n        if (response.toolCalls.length === 0) {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex: i,\n            message: \"toolCalls array is empty — fixture will never produce tool calls\",\n          });\n        }\n        for (let j = 0; j < response.toolCalls.length; j++) {\n          const tc = response.toolCalls[j];\n          if (!tc.name) {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].name is empty`,\n            });\n          }\n          try {\n            JSON.parse(tc.arguments);\n          } catch {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n            });\n          }\n        }\n      }\n\n      // Error response checks\n      if (isErrorResponse(response)) {\n        if (!response.error.message) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"error.message is empty\",\n          });\n        }\n        if (response.status !== undefined && (response.status < 100 || response.status > 599)) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `error status ${response.status} is not a valid HTTP status code`,\n          });\n        }\n      }\n\n      // Embedding response checks\n      if (isEmbeddingResponse(response)) {\n        if (response.embedding.length === 0) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"embedding array is empty\",\n          });\n        }\n        for (let j = 0; j < response.embedding.length; j++) {\n          if (typeof response.embedding[j] !== \"number\") {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `embedding[${j}] is not a number`,\n            });\n            break; // one error is enough\n          }\n        }\n      }\n\n      // Audio response checks — validate object-form audio\n      if (isAudioResponse(response) && typeof response.audio === \"object\") {\n        const audioObj = response.audio;\n        if (typeof audioObj.b64Json !== \"string\" || audioObj.b64Json === \"\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"audio.b64Json must be a non-empty string\",\n          });\n        }\n        if (audioObj.contentType !== undefined && typeof audioObj.contentType !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `audio.contentType must be a string, got ${typeof audioObj.contentType}`,\n          });\n        }\n      }\n\n      // Validate ResponseOverrides fields\n      if (\n        isTextResponse(response) ||\n        isToolCallResponse(response) ||\n        isContentWithToolCallsResponse(response)\n      ) {\n        const r = response as ResponseOverrides;\n        if (r.id !== undefined && typeof r.id !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"id\" must be a string, got ${typeof r.id}`,\n          });\n        }\n        if (r.created !== undefined && (typeof r.created !== \"number\" || r.created < 0)) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"created\" must be a non-negative number`,\n          });\n        }\n        if (r.model !== undefined && typeof r.model !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"model\" must be a string, got ${typeof r.model}`,\n          });\n        }\n        if (r.finishReason !== undefined && typeof r.finishReason !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"finishReason\" must be a string, got ${typeof r.finishReason}`,\n          });\n        }\n        if (r.role !== undefined && typeof r.role !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"role\" must be a string, got ${typeof r.role}`,\n          });\n        }\n        if (r.systemFingerprint !== undefined && typeof r.systemFingerprint !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"systemFingerprint\" must be a string, got ${typeof r.systemFingerprint}`,\n          });\n        }\n        if (r.usage !== undefined) {\n          if (typeof r.usage !== \"object\" || r.usage === null || Array.isArray(r.usage)) {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `override \"usage\" must be an object`,\n            });\n          } else {\n            // Check all known usage fields are numbers if present\n            for (const key of Object.keys(r.usage)) {\n              const val = (r.usage as Record<string, unknown>)[key];\n              if (val !== undefined && typeof val !== \"number\") {\n                results.push({\n                  severity: \"error\",\n                  fixtureIndex: i,\n                  message: `override \"usage.${key}\" must be a number, got ${typeof val}`,\n                });\n              }\n            }\n          }\n        }\n      }\n    } // end: skip response-shape validation for function responses\n\n    // Numeric sanity checks\n    if (f.latency !== undefined && f.latency < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"latency must be >= 0\",\n      });\n    }\n    if (f.chunkSize !== undefined && f.chunkSize < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"chunkSize must be >= 1\",\n      });\n    }\n    if (f.truncateAfterChunks !== undefined && f.truncateAfterChunks < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"truncateAfterChunks must be >= 1\",\n      });\n    }\n    if (f.disconnectAfterMs !== undefined && f.disconnectAfterMs < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"disconnectAfterMs must be >= 0\",\n      });\n    }\n    if (f.streamingProfile !== undefined) {\n      const sp = f.streamingProfile;\n      if (sp.ttft !== undefined && sp.ttft < 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.ttft must be >= 0\",\n        });\n      }\n      if (sp.tps !== undefined && sp.tps <= 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.tps must be > 0\",\n        });\n      }\n      if (sp.jitter !== undefined && (sp.jitter < 0 || sp.jitter > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.jitter must be between 0 and 1\",\n        });\n      }\n    }\n    if (f.chaos !== undefined) {\n      const ch = f.chaos;\n      if (ch.dropRate !== undefined && (ch.dropRate < 0 || ch.dropRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.dropRate must be between 0 and 1\",\n        });\n      }\n      if (ch.malformedRate !== undefined && (ch.malformedRate < 0 || ch.malformedRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.malformedRate must be between 0 and 1\",\n        });\n      }\n      if (ch.disconnectRate !== undefined && (ch.disconnectRate < 0 || ch.disconnectRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.disconnectRate must be between 0 and 1\",\n        });\n      }\n    }\n\n    // Match field type checks\n    if (f.match.turnIndex !== undefined) {\n      if (\n        typeof f.match.turnIndex !== \"number\" ||\n        f.match.turnIndex < 0 ||\n        !Number.isInteger(f.match.turnIndex)\n      ) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"match.turnIndex must be a non-negative integer\",\n        });\n      }\n    }\n    if (f.match.hasToolResult !== undefined && typeof f.match.hasToolResult !== \"boolean\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: `match.hasToolResult must be a boolean, got ${typeof f.match.hasToolResult}`,\n      });\n    }\n\n    // --- Warning checks ---\n\n    // Duplicate userMessage shadowing — include turnIndex, hasToolResult, and\n    // sequenceIndex in the dedup key so that fixtures which share a userMessage\n    // but differ on those fields are NOT considered duplicates.\n    const um = f.match.userMessage;\n    if (typeof um === \"string\" && um) {\n      const dedupKey = `${um}|${f.match.turnIndex}|${f.match.hasToolResult}|${f.match.sequenceIndex}`;\n      const prev = seenUserMessages.get(dedupKey);\n      if (prev !== undefined) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: `duplicate userMessage '${um}' — shadows fixture ${prev}`,\n        });\n      } else {\n        seenUserMessages.set(dedupKey, i);\n      }\n    }\n\n    // Catch-all not in last position\n    const match = f.match;\n    const hasDiscriminator =\n      match.endpoint !== undefined ||\n      match.userMessage !== undefined ||\n      match.inputText !== undefined ||\n      match.responseFormat !== undefined ||\n      match.toolCallId !== undefined ||\n      match.toolName !== undefined ||\n      match.model !== undefined ||\n      match.predicate !== undefined ||\n      match.turnIndex !== undefined ||\n      match.hasToolResult !== undefined;\n\n    if (!hasDiscriminator && i < fixtures.length - 1) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex: i,\n        message: `empty match acts as catch-all but is not the last fixture — shadows fixtures ${i + 1}+`,\n      });\n    }\n  }\n\n  return results;\n}\n"],"mappings":";;;;;;;;;;;AA6BA,SAAgB,kBAAkB,KAA2C;CAE3E,MAAM,WAAW,EAAE,GAAG,KAAK;AAG3B,KAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,KAC/D,UAAS,UAAU,KAAK,UAAU,SAAS,QAAQ;AAIrD,KAAI,MAAM,QAAQ,SAAS,UAAU,CACnC,UAAS,YAAa,SAAS,UAA6C,KAAK,OAAO;AACtF,MAAI,OAAO,GAAG,cAAc,YAAY,GAAG,cAAc,KACvD,QAAO;GAAE,GAAG;GAAI,WAAW,KAAK,UAAU,GAAG,UAAU;GAAE;AAE3D,SAAO;GACP;AAGJ,QAAO;;AAGT,SAAgB,eAAe,OAAkC;AAC/D,QAAO;EACL,OAAO;GACL,aAAa,MAAM,MAAM;GACzB,WAAW,MAAM,MAAM;GACvB,YAAY,MAAM,MAAM;GACxB,UAAU,MAAM,MAAM;GACtB,OAAO,MAAM,MAAM;GACnB,gBAAgB,MAAM,MAAM;GAC5B,UAAU,MAAM,MAAM;GACtB,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAAE,eAAe,MAAM,MAAM,eAAe;GAC3F,GAAI,MAAM,MAAM,cAAc,UAAa,EACzC,WAAW,MAAM,MAAM,WACxB;GACD,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAC7C,eAAe,MAAM,MAAM,eAC5B;GACF;EACD,UAAU,kBAAkB,MAAM,SAAS;EAC3C,GAAI,MAAM,YAAY,UAAa,EAAE,SAAS,MAAM,SAAS;EAC7D,GAAI,MAAM,cAAc,UAAa,EAAE,WAAW,MAAM,WAAW;EACnE,GAAI,MAAM,wBAAwB,UAAa,EAC7C,qBAAqB,MAAM,qBAC5B;EACD,GAAI,MAAM,sBAAsB,UAAa,EAAE,mBAAmB,MAAM,mBAAmB;EAC3F,GAAI,MAAM,qBAAqB,UAAa,EAAE,kBAAkB,MAAM,kBAAkB;EACxF,GAAI,MAAM,UAAU,UAAa,EAAE,OAAO,MAAM,OAAO;EACxD;;AAIH,SAAS,KAAK,QAA4B,KAAa,GAAG,MAAuB;AAC/E,KAAI,OACF,QAAO,KAAK,KAAK,GAAG,KAAK;KAEzB,SAAQ,KAAK,oBAAoB,OAAO,GAAG,KAAK;;AAIpD,SAAgB,gBAAgB,UAAkB,QAA4B;CAC5E,IAAI;AACJ,KAAI;AACF,kCAAmB,UAAU,QAAQ;UAC9B,KAAK;AACZ,OAAK,QAAQ,uBAAuB,SAAS,IAAI,IAAI;AACrD,SAAO,EAAE;;CAGX,IAAI;AACJ,KAAI;AACF,WAAS,KAAK,MAAM,IAAI;UACjB,KAAK;AACZ,OAAK,QAAQ,mBAAmB,SAAS,IAAI,IAAI;AACjD,SAAO,EAAE;;AAGX,KACE,OAAO,WAAW,YAClB,WAAW,QACX,CAAC,MAAM,QAAS,OAAuB,SAAS,EAChD;AACA,OAAK,QAAQ,0CAA0C,WAAW;AAClE,SAAO,EAAE;;AAGX,QAAQ,OAAuB,SAAS,IAAI,eAAe;;AAG7D,SAAgB,oBAAoB,SAAiB,QAA4B;CAC/E,IAAI;AACJ,KAAI;AACF,qCAAsB,QAAQ;UACvB,KAAK;AACZ,OAAK,QAAQ,4BAA4B,QAAQ,IAAI,IAAI;AACzD,SAAO,EAAE;;CAGX,MAAM,YAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,+BAAgB,SAAS,KAAK;AACpC,MAAI;AACF,6BAAa,SAAS,CAAC,aAAa,EAAE;AACpC,SAAK,QAAQ,yBAAyB,SAAS,wCAAwC;AACvF;;WAEK,KAAK;AAEZ,OADc,IAA8B,SAC/B,SACX,MAAK,QAAQ,kBAAkB,SAAS,IAAI,IAAI;AAElD;;AAEF,MAAI,KAAK,SAAS,QAAQ,CACxB,WAAU,KAAK,KAAK;;AAGxB,WAAU,MAAM;CAEhB,MAAM,WAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,WAAW;EAC5B,MAAM,+BAAgB,SAAS,KAAK;AACpC,WAAS,KAAK,GAAG,gBAAgB,UAAU,OAAO,CAAC;;AAGrD,QAAO;;AAaT,SAAS,kBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,cAAc,QACzB;MAAI,OAAO,SAAS,cAAc,SAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;WACO,SAAS,cAAc,GAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;;;AAKR,SAAS,oBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,gBAAgB,OAC3B,KAAI,CAAC,MAAM,QAAQ,SAAS,YAAY,CACtC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;UACO,SAAS,YAAY,WAAW,EACzC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;KAEF,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,YAAY,QAAQ,KAAK;AACpD,MAAI,OAAO,SAAS,YAAY,OAAO,UAAU;AAC/C,WAAQ,KAAK;IACX,UAAU;IACV;IACA,SAAS,eAAe,EAAE;IAC3B,CAAC;AACF;;AAEF,MAAI,SAAS,YAAY,OAAO,GAC9B,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS,eAAe,EAAE;GAC3B,CAAC;;;AAOZ,SAAgB,iBAAiB,UAAyC;CACxE,MAAM,UAA8B,EAAE;CAEtC,MAAM,mCAAmB,IAAI,KAAqB;AAElD,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;EACxC,MAAM,IAAI,SAAS;EACnB,MAAM,WAAW,EAAE;AAInB,MAAI,OAAO,aAAa,YAAY,QAE7B;AAML,OACE,CAACA,+CAA+B,SAAS,IACzC,CAACC,+BAAe,SAAS,IACzB,CAACC,mCAAmB,SAAS,IAC7B,CAACC,gCAAgB,SAAS,IAC1B,CAACC,oCAAoB,SAAS,IAC9B,CAACC,gCAAgB,SAAS,IAC1B,CAACC,gCAAgB,SAAS,IAC1B,CAACC,wCAAwB,SAAS,IAClC,CAACC,gCAAgB,SAAS,IAC1B,CAACC,+BAAe,SAAS,CAEzB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SACE;IACH,CAAC;AAIJ,OAAIR,+BAAe,SAAS,EAAE;AAC5B,QAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,sBAAkB,UAAU,GAAG,QAAQ;AACvC,wBAAoB,UAAU,GAAG,QAAQ;;AAI3C,OAAID,+CAA+B,SAAS,EAAE;AAC5C,QAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,SAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;KAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,SAAI,CAAC,GAAG,KACN,SAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE;MACzB,CAAC;AAEJ,SAAI;AACF,WAAK,MAAM,GAAG,UAAU;aAClB;AACN,cAAQ,KAAK;OACX,UAAU;OACV,cAAc;OACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;OAC7D,CAAC;;;AAGN,sBAAkB,UAAU,GAAG,QAAQ;AACvC,wBAAoB,UAAU,GAAG,QAAQ;;AAI3C,OAAIE,mCAAmB,SAAS,EAAE;AAChC,QAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,SAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;KAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,SAAI,CAAC,GAAG,KACN,SAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE;MACzB,CAAC;AAEJ,SAAI;AACF,WAAK,MAAM,GAAG,UAAU;aAClB;AACN,cAAQ,KAAK;OACX,UAAU;OACV,cAAc;OACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;OAC7D,CAAC;;;;AAMR,OAAIC,gCAAgB,SAAS,EAAE;AAC7B,QAAI,CAAC,SAAS,MAAM,QAClB,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,SAAS,WAAW,WAAc,SAAS,SAAS,OAAO,SAAS,SAAS,KAC/E,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,gBAAgB,SAAS,OAAO;KAC1C,CAAC;;AAKN,OAAIC,oCAAoB,SAAS,EAAE;AACjC,QAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,SAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,IAC7C,KAAI,OAAO,SAAS,UAAU,OAAO,UAAU;AAC7C,aAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE;MACzB,CAAC;AACF;;;AAMN,OAAIE,gCAAgB,SAAS,IAAI,OAAO,SAAS,UAAU,UAAU;IACnE,MAAM,WAAW,SAAS;AAC1B,QAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,GAC/D,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,SAAS,gBAAgB,UAAa,OAAO,SAAS,gBAAgB,SACxE,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,2CAA2C,OAAO,SAAS;KACrE,CAAC;;AAKN,OACEL,+BAAe,SAAS,IACxBC,mCAAmB,SAAS,IAC5BF,+CAA+B,SAAS,EACxC;IACA,MAAM,IAAI;AACV,QAAI,EAAE,OAAO,UAAa,OAAO,EAAE,OAAO,SACxC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,uCAAuC,OAAO,EAAE;KAC1D,CAAC;AAEJ,QAAI,EAAE,YAAY,WAAc,OAAO,EAAE,YAAY,YAAY,EAAE,UAAU,GAC3E,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,EAAE,UAAU,UAAa,OAAO,EAAE,UAAU,SAC9C,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,0CAA0C,OAAO,EAAE;KAC7D,CAAC;AAEJ,QAAI,EAAE,iBAAiB,UAAa,OAAO,EAAE,iBAAiB,SAC5D,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,iDAAiD,OAAO,EAAE;KACpE,CAAC;AAEJ,QAAI,EAAE,SAAS,UAAa,OAAO,EAAE,SAAS,SAC5C,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,yCAAyC,OAAO,EAAE;KAC5D,CAAC;AAEJ,QAAI,EAAE,sBAAsB,UAAa,OAAO,EAAE,sBAAsB,SACtE,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,sDAAsD,OAAO,EAAE;KACzE,CAAC;AAEJ,QAAI,EAAE,UAAU,OACd,KAAI,OAAO,EAAE,UAAU,YAAY,EAAE,UAAU,QAAQ,MAAM,QAAQ,EAAE,MAAM,CAC3E,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;QAGF,MAAK,MAAM,OAAO,OAAO,KAAK,EAAE,MAAM,EAAE;KACtC,MAAM,MAAO,EAAE,MAAkC;AACjD,SAAI,QAAQ,UAAa,OAAO,QAAQ,SACtC,SAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,mBAAmB,IAAI,0BAA0B,OAAO;MAClE,CAAC;;;;AASd,MAAI,EAAE,YAAY,UAAa,EAAE,UAAU,EACzC,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,cAAc,UAAa,EAAE,YAAY,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,wBAAwB,UAAa,EAAE,sBAAsB,EACjE,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,sBAAsB,UAAa,EAAE,oBAAoB,EAC7D,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,qBAAqB,QAAW;GACpC,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,SAAS,UAAa,GAAG,OAAO,EACrC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,QAAQ,UAAa,GAAG,OAAO,EACpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,WAAW,WAAc,GAAG,SAAS,KAAK,GAAG,SAAS,GAC3D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,UAAU,QAAW;GACzB,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,aAAa,WAAc,GAAG,WAAW,KAAK,GAAG,WAAW,GACjE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,kBAAkB,WAAc,GAAG,gBAAgB,KAAK,GAAG,gBAAgB,GAChF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,mBAAmB,WAAc,GAAG,iBAAiB,KAAK,GAAG,iBAAiB,GACnF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAKN,MAAI,EAAE,MAAM,cAAc,QACxB;OACE,OAAO,EAAE,MAAM,cAAc,YAC7B,EAAE,MAAM,YAAY,KACpB,CAAC,OAAO,UAAU,EAAE,MAAM,UAAU,CAEpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,MAAM,kBAAkB,UAAa,OAAO,EAAE,MAAM,kBAAkB,UAC1E,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,8CAA8C,OAAO,EAAE,MAAM;GACvE,CAAC;EAQJ,MAAM,KAAK,EAAE,MAAM;AACnB,MAAI,OAAO,OAAO,YAAY,IAAI;GAChC,MAAM,WAAW,GAAG,GAAG,GAAG,EAAE,MAAM,UAAU,GAAG,EAAE,MAAM,cAAc,GAAG,EAAE,MAAM;GAChF,MAAM,OAAO,iBAAiB,IAAI,SAAS;AAC3C,OAAI,SAAS,OACX,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,0BAA0B,GAAG,sBAAsB;IAC7D,CAAC;OAEF,kBAAiB,IAAI,UAAU,EAAE;;EAKrC,MAAM,QAAQ,EAAE;AAahB,MAAI,EAXF,MAAM,aAAa,UACnB,MAAM,gBAAgB,UACtB,MAAM,cAAc,UACpB,MAAM,mBAAmB,UACzB,MAAM,eAAe,UACrB,MAAM,aAAa,UACnB,MAAM,UAAU,UAChB,MAAM,cAAc,UACpB,MAAM,cAAc,UACpB,MAAM,kBAAkB,WAED,IAAI,SAAS,SAAS,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,gFAAgF,IAAI,EAAE;GAChG,CAAC;;AAIN,QAAO"}

package/dist/fixture-loader.js

@@ -145,159 +145,161 @@ function validateFixtures(fixtures) {
 	for (let i = 0; i < fixtures.length; i++) {
 		const f = fixtures[i];
 		const response = f.response;
-		if (!isContentWithToolCallsResponse(response) && !isTextResponse(response) && !isToolCallResponse(response) && !isErrorResponse(response) && !isEmbeddingResponse(response) && !isImageResponse(response) && !isAudioResponse(response) && !isTranscriptionResponse(response) && !isVideoResponse(response) && !isJSONResponse(response)) results.push({
-			severity: "error",
-			fixtureIndex: i,
-			message: "response is not a recognized type (must have content, toolCalls, error, embedding, image, audio, transcription, video, or json)"
-		});
-		if (isTextResponse(response)) {
-			if (response.content === "") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: "content is empty string"
-			});
-			validateReasoning(response, i, results);
-			validateWebSearches(response, i, results);
-		}
-		if (isContentWithToolCallsResponse(response)) {
-			if (response.content === "") results.push({
+		if (typeof response === "function") {} else {
+			if (!isContentWithToolCallsResponse(response) && !isTextResponse(response) && !isToolCallResponse(response) && !isErrorResponse(response) && !isEmbeddingResponse(response) && !isImageResponse(response) && !isAudioResponse(response) && !isTranscriptionResponse(response) && !isVideoResponse(response) && !isJSONResponse(response)) results.push({
 				severity: "error",
 				fixtureIndex: i,
-				message: "content is empty string"
+				message: "response is not a recognized type (must have content, toolCalls, error, embedding, image, audio, transcription, video, or json)"
 			});
-			if (response.toolCalls.length === 0) results.push({
-				severity: "warning",
-				fixtureIndex: i,
-				message: "toolCalls array is empty — fixture will never produce tool calls"
-			});
-			for (let j = 0; j < response.toolCalls.length; j++) {
-				const tc = response.toolCalls[j];
-				if (!tc.name) results.push({
+			if (isTextResponse(response)) {
+				if (response.content === "") results.push({
 					severity: "error",
 					fixtureIndex: i,
-					message: `toolCalls[${j}].name is empty`
+					message: "content is empty string"
 				});
-				try {
-					JSON.parse(tc.arguments);
-				} catch {
-					results.push({
+				validateReasoning(response, i, results);
+				validateWebSearches(response, i, results);
+			}
+			if (isContentWithToolCallsResponse(response)) {
+				if (response.content === "") results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: "content is empty string"
+				});
+				if (response.toolCalls.length === 0) results.push({
+					severity: "warning",
+					fixtureIndex: i,
+					message: "toolCalls array is empty — fixture will never produce tool calls"
+				});
+				for (let j = 0; j < response.toolCalls.length; j++) {
+					const tc = response.toolCalls[j];
+					if (!tc.name) results.push({
 						severity: "error",
 						fixtureIndex: i,
-						message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`
+						message: `toolCalls[${j}].name is empty`
 					});
+					try {
+						JSON.parse(tc.arguments);
+					} catch {
+						results.push({
+							severity: "error",
+							fixtureIndex: i,
+							message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`
+						});
+					}
 				}
+				validateReasoning(response, i, results);
+				validateWebSearches(response, i, results);
 			}
-			validateReasoning(response, i, results);
-			validateWebSearches(response, i, results);
-		}
-		if (isToolCallResponse(response)) {
-			if (response.toolCalls.length === 0) results.push({
-				severity: "warning",
-				fixtureIndex: i,
-				message: "toolCalls array is empty — fixture will never produce tool calls"
-			});
-			for (let j = 0; j < response.toolCalls.length; j++) {
-				const tc = response.toolCalls[j];
-				if (!tc.name) results.push({
+			if (isToolCallResponse(response)) {
+				if (response.toolCalls.length === 0) results.push({
+					severity: "warning",
+					fixtureIndex: i,
+					message: "toolCalls array is empty — fixture will never produce tool calls"
+				});
+				for (let j = 0; j < response.toolCalls.length; j++) {
+					const tc = response.toolCalls[j];
+					if (!tc.name) results.push({
+						severity: "error",
+						fixtureIndex: i,
+						message: `toolCalls[${j}].name is empty`
+					});
+					try {
+						JSON.parse(tc.arguments);
+					} catch {
+						results.push({
+							severity: "error",
+							fixtureIndex: i,
+							message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`
+						});
+					}
+				}
+			}
+			if (isErrorResponse(response)) {
+				if (!response.error.message) results.push({
 					severity: "error",
 					fixtureIndex: i,
-					message: `toolCalls[${j}].name is empty`
+					message: "error.message is empty"
 				});
-				try {
-					JSON.parse(tc.arguments);
-				} catch {
+				if (response.status !== void 0 && (response.status < 100 || response.status > 599)) results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: `error status ${response.status} is not a valid HTTP status code`
+				});
+			}
+			if (isEmbeddingResponse(response)) {
+				if (response.embedding.length === 0) results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: "embedding array is empty"
+				});
+				for (let j = 0; j < response.embedding.length; j++) if (typeof response.embedding[j] !== "number") {
 					results.push({
 						severity: "error",
 						fixtureIndex: i,
-						message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`
+						message: `embedding[${j}] is not a number`
 					});
+					break;
 				}
 			}
-		}
-		if (isErrorResponse(response)) {
-			if (!response.error.message) results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: "error.message is empty"
-			});
-			if (response.status !== void 0 && (response.status < 100 || response.status > 599)) results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `error status ${response.status} is not a valid HTTP status code`
-			});
-		}
-		if (isEmbeddingResponse(response)) {
-			if (response.embedding.length === 0) results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: "embedding array is empty"
-			});
-			for (let j = 0; j < response.embedding.length; j++) if (typeof response.embedding[j] !== "number") {
-				results.push({
+			if (isAudioResponse(response) && typeof response.audio === "object") {
+				const audioObj = response.audio;
+				if (typeof audioObj.b64Json !== "string" || audioObj.b64Json === "") results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: "audio.b64Json must be a non-empty string"
+				});
+				if (audioObj.contentType !== void 0 && typeof audioObj.contentType !== "string") results.push({
 					severity: "error",
 					fixtureIndex: i,
-					message: `embedding[${j}] is not a number`
+					message: `audio.contentType must be a string, got ${typeof audioObj.contentType}`
 				});
-				break;
 			}
-		}
-		if (isAudioResponse(response) && typeof response.audio === "object") {
-			const audioObj = response.audio;
-			if (typeof audioObj.b64Json !== "string" || audioObj.b64Json === "") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: "audio.b64Json must be a non-empty string"
-			});
-			if (audioObj.contentType !== void 0 && typeof audioObj.contentType !== "string") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `audio.contentType must be a string, got ${typeof audioObj.contentType}`
-			});
-		}
-		if (isTextResponse(response) || isToolCallResponse(response) || isContentWithToolCallsResponse(response)) {
-			const r = response;
-			if (r.id !== void 0 && typeof r.id !== "string") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `override "id" must be a string, got ${typeof r.id}`
-			});
-			if (r.created !== void 0 && (typeof r.created !== "number" || r.created < 0)) results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `override "created" must be a non-negative number`
-			});
-			if (r.model !== void 0 && typeof r.model !== "string") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `override "model" must be a string, got ${typeof r.model}`
-			});
-			if (r.finishReason !== void 0 && typeof r.finishReason !== "string") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `override "finishReason" must be a string, got ${typeof r.finishReason}`
-			});
-			if (r.role !== void 0 && typeof r.role !== "string") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `override "role" must be a string, got ${typeof r.role}`
-			});
-			if (r.systemFingerprint !== void 0 && typeof r.systemFingerprint !== "string") results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `override "systemFingerprint" must be a string, got ${typeof r.systemFingerprint}`
-			});
-			if (r.usage !== void 0) if (typeof r.usage !== "object" || r.usage === null || Array.isArray(r.usage)) results.push({
-				severity: "error",
-				fixtureIndex: i,
-				message: `override "usage" must be an object`
-			});
-			else for (const key of Object.keys(r.usage)) {
-				const val = r.usage[key];
-				if (val !== void 0 && typeof val !== "number") results.push({
+			if (isTextResponse(response) || isToolCallResponse(response) || isContentWithToolCallsResponse(response)) {
+				const r = response;
+				if (r.id !== void 0 && typeof r.id !== "string") results.push({
 					severity: "error",
 					fixtureIndex: i,
-					message: `override "usage.${key}" must be a number, got ${typeof val}`
+					message: `override "id" must be a string, got ${typeof r.id}`
 				});
+				if (r.created !== void 0 && (typeof r.created !== "number" || r.created < 0)) results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: `override "created" must be a non-negative number`
+				});
+				if (r.model !== void 0 && typeof r.model !== "string") results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: `override "model" must be a string, got ${typeof r.model}`
+				});
+				if (r.finishReason !== void 0 && typeof r.finishReason !== "string") results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: `override "finishReason" must be a string, got ${typeof r.finishReason}`
+				});
+				if (r.role !== void 0 && typeof r.role !== "string") results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: `override "role" must be a string, got ${typeof r.role}`
+				});
+				if (r.systemFingerprint !== void 0 && typeof r.systemFingerprint !== "string") results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: `override "systemFingerprint" must be a string, got ${typeof r.systemFingerprint}`
+				});
+				if (r.usage !== void 0) if (typeof r.usage !== "object" || r.usage === null || Array.isArray(r.usage)) results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: `override "usage" must be an object`
+				});
+				else for (const key of Object.keys(r.usage)) {
+					const val = r.usage[key];
+					if (val !== void 0 && typeof val !== "number") results.push({
+						severity: "error",
+						fixtureIndex: i,
+						message: `override "usage.${key}" must be a number, got ${typeof val}`
+					});
+				}
 			}
 		}
 		if (f.latency !== void 0 && f.latency < 0) results.push({

package/dist/fixture-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"fixture-loader.js","names":[],"sources":["../src/fixture-loader.ts"],"sourcesContent":["import { readFileSync, readdirSync, statSync } from \"node:fs\";\nimport { join } from \"node:path\";\nimport type {\n  Fixture,\n  FixtureFile,\n  FixtureFileEntry,\n  FixtureFileResponse,\n  FixtureResponse,\n  ResponseOverrides,\n} from \"./types.js\";\nimport {\n  isTextResponse,\n  isToolCallResponse,\n  isContentWithToolCallsResponse,\n  isErrorResponse,\n  isEmbeddingResponse,\n  isImageResponse,\n  isAudioResponse,\n  isTranscriptionResponse,\n  isVideoResponse,\n  isJSONResponse,\n} from \"./helpers.js\";\nimport type { Logger } from \"./logger.js\";\n\n/**\n * Auto-stringify object-valued `content` and `toolCalls[].arguments` fields.\n * This lets fixture authors write plain JSON objects instead of escaped strings.\n * All other fields (including ResponseOverrides) pass through unmodified.\n */\nexport function normalizeResponse(raw: FixtureFileResponse): FixtureResponse {\n  // Shallow-clone so we don't mutate the parsed JSON input.\n  const response = { ...raw } as Record<string, unknown>;\n\n  // Auto-stringify object content (e.g. structured output)\n  if (typeof response.content === \"object\" && response.content !== null) {\n    response.content = JSON.stringify(response.content);\n  }\n\n  // Auto-stringify object arguments in toolCalls\n  if (Array.isArray(response.toolCalls)) {\n    response.toolCalls = (response.toolCalls as Array<Record<string, unknown>>).map((tc) => {\n      if (typeof tc.arguments === \"object\" && tc.arguments !== null) {\n        return { ...tc, arguments: JSON.stringify(tc.arguments) };\n      }\n      return tc;\n    });\n  }\n\n  return response as unknown as FixtureResponse;\n}\n\nexport function entryToFixture(entry: FixtureFileEntry): Fixture {\n  return {\n    match: {\n      userMessage: entry.match.userMessage,\n      inputText: entry.match.inputText,\n      toolCallId: entry.match.toolCallId,\n      toolName: entry.match.toolName,\n      model: entry.match.model,\n      responseFormat: entry.match.responseFormat,\n      endpoint: entry.match.endpoint,\n      ...(entry.match.sequenceIndex !== undefined && { sequenceIndex: entry.match.sequenceIndex }),\n      ...(entry.match.turnIndex !== undefined && {\n        turnIndex: entry.match.turnIndex,\n      }),\n      ...(entry.match.hasToolResult !== undefined && {\n        hasToolResult: entry.match.hasToolResult,\n      }),\n    },\n    response: normalizeResponse(entry.response),\n    ...(entry.latency !== undefined && { latency: entry.latency }),\n    ...(entry.chunkSize !== undefined && { chunkSize: entry.chunkSize }),\n    ...(entry.truncateAfterChunks !== undefined && {\n      truncateAfterChunks: entry.truncateAfterChunks,\n    }),\n    ...(entry.disconnectAfterMs !== undefined && { disconnectAfterMs: entry.disconnectAfterMs }),\n    ...(entry.streamingProfile !== undefined && { streamingProfile: entry.streamingProfile }),\n    ...(entry.chaos !== undefined && { chaos: entry.chaos }),\n  };\n}\n\n// Logging helper — uses logger if provided, falls back to console.warn.\nfunction warn(logger: Logger | undefined, msg: string, ...rest: unknown[]): void {\n  if (logger) {\n    logger.warn(msg, ...rest);\n  } else {\n    console.warn(`[fixture-loader] ${msg}`, ...rest);\n  }\n}\n\nexport function loadFixtureFile(filePath: string, logger?: Logger): Fixture[] {\n  let raw: string;\n  try {\n    raw = readFileSync(filePath, \"utf-8\");\n  } catch (err) {\n    warn(logger, `Could not read file ${filePath}:`, err);\n    return [];\n  }\n\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(raw);\n  } catch (err) {\n    warn(logger, `Invalid JSON in ${filePath}:`, err);\n    return [];\n  }\n\n  if (\n    typeof parsed !== \"object\" ||\n    parsed === null ||\n    !Array.isArray((parsed as FixtureFile).fixtures)\n  ) {\n    warn(logger, `Missing or invalid \"fixtures\" array in ${filePath}`);\n    return [];\n  }\n\n  return (parsed as FixtureFile).fixtures.map(entryToFixture);\n}\n\nexport function loadFixturesFromDir(dirPath: string, logger?: Logger): Fixture[] {\n  let entries: string[];\n  try {\n    entries = readdirSync(dirPath);\n  } catch (err) {\n    warn(logger, `Could not read directory ${dirPath}:`, err);\n    return [];\n  }\n\n  const jsonFiles: string[] = [];\n  for (const name of entries) {\n    const fullPath = join(dirPath, name);\n    try {\n      if (statSync(fullPath).isDirectory()) {\n        warn(logger, `Skipping subdirectory ${fullPath} (fixtures are not loaded recursively)`);\n        continue;\n      }\n    } catch (err) {\n      const code = (err as NodeJS.ErrnoException).code;\n      if (code !== \"ENOENT\") {\n        warn(logger, `Could not stat ${fullPath}:`, err);\n      }\n      continue;\n    }\n    if (name.endsWith(\".json\")) {\n      jsonFiles.push(name);\n    }\n  }\n  jsonFiles.sort();\n\n  const fixtures: Fixture[] = [];\n  for (const name of jsonFiles) {\n    const filePath = join(dirPath, name);\n    fixtures.push(...loadFixtureFile(filePath, logger));\n  }\n\n  return fixtures;\n}\n\n// ---------------------------------------------------------------------------\n// Fixture validation\n// ---------------------------------------------------------------------------\n\nexport interface ValidationResult {\n  severity: \"error\" | \"warning\";\n  fixtureIndex: number;\n  message: string;\n}\n\nfunction validateReasoning(\n  response: { reasoning?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.reasoning !== undefined) {\n    if (typeof response.reasoning !== \"string\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"reasoning must be a string\",\n      });\n    } else if (response.reasoning === \"\") {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"reasoning is empty string — no reasoning events will be emitted\",\n      });\n    }\n  }\n}\n\nfunction validateWebSearches(\n  response: { webSearches?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.webSearches !== undefined) {\n    if (!Array.isArray(response.webSearches)) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"webSearches must be an array of strings\",\n      });\n    } else if (response.webSearches.length === 0) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"webSearches is empty array — no web search events will be emitted\",\n      });\n    } else {\n      for (let j = 0; j < response.webSearches.length; j++) {\n        if (typeof response.webSearches[j] !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex,\n            message: `webSearches[${j}] is not a string`,\n          });\n          break;\n        }\n        if (response.webSearches[j] === \"\") {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex,\n            message: `webSearches[${j}] is empty string`,\n          });\n        }\n      }\n    }\n  }\n}\n\nexport function validateFixtures(fixtures: Fixture[]): ValidationResult[] {\n  const results: ValidationResult[] = [];\n\n  const seenUserMessages = new Map<string, number>();\n\n  for (let i = 0; i < fixtures.length; i++) {\n    const f = fixtures[i];\n    const response = f.response;\n\n    // --- Error checks ---\n\n    // Response type recognition\n    // Note: isContentWithToolCallsResponse must be checked before isTextResponse\n    // and isToolCallResponse since it is a structural superset of both.\n    if (\n      !isContentWithToolCallsResponse(response) &&\n      !isTextResponse(response) &&\n      !isToolCallResponse(response) &&\n      !isErrorResponse(response) &&\n      !isEmbeddingResponse(response) &&\n      !isImageResponse(response) &&\n      !isAudioResponse(response) &&\n      !isTranscriptionResponse(response) &&\n      !isVideoResponse(response) &&\n      !isJSONResponse(response)\n    ) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message:\n          \"response is not a recognized type (must have content, toolCalls, error, embedding, image, audio, transcription, video, or json)\",\n      });\n    }\n\n    // Text response checks\n    if (isTextResponse(response)) {\n      if (response.content === \"\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"content is empty string\",\n        });\n      }\n      validateReasoning(response, i, results);\n      validateWebSearches(response, i, results);\n    }\n\n    // ContentWithToolCalls response checks\n    if (isContentWithToolCallsResponse(response)) {\n      if (response.content === \"\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"content is empty string\",\n        });\n      }\n      if (response.toolCalls.length === 0) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: \"toolCalls array is empty — fixture will never produce tool calls\",\n        });\n      }\n      for (let j = 0; j < response.toolCalls.length; j++) {\n        const tc = response.toolCalls[j];\n        if (!tc.name) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].name is empty`,\n          });\n        }\n        try {\n          JSON.parse(tc.arguments);\n        } catch {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n          });\n        }\n      }\n      validateReasoning(response, i, results);\n      validateWebSearches(response, i, results);\n    }\n\n    // Tool call response checks\n    if (isToolCallResponse(response)) {\n      if (response.toolCalls.length === 0) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: \"toolCalls array is empty — fixture will never produce tool calls\",\n        });\n      }\n      for (let j = 0; j < response.toolCalls.length; j++) {\n        const tc = response.toolCalls[j];\n        if (!tc.name) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].name is empty`,\n          });\n        }\n        try {\n          JSON.parse(tc.arguments);\n        } catch {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n          });\n        }\n      }\n    }\n\n    // Error response checks\n    if (isErrorResponse(response)) {\n      if (!response.error.message) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"error.message is empty\",\n        });\n      }\n      if (response.status !== undefined && (response.status < 100 || response.status > 599)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `error status ${response.status} is not a valid HTTP status code`,\n        });\n      }\n    }\n\n    // Embedding response checks\n    if (isEmbeddingResponse(response)) {\n      if (response.embedding.length === 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"embedding array is empty\",\n        });\n      }\n      for (let j = 0; j < response.embedding.length; j++) {\n        if (typeof response.embedding[j] !== \"number\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `embedding[${j}] is not a number`,\n          });\n          break; // one error is enough\n        }\n      }\n    }\n\n    // Audio response checks — validate object-form audio\n    if (isAudioResponse(response) && typeof response.audio === \"object\") {\n      const audioObj = response.audio;\n      if (typeof audioObj.b64Json !== \"string\" || audioObj.b64Json === \"\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"audio.b64Json must be a non-empty string\",\n        });\n      }\n      if (audioObj.contentType !== undefined && typeof audioObj.contentType !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `audio.contentType must be a string, got ${typeof audioObj.contentType}`,\n        });\n      }\n    }\n\n    // Validate ResponseOverrides fields\n    if (\n      isTextResponse(response) ||\n      isToolCallResponse(response) ||\n      isContentWithToolCallsResponse(response)\n    ) {\n      const r = response as ResponseOverrides;\n      if (r.id !== undefined && typeof r.id !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"id\" must be a string, got ${typeof r.id}`,\n        });\n      }\n      if (r.created !== undefined && (typeof r.created !== \"number\" || r.created < 0)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"created\" must be a non-negative number`,\n        });\n      }\n      if (r.model !== undefined && typeof r.model !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"model\" must be a string, got ${typeof r.model}`,\n        });\n      }\n      if (r.finishReason !== undefined && typeof r.finishReason !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"finishReason\" must be a string, got ${typeof r.finishReason}`,\n        });\n      }\n      if (r.role !== undefined && typeof r.role !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"role\" must be a string, got ${typeof r.role}`,\n        });\n      }\n      if (r.systemFingerprint !== undefined && typeof r.systemFingerprint !== \"string\") {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: `override \"systemFingerprint\" must be a string, got ${typeof r.systemFingerprint}`,\n        });\n      }\n      if (r.usage !== undefined) {\n        if (typeof r.usage !== \"object\" || r.usage === null || Array.isArray(r.usage)) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"usage\" must be an object`,\n          });\n        } else {\n          // Check all known usage fields are numbers if present\n          for (const key of Object.keys(r.usage)) {\n            const val = (r.usage as Record<string, unknown>)[key];\n            if (val !== undefined && typeof val !== \"number\") {\n              results.push({\n                severity: \"error\",\n                fixtureIndex: i,\n                message: `override \"usage.${key}\" must be a number, got ${typeof val}`,\n              });\n            }\n          }\n        }\n      }\n    }\n\n    // Numeric sanity checks\n    if (f.latency !== undefined && f.latency < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"latency must be >= 0\",\n      });\n    }\n    if (f.chunkSize !== undefined && f.chunkSize < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"chunkSize must be >= 1\",\n      });\n    }\n    if (f.truncateAfterChunks !== undefined && f.truncateAfterChunks < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"truncateAfterChunks must be >= 1\",\n      });\n    }\n    if (f.disconnectAfterMs !== undefined && f.disconnectAfterMs < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"disconnectAfterMs must be >= 0\",\n      });\n    }\n    if (f.streamingProfile !== undefined) {\n      const sp = f.streamingProfile;\n      if (sp.ttft !== undefined && sp.ttft < 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.ttft must be >= 0\",\n        });\n      }\n      if (sp.tps !== undefined && sp.tps <= 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.tps must be > 0\",\n        });\n      }\n      if (sp.jitter !== undefined && (sp.jitter < 0 || sp.jitter > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.jitter must be between 0 and 1\",\n        });\n      }\n    }\n    if (f.chaos !== undefined) {\n      const ch = f.chaos;\n      if (ch.dropRate !== undefined && (ch.dropRate < 0 || ch.dropRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.dropRate must be between 0 and 1\",\n        });\n      }\n      if (ch.malformedRate !== undefined && (ch.malformedRate < 0 || ch.malformedRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.malformedRate must be between 0 and 1\",\n        });\n      }\n      if (ch.disconnectRate !== undefined && (ch.disconnectRate < 0 || ch.disconnectRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.disconnectRate must be between 0 and 1\",\n        });\n      }\n    }\n\n    // Match field type checks\n    if (f.match.turnIndex !== undefined) {\n      if (\n        typeof f.match.turnIndex !== \"number\" ||\n        f.match.turnIndex < 0 ||\n        !Number.isInteger(f.match.turnIndex)\n      ) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"match.turnIndex must be a non-negative integer\",\n        });\n      }\n    }\n    if (f.match.hasToolResult !== undefined && typeof f.match.hasToolResult !== \"boolean\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: `match.hasToolResult must be a boolean, got ${typeof f.match.hasToolResult}`,\n      });\n    }\n\n    // --- Warning checks ---\n\n    // Duplicate userMessage shadowing — include turnIndex, hasToolResult, and\n    // sequenceIndex in the dedup key so that fixtures which share a userMessage\n    // but differ on those fields are NOT considered duplicates.\n    const um = f.match.userMessage;\n    if (typeof um === \"string\" && um) {\n      const dedupKey = `${um}|${f.match.turnIndex}|${f.match.hasToolResult}|${f.match.sequenceIndex}`;\n      const prev = seenUserMessages.get(dedupKey);\n      if (prev !== undefined) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: `duplicate userMessage '${um}' — shadows fixture ${prev}`,\n        });\n      } else {\n        seenUserMessages.set(dedupKey, i);\n      }\n    }\n\n    // Catch-all not in last position\n    const match = f.match;\n    const hasDiscriminator =\n      match.endpoint !== undefined ||\n      match.userMessage !== undefined ||\n      match.inputText !== undefined ||\n      match.responseFormat !== undefined ||\n      match.toolCallId !== undefined ||\n      match.toolName !== undefined ||\n      match.model !== undefined ||\n      match.predicate !== undefined ||\n      match.turnIndex !== undefined ||\n      match.hasToolResult !== undefined;\n\n    if (!hasDiscriminator && i < fixtures.length - 1) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex: i,\n        message: `empty match acts as catch-all but is not the last fixture — shadows fixtures ${i + 1}+`,\n      });\n    }\n  }\n\n  return results;\n}\n"],"mappings":";;;;;;;;;;AA6BA,SAAgB,kBAAkB,KAA2C;CAE3E,MAAM,WAAW,EAAE,GAAG,KAAK;AAG3B,KAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,KAC/D,UAAS,UAAU,KAAK,UAAU,SAAS,QAAQ;AAIrD,KAAI,MAAM,QAAQ,SAAS,UAAU,CACnC,UAAS,YAAa,SAAS,UAA6C,KAAK,OAAO;AACtF,MAAI,OAAO,GAAG,cAAc,YAAY,GAAG,cAAc,KACvD,QAAO;GAAE,GAAG;GAAI,WAAW,KAAK,UAAU,GAAG,UAAU;GAAE;AAE3D,SAAO;GACP;AAGJ,QAAO;;AAGT,SAAgB,eAAe,OAAkC;AAC/D,QAAO;EACL,OAAO;GACL,aAAa,MAAM,MAAM;GACzB,WAAW,MAAM,MAAM;GACvB,YAAY,MAAM,MAAM;GACxB,UAAU,MAAM,MAAM;GACtB,OAAO,MAAM,MAAM;GACnB,gBAAgB,MAAM,MAAM;GAC5B,UAAU,MAAM,MAAM;GACtB,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAAE,eAAe,MAAM,MAAM,eAAe;GAC3F,GAAI,MAAM,MAAM,cAAc,UAAa,EACzC,WAAW,MAAM,MAAM,WACxB;GACD,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAC7C,eAAe,MAAM,MAAM,eAC5B;GACF;EACD,UAAU,kBAAkB,MAAM,SAAS;EAC3C,GAAI,MAAM,YAAY,UAAa,EAAE,SAAS,MAAM,SAAS;EAC7D,GAAI,MAAM,cAAc,UAAa,EAAE,WAAW,MAAM,WAAW;EACnE,GAAI,MAAM,wBAAwB,UAAa,EAC7C,qBAAqB,MAAM,qBAC5B;EACD,GAAI,MAAM,sBAAsB,UAAa,EAAE,mBAAmB,MAAM,mBAAmB;EAC3F,GAAI,MAAM,qBAAqB,UAAa,EAAE,kBAAkB,MAAM,kBAAkB;EACxF,GAAI,MAAM,UAAU,UAAa,EAAE,OAAO,MAAM,OAAO;EACxD;;AAIH,SAAS,KAAK,QAA4B,KAAa,GAAG,MAAuB;AAC/E,KAAI,OACF,QAAO,KAAK,KAAK,GAAG,KAAK;KAEzB,SAAQ,KAAK,oBAAoB,OAAO,GAAG,KAAK;;AAIpD,SAAgB,gBAAgB,UAAkB,QAA4B;CAC5E,IAAI;AACJ,KAAI;AACF,QAAM,aAAa,UAAU,QAAQ;UAC9B,KAAK;AACZ,OAAK,QAAQ,uBAAuB,SAAS,IAAI,IAAI;AACrD,SAAO,EAAE;;CAGX,IAAI;AACJ,KAAI;AACF,WAAS,KAAK,MAAM,IAAI;UACjB,KAAK;AACZ,OAAK,QAAQ,mBAAmB,SAAS,IAAI,IAAI;AACjD,SAAO,EAAE;;AAGX,KACE,OAAO,WAAW,YAClB,WAAW,QACX,CAAC,MAAM,QAAS,OAAuB,SAAS,EAChD;AACA,OAAK,QAAQ,0CAA0C,WAAW;AAClE,SAAO,EAAE;;AAGX,QAAQ,OAAuB,SAAS,IAAI,eAAe;;AAG7D,SAAgB,oBAAoB,SAAiB,QAA4B;CAC/E,IAAI;AACJ,KAAI;AACF,YAAU,YAAY,QAAQ;UACvB,KAAK;AACZ,OAAK,QAAQ,4BAA4B,QAAQ,IAAI,IAAI;AACzD,SAAO,EAAE;;CAGX,MAAM,YAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,WAAW,KAAK,SAAS,KAAK;AACpC,MAAI;AACF,OAAI,SAAS,SAAS,CAAC,aAAa,EAAE;AACpC,SAAK,QAAQ,yBAAyB,SAAS,wCAAwC;AACvF;;WAEK,KAAK;AAEZ,OADc,IAA8B,SAC/B,SACX,MAAK,QAAQ,kBAAkB,SAAS,IAAI,IAAI;AAElD;;AAEF,MAAI,KAAK,SAAS,QAAQ,CACxB,WAAU,KAAK,KAAK;;AAGxB,WAAU,MAAM;CAEhB,MAAM,WAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,WAAW;EAC5B,MAAM,WAAW,KAAK,SAAS,KAAK;AACpC,WAAS,KAAK,GAAG,gBAAgB,UAAU,OAAO,CAAC;;AAGrD,QAAO;;AAaT,SAAS,kBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,cAAc,QACzB;MAAI,OAAO,SAAS,cAAc,SAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;WACO,SAAS,cAAc,GAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;;;AAKR,SAAS,oBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,gBAAgB,OAC3B,KAAI,CAAC,MAAM,QAAQ,SAAS,YAAY,CACtC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;UACO,SAAS,YAAY,WAAW,EACzC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;KAEF,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,YAAY,QAAQ,KAAK;AACpD,MAAI,OAAO,SAAS,YAAY,OAAO,UAAU;AAC/C,WAAQ,KAAK;IACX,UAAU;IACV;IACA,SAAS,eAAe,EAAE;IAC3B,CAAC;AACF;;AAEF,MAAI,SAAS,YAAY,OAAO,GAC9B,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS,eAAe,EAAE;GAC3B,CAAC;;;AAOZ,SAAgB,iBAAiB,UAAyC;CACxE,MAAM,UAA8B,EAAE;CAEtC,MAAM,mCAAmB,IAAI,KAAqB;AAElD,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;EACxC,MAAM,IAAI,SAAS;EACnB,MAAM,WAAW,EAAE;AAOnB,MACE,CAAC,+BAA+B,SAAS,IACzC,CAAC,eAAe,SAAS,IACzB,CAAC,mBAAmB,SAAS,IAC7B,CAAC,gBAAgB,SAAS,IAC1B,CAAC,oBAAoB,SAAS,IAC9B,CAAC,gBAAgB,SAAS,IAC1B,CAAC,gBAAgB,SAAS,IAC1B,CAAC,wBAAwB,SAAS,IAClC,CAAC,gBAAgB,SAAS,IAC1B,CAAC,eAAe,SAAS,CAEzB,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SACE;GACH,CAAC;AAIJ,MAAI,eAAe,SAAS,EAAE;AAC5B,OAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,qBAAkB,UAAU,GAAG,QAAQ;AACvC,uBAAoB,UAAU,GAAG,QAAQ;;AAI3C,MAAI,+BAA+B,SAAS,EAAE;AAC5C,OAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,QAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;IAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,QAAI,CAAC,GAAG,KACN,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,aAAa,EAAE;KACzB,CAAC;AAEJ,QAAI;AACF,UAAK,MAAM,GAAG,UAAU;YAClB;AACN,aAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;MAC7D,CAAC;;;AAGN,qBAAkB,UAAU,GAAG,QAAQ;AACvC,uBAAoB,UAAU,GAAG,QAAQ;;AAI3C,MAAI,mBAAmB,SAAS,EAAE;AAChC,OAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,QAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;IAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,QAAI,CAAC,GAAG,KACN,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,aAAa,EAAE;KACzB,CAAC;AAEJ,QAAI;AACF,UAAK,MAAM,GAAG,UAAU;YAClB;AACN,aAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;MAC7D,CAAC;;;;AAMR,MAAI,gBAAgB,SAAS,EAAE;AAC7B,OAAI,CAAC,SAAS,MAAM,QAClB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,SAAS,WAAW,WAAc,SAAS,SAAS,OAAO,SAAS,SAAS,KAC/E,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,gBAAgB,SAAS,OAAO;IAC1C,CAAC;;AAKN,MAAI,oBAAoB,SAAS,EAAE;AACjC,OAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,QAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,IAC7C,KAAI,OAAO,SAAS,UAAU,OAAO,UAAU;AAC7C,YAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,aAAa,EAAE;KACzB,CAAC;AACF;;;AAMN,MAAI,gBAAgB,SAAS,IAAI,OAAO,SAAS,UAAU,UAAU;GACnE,MAAM,WAAW,SAAS;AAC1B,OAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,GAC/D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,SAAS,gBAAgB,UAAa,OAAO,SAAS,gBAAgB,SACxE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,2CAA2C,OAAO,SAAS;IACrE,CAAC;;AAKN,MACE,eAAe,SAAS,IACxB,mBAAmB,SAAS,IAC5B,+BAA+B,SAAS,EACxC;GACA,MAAM,IAAI;AACV,OAAI,EAAE,OAAO,UAAa,OAAO,EAAE,OAAO,SACxC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,uCAAuC,OAAO,EAAE;IAC1D,CAAC;AAEJ,OAAI,EAAE,YAAY,WAAc,OAAO,EAAE,YAAY,YAAY,EAAE,UAAU,GAC3E,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,EAAE,UAAU,UAAa,OAAO,EAAE,UAAU,SAC9C,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,0CAA0C,OAAO,EAAE;IAC7D,CAAC;AAEJ,OAAI,EAAE,iBAAiB,UAAa,OAAO,EAAE,iBAAiB,SAC5D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,iDAAiD,OAAO,EAAE;IACpE,CAAC;AAEJ,OAAI,EAAE,SAAS,UAAa,OAAO,EAAE,SAAS,SAC5C,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,yCAAyC,OAAO,EAAE;IAC5D,CAAC;AAEJ,OAAI,EAAE,sBAAsB,UAAa,OAAO,EAAE,sBAAsB,SACtE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,sDAAsD,OAAO,EAAE;IACzE,CAAC;AAEJ,OAAI,EAAE,UAAU,OACd,KAAI,OAAO,EAAE,UAAU,YAAY,EAAE,UAAU,QAAQ,MAAM,QAAQ,EAAE,MAAM,CAC3E,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;OAGF,MAAK,MAAM,OAAO,OAAO,KAAK,EAAE,MAAM,EAAE;IACtC,MAAM,MAAO,EAAE,MAAkC;AACjD,QAAI,QAAQ,UAAa,OAAO,QAAQ,SACtC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,mBAAmB,IAAI,0BAA0B,OAAO;KAClE,CAAC;;;AAQZ,MAAI,EAAE,YAAY,UAAa,EAAE,UAAU,EACzC,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,cAAc,UAAa,EAAE,YAAY,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,wBAAwB,UAAa,EAAE,sBAAsB,EACjE,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,sBAAsB,UAAa,EAAE,oBAAoB,EAC7D,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,qBAAqB,QAAW;GACpC,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,SAAS,UAAa,GAAG,OAAO,EACrC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,QAAQ,UAAa,GAAG,OAAO,EACpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,WAAW,WAAc,GAAG,SAAS,KAAK,GAAG,SAAS,GAC3D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,UAAU,QAAW;GACzB,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,aAAa,WAAc,GAAG,WAAW,KAAK,GAAG,WAAW,GACjE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,kBAAkB,WAAc,GAAG,gBAAgB,KAAK,GAAG,gBAAgB,GAChF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,mBAAmB,WAAc,GAAG,iBAAiB,KAAK,GAAG,iBAAiB,GACnF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAKN,MAAI,EAAE,MAAM,cAAc,QACxB;OACE,OAAO,EAAE,MAAM,cAAc,YAC7B,EAAE,MAAM,YAAY,KACpB,CAAC,OAAO,UAAU,EAAE,MAAM,UAAU,CAEpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,MAAM,kBAAkB,UAAa,OAAO,EAAE,MAAM,kBAAkB,UAC1E,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,8CAA8C,OAAO,EAAE,MAAM;GACvE,CAAC;EAQJ,MAAM,KAAK,EAAE,MAAM;AACnB,MAAI,OAAO,OAAO,YAAY,IAAI;GAChC,MAAM,WAAW,GAAG,GAAG,GAAG,EAAE,MAAM,UAAU,GAAG,EAAE,MAAM,cAAc,GAAG,EAAE,MAAM;GAChF,MAAM,OAAO,iBAAiB,IAAI,SAAS;AAC3C,OAAI,SAAS,OACX,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,0BAA0B,GAAG,sBAAsB;IAC7D,CAAC;OAEF,kBAAiB,IAAI,UAAU,EAAE;;EAKrC,MAAM,QAAQ,EAAE;AAahB,MAAI,EAXF,MAAM,aAAa,UACnB,MAAM,gBAAgB,UACtB,MAAM,cAAc,UACpB,MAAM,mBAAmB,UACzB,MAAM,eAAe,UACrB,MAAM,aAAa,UACnB,MAAM,UAAU,UAChB,MAAM,cAAc,UACpB,MAAM,cAAc,UACpB,MAAM,kBAAkB,WAED,IAAI,SAAS,SAAS,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,gFAAgF,IAAI,EAAE;GAChG,CAAC;;AAIN,QAAO"}
+{"version":3,"file":"fixture-loader.js","names":[],"sources":["../src/fixture-loader.ts"],"sourcesContent":["import { readFileSync, readdirSync, statSync } from \"node:fs\";\nimport { join } from \"node:path\";\nimport type {\n  Fixture,\n  FixtureFile,\n  FixtureFileEntry,\n  FixtureFileResponse,\n  FixtureResponse,\n  ResponseOverrides,\n} from \"./types.js\";\nimport {\n  isTextResponse,\n  isToolCallResponse,\n  isContentWithToolCallsResponse,\n  isErrorResponse,\n  isEmbeddingResponse,\n  isImageResponse,\n  isAudioResponse,\n  isTranscriptionResponse,\n  isVideoResponse,\n  isJSONResponse,\n} from \"./helpers.js\";\nimport type { Logger } from \"./logger.js\";\n\n/**\n * Auto-stringify object-valued `content` and `toolCalls[].arguments` fields.\n * This lets fixture authors write plain JSON objects instead of escaped strings.\n * All other fields (including ResponseOverrides) pass through unmodified.\n */\nexport function normalizeResponse(raw: FixtureFileResponse): FixtureResponse {\n  // Shallow-clone so we don't mutate the parsed JSON input.\n  const response = { ...raw } as Record<string, unknown>;\n\n  // Auto-stringify object content (e.g. structured output)\n  if (typeof response.content === \"object\" && response.content !== null) {\n    response.content = JSON.stringify(response.content);\n  }\n\n  // Auto-stringify object arguments in toolCalls\n  if (Array.isArray(response.toolCalls)) {\n    response.toolCalls = (response.toolCalls as Array<Record<string, unknown>>).map((tc) => {\n      if (typeof tc.arguments === \"object\" && tc.arguments !== null) {\n        return { ...tc, arguments: JSON.stringify(tc.arguments) };\n      }\n      return tc;\n    });\n  }\n\n  return response as unknown as FixtureResponse;\n}\n\nexport function entryToFixture(entry: FixtureFileEntry): Fixture {\n  return {\n    match: {\n      userMessage: entry.match.userMessage,\n      inputText: entry.match.inputText,\n      toolCallId: entry.match.toolCallId,\n      toolName: entry.match.toolName,\n      model: entry.match.model,\n      responseFormat: entry.match.responseFormat,\n      endpoint: entry.match.endpoint,\n      ...(entry.match.sequenceIndex !== undefined && { sequenceIndex: entry.match.sequenceIndex }),\n      ...(entry.match.turnIndex !== undefined && {\n        turnIndex: entry.match.turnIndex,\n      }),\n      ...(entry.match.hasToolResult !== undefined && {\n        hasToolResult: entry.match.hasToolResult,\n      }),\n    },\n    response: normalizeResponse(entry.response),\n    ...(entry.latency !== undefined && { latency: entry.latency }),\n    ...(entry.chunkSize !== undefined && { chunkSize: entry.chunkSize }),\n    ...(entry.truncateAfterChunks !== undefined && {\n      truncateAfterChunks: entry.truncateAfterChunks,\n    }),\n    ...(entry.disconnectAfterMs !== undefined && { disconnectAfterMs: entry.disconnectAfterMs }),\n    ...(entry.streamingProfile !== undefined && { streamingProfile: entry.streamingProfile }),\n    ...(entry.chaos !== undefined && { chaos: entry.chaos }),\n  };\n}\n\n// Logging helper — uses logger if provided, falls back to console.warn.\nfunction warn(logger: Logger | undefined, msg: string, ...rest: unknown[]): void {\n  if (logger) {\n    logger.warn(msg, ...rest);\n  } else {\n    console.warn(`[fixture-loader] ${msg}`, ...rest);\n  }\n}\n\nexport function loadFixtureFile(filePath: string, logger?: Logger): Fixture[] {\n  let raw: string;\n  try {\n    raw = readFileSync(filePath, \"utf-8\");\n  } catch (err) {\n    warn(logger, `Could not read file ${filePath}:`, err);\n    return [];\n  }\n\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(raw);\n  } catch (err) {\n    warn(logger, `Invalid JSON in ${filePath}:`, err);\n    return [];\n  }\n\n  if (\n    typeof parsed !== \"object\" ||\n    parsed === null ||\n    !Array.isArray((parsed as FixtureFile).fixtures)\n  ) {\n    warn(logger, `Missing or invalid \"fixtures\" array in ${filePath}`);\n    return [];\n  }\n\n  return (parsed as FixtureFile).fixtures.map(entryToFixture);\n}\n\nexport function loadFixturesFromDir(dirPath: string, logger?: Logger): Fixture[] {\n  let entries: string[];\n  try {\n    entries = readdirSync(dirPath);\n  } catch (err) {\n    warn(logger, `Could not read directory ${dirPath}:`, err);\n    return [];\n  }\n\n  const jsonFiles: string[] = [];\n  for (const name of entries) {\n    const fullPath = join(dirPath, name);\n    try {\n      if (statSync(fullPath).isDirectory()) {\n        warn(logger, `Skipping subdirectory ${fullPath} (fixtures are not loaded recursively)`);\n        continue;\n      }\n    } catch (err) {\n      const code = (err as NodeJS.ErrnoException).code;\n      if (code !== \"ENOENT\") {\n        warn(logger, `Could not stat ${fullPath}:`, err);\n      }\n      continue;\n    }\n    if (name.endsWith(\".json\")) {\n      jsonFiles.push(name);\n    }\n  }\n  jsonFiles.sort();\n\n  const fixtures: Fixture[] = [];\n  for (const name of jsonFiles) {\n    const filePath = join(dirPath, name);\n    fixtures.push(...loadFixtureFile(filePath, logger));\n  }\n\n  return fixtures;\n}\n\n// ---------------------------------------------------------------------------\n// Fixture validation\n// ---------------------------------------------------------------------------\n\nexport interface ValidationResult {\n  severity: \"error\" | \"warning\";\n  fixtureIndex: number;\n  message: string;\n}\n\nfunction validateReasoning(\n  response: { reasoning?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.reasoning !== undefined) {\n    if (typeof response.reasoning !== \"string\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"reasoning must be a string\",\n      });\n    } else if (response.reasoning === \"\") {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"reasoning is empty string — no reasoning events will be emitted\",\n      });\n    }\n  }\n}\n\nfunction validateWebSearches(\n  response: { webSearches?: unknown },\n  fixtureIndex: number,\n  results: ValidationResult[],\n): void {\n  if (response.webSearches !== undefined) {\n    if (!Array.isArray(response.webSearches)) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex,\n        message: \"webSearches must be an array of strings\",\n      });\n    } else if (response.webSearches.length === 0) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex,\n        message: \"webSearches is empty array — no web search events will be emitted\",\n      });\n    } else {\n      for (let j = 0; j < response.webSearches.length; j++) {\n        if (typeof response.webSearches[j] !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex,\n            message: `webSearches[${j}] is not a string`,\n          });\n          break;\n        }\n        if (response.webSearches[j] === \"\") {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex,\n            message: `webSearches[${j}] is empty string`,\n          });\n        }\n      }\n    }\n  }\n}\n\nexport function validateFixtures(fixtures: Fixture[]): ValidationResult[] {\n  const results: ValidationResult[] = [];\n\n  const seenUserMessages = new Map<string, number>();\n\n  for (let i = 0; i < fixtures.length; i++) {\n    const f = fixtures[i];\n    const response = f.response;\n\n    // Skip response-shape validation for function responses — they are\n    // evaluated at runtime so we cannot statically inspect them.\n    if (typeof response === \"function\") {\n      // Still validate match fields and numeric options below.\n    } else {\n      // --- Error checks ---\n\n      // Response type recognition\n      // Note: isContentWithToolCallsResponse must be checked before isTextResponse\n      // and isToolCallResponse since it is a structural superset of both.\n      if (\n        !isContentWithToolCallsResponse(response) &&\n        !isTextResponse(response) &&\n        !isToolCallResponse(response) &&\n        !isErrorResponse(response) &&\n        !isEmbeddingResponse(response) &&\n        !isImageResponse(response) &&\n        !isAudioResponse(response) &&\n        !isTranscriptionResponse(response) &&\n        !isVideoResponse(response) &&\n        !isJSONResponse(response)\n      ) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message:\n            \"response is not a recognized type (must have content, toolCalls, error, embedding, image, audio, transcription, video, or json)\",\n        });\n      }\n\n      // Text response checks\n      if (isTextResponse(response)) {\n        if (response.content === \"\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"content is empty string\",\n          });\n        }\n        validateReasoning(response, i, results);\n        validateWebSearches(response, i, results);\n      }\n\n      // ContentWithToolCalls response checks\n      if (isContentWithToolCallsResponse(response)) {\n        if (response.content === \"\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"content is empty string\",\n          });\n        }\n        if (response.toolCalls.length === 0) {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex: i,\n            message: \"toolCalls array is empty — fixture will never produce tool calls\",\n          });\n        }\n        for (let j = 0; j < response.toolCalls.length; j++) {\n          const tc = response.toolCalls[j];\n          if (!tc.name) {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].name is empty`,\n            });\n          }\n          try {\n            JSON.parse(tc.arguments);\n          } catch {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n            });\n          }\n        }\n        validateReasoning(response, i, results);\n        validateWebSearches(response, i, results);\n      }\n\n      // Tool call response checks\n      if (isToolCallResponse(response)) {\n        if (response.toolCalls.length === 0) {\n          results.push({\n            severity: \"warning\",\n            fixtureIndex: i,\n            message: \"toolCalls array is empty — fixture will never produce tool calls\",\n          });\n        }\n        for (let j = 0; j < response.toolCalls.length; j++) {\n          const tc = response.toolCalls[j];\n          if (!tc.name) {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].name is empty`,\n            });\n          }\n          try {\n            JSON.parse(tc.arguments);\n          } catch {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `toolCalls[${j}].arguments is not valid JSON: ${tc.arguments}`,\n            });\n          }\n        }\n      }\n\n      // Error response checks\n      if (isErrorResponse(response)) {\n        if (!response.error.message) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"error.message is empty\",\n          });\n        }\n        if (response.status !== undefined && (response.status < 100 || response.status > 599)) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `error status ${response.status} is not a valid HTTP status code`,\n          });\n        }\n      }\n\n      // Embedding response checks\n      if (isEmbeddingResponse(response)) {\n        if (response.embedding.length === 0) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"embedding array is empty\",\n          });\n        }\n        for (let j = 0; j < response.embedding.length; j++) {\n          if (typeof response.embedding[j] !== \"number\") {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `embedding[${j}] is not a number`,\n            });\n            break; // one error is enough\n          }\n        }\n      }\n\n      // Audio response checks — validate object-form audio\n      if (isAudioResponse(response) && typeof response.audio === \"object\") {\n        const audioObj = response.audio;\n        if (typeof audioObj.b64Json !== \"string\" || audioObj.b64Json === \"\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: \"audio.b64Json must be a non-empty string\",\n          });\n        }\n        if (audioObj.contentType !== undefined && typeof audioObj.contentType !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `audio.contentType must be a string, got ${typeof audioObj.contentType}`,\n          });\n        }\n      }\n\n      // Validate ResponseOverrides fields\n      if (\n        isTextResponse(response) ||\n        isToolCallResponse(response) ||\n        isContentWithToolCallsResponse(response)\n      ) {\n        const r = response as ResponseOverrides;\n        if (r.id !== undefined && typeof r.id !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"id\" must be a string, got ${typeof r.id}`,\n          });\n        }\n        if (r.created !== undefined && (typeof r.created !== \"number\" || r.created < 0)) {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"created\" must be a non-negative number`,\n          });\n        }\n        if (r.model !== undefined && typeof r.model !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"model\" must be a string, got ${typeof r.model}`,\n          });\n        }\n        if (r.finishReason !== undefined && typeof r.finishReason !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"finishReason\" must be a string, got ${typeof r.finishReason}`,\n          });\n        }\n        if (r.role !== undefined && typeof r.role !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"role\" must be a string, got ${typeof r.role}`,\n          });\n        }\n        if (r.systemFingerprint !== undefined && typeof r.systemFingerprint !== \"string\") {\n          results.push({\n            severity: \"error\",\n            fixtureIndex: i,\n            message: `override \"systemFingerprint\" must be a string, got ${typeof r.systemFingerprint}`,\n          });\n        }\n        if (r.usage !== undefined) {\n          if (typeof r.usage !== \"object\" || r.usage === null || Array.isArray(r.usage)) {\n            results.push({\n              severity: \"error\",\n              fixtureIndex: i,\n              message: `override \"usage\" must be an object`,\n            });\n          } else {\n            // Check all known usage fields are numbers if present\n            for (const key of Object.keys(r.usage)) {\n              const val = (r.usage as Record<string, unknown>)[key];\n              if (val !== undefined && typeof val !== \"number\") {\n                results.push({\n                  severity: \"error\",\n                  fixtureIndex: i,\n                  message: `override \"usage.${key}\" must be a number, got ${typeof val}`,\n                });\n              }\n            }\n          }\n        }\n      }\n    } // end: skip response-shape validation for function responses\n\n    // Numeric sanity checks\n    if (f.latency !== undefined && f.latency < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"latency must be >= 0\",\n      });\n    }\n    if (f.chunkSize !== undefined && f.chunkSize < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"chunkSize must be >= 1\",\n      });\n    }\n    if (f.truncateAfterChunks !== undefined && f.truncateAfterChunks < 1) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"truncateAfterChunks must be >= 1\",\n      });\n    }\n    if (f.disconnectAfterMs !== undefined && f.disconnectAfterMs < 0) {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: \"disconnectAfterMs must be >= 0\",\n      });\n    }\n    if (f.streamingProfile !== undefined) {\n      const sp = f.streamingProfile;\n      if (sp.ttft !== undefined && sp.ttft < 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.ttft must be >= 0\",\n        });\n      }\n      if (sp.tps !== undefined && sp.tps <= 0) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.tps must be > 0\",\n        });\n      }\n      if (sp.jitter !== undefined && (sp.jitter < 0 || sp.jitter > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"streamingProfile.jitter must be between 0 and 1\",\n        });\n      }\n    }\n    if (f.chaos !== undefined) {\n      const ch = f.chaos;\n      if (ch.dropRate !== undefined && (ch.dropRate < 0 || ch.dropRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.dropRate must be between 0 and 1\",\n        });\n      }\n      if (ch.malformedRate !== undefined && (ch.malformedRate < 0 || ch.malformedRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.malformedRate must be between 0 and 1\",\n        });\n      }\n      if (ch.disconnectRate !== undefined && (ch.disconnectRate < 0 || ch.disconnectRate > 1)) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"chaos.disconnectRate must be between 0 and 1\",\n        });\n      }\n    }\n\n    // Match field type checks\n    if (f.match.turnIndex !== undefined) {\n      if (\n        typeof f.match.turnIndex !== \"number\" ||\n        f.match.turnIndex < 0 ||\n        !Number.isInteger(f.match.turnIndex)\n      ) {\n        results.push({\n          severity: \"error\",\n          fixtureIndex: i,\n          message: \"match.turnIndex must be a non-negative integer\",\n        });\n      }\n    }\n    if (f.match.hasToolResult !== undefined && typeof f.match.hasToolResult !== \"boolean\") {\n      results.push({\n        severity: \"error\",\n        fixtureIndex: i,\n        message: `match.hasToolResult must be a boolean, got ${typeof f.match.hasToolResult}`,\n      });\n    }\n\n    // --- Warning checks ---\n\n    // Duplicate userMessage shadowing — include turnIndex, hasToolResult, and\n    // sequenceIndex in the dedup key so that fixtures which share a userMessage\n    // but differ on those fields are NOT considered duplicates.\n    const um = f.match.userMessage;\n    if (typeof um === \"string\" && um) {\n      const dedupKey = `${um}|${f.match.turnIndex}|${f.match.hasToolResult}|${f.match.sequenceIndex}`;\n      const prev = seenUserMessages.get(dedupKey);\n      if (prev !== undefined) {\n        results.push({\n          severity: \"warning\",\n          fixtureIndex: i,\n          message: `duplicate userMessage '${um}' — shadows fixture ${prev}`,\n        });\n      } else {\n        seenUserMessages.set(dedupKey, i);\n      }\n    }\n\n    // Catch-all not in last position\n    const match = f.match;\n    const hasDiscriminator =\n      match.endpoint !== undefined ||\n      match.userMessage !== undefined ||\n      match.inputText !== undefined ||\n      match.responseFormat !== undefined ||\n      match.toolCallId !== undefined ||\n      match.toolName !== undefined ||\n      match.model !== undefined ||\n      match.predicate !== undefined ||\n      match.turnIndex !== undefined ||\n      match.hasToolResult !== undefined;\n\n    if (!hasDiscriminator && i < fixtures.length - 1) {\n      results.push({\n        severity: \"warning\",\n        fixtureIndex: i,\n        message: `empty match acts as catch-all but is not the last fixture — shadows fixtures ${i + 1}+`,\n      });\n    }\n  }\n\n  return results;\n}\n"],"mappings":";;;;;;;;;;AA6BA,SAAgB,kBAAkB,KAA2C;CAE3E,MAAM,WAAW,EAAE,GAAG,KAAK;AAG3B,KAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,KAC/D,UAAS,UAAU,KAAK,UAAU,SAAS,QAAQ;AAIrD,KAAI,MAAM,QAAQ,SAAS,UAAU,CACnC,UAAS,YAAa,SAAS,UAA6C,KAAK,OAAO;AACtF,MAAI,OAAO,GAAG,cAAc,YAAY,GAAG,cAAc,KACvD,QAAO;GAAE,GAAG;GAAI,WAAW,KAAK,UAAU,GAAG,UAAU;GAAE;AAE3D,SAAO;GACP;AAGJ,QAAO;;AAGT,SAAgB,eAAe,OAAkC;AAC/D,QAAO;EACL,OAAO;GACL,aAAa,MAAM,MAAM;GACzB,WAAW,MAAM,MAAM;GACvB,YAAY,MAAM,MAAM;GACxB,UAAU,MAAM,MAAM;GACtB,OAAO,MAAM,MAAM;GACnB,gBAAgB,MAAM,MAAM;GAC5B,UAAU,MAAM,MAAM;GACtB,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAAE,eAAe,MAAM,MAAM,eAAe;GAC3F,GAAI,MAAM,MAAM,cAAc,UAAa,EACzC,WAAW,MAAM,MAAM,WACxB;GACD,GAAI,MAAM,MAAM,kBAAkB,UAAa,EAC7C,eAAe,MAAM,MAAM,eAC5B;GACF;EACD,UAAU,kBAAkB,MAAM,SAAS;EAC3C,GAAI,MAAM,YAAY,UAAa,EAAE,SAAS,MAAM,SAAS;EAC7D,GAAI,MAAM,cAAc,UAAa,EAAE,WAAW,MAAM,WAAW;EACnE,GAAI,MAAM,wBAAwB,UAAa,EAC7C,qBAAqB,MAAM,qBAC5B;EACD,GAAI,MAAM,sBAAsB,UAAa,EAAE,mBAAmB,MAAM,mBAAmB;EAC3F,GAAI,MAAM,qBAAqB,UAAa,EAAE,kBAAkB,MAAM,kBAAkB;EACxF,GAAI,MAAM,UAAU,UAAa,EAAE,OAAO,MAAM,OAAO;EACxD;;AAIH,SAAS,KAAK,QAA4B,KAAa,GAAG,MAAuB;AAC/E,KAAI,OACF,QAAO,KAAK,KAAK,GAAG,KAAK;KAEzB,SAAQ,KAAK,oBAAoB,OAAO,GAAG,KAAK;;AAIpD,SAAgB,gBAAgB,UAAkB,QAA4B;CAC5E,IAAI;AACJ,KAAI;AACF,QAAM,aAAa,UAAU,QAAQ;UAC9B,KAAK;AACZ,OAAK,QAAQ,uBAAuB,SAAS,IAAI,IAAI;AACrD,SAAO,EAAE;;CAGX,IAAI;AACJ,KAAI;AACF,WAAS,KAAK,MAAM,IAAI;UACjB,KAAK;AACZ,OAAK,QAAQ,mBAAmB,SAAS,IAAI,IAAI;AACjD,SAAO,EAAE;;AAGX,KACE,OAAO,WAAW,YAClB,WAAW,QACX,CAAC,MAAM,QAAS,OAAuB,SAAS,EAChD;AACA,OAAK,QAAQ,0CAA0C,WAAW;AAClE,SAAO,EAAE;;AAGX,QAAQ,OAAuB,SAAS,IAAI,eAAe;;AAG7D,SAAgB,oBAAoB,SAAiB,QAA4B;CAC/E,IAAI;AACJ,KAAI;AACF,YAAU,YAAY,QAAQ;UACvB,KAAK;AACZ,OAAK,QAAQ,4BAA4B,QAAQ,IAAI,IAAI;AACzD,SAAO,EAAE;;CAGX,MAAM,YAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,WAAW,KAAK,SAAS,KAAK;AACpC,MAAI;AACF,OAAI,SAAS,SAAS,CAAC,aAAa,EAAE;AACpC,SAAK,QAAQ,yBAAyB,SAAS,wCAAwC;AACvF;;WAEK,KAAK;AAEZ,OADc,IAA8B,SAC/B,SACX,MAAK,QAAQ,kBAAkB,SAAS,IAAI,IAAI;AAElD;;AAEF,MAAI,KAAK,SAAS,QAAQ,CACxB,WAAU,KAAK,KAAK;;AAGxB,WAAU,MAAM;CAEhB,MAAM,WAAsB,EAAE;AAC9B,MAAK,MAAM,QAAQ,WAAW;EAC5B,MAAM,WAAW,KAAK,SAAS,KAAK;AACpC,WAAS,KAAK,GAAG,gBAAgB,UAAU,OAAO,CAAC;;AAGrD,QAAO;;AAaT,SAAS,kBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,cAAc,QACzB;MAAI,OAAO,SAAS,cAAc,SAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;WACO,SAAS,cAAc,GAChC,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS;GACV,CAAC;;;AAKR,SAAS,oBACP,UACA,cACA,SACM;AACN,KAAI,SAAS,gBAAgB,OAC3B,KAAI,CAAC,MAAM,QAAQ,SAAS,YAAY,CACtC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;UACO,SAAS,YAAY,WAAW,EACzC,SAAQ,KAAK;EACX,UAAU;EACV;EACA,SAAS;EACV,CAAC;KAEF,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,YAAY,QAAQ,KAAK;AACpD,MAAI,OAAO,SAAS,YAAY,OAAO,UAAU;AAC/C,WAAQ,KAAK;IACX,UAAU;IACV;IACA,SAAS,eAAe,EAAE;IAC3B,CAAC;AACF;;AAEF,MAAI,SAAS,YAAY,OAAO,GAC9B,SAAQ,KAAK;GACX,UAAU;GACV;GACA,SAAS,eAAe,EAAE;GAC3B,CAAC;;;AAOZ,SAAgB,iBAAiB,UAAyC;CACxE,MAAM,UAA8B,EAAE;CAEtC,MAAM,mCAAmB,IAAI,KAAqB;AAElD,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;EACxC,MAAM,IAAI,SAAS;EACnB,MAAM,WAAW,EAAE;AAInB,MAAI,OAAO,aAAa,YAAY,QAE7B;AAML,OACE,CAAC,+BAA+B,SAAS,IACzC,CAAC,eAAe,SAAS,IACzB,CAAC,mBAAmB,SAAS,IAC7B,CAAC,gBAAgB,SAAS,IAC1B,CAAC,oBAAoB,SAAS,IAC9B,CAAC,gBAAgB,SAAS,IAC1B,CAAC,gBAAgB,SAAS,IAC1B,CAAC,wBAAwB,SAAS,IAClC,CAAC,gBAAgB,SAAS,IAC1B,CAAC,eAAe,SAAS,CAEzB,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SACE;IACH,CAAC;AAIJ,OAAI,eAAe,SAAS,EAAE;AAC5B,QAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,sBAAkB,UAAU,GAAG,QAAQ;AACvC,wBAAoB,UAAU,GAAG,QAAQ;;AAI3C,OAAI,+BAA+B,SAAS,EAAE;AAC5C,QAAI,SAAS,YAAY,GACvB,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,SAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;KAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,SAAI,CAAC,GAAG,KACN,SAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE;MACzB,CAAC;AAEJ,SAAI;AACF,WAAK,MAAM,GAAG,UAAU;aAClB;AACN,cAAQ,KAAK;OACX,UAAU;OACV,cAAc;OACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;OAC7D,CAAC;;;AAGN,sBAAkB,UAAU,GAAG,QAAQ;AACvC,wBAAoB,UAAU,GAAG,QAAQ;;AAI3C,OAAI,mBAAmB,SAAS,EAAE;AAChC,QAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,SAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,KAAK;KAClD,MAAM,KAAK,SAAS,UAAU;AAC9B,SAAI,CAAC,GAAG,KACN,SAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE;MACzB,CAAC;AAEJ,SAAI;AACF,WAAK,MAAM,GAAG,UAAU;aAClB;AACN,cAAQ,KAAK;OACX,UAAU;OACV,cAAc;OACd,SAAS,aAAa,EAAE,iCAAiC,GAAG;OAC7D,CAAC;;;;AAMR,OAAI,gBAAgB,SAAS,EAAE;AAC7B,QAAI,CAAC,SAAS,MAAM,QAClB,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,SAAS,WAAW,WAAc,SAAS,SAAS,OAAO,SAAS,SAAS,KAC/E,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,gBAAgB,SAAS,OAAO;KAC1C,CAAC;;AAKN,OAAI,oBAAoB,SAAS,EAAE;AACjC,QAAI,SAAS,UAAU,WAAW,EAChC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,SAAK,IAAI,IAAI,GAAG,IAAI,SAAS,UAAU,QAAQ,IAC7C,KAAI,OAAO,SAAS,UAAU,OAAO,UAAU;AAC7C,aAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,aAAa,EAAE;MACzB,CAAC;AACF;;;AAMN,OAAI,gBAAgB,SAAS,IAAI,OAAO,SAAS,UAAU,UAAU;IACnE,MAAM,WAAW,SAAS;AAC1B,QAAI,OAAO,SAAS,YAAY,YAAY,SAAS,YAAY,GAC/D,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,SAAS,gBAAgB,UAAa,OAAO,SAAS,gBAAgB,SACxE,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,2CAA2C,OAAO,SAAS;KACrE,CAAC;;AAKN,OACE,eAAe,SAAS,IACxB,mBAAmB,SAAS,IAC5B,+BAA+B,SAAS,EACxC;IACA,MAAM,IAAI;AACV,QAAI,EAAE,OAAO,UAAa,OAAO,EAAE,OAAO,SACxC,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,uCAAuC,OAAO,EAAE;KAC1D,CAAC;AAEJ,QAAI,EAAE,YAAY,WAAc,OAAO,EAAE,YAAY,YAAY,EAAE,UAAU,GAC3E,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;AAEJ,QAAI,EAAE,UAAU,UAAa,OAAO,EAAE,UAAU,SAC9C,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,0CAA0C,OAAO,EAAE;KAC7D,CAAC;AAEJ,QAAI,EAAE,iBAAiB,UAAa,OAAO,EAAE,iBAAiB,SAC5D,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,iDAAiD,OAAO,EAAE;KACpE,CAAC;AAEJ,QAAI,EAAE,SAAS,UAAa,OAAO,EAAE,SAAS,SAC5C,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,yCAAyC,OAAO,EAAE;KAC5D,CAAC;AAEJ,QAAI,EAAE,sBAAsB,UAAa,OAAO,EAAE,sBAAsB,SACtE,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS,sDAAsD,OAAO,EAAE;KACzE,CAAC;AAEJ,QAAI,EAAE,UAAU,OACd,KAAI,OAAO,EAAE,UAAU,YAAY,EAAE,UAAU,QAAQ,MAAM,QAAQ,EAAE,MAAM,CAC3E,SAAQ,KAAK;KACX,UAAU;KACV,cAAc;KACd,SAAS;KACV,CAAC;QAGF,MAAK,MAAM,OAAO,OAAO,KAAK,EAAE,MAAM,EAAE;KACtC,MAAM,MAAO,EAAE,MAAkC;AACjD,SAAI,QAAQ,UAAa,OAAO,QAAQ,SACtC,SAAQ,KAAK;MACX,UAAU;MACV,cAAc;MACd,SAAS,mBAAmB,IAAI,0BAA0B,OAAO;MAClE,CAAC;;;;AASd,MAAI,EAAE,YAAY,UAAa,EAAE,UAAU,EACzC,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,cAAc,UAAa,EAAE,YAAY,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,wBAAwB,UAAa,EAAE,sBAAsB,EACjE,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,sBAAsB,UAAa,EAAE,oBAAoB,EAC7D,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS;GACV,CAAC;AAEJ,MAAI,EAAE,qBAAqB,QAAW;GACpC,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,SAAS,UAAa,GAAG,OAAO,EACrC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,QAAQ,UAAa,GAAG,OAAO,EACpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,WAAW,WAAc,GAAG,SAAS,KAAK,GAAG,SAAS,GAC3D,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,UAAU,QAAW;GACzB,MAAM,KAAK,EAAE;AACb,OAAI,GAAG,aAAa,WAAc,GAAG,WAAW,KAAK,GAAG,WAAW,GACjE,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,kBAAkB,WAAc,GAAG,gBAAgB,KAAK,GAAG,gBAAgB,GAChF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;AAEJ,OAAI,GAAG,mBAAmB,WAAc,GAAG,iBAAiB,KAAK,GAAG,iBAAiB,GACnF,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAKN,MAAI,EAAE,MAAM,cAAc,QACxB;OACE,OAAO,EAAE,MAAM,cAAc,YAC7B,EAAE,MAAM,YAAY,KACpB,CAAC,OAAO,UAAU,EAAE,MAAM,UAAU,CAEpC,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS;IACV,CAAC;;AAGN,MAAI,EAAE,MAAM,kBAAkB,UAAa,OAAO,EAAE,MAAM,kBAAkB,UAC1E,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,8CAA8C,OAAO,EAAE,MAAM;GACvE,CAAC;EAQJ,MAAM,KAAK,EAAE,MAAM;AACnB,MAAI,OAAO,OAAO,YAAY,IAAI;GAChC,MAAM,WAAW,GAAG,GAAG,GAAG,EAAE,MAAM,UAAU,GAAG,EAAE,MAAM,cAAc,GAAG,EAAE,MAAM;GAChF,MAAM,OAAO,iBAAiB,IAAI,SAAS;AAC3C,OAAI,SAAS,OACX,SAAQ,KAAK;IACX,UAAU;IACV,cAAc;IACd,SAAS,0BAA0B,GAAG,sBAAsB;IAC7D,CAAC;OAEF,kBAAiB,IAAI,UAAU,EAAE;;EAKrC,MAAM,QAAQ,EAAE;AAahB,MAAI,EAXF,MAAM,aAAa,UACnB,MAAM,gBAAgB,UACtB,MAAM,cAAc,UACpB,MAAM,mBAAmB,UACzB,MAAM,eAAe,UACrB,MAAM,aAAa,UACnB,MAAM,UAAU,UAChB,MAAM,cAAc,UACpB,MAAM,cAAc,UACpB,MAAM,kBAAkB,WAED,IAAI,SAAS,SAAS,EAC7C,SAAQ,KAAK;GACX,UAAU;GACV,cAAc;GACd,SAAS,gFAAgF,IAAI,EAAE;GAChG,CAAC;;AAIN,QAAO"}

package/dist/gemini-interactions.cjs

@@ -480,7 +480,7 @@ async function handleGeminiInteractions(req, res, raw, fixtures, journal, defaul
 		require_sse_writer.writeErrorResponse(res, strictStatus, JSON.stringify(buildInteractionsErrorResponse(strictMessage, defaults.strict ? "UNAVAILABLE" : "NOT_FOUND")));
 		return;
 	}
-	const response = fixture.response;
+	const response = await require_helpers.resolveResponse(fixture, completionReq);
 	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
 	if (require_helpers.isErrorResponse(response)) {