incantx 0.1.0

package/dist/cli.js.map

@@ -0,0 +1,16 @@
+{
+  "version": 3,
+  "sources": ["../src/cli.ts", "../src/runner/runFixtureFile.ts", "../src/fixture/load.ts", "../src/judge/openaiJudge.ts", "../src/runner/subprocessAgent.ts", "../src/runner/deepMatch.ts", "../src/runner/expectations.ts"],
+  "sourcesContent": [
+    "#!/usr/bin/env bun\nimport { stat } from \"node:fs/promises\";\nimport { extname, resolve } from \"node:path\";\nimport { Glob } from \"bun\";\nimport { runFixtureFile } from \"./runner/runFixtureFile\";\n\nfunction usage(): string {\n  return [\n    \"Usage:\",\n    \"  incantx <file-or-dir> [--judge auto|off|on] [--judge-model <model>]\",\n    \"  incantx run <file-or-dir> [--judge auto|off|on] [--judge-model <model>]\",\n    \"\",\n    \"Examples:\",\n    \"  incantx tests/fixtures/weather.yaml\",\n    \"  incantx tests/fixtures --judge off\",\n  ].join(\"\\n\");\n}\n\nfunction parseArgs(argv: string[]) {\n  const [first, ...restAll] = argv;\n  const opts: { judge?: \"auto\" | \"off\" | \"on\"; judgeModel?: string } = {};\n\n  if (!first) return { command: \"help\" as const };\n  if (first === \"-h\" || first === \"--help\") return { command: \"help\" as const };\n\n  const target = first === \"run\" ? restAll[0] : first;\n  const rest = first === \"run\" ? restAll.slice(1) : restAll;\n\n  for (let i = 0; i < rest.length; i++) {\n    const a = rest[i];\n    if (a === \"--judge\") opts.judge = rest[++i] as any;\n    else if (a === \"--judge-model\") opts.judgeModel = rest[++i];\n    else if (a === \"-h\" || a === \"--help\") return { command: \"help\" as const };\n    else throw new Error(`Unknown arg: ${a}`);\n  }\n\n  return { command: \"run\" as const, target, opts };\n}\n\nasync function listFixtureFiles(target: string): Promise<string[]> {\n  const abs = resolve(target);\n  const s = await stat(abs);\n  if (s.isFile()) return [abs];\n\n  const glob = new Glob(\"**/*.{yaml,yml}\");\n  const out: string[] = [];\n  for await (const rel of glob.scan({ cwd: abs, onlyFiles: true })) {\n    out.push(resolve(abs, rel));\n  }\n  out.sort();\n  return out;\n}\n\nfunction formatStatus(status: \"pass\" | \"fail\" | \"skip\"): string {\n  if (status === \"pass\") return \"PASS\";\n  if (status === \"skip\") return \"SKIP\";\n  return \"FAIL\";\n}\n\nasync function main() {\n  const parsed = parseArgs(process.argv.slice(2));\n  if ((parsed as any).command === \"help\" || !(\"command\" in parsed) || parsed.command !== \"run\") {\n    console.log(usage());\n    process.exit(0);\n  }\n\n  if (!parsed.target) throw new Error(\"Missing <file-or-dir>.\");\n\n  const files = await listFixtureFiles(parsed.target);\n  if (files.length === 0) throw new Error(`No fixture files found under: ${parsed.target}`);\n\n  let pass = 0;\n  let fail = 0;\n  let skip = 0;\n\n  for (const file of files) {\n    if (![\".yaml\", \".yml\"].includes(extname(file))) continue;\n    const res = await runFixtureFile(file, {\n      judgeMode: parsed.opts.judge ?? \"auto\",\n      judgeModel: parsed.opts.judgeModel,\n    });\n\n    console.log(res.path);\n    for (const r of res.results) {\n      console.log(`  ${formatStatus(r.status)}  ${r.id}${r.reason ? ` — ${r.reason}` : \"\"}`);\n      if (r.status === \"pass\") pass++;\n      else if (r.status === \"skip\") skip++;\n      else fail++;\n    }\n  }\n\n  console.log(`\\nSummary: ${pass} passed, ${fail} failed, ${skip} skipped`);\n  process.exit(fail > 0 ? 1 : 0);\n}\n\nawait main();\n",
+    "import { readFile } from \"node:fs/promises\";\nimport { resolve } from \"node:path\";\nimport type { AssistantMessage } from \"../agent/types\";\nimport { loadFixtureFile } from \"../fixture/load\";\nimport type { AgentSpec, Fixture, FixtureFile } from \"../fixture/types\";\nimport { createOpenAIJudge } from \"../judge/openaiJudge\";\nimport { callSubprocessAgent } from \"./subprocessAgent\";\nimport type { ExpectationResult, Judge } from \"./expectations\";\nimport { evaluateExpectations } from \"./expectations\";\n\nexport type JudgeMode = \"off\" | \"auto\" | \"on\";\n\nexport type RunOptions = {\n  judgeMode?: JudgeMode;\n  judgeModel?: string;\n};\n\nexport type FixtureResult = {\n  id: string;\n  status: \"pass\" | \"fail\" | \"skip\";\n  reason?: string;\n  message?: AssistantMessage;\n};\n\nexport type FixtureFileResult = {\n  path: string;\n  results: FixtureResult[];\n};\n\nfunction pickAgentSpec(file: FixtureFile, fixture: Fixture): AgentSpec {\n  const agent = fixture.agent ?? file.agent;\n  if (!agent) throw new Error(`Fixture '${fixture.id}' has no agent. Add file-level 'agent:' or fixture-level 'agent:'.`);\n  if ((agent.type ?? \"subprocess\") !== \"subprocess\") throw new Error(`Unsupported agent type: ${agent.type}`);\n  return agent;\n}\n\nfunction makeJudge(mode: JudgeMode, model?: string): Judge | undefined {\n  if (mode === \"off\") return undefined;\n\n  const apiKey = process.env.OPENAI_API_KEY;\n  if (!apiKey) {\n    if (mode === \"on\") throw new Error(\"Judge mode is 'on' but OPENAI_API_KEY is not set.\");\n    return undefined;\n  }\n\n  return createOpenAIJudge({ apiKey, model });\n}\n\nexport async function runFixtureFile(path: string, options: RunOptions = {}): Promise<FixtureFileResult> {\n  const absolute = resolve(path);\n  const yamlText = await readFile(absolute, \"utf8\");\n  const file = loadFixtureFile(yamlText);\n\n  const judgeMode = options.judgeMode ?? \"auto\";\n  const judge = makeJudge(judgeMode, options.judgeModel);\n\n  const results: FixtureResult[] = [];\n\n  for (const fixture of file.fixtures) {\n    try {\n      const agent = pickAgentSpec(file, fixture);\n      const messages = [...(fixture.history ?? []), { role: \"user\", content: fixture.input } as const];\n\n      const message = await callSubprocessAgent(agent, {\n        messages,\n        tools: [],\n        tool_choice: \"auto\",\n      });\n\n      const expectation = await evaluateExpectations(fixture.expect, message, judge);\n      results.push({\n        id: fixture.id,\n        status: expectation.status,\n        reason: (expectation as Extract<ExpectationResult, { status: \"fail\" | \"skip\" }>).reason,\n        message,\n      });\n    } catch (err) {\n      const reason = err instanceof Error ? err.message : String(err);\n      results.push({ id: fixture.id, status: \"fail\", reason });\n    }\n  }\n\n  return { path: absolute, results };\n}\n",
+    "import { parse as parseYaml } from \"yaml\";\nimport type { AgentSpec, FixtureFile } from \"./types\";\n\nfunction expandEnvVars(value: string, env: Record<string, string | undefined>): string {\n  return value.replace(/\\$\\{([A-Z0-9_]+)\\}/gi, (_, key: string) => env[key] ?? \"\");\n}\n\nfunction normalizeAgentSpec(raw: AgentSpec, env: Record<string, string | undefined>): AgentSpec {\n  const normalized: AgentSpec = { ...raw };\n\n  if (normalized.type === undefined) normalized.type = \"subprocess\";\n  if (!Array.isArray(normalized.command) || normalized.command.length === 0) {\n    throw new Error(\"`agent.command` must be a non-empty array of strings.\");\n  }\n\n  normalized.command = normalized.command.map((part) => String(part));\n\n  if (normalized.cwd !== undefined) normalized.cwd = String(normalized.cwd);\n  if (normalized.timeout_ms !== undefined) normalized.timeout_ms = Number(normalized.timeout_ms);\n\n  if (normalized.env) {\n    const expanded: Record<string, string> = {};\n    for (const [k, v] of Object.entries(normalized.env)) {\n      expanded[k] = expandEnvVars(String(v), env);\n    }\n    normalized.env = expanded;\n  }\n\n  return normalized;\n}\n\nexport function loadFixtureFile(yamlText: string, env: Record<string, string | undefined> = process.env): FixtureFile {\n  const data = parseYaml(yamlText) as unknown;\n  if (!data || typeof data !== \"object\") throw new Error(\"Fixture file must be a YAML object.\");\n\n  const file = data as Partial<FixtureFile>;\n  if (!Array.isArray(file.fixtures)) throw new Error(\"Fixture file must contain `fixtures: [...]`.\");\n\n  const normalized: FixtureFile = {\n    fixtures: file.fixtures as FixtureFile[\"fixtures\"],\n  };\n\n  if (file.agent) normalized.agent = normalizeAgentSpec(file.agent as AgentSpec, env);\n\n  normalized.fixtures = normalized.fixtures.map((fixture, index) => {\n    if (!fixture || typeof fixture !== \"object\") throw new Error(`fixtures[${index}] must be an object.`);\n    if (!(\"id\" in fixture)) throw new Error(`fixtures[${index}].id is required.`);\n    if (!(\"input\" in fixture)) throw new Error(`fixtures[${index}].input is required.`);\n\n    const out = { ...fixture } as any;\n    out.id = String(out.id);\n    out.input = String(out.input);\n\n    if (out.agent) out.agent = normalizeAgentSpec(out.agent as AgentSpec, env);\n    if (out.expect?.tool_calls_match === undefined && out.expect?.tool_calls) out.expect.tool_calls_match = \"contains\";\n\n    return out;\n  });\n\n  return normalized;\n}\n",
+    "import type { AssistantMessage } from \"../agent/types\";\nimport type { ExpectationResult } from \"../runner/expectations\";\n\nexport type OpenAIJudgeOptions = {\n  apiKey: string;\n  baseUrl?: string;\n  model?: string;\n};\n\ntype JudgeResponse = { pass: boolean; reason: string };\n\nexport function createOpenAIJudge(options: OpenAIJudgeOptions) {\n  const baseUrl = options.baseUrl ?? process.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n  const model = options.model ?? process.env.OPENAI_JUDGE_MODEL ?? \"gpt-4o-mini\";\n\n  return async ({ expectation, message }: { expectation: string; message: AssistantMessage }): Promise<ExpectationResult> => {\n    const system =\n      \"You are a strict test evaluator. Decide if the assistant message satisfies the expectation. \" +\n      \"Respond with ONLY valid JSON: {\\\"pass\\\": boolean, \\\"reason\\\": string}.\";\n\n    const user = JSON.stringify(\n      {\n        expectation,\n        assistant_message: message,\n      },\n      null,\n      2\n    );\n\n    const res = await fetch(`${baseUrl}/chat/completions`, {\n      method: \"POST\",\n      headers: {\n        Authorization: `Bearer ${options.apiKey}`,\n        \"Content-Type\": \"application/json\",\n      },\n      body: JSON.stringify({\n        model,\n        temperature: 0,\n        messages: [\n          { role: \"system\", content: system },\n          { role: \"user\", content: user },\n        ],\n      }),\n    });\n\n    if (!res.ok) {\n      const body = await res.text().catch(() => \"\");\n      return {\n        status: \"fail\",\n        reason: `Judge call failed: ${res.status} ${res.statusText}${body ? `\\n${body}` : \"\"}`,\n      };\n    }\n\n    const data = (await res.json()) as any;\n    const content = data?.choices?.[0]?.message?.content;\n    if (typeof content !== \"string\" || content.trim().length === 0) {\n      return { status: \"fail\", reason: \"Judge returned no content.\" };\n    }\n\n    let parsed: JudgeResponse;\n    try {\n      parsed = JSON.parse(content) as JudgeResponse;\n    } catch {\n      return { status: \"fail\", reason: `Judge did not return valid JSON.\\n${content}` };\n    }\n\n    if (parsed.pass) return { status: \"pass\" };\n    return { status: \"fail\", reason: parsed.reason || \"Expectation not satisfied.\" };\n  };\n}\n",
+    "import type { AssistantMessage, ChatAgentRequest } from \"../agent/types\";\nimport type { AgentSpec } from \"../fixture/types\";\n\ntype AgentProcessSuccess = { message: AssistantMessage };\ntype AgentProcessError = { error: { message: string } };\n\nfunction isSuccess(value: unknown): value is AgentProcessSuccess {\n  return !!value && typeof value === \"object\" && \"message\" in (value as any);\n}\n\nfunction isError(value: unknown): value is AgentProcessError {\n  return !!value && typeof value === \"object\" && \"error\" in (value as any);\n}\n\nasync function readFirstNonEmptyLine(stream: ReadableStream<Uint8Array>, timeoutMs: number): Promise<string> {\n  const reader = stream.getReader();\n  const decoder = new TextDecoder();\n  let buffer = \"\";\n\n  const deadline = Date.now() + timeoutMs;\n\n  type ReadResult = { value?: Uint8Array; done: boolean };\n\n  while (true) {\n    const timeLeft = deadline - Date.now();\n    if (timeLeft <= 0) throw new Error(`Timed out waiting for agent response after ${timeoutMs}ms.`);\n\n    let timerId: ReturnType<typeof setTimeout> | undefined;\n    const timerPromise = new Promise<never>((_, reject) => {\n      timerId = setTimeout(() => reject(new Error(`Timed out waiting for agent response after ${timeoutMs}ms.`)), timeLeft);\n    });\n\n    let chunk: ReadResult;\n    try {\n      chunk = await Promise.race([reader.read(), timerPromise]);\n    } finally {\n      if (timerId !== undefined) clearTimeout(timerId);\n    }\n\n    const { value, done } = chunk;\n    if (done) break;\n\n    buffer += decoder.decode(value, { stream: true });\n\n    while (true) {\n      const idx = buffer.indexOf(\"\\n\");\n      if (idx === -1) break;\n      const line = buffer.slice(0, idx).trim();\n      buffer = buffer.slice(idx + 1);\n      if (line.length > 0) return line;\n    }\n  }\n\n  const tail = buffer.trim();\n  if (tail.length > 0) return tail;\n  throw new Error(\"Agent produced no output on stdout.\");\n}\n\nexport async function callSubprocessAgent(spec: AgentSpec, request: ChatAgentRequest): Promise<AssistantMessage> {\n  const timeoutMs = spec.timeout_ms ?? 20_000;\n\n  const proc = Bun.spawn(spec.command, {\n    cwd: spec.cwd,\n    env: { ...process.env, ...(spec.env ?? {}) },\n    stdin: \"pipe\",\n    stdout: \"pipe\",\n    stderr: \"pipe\",\n  });\n\n  const stdin = proc.stdin;\n  if (!stdin) throw new Error(\"Failed to open agent stdin.\");\n\n  stdin.write(`${JSON.stringify(request)}\\n`);\n  stdin.end();\n\n  let stderrText = \"\";\n  const stderrPromise = (async () => {\n    if (!proc.stderr) return;\n    stderrText = await new Response(proc.stderr).text().catch(() => \"\");\n  })();\n\n  try {\n    if (!proc.stdout) throw new Error(\"Failed to open agent stdout.\");\n    const line = await readFirstNonEmptyLine(proc.stdout, timeoutMs);\n\n    let payload: unknown;\n    try {\n      payload = JSON.parse(line) as unknown;\n    } catch {\n      throw new Error(\n        `Agent stdout is not valid JSON.\\n` +\n          `Line: ${line}\\n` +\n          (stderrText ? `Stderr:\\n${stderrText}` : \"\")\n      );\n    }\n\n    if (isError(payload)) throw new Error(payload.error.message);\n    if (!isSuccess(payload)) {\n      throw new Error(`Agent response must be { \"message\": { ... } } or { \"error\": { \"message\": ... } }.`);\n    }\n\n    return payload.message;\n  } finally {\n    proc.kill();\n    await Promise.allSettled([proc.exited, stderrPromise]);\n  }\n}\n",
+    "export function deepPartialMatch(expected: unknown, actual: unknown): boolean {\n  if (expected === actual) return true;\n\n  if (expected === null || actual === null) return expected === actual;\n\n  const expectedType = typeof expected;\n  const actualType = typeof actual;\n  if (expectedType !== actualType) return false;\n\n  if (Array.isArray(expected)) {\n    if (!Array.isArray(actual)) return false;\n    if (expected.length !== actual.length) return false;\n    for (let i = 0; i < expected.length; i++) {\n      if (!deepPartialMatch(expected[i], actual[i])) return false;\n    }\n    return true;\n  }\n\n  if (expectedType === \"object\") {\n    if (Array.isArray(actual)) return false;\n    const expectedObj = expected as Record<string, unknown>;\n    const actualObj = actual as Record<string, unknown>;\n    for (const [key, expectedValue] of Object.entries(expectedObj)) {\n      if (!(key in actualObj)) return false;\n      if (!deepPartialMatch(expectedValue, actualObj[key])) return false;\n    }\n    return true;\n  }\n\n  return false;\n}\n\n",
+    "import type { AssistantMessage } from \"../agent/types\";\nimport type { FixtureExpectation, ToolCallExpectation } from \"../fixture/types\";\nimport { deepPartialMatch } from \"./deepMatch\";\n\nexport type ExpectationResult =\n  | { status: \"pass\" }\n  | { status: \"fail\"; reason: string }\n  | { status: \"skip\"; reason: string };\n\nfunction parseJsonOrUndefined(value: string): unknown | undefined {\n  try {\n    return JSON.parse(value) as unknown;\n  } catch {\n    return undefined;\n  }\n}\n\nfunction matchToolCall(expected: ToolCallExpectation, actual: NonNullable<AssistantMessage[\"tool_calls\"]>[number]): boolean {\n  if (actual.function.name !== expected.name) return false;\n  if (expected.arguments === undefined) return true;\n  const actualArgs = parseJsonOrUndefined(actual.function.arguments);\n  if (actualArgs === undefined) return false;\n  return deepPartialMatch(expected.arguments, actualArgs);\n}\n\nfunction checkToolCalls(expect: FixtureExpectation, message: AssistantMessage): ExpectationResult {\n  const expectedCalls = expect.tool_calls ?? [];\n  if (expectedCalls.length === 0) return { status: \"pass\" };\n\n  const actualCalls = message.tool_calls ?? [];\n  const mode = expect.tool_calls_match ?? \"contains\";\n\n  if (mode === \"contains\") {\n    for (const expected of expectedCalls) {\n      const ok = actualCalls.some((actual) => matchToolCall(expected, actual));\n      if (!ok) {\n        return {\n          status: \"fail\",\n          reason: `Expected tool call not found: ${expected.name}`,\n        };\n      }\n    }\n    return { status: \"pass\" };\n  }\n\n  if (actualCalls.length !== expectedCalls.length) {\n    return {\n      status: \"fail\",\n      reason: `Expected exactly ${expectedCalls.length} tool call(s), got ${actualCalls.length}.`,\n    };\n  }\n\n  for (let i = 0; i < expectedCalls.length; i++) {\n    const expected = expectedCalls[i];\n    const actual = actualCalls[i];\n    if (!expected || !actual || !matchToolCall(expected, actual)) {\n      return { status: \"fail\", reason: `Tool call mismatch at index ${i}.` };\n    }\n  }\n\n  return { status: \"pass\" };\n}\n\nexport type Judge = (args: { expectation: string; message: AssistantMessage }) => Promise<ExpectationResult>;\n\nexport async function evaluateExpectations(\n  expect: FixtureExpectation | undefined,\n  message: AssistantMessage,\n  judge: Judge | undefined\n): Promise<ExpectationResult> {\n  if (!expect) return { status: \"pass\" };\n\n  const toolRes = checkToolCalls(expect, message);\n  if (toolRes.status !== \"pass\") return toolRes;\n\n  if (expect.assistant?.llm) {\n    if (!judge) return { status: \"skip\", reason: \"LLM judge not configured.\" };\n    return await judge({ expectation: expect.assistant.llm, message });\n  }\n\n  return { status: \"pass\" };\n}\n"
+  ],
+  "mappings": ";;;;AACA;AACA,6BAAkB;AAClB;;;ACHA;AACA;;;ACDA,kBAAS;AAGT,SAAS,aAAa,CAAC,OAAe,KAAiD;AAAA,EACrF,OAAO,MAAM,QAAQ,wBAAwB,CAAC,GAAG,QAAgB,IAAI,QAAQ,EAAE;AAAA;AAGjF,SAAS,kBAAkB,CAAC,KAAgB,KAAoD;AAAA,EAC9F,MAAM,aAAwB,KAAK,IAAI;AAAA,EAEvC,IAAI,WAAW,SAAS;AAAA,IAAW,WAAW,OAAO;AAAA,EACrD,IAAI,CAAC,MAAM,QAAQ,WAAW,OAAO,KAAK,WAAW,QAAQ,WAAW,GAAG;AAAA,IACzE,MAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AAAA,EAEA,WAAW,UAAU,WAAW,QAAQ,IAAI,CAAC,SAAS,OAAO,IAAI,CAAC;AAAA,EAElE,IAAI,WAAW,QAAQ;AAAA,IAAW,WAAW,MAAM,OAAO,WAAW,GAAG;AAAA,EACxE,IAAI,WAAW,eAAe;AAAA,IAAW,WAAW,aAAa,OAAO,WAAW,UAAU;AAAA,EAE7F,IAAI,WAAW,KAAK;AAAA,IAClB,MAAM,WAAmC,CAAC;AAAA,IAC1C,YAAY,GAAG,MAAM,OAAO,QAAQ,WAAW,GAAG,GAAG;AAAA,MACnD,SAAS,KAAK,cAAc,OAAO,CAAC,GAAG,GAAG;AAAA,IAC5C;AAAA,IACA,WAAW,MAAM;AAAA,EACnB;AAAA,EAEA,OAAO;AAAA;AAGF,SAAS,eAAe,CAAC,UAAkB,MAA0C,QAAQ,KAAkB;AAAA,EACpH,MAAM,OAAO,UAAU,QAAQ;AAAA,EAC/B,IAAI,CAAC,QAAQ,OAAO,SAAS;AAAA,IAAU,MAAM,IAAI,MAAM,qCAAqC;AAAA,EAE5F,MAAM,OAAO;AAAA,EACb,IAAI,CAAC,MAAM,QAAQ,KAAK,QAAQ;AAAA,IAAG,MAAM,IAAI,MAAM,8CAA8C;AAAA,EAEjG,MAAM,aAA0B;AAAA,IAC9B,UAAU,KAAK;AAAA,EACjB;AAAA,EAEA,IAAI,KAAK;AAAA,IAAO,WAAW,QAAQ,mBAAmB,KAAK,OAAoB,GAAG;AAAA,EAElF,WAAW,WAAW,WAAW,SAAS,IAAI,CAAC,SAAS,UAAU;AAAA,IAChE,IAAI,CAAC,WAAW,OAAO,YAAY;AAAA,MAAU,MAAM,IAAI,MAAM,YAAY,2BAA2B;AAAA,IACpG,IAAI,EAAE,QAAQ;AAAA,MAAU,MAAM,IAAI,MAAM,YAAY,wBAAwB;AAAA,IAC5E,IAAI,EAAE,WAAW;AAAA,MAAU,MAAM,IAAI,MAAM,YAAY,2BAA2B;AAAA,IAElF,MAAM,MAAM,KAAK,QAAQ;AAAA,IACzB,IAAI,KAAK,OAAO,IAAI,EAAE;AAAA,IACtB,IAAI,QAAQ,OAAO,IAAI,KAAK;AAAA,IAE5B,IAAI,IAAI;AAAA,MAAO,IAAI,QAAQ,mBAAmB,IAAI,OAAoB,GAAG;AAAA,IACzE,IAAI,IAAI,QAAQ,qBAAqB,aAAa,IAAI,QAAQ;AAAA,MAAY,IAAI,OAAO,mBAAmB;AAAA,IAExG,OAAO;AAAA,GACR;AAAA,EAED,OAAO;AAAA;;;AChDF,SAAS,iBAAiB,CAAC,SAA6B;AAAA,EAC7D,MAAM,UAAU,QAAQ,WAAW,QAAQ,IAAI,mBAAmB;AAAA,EAClE,MAAM,QAAQ,QAAQ,SAAS,QAAQ,IAAI,sBAAsB;AAAA,EAEjE,OAAO,SAAS,aAAa,cAA8F;AAAA,IACzH,MAAM,SACJ,iGACA;AAAA,IAEF,MAAM,OAAO,KAAK,UAChB;AAAA,MACE;AAAA,MACA,mBAAmB;AAAA,IACrB,GACA,MACA,CACF;AAAA,IAEA,MAAM,MAAM,MAAM,MAAM,GAAG,4BAA4B;AAAA,MACrD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU,QAAQ;AAAA,QACjC,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACnB;AAAA,QACA,aAAa;AAAA,QACb,UAAU;AAAA,UACR,EAAE,MAAM,UAAU,SAAS,OAAO;AAAA,UAClC,EAAE,MAAM,QAAQ,SAAS,KAAK;AAAA,QAChC;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,IAED,IAAI,CAAC,IAAI,IAAI;AAAA,MACX,MAAM,OAAO,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE;AAAA,MAC5C,OAAO;AAAA,QACL,QAAQ;AAAA,QACR,QAAQ,sBAAsB,IAAI,UAAU,IAAI,aAAa,OAAO;AAAA,EAAK,SAAS;AAAA,MACpF;AAAA,IACF;AAAA,IAEA,MAAM,OAAQ,MAAM,IAAI,KAAK;AAAA,IAC7B,MAAM,UAAU,MAAM,UAAU,IAAI,SAAS;AAAA,IAC7C,IAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAAA,MAC9D,OAAO,EAAE,QAAQ,QAAQ,QAAQ,6BAA6B;AAAA,IAChE;AAAA,IAEA,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,SAAS,KAAK,MAAM,OAAO;AAAA,MAC3B,MAAM;AAAA,MACN,OAAO,EAAE,QAAQ,QAAQ,QAAQ;AAAA,EAAqC,UAAU;AAAA;AAAA,IAGlF,IAAI,OAAO;AAAA,MAAM,OAAO,EAAE,QAAQ,OAAO;AAAA,IACzC,OAAO,EAAE,QAAQ,QAAQ,QAAQ,OAAO,UAAU,6BAA6B;AAAA;AAAA;;;AC7DnF,SAAS,SAAS,CAAC,OAA8C;AAAA,EAC/D,OAAO,CAAC,CAAC,SAAS,OAAO,UAAU,YAAY,aAAc;AAAA;AAG/D,SAAS,OAAO,CAAC,OAA4C;AAAA,EAC3D,OAAO,CAAC,CAAC,SAAS,OAAO,UAAU,YAAY,WAAY;AAAA;AAG7D,eAAe,qBAAqB,CAAC,QAAoC,WAAoC;AAAA,EAC3G,MAAM,SAAS,OAAO,UAAU;AAAA,EAChC,MAAM,UAAU,IAAI;AAAA,EACpB,IAAI,SAAS;AAAA,EAEb,MAAM,WAAW,KAAK,IAAI,IAAI;AAAA,EAI9B,OAAO,MAAM;AAAA,IACX,MAAM,WAAW,WAAW,KAAK,IAAI;AAAA,IACrC,IAAI,YAAY;AAAA,MAAG,MAAM,IAAI,MAAM,8CAA8C,cAAc;AAAA,IAE/F,IAAI;AAAA,IACJ,MAAM,eAAe,IAAI,QAAe,CAAC,GAAG,WAAW;AAAA,MACrD,UAAU,WAAW,MAAM,OAAO,IAAI,MAAM,8CAA8C,cAAc,CAAC,GAAG,QAAQ;AAAA,KACrH;AAAA,IAED,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,QAAQ,MAAM,QAAQ,KAAK,CAAC,OAAO,KAAK,GAAG,YAAY,CAAC;AAAA,cACxD;AAAA,MACA,IAAI,YAAY;AAAA,QAAW,aAAa,OAAO;AAAA;AAAA,IAGjD,QAAQ,OAAO,SAAS;AAAA,IACxB,IAAI;AAAA,MAAM;AAAA,IAEV,UAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAAA,IAEhD,OAAO,MAAM;AAAA,MACX,MAAM,MAAM,OAAO,QAAQ;AAAA,CAAI;AAAA,MAC/B,IAAI,QAAQ;AAAA,QAAI;AAAA,MAChB,MAAM,OAAO,OAAO,MAAM,GAAG,GAAG,EAAE,KAAK;AAAA,MACvC,SAAS,OAAO,MAAM,MAAM,CAAC;AAAA,MAC7B,IAAI,KAAK,SAAS;AAAA,QAAG,OAAO;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,OAAO,KAAK;AAAA,EACzB,IAAI,KAAK,SAAS;AAAA,IAAG,OAAO;AAAA,EAC5B,MAAM,IAAI,MAAM,qCAAqC;AAAA;AAGvD,eAAsB,mBAAmB,CAAC,MAAiB,SAAsD;AAAA,EAC/G,MAAM,YAAY,KAAK,cAAc;AAAA,EAErC,MAAM,OAAO,IAAI,MAAM,KAAK,SAAS;AAAA,IACnC,KAAK,KAAK;AAAA,IACV,KAAK,KAAK,QAAQ,QAAS,KAAK,OAAO,CAAC,EAAG;AAAA,IAC3C,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,EACV,CAAC;AAAA,EAED,MAAM,QAAQ,KAAK;AAAA,EACnB,IAAI,CAAC;AAAA,IAAO,MAAM,IAAI,MAAM,6BAA6B;AAAA,EAEzD,MAAM,MAAM,GAAG,KAAK,UAAU,OAAO;AAAA,CAAK;AAAA,EAC1C,MAAM,IAAI;AAAA,EAEV,IAAI,aAAa;AAAA,EACjB,MAAM,iBAAiB,YAAY;AAAA,IACjC,IAAI,CAAC,KAAK;AAAA,MAAQ;AAAA,IAClB,aAAa,MAAM,IAAI,SAAS,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,MAAM,EAAE;AAAA,KACjE;AAAA,EAEH,IAAI;AAAA,IACF,IAAI,CAAC,KAAK;AAAA,MAAQ,MAAM,IAAI,MAAM,8BAA8B;AAAA,IAChE,MAAM,OAAO,MAAM,sBAAsB,KAAK,QAAQ,SAAS;AAAA,IAE/D,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,UAAU,KAAK,MAAM,IAAI;AAAA,MACzB,MAAM;AAAA,MACN,MAAM,IAAI,MACR;AAAA,IACE,SAAS;AAAA,KACR,aAAa;AAAA,EAAY,eAAe,GAC7C;AAAA;AAAA,IAGF,IAAI,QAAQ,OAAO;AAAA,MAAG,MAAM,IAAI,MAAM,QAAQ,MAAM,OAAO;AAAA,IAC3D,IAAI,CAAC,UAAU,OAAO,GAAG;AAAA,MACvB,MAAM,IAAI,MAAM,mFAAmF;AAAA,IACrG;AAAA,IAEA,OAAO,QAAQ;AAAA,YACf;AAAA,IACA,KAAK,KAAK;AAAA,IACV,MAAM,QAAQ,WAAW,CAAC,KAAK,QAAQ,aAAa,CAAC;AAAA;AAAA;;;ACxGlD,SAAS,gBAAgB,CAAC,UAAmB,QAA0B;AAAA,EAC5E,IAAI,aAAa;AAAA,IAAQ,OAAO;AAAA,EAEhC,IAAI,aAAa,QAAQ,WAAW;AAAA,IAAM,OAAO,aAAa;AAAA,EAE9D,MAAM,eAAe,OAAO;AAAA,EAC5B,MAAM,aAAa,OAAO;AAAA,EAC1B,IAAI,iBAAiB;AAAA,IAAY,OAAO;AAAA,EAExC,IAAI,MAAM,QAAQ,QAAQ,GAAG;AAAA,IAC3B,IAAI,CAAC,MAAM,QAAQ,MAAM;AAAA,MAAG,OAAO;AAAA,IACnC,IAAI,SAAS,WAAW,OAAO;AAAA,MAAQ,OAAO;AAAA,IAC9C,SAAS,IAAI,EAAG,IAAI,SAAS,QAAQ,KAAK;AAAA,MACxC,IAAI,CAAC,iBAAiB,SAAS,IAAI,OAAO,EAAE;AAAA,QAAG,OAAO;AAAA,IACxD;AAAA,IACA,OAAO;AAAA,EACT;AAAA,EAEA,IAAI,iBAAiB,UAAU;AAAA,IAC7B,IAAI,MAAM,QAAQ,MAAM;AAAA,MAAG,OAAO;AAAA,IAClC,MAAM,cAAc;AAAA,IACpB,MAAM,YAAY;AAAA,IAClB,YAAY,KAAK,kBAAkB,OAAO,QAAQ,WAAW,GAAG;AAAA,MAC9D,IAAI,EAAE,OAAO;AAAA,QAAY,OAAO;AAAA,MAChC,IAAI,CAAC,iBAAiB,eAAe,UAAU,IAAI;AAAA,QAAG,OAAO;AAAA,IAC/D;AAAA,IACA,OAAO;AAAA,EACT;AAAA,EAEA,OAAO;AAAA;;;ACpBT,SAAS,oBAAoB,CAAC,OAAoC;AAAA,EAChE,IAAI;AAAA,IACF,OAAO,KAAK,MAAM,KAAK;AAAA,IACvB,MAAM;AAAA,IACN;AAAA;AAAA;AAIJ,SAAS,aAAa,CAAC,UAA+B,QAAsE;AAAA,EAC1H,IAAI,OAAO,SAAS,SAAS,SAAS;AAAA,IAAM,OAAO;AAAA,EACnD,IAAI,SAAS,cAAc;AAAA,IAAW,OAAO;AAAA,EAC7C,MAAM,aAAa,qBAAqB,OAAO,SAAS,SAAS;AAAA,EACjE,IAAI,eAAe;AAAA,IAAW,OAAO;AAAA,EACrC,OAAO,iBAAiB,SAAS,WAAW,UAAU;AAAA;AAGxD,SAAS,cAAc,CAAC,QAA4B,SAA8C;AAAA,EAChG,MAAM,gBAAgB,OAAO,cAAc,CAAC;AAAA,EAC5C,IAAI,cAAc,WAAW;AAAA,IAAG,OAAO,EAAE,QAAQ,OAAO;AAAA,EAExD,MAAM,cAAc,QAAQ,cAAc,CAAC;AAAA,EAC3C,MAAM,OAAO,OAAO,oBAAoB;AAAA,EAExC,IAAI,SAAS,YAAY;AAAA,IACvB,WAAW,YAAY,eAAe;AAAA,MACpC,MAAM,KAAK,YAAY,KAAK,CAAC,WAAW,cAAc,UAAU,MAAM,CAAC;AAAA,MACvE,IAAI,CAAC,IAAI;AAAA,QACP,OAAO;AAAA,UACL,QAAQ;AAAA,UACR,QAAQ,iCAAiC,SAAS;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAAA,IACA,OAAO,EAAE,QAAQ,OAAO;AAAA,EAC1B;AAAA,EAEA,IAAI,YAAY,WAAW,cAAc,QAAQ;AAAA,IAC/C,OAAO;AAAA,MACL,QAAQ;AAAA,MACR,QAAQ,oBAAoB,cAAc,4BAA4B,YAAY;AAAA,IACpF;AAAA,EACF;AAAA,EAEA,SAAS,IAAI,EAAG,IAAI,cAAc,QAAQ,KAAK;AAAA,IAC7C,MAAM,WAAW,cAAc;AAAA,IAC/B,MAAM,SAAS,YAAY;AAAA,IAC3B,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,cAAc,UAAU,MAAM,GAAG;AAAA,MAC5D,OAAO,EAAE,QAAQ,QAAQ,QAAQ,+BAA+B,KAAK;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,OAAO,EAAE,QAAQ,OAAO;AAAA;AAK1B,eAAsB,oBAAoB,CACxC,QACA,SACA,OAC4B;AAAA,EAC5B,IAAI,CAAC;AAAA,IAAQ,OAAO,EAAE,QAAQ,OAAO;AAAA,EAErC,MAAM,UAAU,eAAe,QAAQ,OAAO;AAAA,EAC9C,IAAI,QAAQ,WAAW;AAAA,IAAQ,OAAO;AAAA,EAEtC,IAAI,OAAO,WAAW,KAAK;AAAA,IACzB,IAAI,CAAC;AAAA,MAAO,OAAO,EAAE,QAAQ,QAAQ,QAAQ,4BAA4B;AAAA,IACzE,OAAO,MAAM,MAAM,EAAE,aAAa,OAAO,UAAU,KAAK,QAAQ,CAAC;AAAA,EACnE;AAAA,EAEA,OAAO,EAAE,QAAQ,OAAO;AAAA;;;ALnD1B,SAAS,aAAa,CAAC,MAAmB,SAA6B;AAAA,EACrE,MAAM,QAAQ,QAAQ,SAAS,KAAK;AAAA,EACpC,IAAI,CAAC;AAAA,IAAO,MAAM,IAAI,MAAM,YAAY,QAAQ,sEAAsE;AAAA,EACtH,KAAK,MAAM,QAAQ,kBAAkB;AAAA,IAAc,MAAM,IAAI,MAAM,2BAA2B,MAAM,MAAM;AAAA,EAC1G,OAAO;AAAA;AAGT,SAAS,SAAS,CAAC,MAAiB,OAAmC;AAAA,EACrE,IAAI,SAAS;AAAA,IAAO;AAAA,EAEpB,MAAM,SAAS,QAAQ,IAAI;AAAA,EAC3B,IAAI,CAAC,QAAQ;AAAA,IACX,IAAI,SAAS;AAAA,MAAM,MAAM,IAAI,MAAM,mDAAmD;AAAA,IACtF;AAAA,EACF;AAAA,EAEA,OAAO,kBAAkB,EAAE,QAAQ,MAAM,CAAC;AAAA;AAG5C,eAAsB,cAAc,CAAC,MAAc,UAAsB,CAAC,GAA+B;AAAA,EACvG,MAAM,WAAW,QAAQ,IAAI;AAAA,EAC7B,MAAM,WAAW,MAAM,SAAS,UAAU,MAAM;AAAA,EAChD,MAAM,OAAO,gBAAgB,QAAQ;AAAA,EAErC,MAAM,YAAY,QAAQ,aAAa;AAAA,EACvC,MAAM,QAAQ,UAAU,WAAW,QAAQ,UAAU;AAAA,EAErD,MAAM,UAA2B,CAAC;AAAA,EAElC,WAAW,WAAW,KAAK,UAAU;AAAA,IACnC,IAAI;AAAA,MACF,MAAM,QAAQ,cAAc,MAAM,OAAO;AAAA,MACzC,MAAM,WAAW,CAAC,GAAI,QAAQ,WAAW,CAAC,GAAI,EAAE,MAAM,QAAQ,SAAS,QAAQ,MAAM,CAAU;AAAA,MAE/F,MAAM,UAAU,MAAM,oBAAoB,OAAO;AAAA,QAC/C;AAAA,QACA,OAAO,CAAC;AAAA,QACR,aAAa;AAAA,MACf,CAAC;AAAA,MAED,MAAM,cAAc,MAAM,qBAAqB,QAAQ,QAAQ,SAAS,KAAK;AAAA,MAC7E,QAAQ,KAAK;AAAA,QACX,IAAI,QAAQ;AAAA,QACZ,QAAQ,YAAY;AAAA,QACpB,QAAS,YAAwE;AAAA,QACjF;AAAA,MACF,CAAC;AAAA,MACD,OAAO,KAAK;AAAA,MACZ,MAAM,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MAC9D,QAAQ,KAAK,EAAE,IAAI,QAAQ,IAAI,QAAQ,QAAQ,OAAO,CAAC;AAAA;AAAA,EAE3D;AAAA,EAEA,OAAO,EAAE,MAAM,UAAU,QAAQ;AAAA;;;AD5EnC,SAAS,KAAK,GAAW;AAAA,EACvB,OAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK;AAAA,CAAI;AAAA;AAGb,SAAS,SAAS,CAAC,MAAgB;AAAA,EACjC,OAAO,UAAU,WAAW;AAAA,EAC5B,MAAM,OAA+D,CAAC;AAAA,EAEtE,IAAI,CAAC;AAAA,IAAO,OAAO,EAAE,SAAS,OAAgB;AAAA,EAC9C,IAAI,UAAU,QAAQ,UAAU;AAAA,IAAU,OAAO,EAAE,SAAS,OAAgB;AAAA,EAE5E,MAAM,SAAS,UAAU,QAAQ,QAAQ,KAAK;AAAA,EAC9C,MAAM,OAAO,UAAU,QAAQ,QAAQ,MAAM,CAAC,IAAI;AAAA,EAElD,SAAS,IAAI,EAAG,IAAI,KAAK,QAAQ,KAAK;AAAA,IACpC,MAAM,IAAI,KAAK;AAAA,IACf,IAAI,MAAM;AAAA,MAAW,KAAK,QAAQ,KAAK,EAAE;AAAA,IACpC,SAAI,MAAM;AAAA,MAAiB,KAAK,aAAa,KAAK,EAAE;AAAA,IACpD,SAAI,MAAM,QAAQ,MAAM;AAAA,MAAU,OAAO,EAAE,SAAS,OAAgB;AAAA,IACpE;AAAA,YAAM,IAAI,MAAM,gBAAgB,GAAG;AAAA,EAC1C;AAAA,EAEA,OAAO,EAAE,SAAS,OAAgB,QAAQ,KAAK;AAAA;AAGjD,eAAe,gBAAgB,CAAC,QAAmC;AAAA,EACjE,MAAM,MAAM,SAAQ,MAAM;AAAA,EAC1B,MAAM,IAAI,MAAM,KAAK,GAAG;AAAA,EACxB,IAAI,EAAE,OAAO;AAAA,IAAG,OAAO,CAAC,GAAG;AAAA,EAE3B,MAAM,OAAO,IAAI,KAAK,iBAAiB;AAAA,EACvC,MAAM,MAAgB,CAAC;AAAA,EACvB,iBAAiB,OAAO,KAAK,KAAK,EAAE,KAAK,KAAK,WAAW,KAAK,CAAC,GAAG;AAAA,IAChE,IAAI,KAAK,SAAQ,KAAK,GAAG,CAAC;AAAA,EAC5B;AAAA,EACA,IAAI,KAAK;AAAA,EACT,OAAO;AAAA;AAGT,SAAS,YAAY,CAAC,QAA0C;AAAA,EAC9D,IAAI,WAAW;AAAA,IAAQ,OAAO;AAAA,EAC9B,IAAI,WAAW;AAAA,IAAQ,OAAO;AAAA,EAC9B,OAAO;AAAA;AAGT,eAAe,IAAI,GAAG;AAAA,EACpB,MAAM,SAAS,UAAU,QAAQ,KAAK,MAAM,CAAC,CAAC;AAAA,EAC9C,IAAK,OAAe,YAAY,UAAU,EAAE,aAAa,WAAW,OAAO,YAAY,OAAO;AAAA,IAC5F,QAAQ,IAAI,MAAM,CAAC;AAAA,IACnB,QAAQ,KAAK,CAAC;AAAA,EAChB;AAAA,EAEA,IAAI,CAAC,OAAO;AAAA,IAAQ,MAAM,IAAI,MAAM,wBAAwB;AAAA,EAE5D,MAAM,QAAQ,MAAM,iBAAiB,OAAO,MAAM;AAAA,EAClD,IAAI,MAAM,WAAW;AAAA,IAAG,MAAM,IAAI,MAAM,iCAAiC,OAAO,QAAQ;AAAA,EAExF,IAAI,OAAO;AAAA,EACX,IAAI,OAAO;AAAA,EACX,IAAI,OAAO;AAAA,EAEX,WAAW,QAAQ,OAAO;AAAA,IACxB,IAAI,CAAC,CAAC,SAAS,MAAM,EAAE,SAAS,QAAQ,IAAI,CAAC;AAAA,MAAG;AAAA,IAChD,MAAM,MAAM,MAAM,eAAe,MAAM;AAAA,MACrC,WAAW,OAAO,KAAK,SAAS;AAAA,MAChC,YAAY,OAAO,KAAK;AAAA,IAC1B,CAAC;AAAA,IAED,QAAQ,IAAI,IAAI,IAAI;AAAA,IACpB,WAAW,KAAK,IAAI,SAAS;AAAA,MAC3B,QAAQ,IAAI,KAAK,aAAa,EAAE,MAAM,MAAM,EAAE,KAAK,EAAE,SAAS,WAAK,EAAE,WAAW,IAAI;AAAA,MACpF,IAAI,EAAE,WAAW;AAAA,QAAQ;AAAA,MACpB,SAAI,EAAE,WAAW;AAAA,QAAQ;AAAA,MACzB;AAAA;AAAA,IACP;AAAA,EACF;AAAA,EAEA,QAAQ,IAAI;AAAA,WAAc,gBAAgB,gBAAgB,cAAc;AAAA,EACxE,QAAQ,KAAK,OAAO,IAAI,IAAI,CAAC;AAAA;AAG/B,MAAM,KAAK;",
+  "debugId": "E9C824803FAB034D64756E2164756E21",
+  "names": []
+}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./src/agent/index";
+export * from "./src/fixture/index";
+export * from "./src/fixture/load";
+export * from "./src/runner/runFixtureFile";

package/dist/index.js

@@ -0,0 +1,473 @@
+// @bun
+// src/agent/mockWeatherAgent.ts
+function last(items) {
+  return items.length > 0 ? items[items.length - 1] : undefined;
+}
+function findLatestToolMessage(messages, toolName) {
+  for (let i = messages.length - 1;i >= 0; i--) {
+    const message = messages[i];
+    if (!message)
+      continue;
+    if (message.role === "tool" && message.name === toolName)
+      return message;
+  }
+  return;
+}
+function tryParseJson(value) {
+  try {
+    return JSON.parse(value);
+  } catch {
+    return;
+  }
+}
+function createMockWeatherAgent(options = {}) {
+  const toolName = options.toolName ?? "get_weather";
+  let callCounter = 0;
+  return async ({ messages }) => {
+    const latest = last(messages);
+    if (!latest || latest.role !== "user") {
+      return { role: "assistant", content: "Send a user message to continue." };
+    }
+    const userText = latest.content.toLowerCase();
+    if (userText.includes("weather")) {
+      callCounter += 1;
+      return {
+        role: "assistant",
+        content: "",
+        tool_calls: [
+          {
+            id: `call_${callCounter}`,
+            type: "function",
+            function: {
+              name: toolName,
+              arguments: JSON.stringify({ location: "Dublin", unit: "c" })
+            }
+          }
+        ]
+      };
+    }
+    if (userText.includes("umbrella")) {
+      const toolMessage = findLatestToolMessage(messages, toolName);
+      const payload = toolMessage ? tryParseJson(toolMessage.content) : undefined;
+      const condition = payload?.condition?.toLowerCase();
+      if (condition?.includes("rain")) {
+        return { role: "assistant", content: "Yes\u2014bring an umbrella. The forecast shows rain." };
+      }
+      if (toolMessage) {
+        return { role: "assistant", content: "Probably yes\u2014better to be prepared based on the forecast." };
+      }
+      return {
+        role: "assistant",
+        content: "",
+        tool_calls: [
+          {
+            id: `call_${++callCounter}`,
+            type: "function",
+            function: { name: toolName, arguments: JSON.stringify({ location: "Dublin", unit: "c" }) }
+          }
+        ]
+      };
+    }
+    const reply = { role: "assistant", content: "OK." };
+    return reply;
+  };
+}
+// src/agent/openaiChatAgent.ts
+function createOpenAIChatAgent(options = {}) {
+  const apiKey = options.apiKey ?? process.env.OPENAI_API_KEY;
+  const baseUrl = options.baseUrl ?? process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
+  const defaultModel = options.defaultModel ?? process.env.OPENAI_MODEL ?? "gpt-4o-mini";
+  if (!apiKey) {
+    throw new Error("Missing OPENAI_API_KEY (or pass { apiKey }).");
+  }
+  return async (req) => {
+    const model = req.model ?? defaultModel;
+    const res = await fetch(`${baseUrl}/chat/completions`, {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${apiKey}`,
+        "Content-Type": "application/json"
+      },
+      body: JSON.stringify({
+        model,
+        messages: req.messages,
+        tools: req.tools,
+        tool_choice: req.tool_choice
+      })
+    });
+    if (!res.ok) {
+      const body = await res.text().catch(() => "");
+      throw new Error(`OpenAI chat.completions failed: ${res.status} ${res.statusText}${body ? `
+${body}` : ""}`);
+    }
+    const data = await res.json();
+    const message = data.choices?.[0]?.message;
+    if (!message)
+      throw new Error("OpenAI chat.completions returned no message.");
+    return message;
+  };
+}
+// src/fixture/load.ts
+import { parse as parseYaml } from "yaml";
+function expandEnvVars(value, env) {
+  return value.replace(/\$\{([A-Z0-9_]+)\}/gi, (_, key) => env[key] ?? "");
+}
+function normalizeAgentSpec(raw, env) {
+  const normalized = { ...raw };
+  if (normalized.type === undefined)
+    normalized.type = "subprocess";
+  if (!Array.isArray(normalized.command) || normalized.command.length === 0) {
+    throw new Error("`agent.command` must be a non-empty array of strings.");
+  }
+  normalized.command = normalized.command.map((part) => String(part));
+  if (normalized.cwd !== undefined)
+    normalized.cwd = String(normalized.cwd);
+  if (normalized.timeout_ms !== undefined)
+    normalized.timeout_ms = Number(normalized.timeout_ms);
+  if (normalized.env) {
+    const expanded = {};
+    for (const [k, v] of Object.entries(normalized.env)) {
+      expanded[k] = expandEnvVars(String(v), env);
+    }
+    normalized.env = expanded;
+  }
+  return normalized;
+}
+function loadFixtureFile(yamlText, env = process.env) {
+  const data = parseYaml(yamlText);
+  if (!data || typeof data !== "object")
+    throw new Error("Fixture file must be a YAML object.");
+  const file = data;
+  if (!Array.isArray(file.fixtures))
+    throw new Error("Fixture file must contain `fixtures: [...]`.");
+  const normalized = {
+    fixtures: file.fixtures
+  };
+  if (file.agent)
+    normalized.agent = normalizeAgentSpec(file.agent, env);
+  normalized.fixtures = normalized.fixtures.map((fixture, index) => {
+    if (!fixture || typeof fixture !== "object")
+      throw new Error(`fixtures[${index}] must be an object.`);
+    if (!("id" in fixture))
+      throw new Error(`fixtures[${index}].id is required.`);
+    if (!("input" in fixture))
+      throw new Error(`fixtures[${index}].input is required.`);
+    const out = { ...fixture };
+    out.id = String(out.id);
+    out.input = String(out.input);
+    if (out.agent)
+      out.agent = normalizeAgentSpec(out.agent, env);
+    if (out.expect?.tool_calls_match === undefined && out.expect?.tool_calls)
+      out.expect.tool_calls_match = "contains";
+    return out;
+  });
+  return normalized;
+}
+// src/runner/runFixtureFile.ts
+import { readFile } from "fs/promises";
+import { resolve } from "path";
+
+// src/judge/openaiJudge.ts
+function createOpenAIJudge(options) {
+  const baseUrl = options.baseUrl ?? process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
+  const model = options.model ?? process.env.OPENAI_JUDGE_MODEL ?? "gpt-4o-mini";
+  return async ({ expectation, message }) => {
+    const system = "You are a strict test evaluator. Decide if the assistant message satisfies the expectation. " + 'Respond with ONLY valid JSON: {"pass": boolean, "reason": string}.';
+    const user = JSON.stringify({
+      expectation,
+      assistant_message: message
+    }, null, 2);
+    const res = await fetch(`${baseUrl}/chat/completions`, {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${options.apiKey}`,
+        "Content-Type": "application/json"
+      },
+      body: JSON.stringify({
+        model,
+        temperature: 0,
+        messages: [
+          { role: "system", content: system },
+          { role: "user", content: user }
+        ]
+      })
+    });
+    if (!res.ok) {
+      const body = await res.text().catch(() => "");
+      return {
+        status: "fail",
+        reason: `Judge call failed: ${res.status} ${res.statusText}${body ? `
+${body}` : ""}`
+      };
+    }
+    const data = await res.json();
+    const content = data?.choices?.[0]?.message?.content;
+    if (typeof content !== "string" || content.trim().length === 0) {
+      return { status: "fail", reason: "Judge returned no content." };
+    }
+    let parsed;
+    try {
+      parsed = JSON.parse(content);
+    } catch {
+      return { status: "fail", reason: `Judge did not return valid JSON.
+${content}` };
+    }
+    if (parsed.pass)
+      return { status: "pass" };
+    return { status: "fail", reason: parsed.reason || "Expectation not satisfied." };
+  };
+}
+
+// src/runner/subprocessAgent.ts
+function isSuccess(value) {
+  return !!value && typeof value === "object" && "message" in value;
+}
+function isError(value) {
+  return !!value && typeof value === "object" && "error" in value;
+}
+async function readFirstNonEmptyLine(stream, timeoutMs) {
+  const reader = stream.getReader();
+  const decoder = new TextDecoder;
+  let buffer = "";
+  const deadline = Date.now() + timeoutMs;
+  while (true) {
+    const timeLeft = deadline - Date.now();
+    if (timeLeft <= 0)
+      throw new Error(`Timed out waiting for agent response after ${timeoutMs}ms.`);
+    let timerId;
+    const timerPromise = new Promise((_, reject) => {
+      timerId = setTimeout(() => reject(new Error(`Timed out waiting for agent response after ${timeoutMs}ms.`)), timeLeft);
+    });
+    let chunk;
+    try {
+      chunk = await Promise.race([reader.read(), timerPromise]);
+    } finally {
+      if (timerId !== undefined)
+        clearTimeout(timerId);
+    }
+    const { value, done } = chunk;
+    if (done)
+      break;
+    buffer += decoder.decode(value, { stream: true });
+    while (true) {
+      const idx = buffer.indexOf(`
+`);
+      if (idx === -1)
+        break;
+      const line = buffer.slice(0, idx).trim();
+      buffer = buffer.slice(idx + 1);
+      if (line.length > 0)
+        return line;
+    }
+  }
+  const tail = buffer.trim();
+  if (tail.length > 0)
+    return tail;
+  throw new Error("Agent produced no output on stdout.");
+}
+async function callSubprocessAgent(spec, request) {
+  const timeoutMs = spec.timeout_ms ?? 20000;
+  const proc = Bun.spawn(spec.command, {
+    cwd: spec.cwd,
+    env: { ...process.env, ...spec.env ?? {} },
+    stdin: "pipe",
+    stdout: "pipe",
+    stderr: "pipe"
+  });
+  const stdin = proc.stdin;
+  if (!stdin)
+    throw new Error("Failed to open agent stdin.");
+  stdin.write(`${JSON.stringify(request)}
+`);
+  stdin.end();
+  let stderrText = "";
+  const stderrPromise = (async () => {
+    if (!proc.stderr)
+      return;
+    stderrText = await new Response(proc.stderr).text().catch(() => "");
+  })();
+  try {
+    if (!proc.stdout)
+      throw new Error("Failed to open agent stdout.");
+    const line = await readFirstNonEmptyLine(proc.stdout, timeoutMs);
+    let payload;
+    try {
+      payload = JSON.parse(line);
+    } catch {
+      throw new Error(`Agent stdout is not valid JSON.
+` + `Line: ${line}
+` + (stderrText ? `Stderr:
+${stderrText}` : ""));
+    }
+    if (isError(payload))
+      throw new Error(payload.error.message);
+    if (!isSuccess(payload)) {
+      throw new Error(`Agent response must be { "message": { ... } } or { "error": { "message": ... } }.`);
+    }
+    return payload.message;
+  } finally {
+    proc.kill();
+    await Promise.allSettled([proc.exited, stderrPromise]);
+  }
+}
+
+// src/runner/deepMatch.ts
+function deepPartialMatch(expected, actual) {
+  if (expected === actual)
+    return true;
+  if (expected === null || actual === null)
+    return expected === actual;
+  const expectedType = typeof expected;
+  const actualType = typeof actual;
+  if (expectedType !== actualType)
+    return false;
+  if (Array.isArray(expected)) {
+    if (!Array.isArray(actual))
+      return false;
+    if (expected.length !== actual.length)
+      return false;
+    for (let i = 0;i < expected.length; i++) {
+      if (!deepPartialMatch(expected[i], actual[i]))
+        return false;
+    }
+    return true;
+  }
+  if (expectedType === "object") {
+    if (Array.isArray(actual))
+      return false;
+    const expectedObj = expected;
+    const actualObj = actual;
+    for (const [key, expectedValue] of Object.entries(expectedObj)) {
+      if (!(key in actualObj))
+        return false;
+      if (!deepPartialMatch(expectedValue, actualObj[key]))
+        return false;
+    }
+    return true;
+  }
+  return false;
+}
+
+// src/runner/expectations.ts
+function parseJsonOrUndefined(value) {
+  try {
+    return JSON.parse(value);
+  } catch {
+    return;
+  }
+}
+function matchToolCall(expected, actual) {
+  if (actual.function.name !== expected.name)
+    return false;
+  if (expected.arguments === undefined)
+    return true;
+  const actualArgs = parseJsonOrUndefined(actual.function.arguments);
+  if (actualArgs === undefined)
+    return false;
+  return deepPartialMatch(expected.arguments, actualArgs);
+}
+function checkToolCalls(expect, message) {
+  const expectedCalls = expect.tool_calls ?? [];
+  if (expectedCalls.length === 0)
+    return { status: "pass" };
+  const actualCalls = message.tool_calls ?? [];
+  const mode = expect.tool_calls_match ?? "contains";
+  if (mode === "contains") {
+    for (const expected of expectedCalls) {
+      const ok = actualCalls.some((actual) => matchToolCall(expected, actual));
+      if (!ok) {
+        return {
+          status: "fail",
+          reason: `Expected tool call not found: ${expected.name}`
+        };
+      }
+    }
+    return { status: "pass" };
+  }
+  if (actualCalls.length !== expectedCalls.length) {
+    return {
+      status: "fail",
+      reason: `Expected exactly ${expectedCalls.length} tool call(s), got ${actualCalls.length}.`
+    };
+  }
+  for (let i = 0;i < expectedCalls.length; i++) {
+    const expected = expectedCalls[i];
+    const actual = actualCalls[i];
+    if (!expected || !actual || !matchToolCall(expected, actual)) {
+      return { status: "fail", reason: `Tool call mismatch at index ${i}.` };
+    }
+  }
+  return { status: "pass" };
+}
+async function evaluateExpectations(expect, message, judge) {
+  if (!expect)
+    return { status: "pass" };
+  const toolRes = checkToolCalls(expect, message);
+  if (toolRes.status !== "pass")
+    return toolRes;
+  if (expect.assistant?.llm) {
+    if (!judge)
+      return { status: "skip", reason: "LLM judge not configured." };
+    return await judge({ expectation: expect.assistant.llm, message });
+  }
+  return { status: "pass" };
+}
+
+// src/runner/runFixtureFile.ts
+function pickAgentSpec(file, fixture) {
+  const agent = fixture.agent ?? file.agent;
+  if (!agent)
+    throw new Error(`Fixture '${fixture.id}' has no agent. Add file-level 'agent:' or fixture-level 'agent:'.`);
+  if ((agent.type ?? "subprocess") !== "subprocess")
+    throw new Error(`Unsupported agent type: ${agent.type}`);
+  return agent;
+}
+function makeJudge(mode, model) {
+  if (mode === "off")
+    return;
+  const apiKey = process.env.OPENAI_API_KEY;
+  if (!apiKey) {
+    if (mode === "on")
+      throw new Error("Judge mode is 'on' but OPENAI_API_KEY is not set.");
+    return;
+  }
+  return createOpenAIJudge({ apiKey, model });
+}
+async function runFixtureFile(path, options = {}) {
+  const absolute = resolve(path);
+  const yamlText = await readFile(absolute, "utf8");
+  const file = loadFixtureFile(yamlText);
+  const judgeMode = options.judgeMode ?? "auto";
+  const judge = makeJudge(judgeMode, options.judgeModel);
+  const results = [];
+  for (const fixture of file.fixtures) {
+    try {
+      const agent = pickAgentSpec(file, fixture);
+      const messages = [...fixture.history ?? [], { role: "user", content: fixture.input }];
+      const message = await callSubprocessAgent(agent, {
+        messages,
+        tools: [],
+        tool_choice: "auto"
+      });
+      const expectation = await evaluateExpectations(fixture.expect, message, judge);
+      results.push({
+        id: fixture.id,
+        status: expectation.status,
+        reason: expectation.reason,
+        message
+      });
+    } catch (err) {
+      const reason = err instanceof Error ? err.message : String(err);
+      results.push({ id: fixture.id, status: "fail", reason });
+    }
+  }
+  return { path: absolute, results };
+}
+export {
+  runFixtureFile,
+  loadFixtureFile,
+  createOpenAIChatAgent,
+  createMockWeatherAgent
+};
+
+//# debugId=D5671399AC39730564756E2164756E21

package/dist/index.js.map

@@ -0,0 +1,17 @@
+{
+  "version": 3,
+  "sources": ["../src/agent/mockWeatherAgent.ts", "../src/agent/openaiChatAgent.ts", "../src/fixture/load.ts", "../src/runner/runFixtureFile.ts", "../src/judge/openaiJudge.ts", "../src/runner/subprocessAgent.ts", "../src/runner/deepMatch.ts", "../src/runner/expectations.ts"],
+  "sourcesContent": [
+    "import type { AssistantMessage, ChatAgent, ChatMessage, ToolMessage } from \"./types\";\n\nfunction last<T>(items: T[]): T | undefined {\n  return items.length > 0 ? items[items.length - 1] : undefined;\n}\n\nfunction findLatestToolMessage(messages: ChatMessage[], toolName: string): ToolMessage | undefined {\n  for (let i = messages.length - 1; i >= 0; i--) {\n    const message = messages[i];\n    if (!message) continue;\n    if (message.role === \"tool\" && message.name === toolName) return message;\n  }\n  return undefined;\n}\n\nfunction tryParseJson<T>(value: string): T | undefined {\n  try {\n    return JSON.parse(value) as T;\n  } catch {\n    return undefined;\n  }\n}\n\nexport type MockWeatherAgentOptions = {\n  toolName?: string;\n};\n\nexport function createMockWeatherAgent(options: MockWeatherAgentOptions = {}): ChatAgent {\n  const toolName = options.toolName ?? \"get_weather\";\n  let callCounter = 0;\n\n  return async ({ messages }) => {\n    const latest = last(messages);\n    if (!latest || latest.role !== \"user\") {\n      return { role: \"assistant\", content: \"Send a user message to continue.\" };\n    }\n\n    const userText = latest.content.toLowerCase();\n\n    if (userText.includes(\"weather\")) {\n      callCounter += 1;\n      return {\n        role: \"assistant\",\n        content: \"\",\n        tool_calls: [\n          {\n            id: `call_${callCounter}`,\n            type: \"function\",\n            function: {\n              name: toolName,\n              arguments: JSON.stringify({ location: \"Dublin\", unit: \"c\" }),\n            },\n          },\n        ],\n      };\n    }\n\n    if (userText.includes(\"umbrella\")) {\n      const toolMessage = findLatestToolMessage(messages, toolName);\n      const payload = toolMessage ? tryParseJson<{ temp_c?: number; condition?: string }>(toolMessage.content) : undefined;\n      const condition = payload?.condition?.toLowerCase();\n\n      if (condition?.includes(\"rain\")) {\n        return { role: \"assistant\", content: \"Yes—bring an umbrella. The forecast shows rain.\" };\n      }\n      if (toolMessage) {\n        return { role: \"assistant\", content: \"Probably yes—better to be prepared based on the forecast.\" };\n      }\n      return {\n        role: \"assistant\",\n        content: \"\",\n        tool_calls: [\n          {\n            id: `call_${++callCounter}`,\n            type: \"function\",\n            function: { name: toolName, arguments: JSON.stringify({ location: \"Dublin\", unit: \"c\" }) },\n          },\n        ],\n      };\n    }\n\n    const reply: AssistantMessage = { role: \"assistant\", content: \"OK.\" };\n    return reply;\n  };\n}\n",
+    "import type { AssistantMessage, ChatAgent, ChatAgentRequest } from \"./types\";\n\nexport type OpenAIChatAgentOptions = {\n  apiKey?: string;\n  baseUrl?: string;\n  defaultModel?: string;\n};\n\ntype OpenAIChatCompletionResponse = {\n  choices: Array<{\n    message: AssistantMessage;\n  }>;\n};\n\nexport function createOpenAIChatAgent(options: OpenAIChatAgentOptions = {}): ChatAgent {\n  const apiKey = options.apiKey ?? process.env.OPENAI_API_KEY;\n  const baseUrl = options.baseUrl ?? process.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n  const defaultModel = options.defaultModel ?? process.env.OPENAI_MODEL ?? \"gpt-4o-mini\";\n\n  if (!apiKey) {\n    throw new Error(\"Missing OPENAI_API_KEY (or pass { apiKey }).\");\n  }\n\n  return async (req: ChatAgentRequest) => {\n    const model = req.model ?? defaultModel;\n    const res = await fetch(`${baseUrl}/chat/completions`, {\n      method: \"POST\",\n      headers: {\n        Authorization: `Bearer ${apiKey}`,\n        \"Content-Type\": \"application/json\",\n      },\n      body: JSON.stringify({\n        model,\n        messages: req.messages,\n        tools: req.tools,\n        tool_choice: req.tool_choice,\n      }),\n    });\n\n    if (!res.ok) {\n      const body = await res.text().catch(() => \"\");\n      throw new Error(`OpenAI chat.completions failed: ${res.status} ${res.statusText}${body ? `\\n${body}` : \"\"}`);\n    }\n\n    const data = (await res.json()) as OpenAIChatCompletionResponse;\n    const message = data.choices?.[0]?.message;\n    if (!message) throw new Error(\"OpenAI chat.completions returned no message.\");\n    return message;\n  };\n}\n",
+    "import { parse as parseYaml } from \"yaml\";\nimport type { AgentSpec, FixtureFile } from \"./types\";\n\nfunction expandEnvVars(value: string, env: Record<string, string | undefined>): string {\n  return value.replace(/\\$\\{([A-Z0-9_]+)\\}/gi, (_, key: string) => env[key] ?? \"\");\n}\n\nfunction normalizeAgentSpec(raw: AgentSpec, env: Record<string, string | undefined>): AgentSpec {\n  const normalized: AgentSpec = { ...raw };\n\n  if (normalized.type === undefined) normalized.type = \"subprocess\";\n  if (!Array.isArray(normalized.command) || normalized.command.length === 0) {\n    throw new Error(\"`agent.command` must be a non-empty array of strings.\");\n  }\n\n  normalized.command = normalized.command.map((part) => String(part));\n\n  if (normalized.cwd !== undefined) normalized.cwd = String(normalized.cwd);\n  if (normalized.timeout_ms !== undefined) normalized.timeout_ms = Number(normalized.timeout_ms);\n\n  if (normalized.env) {\n    const expanded: Record<string, string> = {};\n    for (const [k, v] of Object.entries(normalized.env)) {\n      expanded[k] = expandEnvVars(String(v), env);\n    }\n    normalized.env = expanded;\n  }\n\n  return normalized;\n}\n\nexport function loadFixtureFile(yamlText: string, env: Record<string, string | undefined> = process.env): FixtureFile {\n  const data = parseYaml(yamlText) as unknown;\n  if (!data || typeof data !== \"object\") throw new Error(\"Fixture file must be a YAML object.\");\n\n  const file = data as Partial<FixtureFile>;\n  if (!Array.isArray(file.fixtures)) throw new Error(\"Fixture file must contain `fixtures: [...]`.\");\n\n  const normalized: FixtureFile = {\n    fixtures: file.fixtures as FixtureFile[\"fixtures\"],\n  };\n\n  if (file.agent) normalized.agent = normalizeAgentSpec(file.agent as AgentSpec, env);\n\n  normalized.fixtures = normalized.fixtures.map((fixture, index) => {\n    if (!fixture || typeof fixture !== \"object\") throw new Error(`fixtures[${index}] must be an object.`);\n    if (!(\"id\" in fixture)) throw new Error(`fixtures[${index}].id is required.`);\n    if (!(\"input\" in fixture)) throw new Error(`fixtures[${index}].input is required.`);\n\n    const out = { ...fixture } as any;\n    out.id = String(out.id);\n    out.input = String(out.input);\n\n    if (out.agent) out.agent = normalizeAgentSpec(out.agent as AgentSpec, env);\n    if (out.expect?.tool_calls_match === undefined && out.expect?.tool_calls) out.expect.tool_calls_match = \"contains\";\n\n    return out;\n  });\n\n  return normalized;\n}\n",
+    "import { readFile } from \"node:fs/promises\";\nimport { resolve } from \"node:path\";\nimport type { AssistantMessage } from \"../agent/types\";\nimport { loadFixtureFile } from \"../fixture/load\";\nimport type { AgentSpec, Fixture, FixtureFile } from \"../fixture/types\";\nimport { createOpenAIJudge } from \"../judge/openaiJudge\";\nimport { callSubprocessAgent } from \"./subprocessAgent\";\nimport type { ExpectationResult, Judge } from \"./expectations\";\nimport { evaluateExpectations } from \"./expectations\";\n\nexport type JudgeMode = \"off\" | \"auto\" | \"on\";\n\nexport type RunOptions = {\n  judgeMode?: JudgeMode;\n  judgeModel?: string;\n};\n\nexport type FixtureResult = {\n  id: string;\n  status: \"pass\" | \"fail\" | \"skip\";\n  reason?: string;\n  message?: AssistantMessage;\n};\n\nexport type FixtureFileResult = {\n  path: string;\n  results: FixtureResult[];\n};\n\nfunction pickAgentSpec(file: FixtureFile, fixture: Fixture): AgentSpec {\n  const agent = fixture.agent ?? file.agent;\n  if (!agent) throw new Error(`Fixture '${fixture.id}' has no agent. Add file-level 'agent:' or fixture-level 'agent:'.`);\n  if ((agent.type ?? \"subprocess\") !== \"subprocess\") throw new Error(`Unsupported agent type: ${agent.type}`);\n  return agent;\n}\n\nfunction makeJudge(mode: JudgeMode, model?: string): Judge | undefined {\n  if (mode === \"off\") return undefined;\n\n  const apiKey = process.env.OPENAI_API_KEY;\n  if (!apiKey) {\n    if (mode === \"on\") throw new Error(\"Judge mode is 'on' but OPENAI_API_KEY is not set.\");\n    return undefined;\n  }\n\n  return createOpenAIJudge({ apiKey, model });\n}\n\nexport async function runFixtureFile(path: string, options: RunOptions = {}): Promise<FixtureFileResult> {\n  const absolute = resolve(path);\n  const yamlText = await readFile(absolute, \"utf8\");\n  const file = loadFixtureFile(yamlText);\n\n  const judgeMode = options.judgeMode ?? \"auto\";\n  const judge = makeJudge(judgeMode, options.judgeModel);\n\n  const results: FixtureResult[] = [];\n\n  for (const fixture of file.fixtures) {\n    try {\n      const agent = pickAgentSpec(file, fixture);\n      const messages = [...(fixture.history ?? []), { role: \"user\", content: fixture.input } as const];\n\n      const message = await callSubprocessAgent(agent, {\n        messages,\n        tools: [],\n        tool_choice: \"auto\",\n      });\n\n      const expectation = await evaluateExpectations(fixture.expect, message, judge);\n      results.push({\n        id: fixture.id,\n        status: expectation.status,\n        reason: (expectation as Extract<ExpectationResult, { status: \"fail\" | \"skip\" }>).reason,\n        message,\n      });\n    } catch (err) {\n      const reason = err instanceof Error ? err.message : String(err);\n      results.push({ id: fixture.id, status: \"fail\", reason });\n    }\n  }\n\n  return { path: absolute, results };\n}\n",
+    "import type { AssistantMessage } from \"../agent/types\";\nimport type { ExpectationResult } from \"../runner/expectations\";\n\nexport type OpenAIJudgeOptions = {\n  apiKey: string;\n  baseUrl?: string;\n  model?: string;\n};\n\ntype JudgeResponse = { pass: boolean; reason: string };\n\nexport function createOpenAIJudge(options: OpenAIJudgeOptions) {\n  const baseUrl = options.baseUrl ?? process.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n  const model = options.model ?? process.env.OPENAI_JUDGE_MODEL ?? \"gpt-4o-mini\";\n\n  return async ({ expectation, message }: { expectation: string; message: AssistantMessage }): Promise<ExpectationResult> => {\n    const system =\n      \"You are a strict test evaluator. Decide if the assistant message satisfies the expectation. \" +\n      \"Respond with ONLY valid JSON: {\\\"pass\\\": boolean, \\\"reason\\\": string}.\";\n\n    const user = JSON.stringify(\n      {\n        expectation,\n        assistant_message: message,\n      },\n      null,\n      2\n    );\n\n    const res = await fetch(`${baseUrl}/chat/completions`, {\n      method: \"POST\",\n      headers: {\n        Authorization: `Bearer ${options.apiKey}`,\n        \"Content-Type\": \"application/json\",\n      },\n      body: JSON.stringify({\n        model,\n        temperature: 0,\n        messages: [\n          { role: \"system\", content: system },\n          { role: \"user\", content: user },\n        ],\n      }),\n    });\n\n    if (!res.ok) {\n      const body = await res.text().catch(() => \"\");\n      return {\n        status: \"fail\",\n        reason: `Judge call failed: ${res.status} ${res.statusText}${body ? `\\n${body}` : \"\"}`,\n      };\n    }\n\n    const data = (await res.json()) as any;\n    const content = data?.choices?.[0]?.message?.content;\n    if (typeof content !== \"string\" || content.trim().length === 0) {\n      return { status: \"fail\", reason: \"Judge returned no content.\" };\n    }\n\n    let parsed: JudgeResponse;\n    try {\n      parsed = JSON.parse(content) as JudgeResponse;\n    } catch {\n      return { status: \"fail\", reason: `Judge did not return valid JSON.\\n${content}` };\n    }\n\n    if (parsed.pass) return { status: \"pass\" };\n    return { status: \"fail\", reason: parsed.reason || \"Expectation not satisfied.\" };\n  };\n}\n",
+    "import type { AssistantMessage, ChatAgentRequest } from \"../agent/types\";\nimport type { AgentSpec } from \"../fixture/types\";\n\ntype AgentProcessSuccess = { message: AssistantMessage };\ntype AgentProcessError = { error: { message: string } };\n\nfunction isSuccess(value: unknown): value is AgentProcessSuccess {\n  return !!value && typeof value === \"object\" && \"message\" in (value as any);\n}\n\nfunction isError(value: unknown): value is AgentProcessError {\n  return !!value && typeof value === \"object\" && \"error\" in (value as any);\n}\n\nasync function readFirstNonEmptyLine(stream: ReadableStream<Uint8Array>, timeoutMs: number): Promise<string> {\n  const reader = stream.getReader();\n  const decoder = new TextDecoder();\n  let buffer = \"\";\n\n  const deadline = Date.now() + timeoutMs;\n\n  type ReadResult = { value?: Uint8Array; done: boolean };\n\n  while (true) {\n    const timeLeft = deadline - Date.now();\n    if (timeLeft <= 0) throw new Error(`Timed out waiting for agent response after ${timeoutMs}ms.`);\n\n    let timerId: ReturnType<typeof setTimeout> | undefined;\n    const timerPromise = new Promise<never>((_, reject) => {\n      timerId = setTimeout(() => reject(new Error(`Timed out waiting for agent response after ${timeoutMs}ms.`)), timeLeft);\n    });\n\n    let chunk: ReadResult;\n    try {\n      chunk = await Promise.race([reader.read(), timerPromise]);\n    } finally {\n      if (timerId !== undefined) clearTimeout(timerId);\n    }\n\n    const { value, done } = chunk;\n    if (done) break;\n\n    buffer += decoder.decode(value, { stream: true });\n\n    while (true) {\n      const idx = buffer.indexOf(\"\\n\");\n      if (idx === -1) break;\n      const line = buffer.slice(0, idx).trim();\n      buffer = buffer.slice(idx + 1);\n      if (line.length > 0) return line;\n    }\n  }\n\n  const tail = buffer.trim();\n  if (tail.length > 0) return tail;\n  throw new Error(\"Agent produced no output on stdout.\");\n}\n\nexport async function callSubprocessAgent(spec: AgentSpec, request: ChatAgentRequest): Promise<AssistantMessage> {\n  const timeoutMs = spec.timeout_ms ?? 20_000;\n\n  const proc = Bun.spawn(spec.command, {\n    cwd: spec.cwd,\n    env: { ...process.env, ...(spec.env ?? {}) },\n    stdin: \"pipe\",\n    stdout: \"pipe\",\n    stderr: \"pipe\",\n  });\n\n  const stdin = proc.stdin;\n  if (!stdin) throw new Error(\"Failed to open agent stdin.\");\n\n  stdin.write(`${JSON.stringify(request)}\\n`);\n  stdin.end();\n\n  let stderrText = \"\";\n  const stderrPromise = (async () => {\n    if (!proc.stderr) return;\n    stderrText = await new Response(proc.stderr).text().catch(() => \"\");\n  })();\n\n  try {\n    if (!proc.stdout) throw new Error(\"Failed to open agent stdout.\");\n    const line = await readFirstNonEmptyLine(proc.stdout, timeoutMs);\n\n    let payload: unknown;\n    try {\n      payload = JSON.parse(line) as unknown;\n    } catch {\n      throw new Error(\n        `Agent stdout is not valid JSON.\\n` +\n          `Line: ${line}\\n` +\n          (stderrText ? `Stderr:\\n${stderrText}` : \"\")\n      );\n    }\n\n    if (isError(payload)) throw new Error(payload.error.message);\n    if (!isSuccess(payload)) {\n      throw new Error(`Agent response must be { \"message\": { ... } } or { \"error\": { \"message\": ... } }.`);\n    }\n\n    return payload.message;\n  } finally {\n    proc.kill();\n    await Promise.allSettled([proc.exited, stderrPromise]);\n  }\n}\n",
+    "export function deepPartialMatch(expected: unknown, actual: unknown): boolean {\n  if (expected === actual) return true;\n\n  if (expected === null || actual === null) return expected === actual;\n\n  const expectedType = typeof expected;\n  const actualType = typeof actual;\n  if (expectedType !== actualType) return false;\n\n  if (Array.isArray(expected)) {\n    if (!Array.isArray(actual)) return false;\n    if (expected.length !== actual.length) return false;\n    for (let i = 0; i < expected.length; i++) {\n      if (!deepPartialMatch(expected[i], actual[i])) return false;\n    }\n    return true;\n  }\n\n  if (expectedType === \"object\") {\n    if (Array.isArray(actual)) return false;\n    const expectedObj = expected as Record<string, unknown>;\n    const actualObj = actual as Record<string, unknown>;\n    for (const [key, expectedValue] of Object.entries(expectedObj)) {\n      if (!(key in actualObj)) return false;\n      if (!deepPartialMatch(expectedValue, actualObj[key])) return false;\n    }\n    return true;\n  }\n\n  return false;\n}\n\n",
+    "import type { AssistantMessage } from \"../agent/types\";\nimport type { FixtureExpectation, ToolCallExpectation } from \"../fixture/types\";\nimport { deepPartialMatch } from \"./deepMatch\";\n\nexport type ExpectationResult =\n  | { status: \"pass\" }\n  | { status: \"fail\"; reason: string }\n  | { status: \"skip\"; reason: string };\n\nfunction parseJsonOrUndefined(value: string): unknown | undefined {\n  try {\n    return JSON.parse(value) as unknown;\n  } catch {\n    return undefined;\n  }\n}\n\nfunction matchToolCall(expected: ToolCallExpectation, actual: NonNullable<AssistantMessage[\"tool_calls\"]>[number]): boolean {\n  if (actual.function.name !== expected.name) return false;\n  if (expected.arguments === undefined) return true;\n  const actualArgs = parseJsonOrUndefined(actual.function.arguments);\n  if (actualArgs === undefined) return false;\n  return deepPartialMatch(expected.arguments, actualArgs);\n}\n\nfunction checkToolCalls(expect: FixtureExpectation, message: AssistantMessage): ExpectationResult {\n  const expectedCalls = expect.tool_calls ?? [];\n  if (expectedCalls.length === 0) return { status: \"pass\" };\n\n  const actualCalls = message.tool_calls ?? [];\n  const mode = expect.tool_calls_match ?? \"contains\";\n\n  if (mode === \"contains\") {\n    for (const expected of expectedCalls) {\n      const ok = actualCalls.some((actual) => matchToolCall(expected, actual));\n      if (!ok) {\n        return {\n          status: \"fail\",\n          reason: `Expected tool call not found: ${expected.name}`,\n        };\n      }\n    }\n    return { status: \"pass\" };\n  }\n\n  if (actualCalls.length !== expectedCalls.length) {\n    return {\n      status: \"fail\",\n      reason: `Expected exactly ${expectedCalls.length} tool call(s), got ${actualCalls.length}.`,\n    };\n  }\n\n  for (let i = 0; i < expectedCalls.length; i++) {\n    const expected = expectedCalls[i];\n    const actual = actualCalls[i];\n    if (!expected || !actual || !matchToolCall(expected, actual)) {\n      return { status: \"fail\", reason: `Tool call mismatch at index ${i}.` };\n    }\n  }\n\n  return { status: \"pass\" };\n}\n\nexport type Judge = (args: { expectation: string; message: AssistantMessage }) => Promise<ExpectationResult>;\n\nexport async function evaluateExpectations(\n  expect: FixtureExpectation | undefined,\n  message: AssistantMessage,\n  judge: Judge | undefined\n): Promise<ExpectationResult> {\n  if (!expect) return { status: \"pass\" };\n\n  const toolRes = checkToolCalls(expect, message);\n  if (toolRes.status !== \"pass\") return toolRes;\n\n  if (expect.assistant?.llm) {\n    if (!judge) return { status: \"skip\", reason: \"LLM judge not configured.\" };\n    return await judge({ expectation: expect.assistant.llm, message });\n  }\n\n  return { status: \"pass\" };\n}\n"
+  ],
+  "mappings": ";;AAEA,SAAS,IAAO,CAAC,OAA2B;AAAA,EAC1C,OAAO,MAAM,SAAS,IAAI,MAAM,MAAM,SAAS,KAAK;AAAA;AAGtD,SAAS,qBAAqB,CAAC,UAAyB,UAA2C;AAAA,EACjG,SAAS,IAAI,SAAS,SAAS,EAAG,KAAK,GAAG,KAAK;AAAA,IAC7C,MAAM,UAAU,SAAS;AAAA,IACzB,IAAI,CAAC;AAAA,MAAS;AAAA,IACd,IAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS;AAAA,MAAU,OAAO;AAAA,EACnE;AAAA,EACA;AAAA;AAGF,SAAS,YAAe,CAAC,OAA8B;AAAA,EACrD,IAAI;AAAA,IACF,OAAO,KAAK,MAAM,KAAK;AAAA,IACvB,MAAM;AAAA,IACN;AAAA;AAAA;AAQG,SAAS,sBAAsB,CAAC,UAAmC,CAAC,GAAc;AAAA,EACvF,MAAM,WAAW,QAAQ,YAAY;AAAA,EACrC,IAAI,cAAc;AAAA,EAElB,OAAO,SAAS,eAAe;AAAA,IAC7B,MAAM,SAAS,KAAK,QAAQ;AAAA,IAC5B,IAAI,CAAC,UAAU,OAAO,SAAS,QAAQ;AAAA,MACrC,OAAO,EAAE,MAAM,aAAa,SAAS,mCAAmC;AAAA,IAC1E;AAAA,IAEA,MAAM,WAAW,OAAO,QAAQ,YAAY;AAAA,IAE5C,IAAI,SAAS,SAAS,SAAS,GAAG;AAAA,MAChC,eAAe;AAAA,MACf,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS;AAAA,QACT,YAAY;AAAA,UACV;AAAA,YACE,IAAI,QAAQ;AAAA,YACZ,MAAM;AAAA,YACN,UAAU;AAAA,cACR,MAAM;AAAA,cACN,WAAW,KAAK,UAAU,EAAE,UAAU,UAAU,MAAM,IAAI,CAAC;AAAA,YAC7D;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,IAEA,IAAI,SAAS,SAAS,UAAU,GAAG;AAAA,MACjC,MAAM,cAAc,sBAAsB,UAAU,QAAQ;AAAA,MAC5D,MAAM,UAAU,cAAc,aAAsD,YAAY,OAAO,IAAI;AAAA,MAC3G,MAAM,YAAY,SAAS,WAAW,YAAY;AAAA,MAElD,IAAI,WAAW,SAAS,MAAM,GAAG;AAAA,QAC/B,OAAO,EAAE,MAAM,aAAa,SAAS,uDAAiD;AAAA,MACxF;AAAA,MACA,IAAI,aAAa;AAAA,QACf,OAAO,EAAE,MAAM,aAAa,SAAS,iEAA2D;AAAA,MAClG;AAAA,MACA,OAAO;AAAA,QACL,MAAM;AAAA,QACN,SAAS;AAAA,QACT,YAAY;AAAA,UACV;AAAA,YACE,IAAI,QAAQ,EAAE;AAAA,YACd,MAAM;AAAA,YACN,UAAU,EAAE,MAAM,UAAU,WAAW,KAAK,UAAU,EAAE,UAAU,UAAU,MAAM,IAAI,CAAC,EAAE;AAAA,UAC3F;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,IAEA,MAAM,QAA0B,EAAE,MAAM,aAAa,SAAS,MAAM;AAAA,IACpE,OAAO;AAAA;AAAA;;ACpEJ,SAAS,qBAAqB,CAAC,UAAkC,CAAC,GAAc;AAAA,EACrF,MAAM,SAAS,QAAQ,UAAU,QAAQ,IAAI;AAAA,EAC7C,MAAM,UAAU,QAAQ,WAAW,QAAQ,IAAI,mBAAmB;AAAA,EAClE,MAAM,eAAe,QAAQ,gBAAgB,QAAQ,IAAI,gBAAgB;AAAA,EAEzE,IAAI,CAAC,QAAQ;AAAA,IACX,MAAM,IAAI,MAAM,8CAA8C;AAAA,EAChE;AAAA,EAEA,OAAO,OAAO,QAA0B;AAAA,IACtC,MAAM,QAAQ,IAAI,SAAS;AAAA,IAC3B,MAAM,MAAM,MAAM,MAAM,GAAG,4BAA4B;AAAA,MACrD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU;AAAA,QACzB,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACnB;AAAA,QACA,UAAU,IAAI;AAAA,QACd,OAAO,IAAI;AAAA,QACX,aAAa,IAAI;AAAA,MACnB,CAAC;AAAA,IACH,CAAC;AAAA,IAED,IAAI,CAAC,IAAI,IAAI;AAAA,MACX,MAAM,OAAO,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE;AAAA,MAC5C,MAAM,IAAI,MAAM,mCAAmC,IAAI,UAAU,IAAI,aAAa,OAAO;AAAA,EAAK,SAAS,IAAI;AAAA,IAC7G;AAAA,IAEA,MAAM,OAAQ,MAAM,IAAI,KAAK;AAAA,IAC7B,MAAM,UAAU,KAAK,UAAU,IAAI;AAAA,IACnC,IAAI,CAAC;AAAA,MAAS,MAAM,IAAI,MAAM,8CAA8C;AAAA,IAC5E,OAAO;AAAA;AAAA;;AC/CX,kBAAS;AAGT,SAAS,aAAa,CAAC,OAAe,KAAiD;AAAA,EACrF,OAAO,MAAM,QAAQ,wBAAwB,CAAC,GAAG,QAAgB,IAAI,QAAQ,EAAE;AAAA;AAGjF,SAAS,kBAAkB,CAAC,KAAgB,KAAoD;AAAA,EAC9F,MAAM,aAAwB,KAAK,IAAI;AAAA,EAEvC,IAAI,WAAW,SAAS;AAAA,IAAW,WAAW,OAAO;AAAA,EACrD,IAAI,CAAC,MAAM,QAAQ,WAAW,OAAO,KAAK,WAAW,QAAQ,WAAW,GAAG;AAAA,IACzE,MAAM,IAAI,MAAM,uDAAuD;AAAA,EACzE;AAAA,EAEA,WAAW,UAAU,WAAW,QAAQ,IAAI,CAAC,SAAS,OAAO,IAAI,CAAC;AAAA,EAElE,IAAI,WAAW,QAAQ;AAAA,IAAW,WAAW,MAAM,OAAO,WAAW,GAAG;AAAA,EACxE,IAAI,WAAW,eAAe;AAAA,IAAW,WAAW,aAAa,OAAO,WAAW,UAAU;AAAA,EAE7F,IAAI,WAAW,KAAK;AAAA,IAClB,MAAM,WAAmC,CAAC;AAAA,IAC1C,YAAY,GAAG,MAAM,OAAO,QAAQ,WAAW,GAAG,GAAG;AAAA,MACnD,SAAS,KAAK,cAAc,OAAO,CAAC,GAAG,GAAG;AAAA,IAC5C;AAAA,IACA,WAAW,MAAM;AAAA,EACnB;AAAA,EAEA,OAAO;AAAA;AAGF,SAAS,eAAe,CAAC,UAAkB,MAA0C,QAAQ,KAAkB;AAAA,EACpH,MAAM,OAAO,UAAU,QAAQ;AAAA,EAC/B,IAAI,CAAC,QAAQ,OAAO,SAAS;AAAA,IAAU,MAAM,IAAI,MAAM,qCAAqC;AAAA,EAE5F,MAAM,OAAO;AAAA,EACb,IAAI,CAAC,MAAM,QAAQ,KAAK,QAAQ;AAAA,IAAG,MAAM,IAAI,MAAM,8CAA8C;AAAA,EAEjG,MAAM,aAA0B;AAAA,IAC9B,UAAU,KAAK;AAAA,EACjB;AAAA,EAEA,IAAI,KAAK;AAAA,IAAO,WAAW,QAAQ,mBAAmB,KAAK,OAAoB,GAAG;AAAA,EAElF,WAAW,WAAW,WAAW,SAAS,IAAI,CAAC,SAAS,UAAU;AAAA,IAChE,IAAI,CAAC,WAAW,OAAO,YAAY;AAAA,MAAU,MAAM,IAAI,MAAM,YAAY,2BAA2B;AAAA,IACpG,IAAI,EAAE,QAAQ;AAAA,MAAU,MAAM,IAAI,MAAM,YAAY,wBAAwB;AAAA,IAC5E,IAAI,EAAE,WAAW;AAAA,MAAU,MAAM,IAAI,MAAM,YAAY,2BAA2B;AAAA,IAElF,MAAM,MAAM,KAAK,QAAQ;AAAA,IACzB,IAAI,KAAK,OAAO,IAAI,EAAE;AAAA,IACtB,IAAI,QAAQ,OAAO,IAAI,KAAK;AAAA,IAE5B,IAAI,IAAI;AAAA,MAAO,IAAI,QAAQ,mBAAmB,IAAI,OAAoB,GAAG;AAAA,IACzE,IAAI,IAAI,QAAQ,qBAAqB,aAAa,IAAI,QAAQ;AAAA,MAAY,IAAI,OAAO,mBAAmB;AAAA,IAExG,OAAO;AAAA,GACR;AAAA,EAED,OAAO;AAAA;;AC3DT;AACA;;;ACUO,SAAS,iBAAiB,CAAC,SAA6B;AAAA,EAC7D,MAAM,UAAU,QAAQ,WAAW,QAAQ,IAAI,mBAAmB;AAAA,EAClE,MAAM,QAAQ,QAAQ,SAAS,QAAQ,IAAI,sBAAsB;AAAA,EAEjE,OAAO,SAAS,aAAa,cAA8F;AAAA,IACzH,MAAM,SACJ,iGACA;AAAA,IAEF,MAAM,OAAO,KAAK,UAChB;AAAA,MACE;AAAA,MACA,mBAAmB;AAAA,IACrB,GACA,MACA,CACF;AAAA,IAEA,MAAM,MAAM,MAAM,MAAM,GAAG,4BAA4B;AAAA,MACrD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU,QAAQ;AAAA,QACjC,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACnB;AAAA,QACA,aAAa;AAAA,QACb,UAAU;AAAA,UACR,EAAE,MAAM,UAAU,SAAS,OAAO;AAAA,UAClC,EAAE,MAAM,QAAQ,SAAS,KAAK;AAAA,QAChC;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,IAED,IAAI,CAAC,IAAI,IAAI;AAAA,MACX,MAAM,OAAO,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE;AAAA,MAC5C,OAAO;AAAA,QACL,QAAQ;AAAA,QACR,QAAQ,sBAAsB,IAAI,UAAU,IAAI,aAAa,OAAO;AAAA,EAAK,SAAS;AAAA,MACpF;AAAA,IACF;AAAA,IAEA,MAAM,OAAQ,MAAM,IAAI,KAAK;AAAA,IAC7B,MAAM,UAAU,MAAM,UAAU,IAAI,SAAS;AAAA,IAC7C,IAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAAA,MAC9D,OAAO,EAAE,QAAQ,QAAQ,QAAQ,6BAA6B;AAAA,IAChE;AAAA,IAEA,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,SAAS,KAAK,MAAM,OAAO;AAAA,MAC3B,MAAM;AAAA,MACN,OAAO,EAAE,QAAQ,QAAQ,QAAQ;AAAA,EAAqC,UAAU;AAAA;AAAA,IAGlF,IAAI,OAAO;AAAA,MAAM,OAAO,EAAE,QAAQ,OAAO;AAAA,IACzC,OAAO,EAAE,QAAQ,QAAQ,QAAQ,OAAO,UAAU,6BAA6B;AAAA;AAAA;;;AC7DnF,SAAS,SAAS,CAAC,OAA8C;AAAA,EAC/D,OAAO,CAAC,CAAC,SAAS,OAAO,UAAU,YAAY,aAAc;AAAA;AAG/D,SAAS,OAAO,CAAC,OAA4C;AAAA,EAC3D,OAAO,CAAC,CAAC,SAAS,OAAO,UAAU,YAAY,WAAY;AAAA;AAG7D,eAAe,qBAAqB,CAAC,QAAoC,WAAoC;AAAA,EAC3G,MAAM,SAAS,OAAO,UAAU;AAAA,EAChC,MAAM,UAAU,IAAI;AAAA,EACpB,IAAI,SAAS;AAAA,EAEb,MAAM,WAAW,KAAK,IAAI,IAAI;AAAA,EAI9B,OAAO,MAAM;AAAA,IACX,MAAM,WAAW,WAAW,KAAK,IAAI;AAAA,IACrC,IAAI,YAAY;AAAA,MAAG,MAAM,IAAI,MAAM,8CAA8C,cAAc;AAAA,IAE/F,IAAI;AAAA,IACJ,MAAM,eAAe,IAAI,QAAe,CAAC,GAAG,WAAW;AAAA,MACrD,UAAU,WAAW,MAAM,OAAO,IAAI,MAAM,8CAA8C,cAAc,CAAC,GAAG,QAAQ;AAAA,KACrH;AAAA,IAED,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,QAAQ,MAAM,QAAQ,KAAK,CAAC,OAAO,KAAK,GAAG,YAAY,CAAC;AAAA,cACxD;AAAA,MACA,IAAI,YAAY;AAAA,QAAW,aAAa,OAAO;AAAA;AAAA,IAGjD,QAAQ,OAAO,SAAS;AAAA,IACxB,IAAI;AAAA,MAAM;AAAA,IAEV,UAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAAA,IAEhD,OAAO,MAAM;AAAA,MACX,MAAM,MAAM,OAAO,QAAQ;AAAA,CAAI;AAAA,MAC/B,IAAI,QAAQ;AAAA,QAAI;AAAA,MAChB,MAAM,OAAO,OAAO,MAAM,GAAG,GAAG,EAAE,KAAK;AAAA,MACvC,SAAS,OAAO,MAAM,MAAM,CAAC;AAAA,MAC7B,IAAI,KAAK,SAAS;AAAA,QAAG,OAAO;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,OAAO,KAAK;AAAA,EACzB,IAAI,KAAK,SAAS;AAAA,IAAG,OAAO;AAAA,EAC5B,MAAM,IAAI,MAAM,qCAAqC;AAAA;AAGvD,eAAsB,mBAAmB,CAAC,MAAiB,SAAsD;AAAA,EAC/G,MAAM,YAAY,KAAK,cAAc;AAAA,EAErC,MAAM,OAAO,IAAI,MAAM,KAAK,SAAS;AAAA,IACnC,KAAK,KAAK;AAAA,IACV,KAAK,KAAK,QAAQ,QAAS,KAAK,OAAO,CAAC,EAAG;AAAA,IAC3C,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,EACV,CAAC;AAAA,EAED,MAAM,QAAQ,KAAK;AAAA,EACnB,IAAI,CAAC;AAAA,IAAO,MAAM,IAAI,MAAM,6BAA6B;AAAA,EAEzD,MAAM,MAAM,GAAG,KAAK,UAAU,OAAO;AAAA,CAAK;AAAA,EAC1C,MAAM,IAAI;AAAA,EAEV,IAAI,aAAa;AAAA,EACjB,MAAM,iBAAiB,YAAY;AAAA,IACjC,IAAI,CAAC,KAAK;AAAA,MAAQ;AAAA,IAClB,aAAa,MAAM,IAAI,SAAS,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,MAAM,EAAE;AAAA,KACjE;AAAA,EAEH,IAAI;AAAA,IACF,IAAI,CAAC,KAAK;AAAA,MAAQ,MAAM,IAAI,MAAM,8BAA8B;AAAA,IAChE,MAAM,OAAO,MAAM,sBAAsB,KAAK,QAAQ,SAAS;AAAA,IAE/D,IAAI;AAAA,IACJ,IAAI;AAAA,MACF,UAAU,KAAK,MAAM,IAAI;AAAA,MACzB,MAAM;AAAA,MACN,MAAM,IAAI,MACR;AAAA,IACE,SAAS;AAAA,KACR,aAAa;AAAA,EAAY,eAAe,GAC7C;AAAA;AAAA,IAGF,IAAI,QAAQ,OAAO;AAAA,MAAG,MAAM,IAAI,MAAM,QAAQ,MAAM,OAAO;AAAA,IAC3D,IAAI,CAAC,UAAU,OAAO,GAAG;AAAA,MACvB,MAAM,IAAI,MAAM,mFAAmF;AAAA,IACrG;AAAA,IAEA,OAAO,QAAQ;AAAA,YACf;AAAA,IACA,KAAK,KAAK;AAAA,IACV,MAAM,QAAQ,WAAW,CAAC,KAAK,QAAQ,aAAa,CAAC;AAAA;AAAA;;;ACxGlD,SAAS,gBAAgB,CAAC,UAAmB,QAA0B;AAAA,EAC5E,IAAI,aAAa;AAAA,IAAQ,OAAO;AAAA,EAEhC,IAAI,aAAa,QAAQ,WAAW;AAAA,IAAM,OAAO,aAAa;AAAA,EAE9D,MAAM,eAAe,OAAO;AAAA,EAC5B,MAAM,aAAa,OAAO;AAAA,EAC1B,IAAI,iBAAiB;AAAA,IAAY,OAAO;AAAA,EAExC,IAAI,MAAM,QAAQ,QAAQ,GAAG;AAAA,IAC3B,IAAI,CAAC,MAAM,QAAQ,MAAM;AAAA,MAAG,OAAO;AAAA,IACnC,IAAI,SAAS,WAAW,OAAO;AAAA,MAAQ,OAAO;AAAA,IAC9C,SAAS,IAAI,EAAG,IAAI,SAAS,QAAQ,KAAK;AAAA,MACxC,IAAI,CAAC,iBAAiB,SAAS,IAAI,OAAO,EAAE;AAAA,QAAG,OAAO;AAAA,IACxD;AAAA,IACA,OAAO;AAAA,EACT;AAAA,EAEA,IAAI,iBAAiB,UAAU;AAAA,IAC7B,IAAI,MAAM,QAAQ,MAAM;AAAA,MAAG,OAAO;AAAA,IAClC,MAAM,cAAc;AAAA,IACpB,MAAM,YAAY;AAAA,IAClB,YAAY,KAAK,kBAAkB,OAAO,QAAQ,WAAW,GAAG;AAAA,MAC9D,IAAI,EAAE,OAAO;AAAA,QAAY,OAAO;AAAA,MAChC,IAAI,CAAC,iBAAiB,eAAe,UAAU,IAAI;AAAA,QAAG,OAAO;AAAA,IAC/D;AAAA,IACA,OAAO;AAAA,EACT;AAAA,EAEA,OAAO;AAAA;;;ACpBT,SAAS,oBAAoB,CAAC,OAAoC;AAAA,EAChE,IAAI;AAAA,IACF,OAAO,KAAK,MAAM,KAAK;AAAA,IACvB,MAAM;AAAA,IACN;AAAA;AAAA;AAIJ,SAAS,aAAa,CAAC,UAA+B,QAAsE;AAAA,EAC1H,IAAI,OAAO,SAAS,SAAS,SAAS;AAAA,IAAM,OAAO;AAAA,EACnD,IAAI,SAAS,cAAc;AAAA,IAAW,OAAO;AAAA,EAC7C,MAAM,aAAa,qBAAqB,OAAO,SAAS,SAAS;AAAA,EACjE,IAAI,eAAe;AAAA,IAAW,OAAO;AAAA,EACrC,OAAO,iBAAiB,SAAS,WAAW,UAAU;AAAA;AAGxD,SAAS,cAAc,CAAC,QAA4B,SAA8C;AAAA,EAChG,MAAM,gBAAgB,OAAO,cAAc,CAAC;AAAA,EAC5C,IAAI,cAAc,WAAW;AAAA,IAAG,OAAO,EAAE,QAAQ,OAAO;AAAA,EAExD,MAAM,cAAc,QAAQ,cAAc,CAAC;AAAA,EAC3C,MAAM,OAAO,OAAO,oBAAoB;AAAA,EAExC,IAAI,SAAS,YAAY;AAAA,IACvB,WAAW,YAAY,eAAe;AAAA,MACpC,MAAM,KAAK,YAAY,KAAK,CAAC,WAAW,cAAc,UAAU,MAAM,CAAC;AAAA,MACvE,IAAI,CAAC,IAAI;AAAA,QACP,OAAO;AAAA,UACL,QAAQ;AAAA,UACR,QAAQ,iCAAiC,SAAS;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAAA,IACA,OAAO,EAAE,QAAQ,OAAO;AAAA,EAC1B;AAAA,EAEA,IAAI,YAAY,WAAW,cAAc,QAAQ;AAAA,IAC/C,OAAO;AAAA,MACL,QAAQ;AAAA,MACR,QAAQ,oBAAoB,cAAc,4BAA4B,YAAY;AAAA,IACpF;AAAA,EACF;AAAA,EAEA,SAAS,IAAI,EAAG,IAAI,cAAc,QAAQ,KAAK;AAAA,IAC7C,MAAM,WAAW,cAAc;AAAA,IAC/B,MAAM,SAAS,YAAY;AAAA,IAC3B,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,cAAc,UAAU,MAAM,GAAG;AAAA,MAC5D,OAAO,EAAE,QAAQ,QAAQ,QAAQ,+BAA+B,KAAK;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,OAAO,EAAE,QAAQ,OAAO;AAAA;AAK1B,eAAsB,oBAAoB,CACxC,QACA,SACA,OAC4B;AAAA,EAC5B,IAAI,CAAC;AAAA,IAAQ,OAAO,EAAE,QAAQ,OAAO;AAAA,EAErC,MAAM,UAAU,eAAe,QAAQ,OAAO;AAAA,EAC9C,IAAI,QAAQ,WAAW;AAAA,IAAQ,OAAO;AAAA,EAEtC,IAAI,OAAO,WAAW,KAAK;AAAA,IACzB,IAAI,CAAC;AAAA,MAAO,OAAO,EAAE,QAAQ,QAAQ,QAAQ,4BAA4B;AAAA,IACzE,OAAO,MAAM,MAAM,EAAE,aAAa,OAAO,UAAU,KAAK,QAAQ,CAAC;AAAA,EACnE;AAAA,EAEA,OAAO,EAAE,QAAQ,OAAO;AAAA;;;AJnD1B,SAAS,aAAa,CAAC,MAAmB,SAA6B;AAAA,EACrE,MAAM,QAAQ,QAAQ,SAAS,KAAK;AAAA,EACpC,IAAI,CAAC;AAAA,IAAO,MAAM,IAAI,MAAM,YAAY,QAAQ,sEAAsE;AAAA,EACtH,KAAK,MAAM,QAAQ,kBAAkB;AAAA,IAAc,MAAM,IAAI,MAAM,2BAA2B,MAAM,MAAM;AAAA,EAC1G,OAAO;AAAA;AAGT,SAAS,SAAS,CAAC,MAAiB,OAAmC;AAAA,EACrE,IAAI,SAAS;AAAA,IAAO;AAAA,EAEpB,MAAM,SAAS,QAAQ,IAAI;AAAA,EAC3B,IAAI,CAAC,QAAQ;AAAA,IACX,IAAI,SAAS;AAAA,MAAM,MAAM,IAAI,MAAM,mDAAmD;AAAA,IACtF;AAAA,EACF;AAAA,EAEA,OAAO,kBAAkB,EAAE,QAAQ,MAAM,CAAC;AAAA;AAG5C,eAAsB,cAAc,CAAC,MAAc,UAAsB,CAAC,GAA+B;AAAA,EACvG,MAAM,WAAW,QAAQ,IAAI;AAAA,EAC7B,MAAM,WAAW,MAAM,SAAS,UAAU,MAAM;AAAA,EAChD,MAAM,OAAO,gBAAgB,QAAQ;AAAA,EAErC,MAAM,YAAY,QAAQ,aAAa;AAAA,EACvC,MAAM,QAAQ,UAAU,WAAW,QAAQ,UAAU;AAAA,EAErD,MAAM,UAA2B,CAAC;AAAA,EAElC,WAAW,WAAW,KAAK,UAAU;AAAA,IACnC,IAAI;AAAA,MACF,MAAM,QAAQ,cAAc,MAAM,OAAO;AAAA,MACzC,MAAM,WAAW,CAAC,GAAI,QAAQ,WAAW,CAAC,GAAI,EAAE,MAAM,QAAQ,SAAS,QAAQ,MAAM,CAAU;AAAA,MAE/F,MAAM,UAAU,MAAM,oBAAoB,OAAO;AAAA,QAC/C;AAAA,QACA,OAAO,CAAC;AAAA,QACR,aAAa;AAAA,MACf,CAAC;AAAA,MAED,MAAM,cAAc,MAAM,qBAAqB,QAAQ,QAAQ,SAAS,KAAK;AAAA,MAC7E,QAAQ,KAAK;AAAA,QACX,IAAI,QAAQ;AAAA,QACZ,QAAQ,YAAY;AAAA,QACpB,QAAS,YAAwE;AAAA,QACjF;AAAA,MACF,CAAC;AAAA,MACD,OAAO,KAAK;AAAA,MACZ,MAAM,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MAC9D,QAAQ,KAAK,EAAE,IAAI,QAAQ,IAAI,QAAQ,QAAQ,OAAO,CAAC;AAAA;AAAA,EAE3D;AAAA,EAEA,OAAO,EAAE,MAAM,UAAU,QAAQ;AAAA;",
+  "debugId": "D5671399AC39730564756E2164756E21",
+  "names": []
+}

package/dist/src/agent/exampleJsonlAgent.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/agent/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./types";
+export * from "./mockWeatherAgent";
+export * from "./openaiChatAgent";

package/dist/src/agent/mockWeatherAgent.d.ts

@@ -0,0 +1,5 @@
+import type { ChatAgent } from "./types";
+export type MockWeatherAgentOptions = {
+    toolName?: string;
+};
+export declare function createMockWeatherAgent(options?: MockWeatherAgentOptions): ChatAgent;