@dvina/agents 0.3.7 → 0.4.0

package/dist/eval/index.js

@@ -0,0 +1,519 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/eval/index.ts
+var eval_exports = {};
+__export(eval_exports, {
+  ai: () => ai,
+  configureEvals: () => configureEvals,
+  contains: () => contains,
+  defineSuite: () => defineSuite,
+  human: () => human,
+  llmJudge: () => llmJudge,
+  noTools: () => noTools,
+  notContains: () => notContains,
+  respondsInLanguage: () => respondsInLanguage,
+  toolResult: () => toolResult,
+  toolsCalled: () => toolsCalled
+});
+module.exports = __toCommonJS(eval_exports);
+
+// src/eval/config.ts
+var _config = null;
+function configureEvals(config) {
+  _config = config;
+}
+function getEvalConfig() {
+  if (!_config) {
+    throw new Error("Evals not configured. Call configureEvals() in your vitest setupFiles.");
+  }
+  return _config;
+}
+
+// src/eval/suite.ts
+var ls = __toESM(require("langsmith/vitest"));
+
+// src/eval/target.ts
+var import_tools = require("@langchain/core/tools");
+var import_messages = require("@langchain/core/messages");
+var import_zod = require("zod");
+
+// src/runtime/langchain/model-resolver.ts
+var import_openai = require("@langchain/openai");
+var LangchainModelResolver = class {
+  constructor(config) {
+    this.config = config;
+  }
+  resolve(modelString, tags) {
+    const parts = modelString.split(":");
+    if (parts.length === 2) {
+      const [provider, modelName] = parts;
+      return this.resolveByProvider(provider, "default", modelName, tags);
+    }
+    if (parts.length === 3) {
+      const [provider, configName, modelName] = parts;
+      return this.resolveByProvider(provider, configName, modelName, tags);
+    }
+    throw new Error(
+      'Model string must follow format "provider:modelName" (uses "default" config) or "provider:configName:modelName"'
+    );
+  }
+  resolveByProvider(provider, configName, modelName, tags) {
+    switch (provider) {
+      case "openai":
+        return this.resolveOpenAI(configName, modelName, tags);
+      case "azure":
+        return this.resolveAzure(configName, modelName, tags);
+      default:
+        throw new Error(`Unsupported model provider: ${provider}`);
+    }
+  }
+  resolveOpenAI(configName, modelName, tags) {
+    const providerConfig = this.config.openai?.[configName];
+    if (!providerConfig) {
+      throw new Error(`Configuration "${configName}" for provider "openai" is missing`);
+    }
+    return new import_openai.ChatOpenAI({
+      apiKey: providerConfig.apiKey,
+      modelName,
+      tags
+    });
+  }
+  resolveAzure(configName, deploymentName, tags) {
+    const providerConfig = this.config.azure?.[configName];
+    if (!providerConfig) {
+      throw new Error(`Configuration "${configName}" for provider "azure" is missing`);
+    }
+    return new import_openai.AzureChatOpenAI({
+      model: providerConfig.model,
+      // shows (perhaps even uses) 3.5-turbo when not specifid
+      azureOpenAIApiKey: providerConfig.apiKey,
+      azureOpenAIApiInstanceName: this.extractInstanceName(providerConfig.endpoint),
+      azureOpenAIApiDeploymentName: deploymentName,
+      azureOpenAIApiVersion: providerConfig.apiVersion,
+      tags
+    });
+  }
+  extractInstanceName(endpoint) {
+    try {
+      const url = new URL(endpoint);
+      return url.hostname.split(".")[0];
+    } catch (e) {
+      return endpoint;
+    }
+  }
+};
+
+// src/eval/target.ts
+var MAX_AGENT_LOOPS = 10;
+function convertMessages(msgs) {
+  const result = [];
+  let tcIdx = 0;
+  let pendingToolCalls = [];
+  for (const msg of msgs) {
+    if (msg.role === "human") {
+      result.push(new import_messages.HumanMessage(msg.content));
+    } else if (msg.role === "ai") {
+      if (msg.toolCalls && msg.toolCalls.length > 0) {
+        pendingToolCalls = msg.toolCalls.map((name) => ({
+          id: `hist_tc${++tcIdx}`,
+          name
+        }));
+        result.push(
+          new import_messages.AIMessage({
+            content: msg.content,
+            tool_calls: pendingToolCalls.map((tc) => ({
+              id: tc.id,
+              name: tc.name,
+              args: {}
+            }))
+          })
+        );
+      } else {
+        result.push(new import_messages.AIMessage(msg.content));
+      }
+    } else if (msg.role === "tool") {
+      const tc = pendingToolCalls.shift();
+      if (!tc) throw new Error("toolResult() without a preceding ai() with toolCalls");
+      result.push(
+        new import_messages.ToolMessage({
+          content: msg.content,
+          tool_call_id: tc.id,
+          name: tc.name
+        })
+      );
+    }
+  }
+  return result;
+}
+function createEvalTarget(modelConfig, modelString) {
+  return async (inputs) => {
+    const config = modelConfig && modelString ? { modelConfig, model: modelString } : getEvalConfig();
+    const resolver = new LangchainModelResolver(config.modelConfig);
+    const model = resolver.resolve(config.model);
+    const toolCallCounts = {};
+    const langchainTools = inputs.tools.map((mockTool) => {
+      toolCallCounts[mockTool.name] = 0;
+      return (0, import_tools.tool)(
+        async (toolInput) => {
+          toolCallCounts[mockTool.name]++;
+          if (typeof mockTool.response === "function") {
+            return mockTool.response(toolInput, toolCallCounts[mockTool.name]);
+          }
+          return mockTool.response;
+        },
+        {
+          name: mockTool.name,
+          description: mockTool.description,
+          schema: import_zod.z.object(
+            Object.fromEntries(
+              Object.entries(mockTool.schema).map(([key, val]) => {
+                if (typeof val === "string") return [key, import_zod.z.string().describe(val)];
+                if (typeof val === "number") return [key, import_zod.z.number().describe(String(val))];
+                return [key, import_zod.z.any()];
+              })
+            )
+          )
+        }
+      );
+    });
+    const boundModel = langchainTools.length > 0 ? model.bindTools(langchainTools) : model;
+    const messages = [];
+    if (inputs.systemPrompt) {
+      messages.push(new import_messages.SystemMessage(inputs.systemPrompt));
+    }
+    const inputMessages = inputs.messages ?? (inputs.userMessages ?? []).map((content) => ({ role: "human", content }));
+    messages.push(...convertMessages(inputMessages));
+    let loopCount = 0;
+    while (loopCount < MAX_AGENT_LOOPS) {
+      loopCount++;
+      const response = await boundModel.invoke(messages);
+      messages.push(response);
+      const aiMessage = response;
+      if (!aiMessage.tool_calls || aiMessage.tool_calls.length === 0) {
+        break;
+      }
+      for (const tc of aiMessage.tool_calls) {
+        const mockTool = langchainTools.find((t) => t.name === tc.name);
+        if (mockTool) {
+          const result = await mockTool.invoke(tc.args);
+          messages.push(
+            new import_messages.ToolMessage({
+              content: typeof result === "string" ? result : JSON.stringify(result),
+              tool_call_id: tc.id,
+              name: tc.name
+            })
+          );
+        } else {
+          messages.push(
+            new import_messages.ToolMessage({
+              content: `Tool "${tc.name}" not found`,
+              tool_call_id: tc.id,
+              name: tc.name
+            })
+          );
+        }
+      }
+    }
+    return { messages };
+  };
+}
+
+// src/eval/suite.ts
+function human(content) {
+  return { role: "human", content };
+}
+function ai(content, toolCalls) {
+  return { role: "ai", content, ...toolCalls ? { toolCalls } : {} };
+}
+function toolResult(content) {
+  return { role: "tool", content };
+}
+function toMockTools(defs) {
+  return Object.entries(defs).map(([name, def]) => ({
+    name,
+    description: def.description,
+    schema: def.schema ?? {},
+    response: typeof def.response === "function" ? def.response : typeof def.response === "string" ? def.response : JSON.stringify(def.response)
+  }));
+}
+function toSerializableTools(tools) {
+  return tools.map((t) => ({
+    ...t,
+    response: typeof t.response === "function" ? "<function>" : t.response
+  }));
+}
+function lastHumanContent(messages) {
+  for (let i = messages.length - 1; i >= 0; i--) {
+    if (messages[i].role === "human") return messages[i].content;
+  }
+  return messages[0]?.content ?? "";
+}
+function resolveTarget(config) {
+  if (typeof config.target === "function") return config.target;
+  const evalConfig = getEvalConfig();
+  const model = typeof config.target === "string" ? config.target : evalConfig.model;
+  return createEvalTarget(evalConfig.modelConfig, model);
+}
+function defineSuite(name, config) {
+  const target = resolveTarget(config);
+  const suiteTools = config.tools;
+  const globalPrompt = getEvalConfig().systemPrompt;
+  ls.describe(name, () => {
+    for (const tc of config.cases) {
+      const testName = tc.name ?? lastHumanContent(tc.messages);
+      const tools = toMockTools(tc.tools ?? suiteTools);
+      const ctx = { message: lastHumanContent(tc.messages) };
+      const resolved = tc.expect.map((exp) => exp(ctx));
+      const evaluators = resolved.map((r) => r.evaluator);
+      const referenceOutputs = Object.assign({}, ...resolved.map((r) => r.referenceOutputs));
+      const systemPrompt = tc.systemPrompt ?? config.systemPrompt ?? globalPrompt;
+      const targetInputs = {
+        messages: tc.messages,
+        tools,
+        ...systemPrompt ? { systemPrompt } : {}
+      };
+      ls.test(
+        testName,
+        {
+          inputs: {
+            messages: tc.messages,
+            tools: toSerializableTools(tools),
+            ...systemPrompt ? { systemPrompt } : {}
+          },
+          referenceOutputs
+        },
+        async ({ referenceOutputs: refOut }) => {
+          const output = await target(targetInputs);
+          ls.logOutputs(output);
+          for (const evaluator of evaluators) {
+            await evaluator({ outputs: output, referenceOutputs: refOut ?? {} });
+          }
+        }
+      );
+    }
+  });
+}
+
+// src/eval/expectations.ts
+var ls2 = __toESM(require("langsmith/vitest"));
+var import_agentevals = require("agentevals");
+
+// src/eval/evaluators/language.ts
+var import_messages2 = require("@langchain/core/messages");
+function createLanguageEvaluator(modelConfig, model) {
+  const resolver = new LangchainModelResolver(modelConfig);
+  const judge = resolver.resolve(model);
+  return async ({
+    outputs,
+    referenceOutputs
+  }) => {
+    const expectedLanguage = referenceOutputs?.expectedLanguage;
+    if (!expectedLanguage) {
+      return { key: "language_match", score: true, comment: "No expected language specified, skipping" };
+    }
+    const messages = outputs.messages || [];
+    const lastAiMessage = [...messages].reverse().find((m) => m instanceof import_messages2.AIMessage);
+    if (!lastAiMessage) {
+      return { key: "language_match", score: false, comment: "No AI message found in trajectory" };
+    }
+    const responseText = typeof lastAiMessage.content === "string" ? lastAiMessage.content : JSON.stringify(lastAiMessage.content);
+    const detection = await judge.invoke([
+      {
+        role: "system",
+        content: 'You are a language detection tool. Respond with ONLY the ISO 639-1 language code (e.g., "en", "tr", "de", "fr") of the text provided. Nothing else.'
+      },
+      {
+        role: "user",
+        content: responseText
+      }
+    ]);
+    const detectedLanguage = (typeof detection.content === "string" ? detection.content : "").trim().toLowerCase();
+    const matches = detectedLanguage === expectedLanguage.toLowerCase();
+    return {
+      key: "language_match",
+      score: matches,
+      comment: matches ? `Response language matches expected: ${expectedLanguage}` : `Expected "${expectedLanguage}" but detected "${detectedLanguage}"`
+    };
+  };
+}
+
+// src/eval/evaluators/response-content.ts
+var import_messages3 = require("@langchain/core/messages");
+function createResponseContentEvaluator() {
+  return async ({
+    outputs,
+    referenceOutputs
+  }) => {
+    const mustContain = referenceOutputs?.responseContains || [];
+    const mustNotContain = referenceOutputs?.responseMustNotContain || [];
+    if (mustContain.length === 0 && mustNotContain.length === 0) {
+      return { key: "response_content", score: true, comment: "No content assertions specified, skipping" };
+    }
+    const messages = outputs.messages || [];
+    const lastAiMessage = [...messages].reverse().find((m) => m instanceof import_messages3.AIMessage);
+    if (!lastAiMessage) {
+      return { key: "response_content", score: false, comment: "No AI message found in trajectory" };
+    }
+    const responseText = (typeof lastAiMessage.content === "string" ? lastAiMessage.content : JSON.stringify(lastAiMessage.content)).toLowerCase();
+    const failures = [];
+    for (const expected of mustContain) {
+      if (!responseText.includes(expected.toLowerCase())) {
+        failures.push(`Missing expected text: "${expected}"`);
+      }
+    }
+    for (const forbidden of mustNotContain) {
+      if (responseText.includes(forbidden.toLowerCase())) {
+        failures.push(`Contains forbidden text: "${forbidden}"`);
+      }
+    }
+    const passed = failures.length === 0;
+    return {
+      key: "response_content",
+      score: passed,
+      comment: passed ? "All content assertions passed" : failures.join("; ")
+    };
+  };
+}
+
+// src/eval/evaluators/no-tool-calls.ts
+var import_messages4 = require("@langchain/core/messages");
+function createNoToolCallsEvaluator() {
+  return async ({
+    outputs,
+    referenceOutputs
+  }) => {
+    if (referenceOutputs?.maxToolCalls !== 0 && referenceOutputs?.expectNoToolCalls !== true) {
+      return { key: "no_tool_calls", score: true, comment: "No tool call restriction specified, skipping" };
+    }
+    const messages = outputs.messages || [];
+    const toolCalls = messages.filter((m) => m instanceof import_messages4.AIMessage).flatMap((m) => m.tool_calls || []);
+    const passed = toolCalls.length === 0;
+    return {
+      key: "no_tool_calls",
+      score: passed,
+      comment: passed ? "No tool calls made (as expected)" : `Agent made ${toolCalls.length} tool call(s): ${toolCalls.map((tc) => tc.name).join(", ")}`
+    };
+  };
+}
+
+// src/eval/expectations.ts
+function withTrajectoryGuard(evaluator, key) {
+  return async ({ outputs, referenceOutputs }) => {
+    if (!referenceOutputs?.referenceTrajectory) {
+      return { key, score: true, comment: "No referenceTrajectory specified, skipping" };
+    }
+    return evaluator({ outputs, referenceOutputs: referenceOutputs.referenceTrajectory });
+  };
+}
+function buildTrajectory(message, toolNames) {
+  const trajectory = [];
+  let tcIdx = 0;
+  trajectory.push({ role: "user", content: message });
+  for (const name of toolNames) {
+    const id = `tc${++tcIdx}`;
+    trajectory.push({
+      role: "assistant",
+      content: "",
+      tool_calls: [{ function: { name, arguments: "{}" }, id, type: "function" }]
+    });
+    trajectory.push({ role: "tool", content: "...", tool_call_id: id });
+  }
+  trajectory.push({ role: "assistant", content: "..." });
+  return trajectory;
+}
+function toolsCalled(tools) {
+  return (ctx) => ({
+    evaluator: ls2.wrapEvaluator(
+      withTrajectoryGuard(
+        (0, import_agentevals.createTrajectoryMatchEvaluator)({ trajectoryMatchMode: "superset", toolArgsMatchMode: "ignore" }),
+        "trajectory_match"
+      )
+    ),
+    referenceOutputs: { referenceTrajectory: buildTrajectory(ctx.message, tools) }
+  });
+}
+function llmJudge() {
+  return () => {
+    const config = getEvalConfig();
+    const model = config.evaluatorModel ?? config.model;
+    return {
+      evaluator: ls2.wrapEvaluator(
+        withTrajectoryGuard(
+          (0, import_agentevals.createTrajectoryLLMAsJudge)({ prompt: import_agentevals.TRAJECTORY_ACCURACY_PROMPT, model }),
+          "trajectory_llm_judge"
+        )
+      ),
+      referenceOutputs: {}
+    };
+  };
+}
+function noTools() {
+  return () => ({
+    evaluator: ls2.wrapEvaluator(createNoToolCallsEvaluator()),
+    referenceOutputs: { expectNoToolCalls: true }
+  });
+}
+function respondsInLanguage(code) {
+  return () => {
+    const config = getEvalConfig();
+    const model = config.evaluatorModel ?? config.model;
+    return {
+      evaluator: ls2.wrapEvaluator(createLanguageEvaluator(config.modelConfig, model)),
+      referenceOutputs: { expectedLanguage: code }
+    };
+  };
+}
+function contains(strings) {
+  return () => ({
+    evaluator: ls2.wrapEvaluator(createResponseContentEvaluator()),
+    referenceOutputs: { responseContains: strings }
+  });
+}
+function notContains(strings) {
+  return () => ({
+    evaluator: ls2.wrapEvaluator(createResponseContentEvaluator()),
+    referenceOutputs: { responseMustNotContain: strings }
+  });
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ai,
+  configureEvals,
+  contains,
+  defineSuite,
+  human,
+  llmJudge,
+  noTools,
+  notContains,
+  respondsInLanguage,
+  toolResult,
+  toolsCalled
+});
+//# sourceMappingURL=index.js.map

package/dist/eval/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/eval/index.ts","../../src/eval/config.ts","../../src/eval/suite.ts","../../src/eval/target.ts","../../src/runtime/langchain/model-resolver.ts","../../src/eval/expectations.ts","../../src/eval/evaluators/language.ts","../../src/eval/evaluators/response-content.ts","../../src/eval/evaluators/no-tool-calls.ts"],"sourcesContent":["// ── Configuration ───────────────────────────────────────────────────\nexport { configureEvals } from './config';\nexport type { EvalConfig } from './config';\n\n// ── Suite API ────────────────────────────────────────────────────────\nexport { defineSuite, human, ai, toolResult } from './suite';\nexport type { SuiteConfig, TestCase, ToolDef } from './suite';\n\n// ── Expectations ─────────────────────────────────────────────────────\nexport { toolsCalled, llmJudge, noTools, respondsInLanguage, contains, notContains } from './expectations';\nexport type { Expectation } from './expectations';\n","import type { LangchainModelConfig } from '../runtime/langchain/model-resolver';\n\nexport interface EvalConfig {\n\tmodelConfig: LangchainModelConfig;\n\tmodel: string;\n\t/** Model for evaluators needing LLM calls (language detection, LLM-as-judge). Defaults to `model`. */\n\tevaluatorModel?: string;\n\t/** System prompt prepended to every eval invocation. Can be overridden per-suite or per-case. */\n\tsystemPrompt?: string;\n}\n\nlet _config: EvalConfig | null = null;\n\nexport function configureEvals(config: EvalConfig): void {\n\t_config = config;\n}\n\nexport function getEvalConfig(): EvalConfig {\n\tif (!_config) {\n\t\tthrow new Error('Evals not configured. Call configureEvals() in your vitest setupFiles.');\n\t}\n\treturn _config;\n}\n","import * as ls from 'langsmith/vitest';\nimport { BaseMessage } from '@langchain/core/messages';\nimport { createEvalTarget, type MockToolDef } from './target';\nimport { type Expectation } from './expectations';\nimport { getEvalConfig } from './config';\n\n// ── Message builders ─────────────────────────────────────────────────\n\nexport function human(content: string) {\n\treturn { role: 'human' as const, content };\n}\n\nexport function ai(content: string, toolCalls?: string[]) {\n\treturn { role: 'ai' as const, content, ...(toolCalls ? { toolCalls } : {}) };\n}\n\nexport function toolResult(content: string) {\n\treturn { role: 'tool' as const, content };\n}\n\n// ── Public types ─────────────────────────────────────────────────────\n\ntype Message = ReturnType<typeof human> | ReturnType<typeof ai> | ReturnType<typeof toolResult>;\n\nexport interface ToolDef {\n\tdescription: string;\n\tschema?: Record<string, string>;\n\t/** Auto-stringified if not a string or function. */\n\tresponse: unknown | ((input: Record<string, unknown>, callCount: number) => string);\n}\n\nexport interface TestCase {\n\t/** Test name. Defaults to the last human message content if omitted. */\n\tname?: string;\n\tmessages: Message[];\n\tsystemPrompt?: string;\n\t/** Override suite-level tools for this case. */\n\ttools?: Record<string, ToolDef>;\n\texpect: Expectation[];\n}\n\ntype TargetFn = (inputs: { systemPrompt?: string; messages: Message[]; tools: MockToolDef[] }) => Promise<{ messages: BaseMessage[] }>;\n\nexport interface SuiteConfig {\n\t/** Custom target function, or model string override. Auto-created from global config if omitted. */\n\ttarget?: TargetFn | string;\n\t/** System prompt for all cases in this suite. Overrides the global prompt; can be overridden per-case. */\n\tsystemPrompt?: string;\n\ttools: Record<string, ToolDef>;\n\tcases: TestCase[];\n}\n\n// ── Helpers ──────────────────────────────────────────────────────────\n\nfunction toMockTools(defs: Record<string, ToolDef>): MockToolDef[] {\n\treturn Object.entries(defs).map(([name, def]) => ({\n\t\tname,\n\t\tdescription: def.description,\n\t\tschema: def.schema ?? {},\n\t\tresponse:\n\t\t\ttypeof def.response === 'function'\n\t\t\t\t? (def.response as MockToolDef['response'])\n\t\t\t\t: typeof def.response === 'string'\n\t\t\t\t\t? def.response\n\t\t\t\t\t: JSON.stringify(def.response),\n\t}));\n}\n\n/** Strip function responses so the object is JSON-serialisable for langsmith hashing. */\nfunction toSerializableTools(tools: MockToolDef[]): Record<string, unknown>[] {\n\treturn tools.map((t) => ({\n\t\t...t,\n\t\tresponse: typeof t.response === 'function' ? '<function>' : t.response,\n\t}));\n}\n\nfunction lastHumanContent(messages: Message[]): string {\n\tfor (let i = messages.length - 1; i >= 0; i--) {\n\t\tif (messages[i].role === 'human') return messages[i].content;\n\t}\n\treturn messages[0]?.content ?? '';\n}\n\n// ── Main entry point ─────────────────────────────────────────────────\n\n/**\n * Defines an eval suite. Internally registers `ls.describe` / `ls.test`\n * so vitest discovers the tests — eval files only need to call this function.\n */\nfunction resolveTarget(config: SuiteConfig): TargetFn {\n\tif (typeof config.target === 'function') return config.target;\n\tconst evalConfig = getEvalConfig();\n\tconst model = typeof config.target === 'string' ? config.target : evalConfig.model;\n\treturn createEvalTarget(evalConfig.modelConfig, model);\n}\n\nexport function defineSuite(name: string, config: SuiteConfig): void {\n\tconst target = resolveTarget(config);\n\tconst suiteTools = config.tools;\n\tconst globalPrompt = getEvalConfig().systemPrompt;\n\n\tls.describe(name, () => {\n\t\tfor (const tc of config.cases) {\n\t\t\tconst testName = tc.name ?? lastHumanContent(tc.messages);\n\t\t\tconst tools = toMockTools(tc.tools ?? suiteTools);\n\t\t\tconst ctx = { message: lastHumanContent(tc.messages) };\n\n\t\t\tconst resolved = tc.expect.map((exp) => exp(ctx));\n\t\t\tconst evaluators = resolved.map((r) => r.evaluator);\n\t\t\tconst referenceOutputs = Object.assign({}, ...resolved.map((r) => r.referenceOutputs));\n\n\t\t\t// Precedence: case > suite > global\n\t\t\tconst systemPrompt = tc.systemPrompt ?? config.systemPrompt ?? globalPrompt;\n\n\t\t\tconst targetInputs = {\n\t\t\t\tmessages: tc.messages,\n\t\t\t\ttools,\n\t\t\t\t...(systemPrompt ? { systemPrompt } : {}),\n\t\t\t};\n\n\t\t\tls.test(\n\t\t\t\ttestName,\n\t\t\t\t{\n\t\t\t\t\tinputs: {\n\t\t\t\t\t\tmessages: tc.messages,\n\t\t\t\t\t\ttools: toSerializableTools(tools),\n\t\t\t\t\t\t...(systemPrompt ? { systemPrompt } : {}),\n\t\t\t\t\t},\n\t\t\t\t\treferenceOutputs,\n\t\t\t\t},\n\t\t\t\tasync ({ referenceOutputs: refOut }) => {\n\t\t\t\t\tconst output = await target(targetInputs);\n\t\t\t\t\tls.logOutputs(output);\n\t\t\t\t\tfor (const evaluator of evaluators) {\n\t\t\t\t\t\tawait evaluator({ outputs: output, referenceOutputs: refOut ?? {} });\n\t\t\t\t\t}\n\t\t\t\t},\n\t\t\t);\n\t\t}\n\t});\n}\n","import { BaseChatModel } from '@langchain/core/language_models/chat_models';\nimport { tool } from '@langchain/core/tools';\nimport { AIMessage, BaseMessage, HumanMessage, SystemMessage, ToolMessage } from '@langchain/core/messages';\nimport { z } from 'zod';\nimport { LangchainModelResolver, type LangchainModelConfig } from '../runtime/langchain/model-resolver';\nimport { getEvalConfig } from './config';\n\nexport interface MockToolDef {\n\tname: string;\n\tdescription: string;\n\tschema: Record<string, unknown>;\n\t/**\n\t * Canned response the mock tool returns.\n\t * Can be a static string, or a function that receives input and returns a response.\n\t * If a function is provided, it receives the full invocation count as a second arg\n\t * to support scenarios like \"first call fails, second call succeeds\".\n\t */\n\tresponse: string | ((input: Record<string, unknown>, callCount: number) => string);\n}\n\nexport interface EvalTargetInput {\n\tsystemPrompt?: string;\n\tmessages: Array<{ role: string; content: string; toolCalls?: string[] }>;\n\t/** @deprecated Use `messages` with `human()` builders instead. */\n\tuserMessages?: string[];\n\ttools: MockToolDef[];\n}\n\nconst MAX_AGENT_LOOPS = 10;\n\n/**\n * Converts the simple message format into LangChain BaseMessage instances.\n * For `ai` messages with `toolCalls`, generates tool_call IDs and wires up\n * the following `tool` messages as ToolMessages with matching IDs.\n */\nfunction convertMessages(msgs: EvalTargetInput['messages']): BaseMessage[] {\n\tconst result: BaseMessage[] = [];\n\tlet tcIdx = 0;\n\tlet pendingToolCalls: Array<{ id: string; name: string }> = [];\n\n\tfor (const msg of msgs) {\n\t\tif (msg.role === 'human') {\n\t\t\tresult.push(new HumanMessage(msg.content));\n\t\t} else if (msg.role === 'ai') {\n\t\t\tif (msg.toolCalls && msg.toolCalls.length > 0) {\n\t\t\t\tpendingToolCalls = msg.toolCalls.map((name) => ({\n\t\t\t\t\tid: `hist_tc${++tcIdx}`,\n\t\t\t\t\tname,\n\t\t\t\t}));\n\t\t\t\tresult.push(\n\t\t\t\t\tnew AIMessage({\n\t\t\t\t\t\tcontent: msg.content,\n\t\t\t\t\t\ttool_calls: pendingToolCalls.map((tc) => ({\n\t\t\t\t\t\t\tid: tc.id,\n\t\t\t\t\t\t\tname: tc.name,\n\t\t\t\t\t\t\targs: {},\n\t\t\t\t\t\t})),\n\t\t\t\t\t}),\n\t\t\t\t);\n\t\t\t} else {\n\t\t\t\tresult.push(new AIMessage(msg.content));\n\t\t\t}\n\t\t} else if (msg.role === 'tool') {\n\t\t\tconst tc = pendingToolCalls.shift();\n\t\t\tif (!tc) throw new Error('toolResult() without a preceding ai() with toolCalls');\n\t\t\tresult.push(\n\t\t\t\tnew ToolMessage({\n\t\t\t\t\tcontent: msg.content,\n\t\t\t\t\ttool_call_id: tc.id,\n\t\t\t\t\tname: tc.name,\n\t\t\t\t}),\n\t\t\t);\n\t\t}\n\t}\n\n\treturn result;\n}\n\n/**\n * Creates a LangSmith-compatible target function that runs an agentic loop\n * with mock tools and returns the full message trajectory.\n */\nexport function createEvalTarget(modelConfig?: LangchainModelConfig, modelString?: string) {\n\treturn async (inputs: EvalTargetInput): Promise<{ messages: BaseMessage[] }> => {\n\t\tconst config = modelConfig && modelString ? { modelConfig, model: modelString } : getEvalConfig();\n\t\tconst resolver = new LangchainModelResolver(config.modelConfig);\n\t\tconst model = resolver.resolve(config.model) as BaseChatModel;\n\n\t\t// Track invocation counts per tool for stateful mock responses\n\t\tconst toolCallCounts: Record<string, number> = {};\n\n\t\t// Create langchain tools from mock definitions\n\t\tconst langchainTools = inputs.tools.map((mockTool) => {\n\t\t\ttoolCallCounts[mockTool.name] = 0;\n\n\t\t\treturn tool(\n\t\t\t\tasync (toolInput: Record<string, unknown>) => {\n\t\t\t\t\ttoolCallCounts[mockTool.name]++;\n\t\t\t\t\tif (typeof mockTool.response === 'function') {\n\t\t\t\t\t\treturn mockTool.response(toolInput, toolCallCounts[mockTool.name]);\n\t\t\t\t\t}\n\t\t\t\t\treturn mockTool.response;\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: mockTool.name,\n\t\t\t\t\tdescription: mockTool.description,\n\t\t\t\t\tschema: z.object(\n\t\t\t\t\t\tObject.fromEntries(\n\t\t\t\t\t\t\tObject.entries(mockTool.schema).map(([key, val]) => {\n\t\t\t\t\t\t\t\tif (typeof val === 'string') return [key, z.string().describe(val)];\n\t\t\t\t\t\t\t\tif (typeof val === 'number') return [key, z.number().describe(String(val))];\n\t\t\t\t\t\t\t\treturn [key, z.any()];\n\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t),\n\t\t\t\t\t),\n\t\t\t\t},\n\t\t\t);\n\t\t});\n\n\t\tconst boundModel = langchainTools.length > 0 ? model.bindTools!(langchainTools) : model;\n\n\t\tconst messages: BaseMessage[] = [];\n\n\t\tif (inputs.systemPrompt) {\n\t\t\tmessages.push(new SystemMessage(inputs.systemPrompt));\n\t\t}\n\n\t\t// Normalize: support legacy userMessages format from existing datasets\n\t\tconst inputMessages =\n\t\t\tinputs.messages ?? (inputs.userMessages ?? []).map((content: string) => ({ role: 'human', content }));\n\n\t\t// Convert and push all messages (history + final human)\n\t\tmessages.push(...convertMessages(inputMessages));\n\n\t\t// Agentic loop: keep calling model until it stops making tool calls\n\t\tlet loopCount = 0;\n\t\twhile (loopCount < MAX_AGENT_LOOPS) {\n\t\t\tloopCount++;\n\n\t\t\tconst response = await boundModel.invoke(messages);\n\t\t\tmessages.push(response as BaseMessage);\n\n\t\t\tconst aiMessage = response as AIMessage;\n\t\t\tif (!aiMessage.tool_calls || aiMessage.tool_calls.length === 0) {\n\t\t\t\tbreak;\n\t\t\t}\n\n\t\t\t// Execute tool calls and add results\n\t\t\tfor (const tc of aiMessage.tool_calls) {\n\t\t\t\tconst mockTool = langchainTools.find((t) => t.name === tc.name);\n\t\t\t\tif (mockTool) {\n\t\t\t\t\tconst result = await mockTool.invoke(tc.args);\n\t\t\t\t\tmessages.push(\n\t\t\t\t\t\tnew ToolMessage({\n\t\t\t\t\t\t\tcontent: typeof result === 'string' ? result : JSON.stringify(result),\n\t\t\t\t\t\t\ttool_call_id: tc.id!,\n\t\t\t\t\t\t\tname: tc.name,\n\t\t\t\t\t\t}),\n\t\t\t\t\t);\n\t\t\t\t} else {\n\t\t\t\t\tmessages.push(\n\t\t\t\t\t\tnew ToolMessage({\n\t\t\t\t\t\t\tcontent: `Tool \"${tc.name}\" not found`,\n\t\t\t\t\t\t\ttool_call_id: tc.id!,\n\t\t\t\t\t\t\tname: tc.name,\n\t\t\t\t\t\t}),\n\t\t\t\t\t);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\treturn { messages };\n\t};\n}\n","import { BaseLanguageModel } from '@langchain/core/language_models/base';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\n\nexport type LangchainOpenAIConfig = {\n\tapiKey: string;\n};\n\nexport type LangchainAzureConfig = {\n\tmodel: string;\n\tapiKey: string;\n\tendpoint: string;\n\tapiVersion: string;\n};\n\nexport type LangchainModelConfig = {\n\topenai?: Record<string, LangchainOpenAIConfig>;\n\tazure?: Record<string, LangchainAzureConfig>;\n};\n\nexport class LangchainModelResolver {\n\tconstructor(private config: LangchainModelConfig) {}\n\n\tresolve(modelString: string, tags?: string[]): BaseLanguageModel {\n\t\tconst parts = modelString.split(':');\n\n\t\tif (parts.length === 2) {\n\t\t\tconst [provider, modelName] = parts;\n\t\t\treturn this.resolveByProvider(provider, 'default', modelName, tags);\n\t\t}\n\n\t\tif (parts.length === 3) {\n\t\t\tconst [provider, configName, modelName] = parts;\n\t\t\treturn this.resolveByProvider(provider, configName, modelName, tags);\n\t\t}\n\n\t\tthrow new Error(\n\t\t\t'Model string must follow format \"provider:modelName\" (uses \"default\" config) or \"provider:configName:modelName\"',\n\t\t);\n\t}\n\n\tprivate resolveByProvider(\n\t\tprovider: string,\n\t\tconfigName: string,\n\t\tmodelName: string,\n\t\ttags?: string[],\n\t): BaseLanguageModel {\n\t\tswitch (provider) {\n\t\t\tcase 'openai':\n\t\t\t\treturn this.resolveOpenAI(configName, modelName, tags);\n\t\t\tcase 'azure':\n\t\t\t\treturn this.resolveAzure(configName, modelName, tags);\n\t\t\tdefault:\n\t\t\t\tthrow new Error(`Unsupported model provider: ${provider}`);\n\t\t}\n\t}\n\n\tprivate resolveOpenAI(configName: string, modelName: string, tags?: string[]): ChatOpenAI {\n\t\tconst providerConfig = this.config.openai?.[configName];\n\t\tif (!providerConfig) {\n\t\t\tthrow new Error(`Configuration \"${configName}\" for provider \"openai\" is missing`);\n\t\t}\n\n\t\treturn new ChatOpenAI({\n\t\t\tapiKey: providerConfig.apiKey,\n\t\t\tmodelName: modelName,\n\t\t\ttags: tags,\n\t\t});\n\t}\n\n\tprivate resolveAzure(configName: string, deploymentName: string, tags?: string[]): AzureChatOpenAI {\n\t\tconst providerConfig = this.config.azure?.[configName];\n\t\tif (!providerConfig) {\n\t\t\tthrow new Error(`Configuration \"${configName}\" for provider \"azure\" is missing`);\n\t\t}\n\n\t\treturn new AzureChatOpenAI({\n\t\t\tmodel: providerConfig.model, // shows (perhaps even uses) 3.5-turbo when not specifid\n\t\t\tazureOpenAIApiKey: providerConfig.apiKey,\n\t\t\tazureOpenAIApiInstanceName: this.extractInstanceName(providerConfig.endpoint),\n\t\t\tazureOpenAIApiDeploymentName: deploymentName,\n\t\t\tazureOpenAIApiVersion: providerConfig.apiVersion,\n\t\t\ttags: tags,\n\t\t});\n\t}\n\n\tprivate extractInstanceName(endpoint: string): string {\n\t\ttry {\n\t\t\tconst url = new URL(endpoint);\n\t\t\treturn url.hostname.split('.')[0];\n\t\t} catch (e) {\n\t\t\treturn endpoint;\n\t\t}\n\t}\n}\n","import * as ls from 'langsmith/vitest';\nimport {\n\tcreateTrajectoryMatchEvaluator,\n\tcreateTrajectoryLLMAsJudge,\n\tTRAJECTORY_ACCURACY_PROMPT,\n} from 'agentevals';\nimport { createLanguageEvaluator } from './evaluators/language';\nimport { createResponseContentEvaluator } from './evaluators/response-content';\nimport { createNoToolCallsEvaluator } from './evaluators/no-tool-calls';\nimport { getEvalConfig } from './config';\n\n// ── Types ────────────────────────────────────────────────────────────\n\ntype EvaluatorFn = (args: {\n\toutputs: Record<string, any>;\n\treferenceOutputs: Record<string, any>;\n}) => Promise<any>;\n\ninterface ResolvedExpectation {\n\tevaluator: EvaluatorFn;\n\treferenceOutputs: Record<string, unknown>;\n}\n\n/** A factory that receives test context and returns an evaluator + its referenceOutputs. */\nexport type Expectation = (ctx: { message: string }) => ResolvedExpectation;\n\n// ── Helpers ──────────────────────────────────────────────────────────\n\nfunction withTrajectoryGuard(evaluator: any, key: string): EvaluatorFn {\n\treturn async ({ outputs, referenceOutputs }) => {\n\t\tif (!referenceOutputs?.referenceTrajectory) {\n\t\t\treturn { key, score: true, comment: 'No referenceTrajectory specified, skipping' };\n\t\t}\n\t\treturn evaluator({ outputs, referenceOutputs: referenceOutputs.referenceTrajectory });\n\t};\n}\n\nfunction buildTrajectory(message: string, toolNames: string[]): Record<string, unknown>[] {\n\tconst trajectory: Record<string, unknown>[] = [];\n\tlet tcIdx = 0;\n\n\ttrajectory.push({ role: 'user', content: message });\n\n\tfor (const name of toolNames) {\n\t\tconst id = `tc${++tcIdx}`;\n\t\ttrajectory.push({\n\t\t\trole: 'assistant',\n\t\t\tcontent: '',\n\t\t\ttool_calls: [{ function: { name, arguments: '{}' }, id, type: 'function' }],\n\t\t});\n\t\ttrajectory.push({ role: 'tool', content: '...', tool_call_id: id });\n\t}\n\n\ttrajectory.push({ role: 'assistant', content: '...' });\n\n\treturn trajectory;\n}\n\n// ── Expectation functions ────────────────────────────────────────────\n\n/**\n * Expect the agent to call tools in order (superset trajectory match).\n * Empty `[]` means the agent should answer directly without calling any tools.\n */\nexport function toolsCalled(tools: string[]): Expectation {\n\treturn (ctx) => ({\n\t\tevaluator: ls.wrapEvaluator(\n\t\t\twithTrajectoryGuard(\n\t\t\t\tcreateTrajectoryMatchEvaluator({ trajectoryMatchMode: 'superset', toolArgsMatchMode: 'ignore' }) as any,\n\t\t\t\t'trajectory_match',\n\t\t\t),\n\t\t),\n\t\treferenceOutputs: { referenceTrajectory: buildTrajectory(ctx.message, tools) },\n\t});\n}\n\n/**\n * Run an LLM-as-judge evaluator on the trajectory.\n * Requires `toolsCalled` in the same expect array.\n * Uses the globally configured evaluator model.\n */\nexport function llmJudge(): Expectation {\n\treturn () => {\n\t\tconst config = getEvalConfig();\n\t\tconst model = config.evaluatorModel ?? config.model;\n\t\treturn {\n\t\t\tevaluator: ls.wrapEvaluator(\n\t\t\t\twithTrajectoryGuard(\n\t\t\t\t\tcreateTrajectoryLLMAsJudge({ prompt: TRAJECTORY_ACCURACY_PROMPT, model }) as any,\n\t\t\t\t\t'trajectory_llm_judge',\n\t\t\t\t),\n\t\t\t),\n\t\t\treferenceOutputs: {},\n\t\t};\n\t};\n}\n\n/** Assert the agent made zero tool calls. */\nexport function noTools(): Expectation {\n\treturn () => ({\n\t\tevaluator: ls.wrapEvaluator(createNoToolCallsEvaluator()),\n\t\treferenceOutputs: { expectNoToolCalls: true },\n\t});\n}\n\n/**\n * Assert the response is in the given language (ISO 639-1 code).\n * Uses the globally configured evaluator model for language detection.\n * @param code - ISO 639-1 language code (e.g. 'en', 'tr', 'de').\n */\nexport function respondsInLanguage(code: string): Expectation {\n\treturn () => {\n\t\tconst config = getEvalConfig();\n\t\tconst model = config.evaluatorModel ?? config.model;\n\t\treturn {\n\t\t\tevaluator: ls.wrapEvaluator(createLanguageEvaluator(config.modelConfig, model)),\n\t\t\treferenceOutputs: { expectedLanguage: code },\n\t\t};\n\t};\n}\n\n/** Assert the response contains all given strings. */\nexport function contains(strings: string[]): Expectation {\n\treturn () => ({\n\t\tevaluator: ls.wrapEvaluator(createResponseContentEvaluator()),\n\t\treferenceOutputs: { responseContains: strings },\n\t});\n}\n\n/** Assert the response does not contain any of the given strings. */\nexport function notContains(strings: string[]): Expectation {\n\treturn () => ({\n\t\tevaluator: ls.wrapEvaluator(createResponseContentEvaluator()),\n\t\treferenceOutputs: { responseMustNotContain: strings },\n\t});\n}\n","import { AIMessage, BaseMessage } from '@langchain/core/messages';\nimport { BaseChatModel } from '@langchain/core/language_models/chat_models';\nimport { LangchainModelResolver, type LangchainModelConfig } from '../../runtime/langchain/model-resolver';\n\n/**\n * Creates a custom evaluator that checks whether the agent's final response\n * is in the expected language. Uses a cheap LLM call for language detection.\n */\nexport function createLanguageEvaluator(modelConfig: LangchainModelConfig, model: string) {\n\tconst resolver = new LangchainModelResolver(modelConfig);\n\tconst judge = resolver.resolve(model) as BaseChatModel;\n\n\treturn async ({\n\t\toutputs,\n\t\treferenceOutputs,\n\t}: {\n\t\toutputs: Record<string, any>;\n\t\treferenceOutputs?: Record<string, any>;\n\t}) => {\n\t\tconst expectedLanguage = referenceOutputs?.expectedLanguage;\n\t\tif (!expectedLanguage) {\n\t\t\treturn { key: 'language_match', score: true, comment: 'No expected language specified, skipping' };\n\t\t}\n\n\t\t// Extract the last AI message text from the trajectory\n\t\tconst messages: BaseMessage[] = outputs.messages || [];\n\t\tconst lastAiMessage = [...messages].reverse().find((m) => m instanceof AIMessage);\n\n\t\tif (!lastAiMessage) {\n\t\t\treturn { key: 'language_match', score: false, comment: 'No AI message found in trajectory' };\n\t\t}\n\n\t\tconst responseText = typeof lastAiMessage.content === 'string' ? lastAiMessage.content : JSON.stringify(lastAiMessage.content);\n\n\t\t// Use LLM to detect the language\n\t\tconst detection = await judge.invoke([\n\t\t\t{\n\t\t\t\trole: 'system',\n\t\t\t\tcontent: 'You are a language detection tool. Respond with ONLY the ISO 639-1 language code (e.g., \"en\", \"tr\", \"de\", \"fr\") of the text provided. Nothing else.',\n\t\t\t},\n\t\t\t{\n\t\t\t\trole: 'user',\n\t\t\t\tcontent: responseText,\n\t\t\t},\n\t\t]);\n\n\t\tconst detectedLanguage = (typeof detection.content === 'string' ? detection.content : '').trim().toLowerCase();\n\n\t\tconst matches = detectedLanguage === expectedLanguage.toLowerCase();\n\n\t\treturn {\n\t\t\tkey: 'language_match',\n\t\t\tscore: matches,\n\t\t\tcomment: matches\n\t\t\t\t? `Response language matches expected: ${expectedLanguage}`\n\t\t\t\t: `Expected \"${expectedLanguage}\" but detected \"${detectedLanguage}\"`,\n\t\t};\n\t};\n}\n","import { AIMessage, BaseMessage } from '@langchain/core/messages';\n\n/**\n * Creates a custom evaluator that checks whether the agent's final response\n * contains expected strings and doesn't contain forbidden strings.\n */\nexport function createResponseContentEvaluator() {\n\treturn async ({\n\t\toutputs,\n\t\treferenceOutputs,\n\t}: {\n\t\toutputs: Record<string, any>;\n\t\treferenceOutputs?: Record<string, any>;\n\t}) => {\n\t\tconst mustContain: string[] = referenceOutputs?.responseContains || [];\n\t\tconst mustNotContain: string[] = referenceOutputs?.responseMustNotContain || [];\n\n\t\tif (mustContain.length === 0 && mustNotContain.length === 0) {\n\t\t\treturn { key: 'response_content', score: true, comment: 'No content assertions specified, skipping' };\n\t\t}\n\n\t\t// Extract the last AI message text from the trajectory\n\t\tconst messages: BaseMessage[] = outputs.messages || [];\n\t\tconst lastAiMessage = [...messages].reverse().find((m) => m instanceof AIMessage);\n\n\t\tif (!lastAiMessage) {\n\t\t\treturn { key: 'response_content', score: false, comment: 'No AI message found in trajectory' };\n\t\t}\n\n\t\tconst responseText = (typeof lastAiMessage.content === 'string' ? lastAiMessage.content : JSON.stringify(lastAiMessage.content)).toLowerCase();\n\n\t\tconst failures: string[] = [];\n\n\t\tfor (const expected of mustContain) {\n\t\t\tif (!responseText.includes(expected.toLowerCase())) {\n\t\t\t\tfailures.push(`Missing expected text: \"${expected}\"`);\n\t\t\t}\n\t\t}\n\n\t\tfor (const forbidden of mustNotContain) {\n\t\t\tif (responseText.includes(forbidden.toLowerCase())) {\n\t\t\t\tfailures.push(`Contains forbidden text: \"${forbidden}\"`);\n\t\t\t}\n\t\t}\n\n\t\tconst passed = failures.length === 0;\n\n\t\treturn {\n\t\t\tkey: 'response_content',\n\t\t\tscore: passed,\n\t\t\tcomment: passed ? 'All content assertions passed' : failures.join('; '),\n\t\t};\n\t};\n}\n","import { AIMessage, BaseMessage } from '@langchain/core/messages';\n\n/**\n * Creates a custom evaluator that asserts the agent made zero tool calls.\n * Useful for scenarios like greetings where the agent should just respond with text.\n */\nexport function createNoToolCallsEvaluator() {\n\treturn async ({\n\t\toutputs,\n\t\treferenceOutputs,\n\t}: {\n\t\toutputs: Record<string, any>;\n\t\treferenceOutputs?: Record<string, any>;\n\t}) => {\n\t\t// Only run this evaluator if the reference explicitly expects no tool calls\n\t\tif (referenceOutputs?.maxToolCalls !== 0 && referenceOutputs?.expectNoToolCalls !== true) {\n\t\t\treturn { key: 'no_tool_calls', score: true, comment: 'No tool call restriction specified, skipping' };\n\t\t}\n\n\t\tconst messages: BaseMessage[] = outputs.messages || [];\n\n\t\tconst toolCalls = messages\n\t\t\t.filter((m) => m instanceof AIMessage)\n\t\t\t.flatMap((m) => (m as AIMessage).tool_calls || []);\n\n\t\tconst passed = toolCalls.length === 0;\n\n\t\treturn {\n\t\t\tkey: 'no_tool_calls',\n\t\t\tscore: passed,\n\t\t\tcomment: passed\n\t\t\t\t? 'No tool calls made (as expected)'\n\t\t\t\t: `Agent made ${toolCalls.length} tool call(s): ${toolCalls.map((tc) => tc.name).join(', ')}`,\n\t\t};\n\t};\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACWA,IAAI,UAA6B;AAE1B,SAAS,eAAe,QAA0B;AACxD,YAAU;AACX;AAEO,SAAS,gBAA4B;AAC3C,MAAI,CAAC,SAAS;AACb,UAAM,IAAI,MAAM,wEAAwE;AAAA,EACzF;AACA,SAAO;AACR;;;ACtBA,SAAoB;;;ACCpB,mBAAqB;AACrB,sBAAiF;AACjF,iBAAkB;;;ACFlB,oBAA4C;AAkBrC,IAAM,yBAAN,MAA6B;AAAA,EACnC,YAAoB,QAA8B;AAA9B;AAAA,EAA+B;AAAA,EAEnD,QAAQ,aAAqB,MAAoC;AAChE,UAAM,QAAQ,YAAY,MAAM,GAAG;AAEnC,QAAI,MAAM,WAAW,GAAG;AACvB,YAAM,CAAC,UAAU,SAAS,IAAI;AAC9B,aAAO,KAAK,kBAAkB,UAAU,WAAW,WAAW,IAAI;AAAA,IACnE;AAEA,QAAI,MAAM,WAAW,GAAG;AACvB,YAAM,CAAC,UAAU,YAAY,SAAS,IAAI;AAC1C,aAAO,KAAK,kBAAkB,UAAU,YAAY,WAAW,IAAI;AAAA,IACpE;AAEA,UAAM,IAAI;AAAA,MACT;AAAA,IACD;AAAA,EACD;AAAA,EAEQ,kBACP,UACA,YACA,WACA,MACoB;AACpB,YAAQ,UAAU;AAAA,MACjB,KAAK;AACJ,eAAO,KAAK,cAAc,YAAY,WAAW,IAAI;AAAA,MACtD,KAAK;AACJ,eAAO,KAAK,aAAa,YAAY,WAAW,IAAI;AAAA,MACrD;AACC,cAAM,IAAI,MAAM,+BAA+B,QAAQ,EAAE;AAAA,IAC3D;AAAA,EACD;AAAA,EAEQ,cAAc,YAAoB,WAAmB,MAA6B;AACzF,UAAM,iBAAiB,KAAK,OAAO,SAAS,UAAU;AACtD,QAAI,CAAC,gBAAgB;AACpB,YAAM,IAAI,MAAM,kBAAkB,UAAU,oCAAoC;AAAA,IACjF;AAEA,WAAO,IAAI,yBAAW;AAAA,MACrB,QAAQ,eAAe;AAAA,MACvB;AAAA,MACA;AAAA,IACD,CAAC;AAAA,EACF;AAAA,EAEQ,aAAa,YAAoB,gBAAwB,MAAkC;AAClG,UAAM,iBAAiB,KAAK,OAAO,QAAQ,UAAU;AACrD,QAAI,CAAC,gBAAgB;AACpB,YAAM,IAAI,MAAM,kBAAkB,UAAU,mCAAmC;AAAA,IAChF;AAEA,WAAO,IAAI,8BAAgB;AAAA,MAC1B,OAAO,eAAe;AAAA;AAAA,MACtB,mBAAmB,eAAe;AAAA,MAClC,4BAA4B,KAAK,oBAAoB,eAAe,QAAQ;AAAA,MAC5E,8BAA8B;AAAA,MAC9B,uBAAuB,eAAe;AAAA,MACtC;AAAA,IACD,CAAC;AAAA,EACF;AAAA,EAEQ,oBAAoB,UAA0B;AACrD,QAAI;AACH,YAAM,MAAM,IAAI,IAAI,QAAQ;AAC5B,aAAO,IAAI,SAAS,MAAM,GAAG,EAAE,CAAC;AAAA,IACjC,SAAS,GAAG;AACX,aAAO;AAAA,IACR;AAAA,EACD;AACD;;;ADjEA,IAAM,kBAAkB;AAOxB,SAAS,gBAAgB,MAAkD;AAC1E,QAAM,SAAwB,CAAC;AAC/B,MAAI,QAAQ;AACZ,MAAI,mBAAwD,CAAC;AAE7D,aAAW,OAAO,MAAM;AACvB,QAAI,IAAI,SAAS,SAAS;AACzB,aAAO,KAAK,IAAI,6BAAa,IAAI,OAAO,CAAC;AAAA,IAC1C,WAAW,IAAI,SAAS,MAAM;AAC7B,UAAI,IAAI,aAAa,IAAI,UAAU,SAAS,GAAG;AAC9C,2BAAmB,IAAI,UAAU,IAAI,CAAC,UAAU;AAAA,UAC/C,IAAI,UAAU,EAAE,KAAK;AAAA,UACrB;AAAA,QACD,EAAE;AACF,eAAO;AAAA,UACN,IAAI,0BAAU;AAAA,YACb,SAAS,IAAI;AAAA,YACb,YAAY,iBAAiB,IAAI,CAAC,QAAQ;AAAA,cACzC,IAAI,GAAG;AAAA,cACP,MAAM,GAAG;AAAA,cACT,MAAM,CAAC;AAAA,YACR,EAAE;AAAA,UACH,CAAC;AAAA,QACF;AAAA,MACD,OAAO;AACN,eAAO,KAAK,IAAI,0BAAU,IAAI,OAAO,CAAC;AAAA,MACvC;AAAA,IACD,WAAW,IAAI,SAAS,QAAQ;AAC/B,YAAM,KAAK,iBAAiB,MAAM;AAClC,UAAI,CAAC,GAAI,OAAM,IAAI,MAAM,sDAAsD;AAC/E,aAAO;AAAA,QACN,IAAI,4BAAY;AAAA,UACf,SAAS,IAAI;AAAA,UACb,cAAc,GAAG;AAAA,UACjB,MAAM,GAAG;AAAA,QACV,CAAC;AAAA,MACF;AAAA,IACD;AAAA,EACD;AAEA,SAAO;AACR;AAMO,SAAS,iBAAiB,aAAoC,aAAsB;AAC1F,SAAO,OAAO,WAAkE;AAC/E,UAAM,SAAS,eAAe,cAAc,EAAE,aAAa,OAAO,YAAY,IAAI,cAAc;AAChG,UAAM,WAAW,IAAI,uBAAuB,OAAO,WAAW;AAC9D,UAAM,QAAQ,SAAS,QAAQ,OAAO,KAAK;AAG3C,UAAM,iBAAyC,CAAC;AAGhD,UAAM,iBAAiB,OAAO,MAAM,IAAI,CAAC,aAAa;AACrD,qBAAe,SAAS,IAAI,IAAI;AAEhC,iBAAO;AAAA,QACN,OAAO,cAAuC;AAC7C,yBAAe,SAAS,IAAI;AAC5B,cAAI,OAAO,SAAS,aAAa,YAAY;AAC5C,mBAAO,SAAS,SAAS,WAAW,eAAe,SAAS,IAAI,CAAC;AAAA,UAClE;AACA,iBAAO,SAAS;AAAA,QACjB;AAAA,QACA;AAAA,UACC,MAAM,SAAS;AAAA,UACf,aAAa,SAAS;AAAA,UACtB,QAAQ,aAAE;AAAA,YACT,OAAO;AAAA,cACN,OAAO,QAAQ,SAAS,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,GAAG,MAAM;AACnD,oBAAI,OAAO,QAAQ,SAAU,QAAO,CAAC,KAAK,aAAE,OAAO,EAAE,SAAS,GAAG,CAAC;AAClE,oBAAI,OAAO,QAAQ,SAAU,QAAO,CAAC,KAAK,aAAE,OAAO,EAAE,SAAS,OAAO,GAAG,CAAC,CAAC;AAC1E,uBAAO,CAAC,KAAK,aAAE,IAAI,CAAC;AAAA,cACrB,CAAC;AAAA,YACF;AAAA,UACD;AAAA,QACD;AAAA,MACD;AAAA,IACD,CAAC;AAED,UAAM,aAAa,eAAe,SAAS,IAAI,MAAM,UAAW,cAAc,IAAI;AAElF,UAAM,WAA0B,CAAC;AAEjC,QAAI,OAAO,cAAc;AACxB,eAAS,KAAK,IAAI,8BAAc,OAAO,YAAY,CAAC;AAAA,IACrD;AAGA,UAAM,gBACL,OAAO,aAAa,OAAO,gBAAgB,CAAC,GAAG,IAAI,CAAC,aAAqB,EAAE,MAAM,SAAS,QAAQ,EAAE;AAGrG,aAAS,KAAK,GAAG,gBAAgB,aAAa,CAAC;AAG/C,QAAI,YAAY;AAChB,WAAO,YAAY,iBAAiB;AACnC;AAEA,YAAM,WAAW,MAAM,WAAW,OAAO,QAAQ;AACjD,eAAS,KAAK,QAAuB;AAErC,YAAM,YAAY;AAClB,UAAI,CAAC,UAAU,cAAc,UAAU,WAAW,WAAW,GAAG;AAC/D;AAAA,MACD;AAGA,iBAAW,MAAM,UAAU,YAAY;AACtC,cAAM,WAAW,eAAe,KAAK,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI;AAC9D,YAAI,UAAU;AACb,gBAAM,SAAS,MAAM,SAAS,OAAO,GAAG,IAAI;AAC5C,mBAAS;AAAA,YACR,IAAI,4BAAY;AAAA,cACf,SAAS,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,cACpE,cAAc,GAAG;AAAA,cACjB,MAAM,GAAG;AAAA,YACV,CAAC;AAAA,UACF;AAAA,QACD,OAAO;AACN,mBAAS;AAAA,YACR,IAAI,4BAAY;AAAA,cACf,SAAS,SAAS,GAAG,IAAI;AAAA,cACzB,cAAc,GAAG;AAAA,cACjB,MAAM,GAAG;AAAA,YACV,CAAC;AAAA,UACF;AAAA,QACD;AAAA,MACD;AAAA,IACD;AAEA,WAAO,EAAE,SAAS;AAAA,EACnB;AACD;;;ADrKO,SAAS,MAAM,SAAiB;AACtC,SAAO,EAAE,MAAM,SAAkB,QAAQ;AAC1C;AAEO,SAAS,GAAG,SAAiB,WAAsB;AACzD,SAAO,EAAE,MAAM,MAAe,SAAS,GAAI,YAAY,EAAE,UAAU,IAAI,CAAC,EAAG;AAC5E;AAEO,SAAS,WAAW,SAAiB;AAC3C,SAAO,EAAE,MAAM,QAAiB,QAAQ;AACzC;AAoCA,SAAS,YAAY,MAA8C;AAClE,SAAO,OAAO,QAAQ,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,GAAG,OAAO;AAAA,IACjD;AAAA,IACA,aAAa,IAAI;AAAA,IACjB,QAAQ,IAAI,UAAU,CAAC;AAAA,IACvB,UACC,OAAO,IAAI,aAAa,aACpB,IAAI,WACL,OAAO,IAAI,aAAa,WACvB,IAAI,WACJ,KAAK,UAAU,IAAI,QAAQ;AAAA,EACjC,EAAE;AACH;AAGA,SAAS,oBAAoB,OAAiD;AAC7E,SAAO,MAAM,IAAI,CAAC,OAAO;AAAA,IACxB,GAAG;AAAA,IACH,UAAU,OAAO,EAAE,aAAa,aAAa,eAAe,EAAE;AAAA,EAC/D,EAAE;AACH;AAEA,SAAS,iBAAiB,UAA6B;AACtD,WAAS,IAAI,SAAS,SAAS,GAAG,KAAK,GAAG,KAAK;AAC9C,QAAI,SAAS,CAAC,EAAE,SAAS,QAAS,QAAO,SAAS,CAAC,EAAE;AAAA,EACtD;AACA,SAAO,SAAS,CAAC,GAAG,WAAW;AAChC;AAQA,SAAS,cAAc,QAA+B;AACrD,MAAI,OAAO,OAAO,WAAW,WAAY,QAAO,OAAO;AACvD,QAAM,aAAa,cAAc;AACjC,QAAM,QAAQ,OAAO,OAAO,WAAW,WAAW,OAAO,SAAS,WAAW;AAC7E,SAAO,iBAAiB,WAAW,aAAa,KAAK;AACtD;AAEO,SAAS,YAAY,MAAc,QAA2B;AACpE,QAAM,SAAS,cAAc,MAAM;AACnC,QAAM,aAAa,OAAO;AAC1B,QAAM,eAAe,cAAc,EAAE;AAErC,EAAG,YAAS,MAAM,MAAM;AACvB,eAAW,MAAM,OAAO,OAAO;AAC9B,YAAM,WAAW,GAAG,QAAQ,iBAAiB,GAAG,QAAQ;AACxD,YAAM,QAAQ,YAAY,GAAG,SAAS,UAAU;AAChD,YAAM,MAAM,EAAE,SAAS,iBAAiB,GAAG,QAAQ,EAAE;AAErD,YAAM,WAAW,GAAG,OAAO,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC;AAChD,YAAM,aAAa,SAAS,IAAI,CAAC,MAAM,EAAE,SAAS;AAClD,YAAM,mBAAmB,OAAO,OAAO,CAAC,GAAG,GAAG,SAAS,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC;AAGrF,YAAM,eAAe,GAAG,gBAAgB,OAAO,gBAAgB;AAE/D,YAAM,eAAe;AAAA,QACpB,UAAU,GAAG;AAAA,QACb;AAAA,QACA,GAAI,eAAe,EAAE,aAAa,IAAI,CAAC;AAAA,MACxC;AAEA,MAAG;AAAA,QACF;AAAA,QACA;AAAA,UACC,QAAQ;AAAA,YACP,UAAU,GAAG;AAAA,YACb,OAAO,oBAAoB,KAAK;AAAA,YAChC,GAAI,eAAe,EAAE,aAAa,IAAI,CAAC;AAAA,UACxC;AAAA,UACA;AAAA,QACD;AAAA,QACA,OAAO,EAAE,kBAAkB,OAAO,MAAM;AACvC,gBAAM,SAAS,MAAM,OAAO,YAAY;AACxC,UAAG,cAAW,MAAM;AACpB,qBAAW,aAAa,YAAY;AACnC,kBAAM,UAAU,EAAE,SAAS,QAAQ,kBAAkB,UAAU,CAAC,EAAE,CAAC;AAAA,UACpE;AAAA,QACD;AAAA,MACD;AAAA,IACD;AAAA,EACD,CAAC;AACF;;;AG5IA,IAAAA,MAAoB;AACpB,wBAIO;;;ACLP,IAAAC,mBAAuC;AAQhC,SAAS,wBAAwB,aAAmC,OAAe;AACzF,QAAM,WAAW,IAAI,uBAAuB,WAAW;AACvD,QAAM,QAAQ,SAAS,QAAQ,KAAK;AAEpC,SAAO,OAAO;AAAA,IACb;AAAA,IACA;AAAA,EACD,MAGM;AACL,UAAM,mBAAmB,kBAAkB;AAC3C,QAAI,CAAC,kBAAkB;AACtB,aAAO,EAAE,KAAK,kBAAkB,OAAO,MAAM,SAAS,2CAA2C;AAAA,IAClG;AAGA,UAAM,WAA0B,QAAQ,YAAY,CAAC;AACrD,UAAM,gBAAgB,CAAC,GAAG,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,aAAa,0BAAS;AAEhF,QAAI,CAAC,eAAe;AACnB,aAAO,EAAE,KAAK,kBAAkB,OAAO,OAAO,SAAS,oCAAoC;AAAA,IAC5F;AAEA,UAAM,eAAe,OAAO,cAAc,YAAY,WAAW,cAAc,UAAU,KAAK,UAAU,cAAc,OAAO;AAG7H,UAAM,YAAY,MAAM,MAAM,OAAO;AAAA,MACpC;AAAA,QACC,MAAM;AAAA,QACN,SAAS;AAAA,MACV;AAAA,MACA;AAAA,QACC,MAAM;AAAA,QACN,SAAS;AAAA,MACV;AAAA,IACD,CAAC;AAED,UAAM,oBAAoB,OAAO,UAAU,YAAY,WAAW,UAAU,UAAU,IAAI,KAAK,EAAE,YAAY;AAE7G,UAAM,UAAU,qBAAqB,iBAAiB,YAAY;AAElE,WAAO;AAAA,MACN,KAAK;AAAA,MACL,OAAO;AAAA,MACP,SAAS,UACN,uCAAuC,gBAAgB,KACvD,aAAa,gBAAgB,mBAAmB,gBAAgB;AAAA,IACpE;AAAA,EACD;AACD;;;AC1DA,IAAAC,mBAAuC;AAMhC,SAAS,iCAAiC;AAChD,SAAO,OAAO;AAAA,IACb;AAAA,IACA;AAAA,EACD,MAGM;AACL,UAAM,cAAwB,kBAAkB,oBAAoB,CAAC;AACrE,UAAM,iBAA2B,kBAAkB,0BAA0B,CAAC;AAE9E,QAAI,YAAY,WAAW,KAAK,eAAe,WAAW,GAAG;AAC5D,aAAO,EAAE,KAAK,oBAAoB,OAAO,MAAM,SAAS,4CAA4C;AAAA,IACrG;AAGA,UAAM,WAA0B,QAAQ,YAAY,CAAC;AACrD,UAAM,gBAAgB,CAAC,GAAG,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,aAAa,0BAAS;AAEhF,QAAI,CAAC,eAAe;AACnB,aAAO,EAAE,KAAK,oBAAoB,OAAO,OAAO,SAAS,oCAAoC;AAAA,IAC9F;AAEA,UAAM,gBAAgB,OAAO,cAAc,YAAY,WAAW,cAAc,UAAU,KAAK,UAAU,cAAc,OAAO,GAAG,YAAY;AAE7I,UAAM,WAAqB,CAAC;AAE5B,eAAW,YAAY,aAAa;AACnC,UAAI,CAAC,aAAa,SAAS,SAAS,YAAY,CAAC,GAAG;AACnD,iBAAS,KAAK,2BAA2B,QAAQ,GAAG;AAAA,MACrD;AAAA,IACD;AAEA,eAAW,aAAa,gBAAgB;AACvC,UAAI,aAAa,SAAS,UAAU,YAAY,CAAC,GAAG;AACnD,iBAAS,KAAK,6BAA6B,SAAS,GAAG;AAAA,MACxD;AAAA,IACD;AAEA,UAAM,SAAS,SAAS,WAAW;AAEnC,WAAO;AAAA,MACN,KAAK;AAAA,MACL,OAAO;AAAA,MACP,SAAS,SAAS,kCAAkC,SAAS,KAAK,IAAI;AAAA,IACvE;AAAA,EACD;AACD;;;ACrDA,IAAAC,mBAAuC;AAMhC,SAAS,6BAA6B;AAC5C,SAAO,OAAO;AAAA,IACb;AAAA,IACA;AAAA,EACD,MAGM;AAEL,QAAI,kBAAkB,iBAAiB,KAAK,kBAAkB,sBAAsB,MAAM;AACzF,aAAO,EAAE,KAAK,iBAAiB,OAAO,MAAM,SAAS,+CAA+C;AAAA,IACrG;AAEA,UAAM,WAA0B,QAAQ,YAAY,CAAC;AAErD,UAAM,YAAY,SAChB,OAAO,CAAC,MAAM,aAAa,0BAAS,EACpC,QAAQ,CAAC,MAAO,EAAgB,cAAc,CAAC,CAAC;AAElD,UAAM,SAAS,UAAU,WAAW;AAEpC,WAAO;AAAA,MACN,KAAK;AAAA,MACL,OAAO;AAAA,MACP,SAAS,SACN,qCACA,cAAc,UAAU,MAAM,kBAAkB,UAAU,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC;AAAA,IAC7F;AAAA,EACD;AACD;;;AHPA,SAAS,oBAAoB,WAAgB,KAA0B;AACtE,SAAO,OAAO,EAAE,SAAS,iBAAiB,MAAM;AAC/C,QAAI,CAAC,kBAAkB,qBAAqB;AAC3C,aAAO,EAAE,KAAK,OAAO,MAAM,SAAS,6CAA6C;AAAA,IAClF;AACA,WAAO,UAAU,EAAE,SAAS,kBAAkB,iBAAiB,oBAAoB,CAAC;AAAA,EACrF;AACD;AAEA,SAAS,gBAAgB,SAAiB,WAAgD;AACzF,QAAM,aAAwC,CAAC;AAC/C,MAAI,QAAQ;AAEZ,aAAW,KAAK,EAAE,MAAM,QAAQ,SAAS,QAAQ,CAAC;AAElD,aAAW,QAAQ,WAAW;AAC7B,UAAM,KAAK,KAAK,EAAE,KAAK;AACvB,eAAW,KAAK;AAAA,MACf,MAAM;AAAA,MACN,SAAS;AAAA,MACT,YAAY,CAAC,EAAE,UAAU,EAAE,MAAM,WAAW,KAAK,GAAG,IAAI,MAAM,WAAW,CAAC;AAAA,IAC3E,CAAC;AACD,eAAW,KAAK,EAAE,MAAM,QAAQ,SAAS,OAAO,cAAc,GAAG,CAAC;AAAA,EACnE;AAEA,aAAW,KAAK,EAAE,MAAM,aAAa,SAAS,MAAM,CAAC;AAErD,SAAO;AACR;AAQO,SAAS,YAAY,OAA8B;AACzD,SAAO,CAAC,SAAS;AAAA,IAChB,WAAc;AAAA,MACb;AAAA,YACC,kDAA+B,EAAE,qBAAqB,YAAY,mBAAmB,SAAS,CAAC;AAAA,QAC/F;AAAA,MACD;AAAA,IACD;AAAA,IACA,kBAAkB,EAAE,qBAAqB,gBAAgB,IAAI,SAAS,KAAK,EAAE;AAAA,EAC9E;AACD;AAOO,SAAS,WAAwB;AACvC,SAAO,MAAM;AACZ,UAAM,SAAS,cAAc;AAC7B,UAAM,QAAQ,OAAO,kBAAkB,OAAO;AAC9C,WAAO;AAAA,MACN,WAAc;AAAA,QACb;AAAA,cACC,8CAA2B,EAAE,QAAQ,8CAA4B,MAAM,CAAC;AAAA,UACxE;AAAA,QACD;AAAA,MACD;AAAA,MACA,kBAAkB,CAAC;AAAA,IACpB;AAAA,EACD;AACD;AAGO,SAAS,UAAuB;AACtC,SAAO,OAAO;AAAA,IACb,WAAc,kBAAc,2BAA2B,CAAC;AAAA,IACxD,kBAAkB,EAAE,mBAAmB,KAAK;AAAA,EAC7C;AACD;AAOO,SAAS,mBAAmB,MAA2B;AAC7D,SAAO,MAAM;AACZ,UAAM,SAAS,cAAc;AAC7B,UAAM,QAAQ,OAAO,kBAAkB,OAAO;AAC9C,WAAO;AAAA,MACN,WAAc,kBAAc,wBAAwB,OAAO,aAAa,KAAK,CAAC;AAAA,MAC9E,kBAAkB,EAAE,kBAAkB,KAAK;AAAA,IAC5C;AAAA,EACD;AACD;AAGO,SAAS,SAAS,SAAgC;AACxD,SAAO,OAAO;AAAA,IACb,WAAc,kBAAc,+BAA+B,CAAC;AAAA,IAC5D,kBAAkB,EAAE,kBAAkB,QAAQ;AAAA,EAC/C;AACD;AAGO,SAAS,YAAY,SAAgC;AAC3D,SAAO,OAAO;AAAA,IACb,WAAc,kBAAc,+BAA+B,CAAC;AAAA,IAC5D,kBAAkB,EAAE,wBAAwB,QAAQ;AAAA,EACrD;AACD;","names":["ls","import_messages","import_messages","import_messages"]}