@mastra/evals 1.10.2-alpha.0 → 1.10.2-alpha.1

package/dist/scorers/utils.js

@@ -351,8 +351,10 @@ const getReasoningFromRunOutput = (output) => {
 * @param options.toolCallId - Unique identifier for the tool call
 * @param options.toolName - Name of the tool being called
 * @param options.args - Arguments passed to the tool
-* @param options.result - Result returned by the tool
+* @param options.result - Result returned by the tool (absent for a thrown call)
 * @param options.state - State of the invocation (default: 'result')
+* @param options.errorText - Error text recorded when a tool threw (`state: 'output-error'`)
+* @param options.isError - Set alongside `state: 'result'` when the executor reported a failure
 * @returns A tool invocation object
 *
 * @example
@@ -363,15 +365,26 @@ const getReasoningFromRunOutput = (output) => {
 *   args: { location: 'London' },
 *   result: { temperature: 20, condition: 'sunny' },
 * });
+*
+* // A tool that threw
+* const thrown = createToolInvocation({
+*   toolCallId: 'call-456',
+*   toolName: 'saveTool',
+*   args: { value: 'x' },
+*   state: 'output-error',
+*   errorText: 'Save failed',
+* });
 * ```
 */
-const createToolInvocation = ({ toolCallId, toolName, args, result, state = "result" }) => {
+const createToolInvocation = ({ toolCallId, toolName, args, result, state = "result", errorText, isError }) => {
 	return {
 		toolCallId,
 		toolName,
 		args,
 		result,
-		state
+		state,
+		...errorText !== void 0 && { errorText },
+		...isError !== void 0 && { isError }
 	};
 };
 /**
@@ -405,15 +418,34 @@ const createToolInvocation = ({ toolCallId, toolName, args, result, state = "res
 *     state: 'result',
 *   }],
 * });
+*
+* // With native V2 parts — the only form that can carry a thrown call
+* const messageWithThrownTool = createTestMessage({
+*   content: 'That failed.',
+*   role: 'assistant',
+*   parts: [
+*     { type: 'text', text: 'That failed.' },
+*     {
+*       type: 'tool-invocation',
+*       toolInvocation: createToolInvocation({
+*         toolCallId: 'call-2',
+*         toolName: 'saveTool',
+*         args: { value: 'x' },
+*         state: 'output-error',
+*         errorText: 'Save failed',
+*       }),
+*     },
+*   ],
+* });
 * ```
 */
-function createTestMessage({ content, role, id = "test-message", toolInvocations = [] }) {
+function createTestMessage({ content, role, id = "test-message", toolInvocations = [], parts }) {
 	return {
 		id,
 		role,
 		content: {
 			format: 2,
-			parts: [{
+			parts: parts ?? [{
 				type: "text",
 				text: content
 			}],
@@ -502,10 +534,56 @@ const createTrajectoryTestRun = ({ inputMessages = [], trajectory, rememberedMes
 	};
 };
 /**
+* Merges the two places a message can store tool invocations into one list.
+*
+* A native message may carry `content.parts` tool-invocation entries, the legacy
+* `content.toolInvocations` array, or both. Neither form is a superset of the
+* other: thrown calls are recorded in parts as `state: 'output-error'` and can be
+* missing from the legacy array, while older persisted messages may only carry the
+* legacy array. Reading one form exclusively therefore hides real calls.
+*
+* Parts win when the same `toolCallId` appears in both, since they hold the real
+* terminal state. Legacy-only calls are retained before their next shared anchor so
+* compatible call order survives instead of being appended.
+*
+* Mirrors `extractTrajectory` in `@mastra/core` (`packages/core/src/evals/types.ts`)
+* so tool-use checks and trajectory scorers agree on what a run actually called.
+* Keep the two in step.
+*
+* @param message - A single message from the scorer run output
+* @returns The merged tool invocations for that message
+*/
+function mergeToolInvocations(message) {
+	const legacy = message?.content?.toolInvocations;
+	const fromParts = message?.content?.parts?.filter((p) => p.type === "tool-invocation").map((p) => p.toolInvocation).filter(Boolean) ?? [];
+	const partCallIds = new Set(fromParts.map((invocation) => invocation.toolCallId).filter(Boolean));
+	const legacyInvocations = legacy ?? [];
+	const legacyPositions = new Map(legacyInvocations.map((invocation, index) => [invocation?.toolCallId, index]));
+	const toolInvocations = [];
+	let legacyIndex = 0;
+	for (const invocation of fromParts) {
+		const sharedIndex = invocation.toolCallId ? legacyPositions.get(invocation.toolCallId) : void 0;
+		if (sharedIndex !== void 0 && sharedIndex >= legacyIndex) {
+			for (; legacyIndex < sharedIndex; legacyIndex++) {
+				const previous = legacyInvocations[legacyIndex];
+				if (previous && !partCallIds.has(previous.toolCallId)) toolInvocations.push(previous);
+			}
+			legacyIndex++;
+		}
+		toolInvocations.push(invocation);
+	}
+	for (; legacyIndex < legacyInvocations.length; legacyIndex++) {
+		const invocation = legacyInvocations[legacyIndex];
+		if (invocation && !partCallIds.has(invocation.toolCallId)) toolInvocations.push(invocation);
+	}
+	return toolInvocations;
+}
+/**
 * Extracts all tool calls from a scorer run output.
 *
-* Iterates through all messages and their tool invocations to collect
-* information about tools that were called (with state 'result' or 'call').
+* Iterates through all messages and their tool invocations to collect information
+* about tools that were called. A call counts regardless of outcome, so the states
+* `'result'`, `'call'`, and `'output-error'` (a tool that threw) are all included.
 *
 * @param output - The scorer run output (array of MastraDBMessage)
 * @returns An object containing tool names and detailed tool call info
@@ -527,13 +605,11 @@ function extractToolCalls(output) {
 	const toolCallInfos = [];
 	for (let messageIndex = 0; messageIndex < output.length; messageIndex++) {
 		const message = output[messageIndex];
-		const legacy = message?.content?.toolInvocations;
-		const fromParts = legacy ? void 0 : message?.content?.parts?.filter((p) => p.type === "tool-invocation").map((p) => p.toolInvocation);
-		const toolInvocations = legacy ?? fromParts;
-		if (!toolInvocations?.length) continue;
+		const toolInvocations = mergeToolInvocations(message);
+		if (!toolInvocations.length) continue;
 		for (let invocationIndex = 0; invocationIndex < toolInvocations.length; invocationIndex++) {
 			const invocation = toolInvocations[invocationIndex];
-			if (invocation && invocation.toolName && (invocation.state === "result" || invocation.state === "call")) {
+			if (invocation && invocation.toolName && (invocation.state === "result" || invocation.state === "call" || invocation.state === "output-error")) {
 				toolCalls.push(invocation.toolName);
 				toolCallInfos.push({
 					toolName: invocation.toolName,
@@ -615,10 +691,8 @@ const extractAgentResponseMessages = (runOutput) => {
 function extractToolResults(output) {
 	const results = [];
 	for (const message of output) {
-		const legacy = message?.content?.toolInvocations;
-		const fromParts = legacy ? void 0 : message?.content?.parts?.filter((p) => p.type === "tool-invocation").map((p) => p.toolInvocation);
-		const toolInvocations = legacy ?? fromParts;
-		if (!toolInvocations?.length) continue;
+		const toolInvocations = mergeToolInvocations(message);
+		if (!toolInvocations.length) continue;
 		for (const invocation of toolInvocations) if (invocation.state === "result" && invocation.result !== void 0) results.push({
 			toolName: invocation.toolName,
 			toolCallId: invocation.toolCallId || "",
@@ -1000,6 +1074,6 @@ function analyzeToolFailures(trajectory, options = {}) {
 	};
 }
 //#endregion
-export { analyzeToolFailures, checkTrajectoryBlacklist, checkTrajectoryEfficiency, compareTrajectories, createAgentTestRun, createTestMessage, createTestRun, createToolInvocation, createTrajectoryTestRun, extractAgentResponseMessages, extractInputMessages, extractToolCalls, extractToolResults, extractTrajectory, getAssistantMessageFromRunOutput, getCombinedSystemPrompt, getConversationHistoryFromRunInput, getReasoningFromRunOutput, getSystemMessagesFromRunInput, getTextContentFromMastraDBMessage, getUserMessageFromRunInput, isCloserTo, isScorerRunInputForAgent, isScorerRunOutputForAgent, roundToTwoDecimals };
+export { analyzeToolFailures, checkTrajectoryBlacklist, checkTrajectoryEfficiency, compareTrajectories, createAgentTestRun, createTestMessage, createTestRun, createToolInvocation, createTrajectoryTestRun, extractAgentResponseMessages, extractInputMessages, extractToolCalls, extractToolResults, extractTrajectory, getAssistantMessageFromRunOutput, getCombinedSystemPrompt, getConversationHistoryFromRunInput, getReasoningFromRunOutput, getSystemMessagesFromRunInput, getTextContentFromMastraDBMessage, getUserMessageFromRunInput, isCloserTo, isScorerRunInputForAgent, isScorerRunOutputForAgent, mergeToolInvocations, roundToTwoDecimals };
 
 //# sourceMappingURL=utils.js.map

package/dist/scorers/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","names":[],"sources":["../../src/scorers/utils.ts"],"sourcesContent":["import type { MastraDBMessage } from '@mastra/core/agent';\nimport type {\n  ExpectedStep,\n  ScorerRunInputForAgent,\n  ScorerRunOutputForAgent,\n  ScoringInput,\n  TrajectoryExpectation,\n  TrajectoryStep,\n  Trajectory,\n} from '@mastra/core/evals';\nimport { RequestContext } from '@mastra/core/request-context';\n\nexport type ScorerRunInputForLLMJudge =\n  | ScorerRunInputForAgent\n  | string\n  | {\n      inputMessages?: unknown[];\n      messages?: unknown[];\n      prompt?: string;\n      text?: string;\n      content?: unknown;\n      input?: unknown;\n      user?: unknown;\n      [key: string]: unknown;\n    };\n\nexport type ScorerRunOutputForLLMJudge =\n  | ScorerRunOutputForAgent\n  | string\n  | unknown[]\n  | {\n      text?: string;\n      content?: unknown;\n      role?: string;\n      [key: string]: unknown;\n    };\n\n/**\n * Extracts text content from a MastraDBMessage or ModelMessage-like object.\n *\n * @param message - The message to extract text from\n * @returns The extracted text content, or an empty string if no text is found\n *\n * @example\n * ```ts\n * const message: MastraDBMessage = {\n *   id: 'msg-1',\n *   role: 'assistant',\n *   content: { format: 2, parts: [{ type: 'text', text: 'Hello!' }] },\n *   createdAt: new Date(),\n * };\n * const text = getTextContentFromMastraDBMessage(message); // 'Hello!'\n * ```\n */\nexport function getTextContentFromMastraDBMessage(message: MastraDBMessage): string {\n  const content = message.content as any;\n\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    const textParts = content.filter(p => p.type === 'text');\n    return textParts.length > 0 ? textParts[textParts.length - 1]?.text || '' : '';\n  }\n  if (typeof content?.content === 'string' && content.content !== '') {\n    return content.content;\n  }\n  if (typeof content?.text === 'string' && content.text !== '') {\n    return content.text;\n  }\n  if (content?.parts && Array.isArray(content.parts)) {\n    // Return only the last text part like AI SDK does\n    const textParts = content.parts.filter((p: any) => p.type === 'text');\n    return textParts.length > 0 ? textParts[textParts.length - 1]?.text || '' : '';\n  }\n  return '';\n}\n\nconst isRecord = (value: unknown): value is Record<string, any> => {\n  return typeof value === 'object' && value !== null;\n};\n\nconst getTextFromValue = (value: unknown): string | undefined => {\n  if (typeof value === 'string') return value === '' ? undefined : value;\n  if (Array.isArray(value)) {\n    const textParts = value\n      .filter(part => isRecord(part) && part.type === 'text' && typeof part.text === 'string')\n      .map(part => part.text);\n    return textParts.length > 0 ? textParts[textParts.length - 1] : undefined;\n  }\n  if (!isRecord(value)) return undefined;\n\n  const fromParts = Array.isArray(value.parts) ? getTextFromValue(value.parts) : undefined;\n\n  return (\n    getTextFromValue(value.content) ??\n    (typeof value.text === 'string' && value.text !== '' ? value.text : undefined) ??\n    (typeof value.body === 'string' && value.body !== '' ? value.body : undefined) ??\n    fromParts\n  );\n};\n\nexport const isScorerRunInputForAgent = (input: unknown): input is ScorerRunInputForAgent => {\n  return (\n    isRecord(input) &&\n    Array.isArray(input.inputMessages) &&\n    Array.isArray(input.rememberedMessages) &&\n    Array.isArray(input.systemMessages) &&\n    isRecord(input.taggedSystemMessages)\n  );\n};\n\nconst isMastraDBMessageLike = (message: unknown): message is MastraDBMessage => {\n  return (\n    isRecord(message) &&\n    typeof message.id === 'string' &&\n    typeof message.role === 'string' &&\n    'content' in message &&\n    'createdAt' in message\n  );\n};\n\nexport const isScorerRunOutputForAgent = (output: unknown): output is ScorerRunOutputForAgent => {\n  return Array.isArray(output) && output.every(isMastraDBMessageLike);\n};\n\n/**\n * Resolves the effective role of a message, accounting for agent signal messages.\n *\n * Messages delivered through the agent subscription / signal API are persisted with\n * `role: 'signal'` and carry their semantic role (e.g. `user`) on `type` and on\n * `content.metadata.signal.{type,tagName}`. Treat those as their underlying role so\n * helpers like `getUserMessageFromRunInput` can find them.\n */\nconst getEffectiveMessageRole = (message: Record<string, any>): string | undefined => {\n  if (message.role !== 'signal') return typeof message.role === 'string' ? message.role : undefined;\n\n  const signalMeta =\n    isRecord(message.content) && isRecord(message.content.metadata) ? message.content.metadata.signal : undefined;\n\n  const tagName = isRecord(signalMeta) && typeof signalMeta.tagName === 'string' ? signalMeta.tagName : undefined;\n  const signalType = isRecord(signalMeta) && typeof signalMeta.type === 'string' ? signalMeta.type : undefined;\n  const topLevelType = typeof message.type === 'string' ? message.type : undefined;\n\n  return tagName ?? signalType ?? topLevelType;\n};\n\nconst getTextFromMessages = (messages: unknown, role: string): string | undefined => {\n  if (!Array.isArray(messages)) return undefined;\n\n  const message = messages.find(message => isRecord(message) && getEffectiveMessageRole(message) === role);\n  return message ? getTextFromValue(message) : undefined;\n};\n\n/**\n * Rounds a number to two decimal places.\n *\n * Uses `Number.EPSILON` to handle floating-point precision issues.\n *\n * @param num - The number to round\n * @returns The number rounded to two decimal places\n *\n * @example\n * ```ts\n * roundToTwoDecimals(0.1 + 0.2); // 0.3\n * roundToTwoDecimals(1.005); // 1.01\n * ```\n */\nexport const roundToTwoDecimals = (num: number) => {\n  return Math.round((num + Number.EPSILON) * 100) / 100;\n};\n\n/**\n * Determines if a value is closer to the first target than the second.\n *\n * @param value - The value to compare\n * @param target1 - The first target value\n * @param target2 - The second target value\n * @returns `true` if `value` is closer to `target1` than `target2`\n *\n * @example\n * ```ts\n * isCloserTo(0.6, 1, 0); // true (0.6 is closer to 1)\n * isCloserTo(0.3, 1, 0); // false (0.3 is closer to 0)\n * ```\n */\nexport function isCloserTo(value: number, target1: number, target2: number): boolean {\n  return Math.abs(value - target1) < Math.abs(value - target2);\n}\n\n/**\n * Represents a test case for scorer evaluation.\n */\nexport type TestCase = {\n  /** The input text to evaluate */\n  input: string;\n  /** The output text to evaluate */\n  output: string;\n  /** The expected result of the evaluation */\n  expectedResult: {\n    /** The expected score */\n    score: number;\n    /** The optional expected reason */\n    reason?: string;\n  };\n};\n\n/**\n * Represents a test case with additional context for scorer evaluation.\n */\nexport type TestCaseWithContext = TestCase & {\n  /** Additional context strings for the evaluation */\n  context: string[];\n};\n\n/**\n * Creates a scoring input object for testing purposes.\n *\n * @param input - The user input text\n * @param output - The assistant output text\n * @param additionalContext - Optional additional context data\n * @param requestContext - Optional request context data\n * @returns A ScoringInput object ready for use in scorer tests\n *\n * @example\n * ```ts\n * const run = createTestRun(\n *   'What is 2+2?',\n *   'The answer is 4.',\n *   { topic: 'math' }\n * );\n * ```\n */\nexport const createTestRun = (\n  input: string,\n  output: string,\n  additionalContext?: Record<string, any>,\n  requestContext?: Record<string, any>,\n): ScoringInput => {\n  return {\n    input: [{ role: 'user', content: input }],\n    output: { role: 'assistant', text: output },\n    additionalContext: additionalContext ?? {},\n    requestContext: requestContext ?? {},\n  };\n};\n\n/**\n * Extracts the user message text from a scorer run input.\n *\n * Accepts the agent shape (`{ inputMessages }`), `ModelMessage[]`\n * (`{ messages }`), workflow input (`{ prompt }`), and a bare string.\n *\n * @param input - The scorer run input\n * @returns The user message text, or `undefined` if none can be extracted\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const userText = getUserMessageFromRunInput(run.input);\n *     return { userText };\n *   });\n * ```\n */\nexport const getUserMessageFromRunInput = (input?: unknown): string | undefined => {\n  if (typeof input === 'string') return input;\n  if (!isRecord(input)) return undefined;\n\n  return (\n    getTextFromMessages(input.inputMessages, 'user') ??\n    getTextFromMessages(input.messages, 'user') ??\n    (typeof input.prompt === 'string' ? input.prompt : undefined) ??\n    (typeof input.text === 'string' ? input.text : undefined) ??\n    getTextFromValue(input.content) ??\n    getTextFromValue(input.input) ??\n    getTextFromValue(input.user)\n  );\n};\n\nconst DEFAULT_CONVERSATION_HISTORY_MESSAGES = 10;\n\n/**\n * Renders the remembered conversation history from an agent scorer run input as a transcript.\n *\n * Only agent run inputs carry `rememberedMessages`; any other input shape (a bare string,\n * a plain `{ prompt }` object, `ModelMessage[]`) returns `undefined` so callers can safely\n * fall back to single-turn behaviour.\n *\n * @param input - The scorer run input\n * @param options.maxMessages - How many of the most recent remembered messages to keep (default 10)\n * @returns A newline separated `role: text` transcript, or `undefined` if there is no history\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const history = getConversationHistoryFromRunInput(run.input, { maxMessages: 4 });\n *     return { history };\n *   });\n * ```\n */\nexport const getConversationHistoryFromRunInput = (\n  input?: unknown,\n  options?: { maxMessages?: number },\n): string | undefined => {\n  if (!isScorerRunInputForAgent(input)) return undefined;\n\n  const maxMessages = options?.maxMessages ?? DEFAULT_CONVERSATION_HISTORY_MESSAGES;\n  if (maxMessages <= 0) return undefined;\n\n  const lines = input.rememberedMessages\n    .slice(-maxMessages)\n    .map(message => {\n      if (!isRecord(message)) return undefined;\n\n      const role = getEffectiveMessageRole(message);\n      const text = getTextContentFromMastraDBMessage(message as MastraDBMessage).trim();\n      if (!role || !text) return undefined;\n\n      return `${role}: ${text}`;\n    })\n    .filter((line): line is string => Boolean(line));\n\n  return lines.length > 0 ? lines.join('\\n') : undefined;\n};\n\n/**\n * Extracts all system messages from a scorer run input.\n *\n * Collects text from both standard system messages and tagged system messages\n * (specialized system prompts like memory instructions).\n *\n * @param input - The scorer run input containing system messages\n * @returns An array of system message strings\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const systemMessages = getSystemMessagesFromRunInput(run.input);\n *     return { systemPrompt: systemMessages.join('\\n') };\n *   });\n * ```\n */\nexport const getSystemMessagesFromRunInput = (input?: unknown): string[] => {\n  const systemMessages: string[] = [];\n  if (!isRecord(input)) return systemMessages;\n\n  // Add standard system messages\n  if (Array.isArray(input.systemMessages)) {\n    systemMessages.push(\n      ...input.systemMessages\n        .map(msg => {\n          // Handle different content types - extract text if it's an array of parts\n          if (typeof msg.content === 'string') {\n            return msg.content;\n          } else if (Array.isArray(msg.content)) {\n            // Extract text from parts array\n            return msg.content\n              .filter((part: any) => part.type === 'text')\n              .map((part: any) => part.text || '')\n              .join(' ');\n          }\n          return '';\n        })\n        .filter(content => content),\n    );\n  }\n\n  const addSystemMessages = (messages: unknown) => {\n    if (!Array.isArray(messages)) return;\n\n    systemMessages.push(\n      ...messages\n        .filter(message => isRecord(message) && message.role === 'system')\n        .map(message => getTextFromValue(message))\n        .filter((content): content is string => Boolean(content)),\n    );\n  };\n\n  addSystemMessages(input.inputMessages);\n  addSystemMessages(input.messages);\n\n  // Add tagged system messages (these are specialized system prompts)\n  if (isRecord(input.taggedSystemMessages)) {\n    Object.values(input.taggedSystemMessages).forEach(messages => {\n      if (!Array.isArray(messages)) return;\n      messages.forEach(msg => {\n        const content = getTextFromValue(msg);\n        if (content) {\n          systemMessages.push(content);\n        }\n      });\n    });\n  }\n\n  return systemMessages;\n};\n\n/**\n * Combines all system messages into a single prompt string.\n *\n * Joins all system messages (standard and tagged) with double newlines.\n *\n * @param input - The scorer run input containing system messages\n * @returns A combined system prompt string\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const systemPrompt = getCombinedSystemPrompt(run.input);\n *     return { systemPrompt };\n *   });\n * ```\n */\nexport const getCombinedSystemPrompt = (input?: unknown): string => {\n  const systemMessages = getSystemMessagesFromRunInput(input);\n  return systemMessages.join('\\n\\n');\n};\n\n/**\n * Extracts the assistant message text from a scorer run output.\n *\n * Accepts the agent shape (`MastraDBMessage[]` / `ModelMessage[]`), workflow\n * output (`{ text }`), task output (`{ content }`), a single assistant message\n * object, and a bare string.\n *\n * For array outputs the final assistant message is used, so multi-step agent\n * responses are scored on the last response rather than an intermediate one.\n *\n * @param output - The scorer run output\n * @returns The assistant message text, or `undefined` if none can be extracted\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const response = getAssistantMessageFromRunOutput(run.output);\n *     return { response };\n *   });\n * ```\n */\nexport const getAssistantMessageFromRunOutput = (output?: unknown) => {\n  if (typeof output === 'string') return output;\n  if (Array.isArray(output)) {\n    const assistantMessages = output.filter(\n      message => isRecord(message) && getEffectiveMessageRole(message) === 'assistant',\n    );\n    // Prefer the last assistant message that carries text; a trailing assistant\n    // message may hold only tool-call or data parts.\n    for (let i = assistantMessages.length - 1; i >= 0; i--) {\n      const text = getTextFromValue(assistantMessages[i]);\n      if (text) return text;\n    }\n    return undefined;\n  }\n  if (!isRecord(output)) return undefined;\n\n  const isAssistantOutput = output.role === undefined || output.role === 'assistant';\n\n  if (isAssistantOutput && typeof output.text === 'string') return output.text;\n  if (isAssistantOutput && typeof output.content === 'string') return output.content;\n  if (isAssistantOutput && (isRecord(output.content) || Array.isArray(output.content))) {\n    return (\n      getTextContentFromMastraDBMessage(output as MastraDBMessage) ||\n      getTextContentFromMastraDBMessage(output.content as MastraDBMessage) ||\n      undefined\n    );\n  }\n  if (output.role === 'assistant') return getTextContentFromMastraDBMessage(output as MastraDBMessage) || undefined;\n\n  return undefined;\n};\n\n/**\n * Extracts reasoning text from a scorer run output.\n *\n * This function extracts reasoning content from assistant messages, which is\n * produced by reasoning models like `deepseek-reasoner`. The reasoning can be\n * stored in two places:\n * 1. `content.reasoning` - a string field on the message content\n * 2. `content.parts` - as parts with `type: 'reasoning'` containing `details`\n *\n * @param output - The scorer run output (array of MastraDBMessage)\n * @returns The reasoning text, or `undefined` if no reasoning is present\n *\n * @example\n * ```ts\n * const reasoningScorer = createScorer({\n *   id: 'reasoning-scorer',\n *   name: 'Reasoning Quality',\n *   description: 'Evaluates the quality of model reasoning',\n *   type: 'agent',\n * })\n *   .preprocess(({ run }) => {\n *     const reasoning = getReasoningFromRunOutput(run.output);\n *     const response = getAssistantMessageFromRunOutput(run.output);\n *     return { reasoning, response };\n *   })\n *   .generateScore(({ results }) => {\n *     // Score based on reasoning quality\n *     return results.preprocessStepResult?.reasoning ? 1 : 0;\n *   });\n * ```\n */\nexport const getReasoningFromRunOutput = (output?: ScorerRunOutputForAgent): string | undefined => {\n  if (!output) return undefined;\n\n  const message = output.find(({ role }) => role === 'assistant');\n  if (!message) return undefined;\n\n  // Check for reasoning in content.reasoning (string format)\n  if (message.content.reasoning) {\n    return message.content.reasoning;\n  }\n\n  // Check for reasoning in parts with type 'reasoning'\n  // Reasoning models store reasoning in parts as { type: 'reasoning', details: [{ type: 'text', text: '...' }] }\n  const reasoningParts = message.content.parts?.filter((p: any) => p.type === 'reasoning');\n  if (reasoningParts && reasoningParts.length > 0) {\n    const reasoningTexts = reasoningParts\n      .map((p: any) => {\n        // The reasoning text can be in p.reasoning or in p.details[].text\n        if (p.details && Array.isArray(p.details)) {\n          return p.details\n            .filter((d: any) => d.type === 'text')\n            .map((d: any) => d.text)\n            .join('');\n        }\n        return p.reasoning || '';\n      })\n      .filter(Boolean);\n\n    return reasoningTexts.length > 0 ? reasoningTexts.join('\\n') : undefined;\n  }\n\n  return undefined;\n};\n\n/**\n * Creates a tool invocation object for testing purposes.\n *\n * @param options - The tool invocation configuration\n * @param options.toolCallId - Unique identifier for the tool call\n * @param options.toolName - Name of the tool being called\n * @param options.args - Arguments passed to the tool\n * @param options.result - Result returned by the tool\n * @param options.state - State of the invocation (default: 'result')\n * @returns A tool invocation object\n *\n * @example\n * ```ts\n * const invocation = createToolInvocation({\n *   toolCallId: 'call-123',\n *   toolName: 'weatherTool',\n *   args: { location: 'London' },\n *   result: { temperature: 20, condition: 'sunny' },\n * });\n * ```\n */\nexport const createToolInvocation = ({\n  toolCallId,\n  toolName,\n  args,\n  result,\n  state = 'result',\n}: {\n  toolCallId: string;\n  toolName: string;\n  args: Record<string, any>;\n  result: Record<string, any>;\n  state?: 'call' | 'partial-call' | 'result';\n}): { toolCallId: string; toolName: string; args: Record<string, any>; result: Record<string, any>; state: string } => {\n  return {\n    toolCallId,\n    toolName,\n    args,\n    result,\n    state,\n  };\n};\n\n/**\n * Creates a MastraDBMessage object for testing purposes.\n *\n * Supports optional tool invocations for testing tool call scenarios.\n *\n * @param options - The message configuration\n * @param options.content - The text content of the message\n * @param options.role - The role of the message sender ('user', 'assistant', or 'system')\n * @param options.id - Optional message ID (default: 'test-message')\n * @param options.toolInvocations - Optional array of tool invocations\n * @returns A MastraDBMessage object\n *\n * @example\n * ```ts\n * const message = createTestMessage({\n *   content: 'Hello, how can I help?',\n *   role: 'assistant',\n * });\n *\n * // With tool invocations\n * const messageWithTools = createTestMessage({\n *   content: 'Let me check the weather.',\n *   role: 'assistant',\n *   toolInvocations: [{\n *     toolCallId: 'call-1',\n *     toolName: 'weatherTool',\n *     args: { location: 'Paris' },\n *     result: { temp: 22 },\n *     state: 'result',\n *   }],\n * });\n * ```\n */\nexport function createTestMessage({\n  content,\n  role,\n  id = 'test-message',\n  toolInvocations = [],\n}: {\n  content: string;\n  role: 'user' | 'assistant' | 'system';\n  id?: string;\n  toolInvocations?: Array<{\n    toolCallId: string;\n    toolName: string;\n    args: Record<string, any>;\n    result: Record<string, any>;\n    state: any;\n  }>;\n}): MastraDBMessage {\n  return {\n    id,\n    role,\n    content: {\n      format: 2,\n      parts: [{ type: 'text', text: content }],\n      content,\n      ...(toolInvocations.length > 0 && {\n        toolInvocations: toolInvocations.map(ti => ({\n          toolCallId: ti.toolCallId,\n          toolName: ti.toolName,\n          args: ti.args,\n          result: ti.result,\n          state: ti.state,\n        })),\n      }),\n    },\n    createdAt: new Date(),\n  };\n}\n\n/**\n * Creates a complete agent test run object for testing scorers.\n *\n * Provides a convenient way to construct the full run object that scorers receive,\n * including input messages, output, system messages, and request context.\n *\n * @param options - The test run configuration\n * @param options.inputMessages - Array of input messages (default: [])\n * @param options.output - The output messages (required)\n * @param options.rememberedMessages - Array of remembered messages from memory (default: [])\n * @param options.systemMessages - Array of system messages (default: [])\n * @param options.taggedSystemMessages - Tagged system messages map (default: {})\n * @param options.requestContext - Request context (default: new RequestContext())\n * @param options.runId - Unique run ID (default: random UUID)\n * @returns A complete test run object\n *\n * @example\n * ```ts\n * const testRun = createAgentTestRun({\n *   inputMessages: [createTestMessage({ content: 'Hello', role: 'user' })],\n *   output: [createTestMessage({ content: 'Hi there!', role: 'assistant' })],\n * });\n *\n * const result = await scorer.run({\n *   input: testRun.input,\n *   output: testRun.output,\n * });\n * ```\n */\nexport const createAgentTestRun = ({\n  inputMessages = [],\n  output,\n  rememberedMessages = [],\n  systemMessages = [],\n  taggedSystemMessages = {},\n  requestContext = new RequestContext(),\n  runId = crypto.randomUUID(),\n}: {\n  inputMessages?: ScorerRunInputForAgent['inputMessages'];\n  output: ScorerRunOutputForAgent;\n  rememberedMessages?: ScorerRunInputForAgent['rememberedMessages'];\n  systemMessages?: ScorerRunInputForAgent['systemMessages'];\n  taggedSystemMessages?: ScorerRunInputForAgent['taggedSystemMessages'];\n  requestContext?: RequestContext;\n  runId?: string;\n}): {\n  input: ScorerRunInputForAgent;\n  output: ScorerRunOutputForAgent;\n  requestContext: RequestContext;\n  runId: string;\n} => {\n  return {\n    input: {\n      inputMessages,\n      rememberedMessages,\n      systemMessages,\n      taggedSystemMessages,\n    },\n    output,\n    requestContext,\n    runId,\n  };\n};\n\n/**\n * Creates a test run for trajectory scorers where `output` is a `Trajectory`\n * (pre-extracted by the `runEvals` pipeline).\n *\n * @example\n * ```ts\n * const testRun = createTrajectoryTestRun({\n *   inputMessages: [createTestMessage({ content: 'Do X', role: 'user', id: 'u1' })],\n *   trajectory: {\n *     steps: [\n *       { stepType: 'tool_call', name: 'search', toolArgs: { q: 'test' } },\n *     ],\n *   },\n * });\n * ```\n */\nexport const createTrajectoryTestRun = ({\n  inputMessages = [],\n  trajectory,\n  rememberedMessages = [],\n  systemMessages = [],\n  taggedSystemMessages = {},\n  requestContext = new RequestContext(),\n  runId = crypto.randomUUID(),\n  expectedTrajectory,\n}: {\n  inputMessages?: ScorerRunInputForAgent['inputMessages'];\n  trajectory: Trajectory;\n  rememberedMessages?: ScorerRunInputForAgent['rememberedMessages'];\n  systemMessages?: ScorerRunInputForAgent['systemMessages'];\n  taggedSystemMessages?: ScorerRunInputForAgent['taggedSystemMessages'];\n  requestContext?: RequestContext;\n  runId?: string;\n  expectedTrajectory?: TrajectoryExpectation;\n}): {\n  input: ScorerRunInputForAgent;\n  output: Trajectory;\n  requestContext: RequestContext;\n  runId: string;\n  expectedTrajectory?: TrajectoryExpectation;\n} => {\n  return {\n    input: {\n      inputMessages,\n      rememberedMessages,\n      systemMessages,\n      taggedSystemMessages,\n    },\n    output: trajectory,\n    expectedTrajectory,\n    requestContext,\n    runId,\n  };\n};\n\n/**\n * Information about a tool call extracted from scorer output.\n */\nexport type ToolCallInfo = {\n  /** Name of the tool that was called */\n  toolName: string;\n  /** Unique identifier for the tool call */\n  toolCallId: string;\n  /** Index of the message containing this tool call */\n  messageIndex: number;\n  /** Index of the invocation within the message's tool invocations */\n  invocationIndex: number;\n};\n\n/**\n * Extracts all tool calls from a scorer run output.\n *\n * Iterates through all messages and their tool invocations to collect\n * information about tools that were called (with state 'result' or 'call').\n *\n * @param output - The scorer run output (array of MastraDBMessage)\n * @returns An object containing tool names and detailed tool call info\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const { tools, toolCallInfos } = extractToolCalls(run.output);\n *     return {\n *       toolsUsed: tools,\n *       toolCount: tools.length,\n *     };\n *   });\n * ```\n */\nexport function extractToolCalls(output: ScorerRunOutputForAgent): { tools: string[]; toolCallInfos: ToolCallInfo[] } {\n  const toolCalls: string[] = [];\n  const toolCallInfos: ToolCallInfo[] = [];\n\n  for (let messageIndex = 0; messageIndex < output.length; messageIndex++) {\n    const message = output[messageIndex];\n    // Prefer the legacy toolInvocations array when present; fall back to\n    // V2 content.parts for messages that only store tool calls there.\n    const legacy = message?.content?.toolInvocations;\n    const fromParts = legacy\n      ? undefined\n      : message?.content?.parts\n          ?.filter((p): p is Extract<typeof p, { type: 'tool-invocation' }> => p.type === 'tool-invocation')\n          .map(p => p.toolInvocation);\n    const toolInvocations = legacy ?? fromParts;\n\n    if (!toolInvocations?.length) continue;\n\n    for (let invocationIndex = 0; invocationIndex < toolInvocations.length; invocationIndex++) {\n      const invocation = toolInvocations[invocationIndex];\n      if (invocation && invocation.toolName && (invocation.state === 'result' || invocation.state === 'call')) {\n        toolCalls.push(invocation.toolName);\n        toolCallInfos.push({\n          toolName: invocation.toolName,\n          toolCallId: invocation.toolCallId || `${messageIndex}-${invocationIndex}`,\n          messageIndex,\n          invocationIndex,\n        });\n      }\n    }\n  }\n\n  return { tools: toolCalls, toolCallInfos };\n}\n\n/**\n * Extracts text content from all input messages.\n *\n * @param runInput - The scorer run input\n * @returns An array of text strings from each input message\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const messages = extractInputMessages(run.input);\n *     return { allUserMessages: messages.join('\\n') };\n *   });\n * ```\n */\nexport const extractInputMessages = (runInput: ScorerRunInputForAgent | undefined): string[] => {\n  return runInput?.inputMessages?.map(msg => getTextContentFromMastraDBMessage(msg)) || [];\n};\n\n/**\n * Extracts text content from all assistant response messages.\n *\n * Filters for messages with role 'assistant' and extracts their text content.\n *\n * @param runOutput - The scorer run output (array of MastraDBMessage)\n * @returns An array of text strings from each assistant message\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const responses = extractAgentResponseMessages(run.output);\n *     return { allResponses: responses.join('\\n') };\n *   });\n * ```\n */\nexport const extractAgentResponseMessages = (runOutput: ScorerRunOutputForAgent): string[] => {\n  return runOutput.filter(msg => msg.role === 'assistant').map(msg => getTextContentFromMastraDBMessage(msg));\n};\n\n/**\n * Information about a tool result extracted from scorer output.\n */\nexport type ToolResultInfo = {\n  /** Name of the tool that was called */\n  toolName: string;\n  /** Unique identifier for the tool call */\n  toolCallId: string;\n  /** Arguments passed to the tool */\n  args: Record<string, any>;\n  /** Result returned by the tool */\n  result: any;\n};\n\n/**\n * Extracts tool results from a scorer run output.\n *\n * Returns structured objects that can be used with the hallucination scorer's\n * `getContext` hook or for other scorer logic.\n *\n * @param output - The scorer run output (array of MastraDBMessage)\n * @returns An array of ToolResultInfo objects\n *\n * @example\n * ```ts\n * import { extractToolResults } from '@mastra/evals/scorers';\n * import { createHallucinationScorer } from '@mastra/evals/scorers/prebuilt';\n *\n * const scorer = createHallucinationScorer({\n *   model: openai('gpt-4o'),\n *   options: {\n *     getContext: (run) => {\n *       const toolResults = extractToolResults(run.output);\n *       return toolResults.map(t => JSON.stringify({ tool: t.toolName, result: t.result }));\n *     },\n *   },\n * });\n * ```\n */\nexport function extractToolResults(output: ScorerRunOutputForAgent): ToolResultInfo[] {\n  const results: ToolResultInfo[] = [];\n\n  for (const message of output) {\n    // Prefer the legacy toolInvocations array when present; fall back to\n    // V2 content.parts for messages that only store tool calls there.\n    const legacy = message?.content?.toolInvocations;\n    const fromParts = legacy\n      ? undefined\n      : message?.content?.parts\n          ?.filter((p): p is Extract<typeof p, { type: 'tool-invocation' }> => p.type === 'tool-invocation')\n          .map(p => p.toolInvocation);\n    const toolInvocations = legacy ?? fromParts;\n\n    if (!toolInvocations?.length) continue;\n\n    for (const invocation of toolInvocations) {\n      if (invocation.state === 'result' && invocation.result !== undefined) {\n        results.push({\n          toolName: invocation.toolName,\n          toolCallId: invocation.toolCallId || '',\n          args: invocation.args || {},\n          result: invocation.result,\n        });\n      }\n    }\n  }\n\n  return results;\n}\n\n// Re-export extractTrajectory from core — it's called automatically by runEvals\n// for trajectory scorers, but users may still want it for custom use cases.\nexport { extractTrajectory } from '@mastra/core/evals';\n\n/**\n * Compares two trajectories and returns detailed comparison results.\n *\n * This is the core comparison logic used by trajectory scorers. It supports\n * strict and non-strict ordering, optional step data comparison, and loop detection.\n *\n * @param actual - The trajectory the agent actually took\n * @param expected - The expected trajectory to compare against\n * @param options - Comparison configuration options\n * @returns Detailed comparison results including match scores and diagnostics\n *\n * @example\n * ```ts\n * const result = compareTrajectories(\n *   { steps: [{ stepType: 'tool_call', name: 'search' }, { stepType: 'tool_call', name: 'summarize' }] },\n *   { steps: [{ stepType: 'tool_call', name: 'search' }, { stepType: 'tool_call', name: 'summarize' }] },\n *   { ordering: 'strict' }\n * );\n * // result.score = 1.0\n * ```\n */\nexport function compareTrajectories(\n  actual: Trajectory,\n  expected: Trajectory | { steps: ExpectedStep[] },\n  options: {\n    ordering?: 'strict' | 'relaxed' | 'unordered';\n    allowRepeatedSteps?: boolean;\n  } = {},\n): TrajectoryComparisonResult {\n  const { allowRepeatedSteps = true, ordering = 'relaxed' } = options;\n\n  // Normalize expected to ExpectedStep[]. TrajectoryStep and ExpectedStep share\n  // the same field names, so TrajectoryStep[] can be used directly as ExpectedStep[].\n  // The only structural difference is `children` (TrajectoryStep[] vs TrajectoryExpectation),\n  // but compareTrajectories doesn't recurse into children.\n  const normalizedExpected: { steps: ExpectedStep[] } = {\n    steps: expected.steps as ExpectedStep[],\n  };\n\n  if (normalizedExpected.steps.length === 0) {\n    return {\n      score: actual.steps.length === 0 ? 1 : 0,\n      matchedSteps: 0,\n      totalExpectedSteps: 0,\n      totalActualSteps: actual.steps.length,\n      missingSteps: [],\n      extraSteps: actual.steps.map((s: TrajectoryStep) => s.name),\n      outOfOrderSteps: [],\n      repeatedSteps: [],\n    };\n  }\n\n  const actualNames = actual.steps.map((s: TrajectoryStep) => s.name);\n\n  // Detect repeated steps\n  const nameCounts = new Map<string, number>();\n  for (const name of actualNames) {\n    nameCounts.set(name, (nameCounts.get(name) || 0) + 1);\n  }\n  const repeatedSteps = [...nameCounts.entries()]\n    .filter(([_, count]: [string, number]) => count > 1)\n    .map(([name]: [string, number]) => name);\n\n  if (ordering === 'strict') {\n    return compareStrictOrder(actual, normalizedExpected, { allowRepeatedSteps, repeatedSteps });\n  }\n\n  if (ordering === 'unordered') {\n    return compareUnorderedPresence(actual, normalizedExpected, { allowRepeatedSteps, repeatedSteps });\n  }\n\n  return compareRelaxedOrder(actual, normalizedExpected, { allowRepeatedSteps, repeatedSteps });\n}\n\n/**\n * Result of comparing two trajectories.\n */\nexport type TrajectoryComparisonResult = {\n  /** Overall match score from 0 to 1 */\n  score: number;\n  /** Number of expected steps that were matched */\n  matchedSteps: number;\n  /** Total number of expected steps */\n  totalExpectedSteps: number;\n  /** Total number of actual steps taken */\n  totalActualSteps: number;\n  /** Expected steps that were not found in the actual trajectory */\n  missingSteps: string[];\n  /** Actual steps that were not in the expected trajectory */\n  extraSteps: string[];\n  /** Steps that appear but not in the expected position */\n  outOfOrderSteps: string[];\n  /** Steps that were repeated (appeared more than once) */\n  repeatedSteps: string[];\n};\n\nfunction compareStrictOrder(\n  actual: Trajectory,\n  expected: { steps: ExpectedStep[] },\n  opts: { allowRepeatedSteps: boolean; repeatedSteps: string[] },\n): TrajectoryComparisonResult {\n  const actualNames: string[] = actual.steps.map((s: TrajectoryStep) => s.name);\n  const expectedNames: string[] = expected.steps.map((s: ExpectedStep) => s.name);\n\n  // Strict: exact same sequence\n  let matchedSteps = 0;\n  const outOfOrderSteps: string[] = [];\n  const matchedExpectedIndices = new Set<number>();\n  const maxLen = Math.max(actualNames.length, expectedNames.length);\n\n  for (let i = 0; i < maxLen; i++) {\n    const actualName = actualNames[i];\n    const expectedName = expectedNames[i];\n    if (actualName === expectedName) {\n      if (actual.steps[i] && expected.steps[i]) {\n        if (expectedStepMatches(actual.steps[i]!, expected.steps[i]!)) {\n          matchedSteps++;\n          matchedExpectedIndices.add(i);\n        }\n      } else {\n        matchedSteps++;\n        matchedExpectedIndices.add(i);\n      }\n    } else if (actualName && expectedNames.includes(actualName)) {\n      outOfOrderSteps.push(actualName);\n    }\n  }\n\n  // Missing steps = expected steps that were not matched (accounts for stepType/data mismatches)\n  const missingSteps: string[] = expectedNames.filter((_: string, i: number) => !matchedExpectedIndices.has(i));\n  const extraSteps: string[] = actualNames.filter((name: string) => !expectedNames.includes(name));\n\n  let score = matchedSteps / expected.steps.length;\n\n  // Penalize extra steps in strict mode\n  if (actualNames.length > expectedNames.length) {\n    const extraPenalty = (actualNames.length - expectedNames.length) / expectedNames.length;\n    score = Math.max(0, score - extraPenalty * 0.5);\n  }\n\n  // Penalize repeated steps if not allowed\n  if (!opts.allowRepeatedSteps && opts.repeatedSteps.length > 0) {\n    score = Math.max(0, score - opts.repeatedSteps.length * 0.1);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    matchedSteps,\n    totalExpectedSteps: expected.steps.length,\n    totalActualSteps: actual.steps.length,\n    missingSteps,\n    extraSteps,\n    outOfOrderSteps,\n    repeatedSteps: opts.repeatedSteps,\n  };\n}\n\nfunction compareRelaxedOrder(\n  actual: Trajectory,\n  expected: { steps: ExpectedStep[] },\n  opts: { allowRepeatedSteps: boolean; repeatedSteps: string[] },\n): TrajectoryComparisonResult {\n  const actualNames: string[] = actual.steps.map((s: TrajectoryStep) => s.name);\n  const expectedNames: string[] = expected.steps.map((s: ExpectedStep) => s.name);\n\n  // Relaxed: expected steps must appear in order but extra steps are allowed\n  let matchedSteps = 0;\n  let lastMatchedIndex = -1;\n  const outOfOrderSteps: string[] = [];\n  const matchedExpectedIndices = new Set<number>();\n\n  for (let i = 0; i < expectedNames.length; i++) {\n    const expectedName = expectedNames[i];\n    let found = false;\n\n    for (let j = lastMatchedIndex + 1; j < actualNames.length; j++) {\n      if (actualNames[j] === expectedName) {\n        if (actual.steps[j] && expected.steps[i]) {\n          if (expectedStepMatches(actual.steps[j]!, expected.steps[i]!)) {\n            matchedSteps++;\n            lastMatchedIndex = j;\n            matchedExpectedIndices.add(i);\n            found = true;\n            break;\n          }\n        } else {\n          matchedSteps++;\n          lastMatchedIndex = j;\n          matchedExpectedIndices.add(i);\n          found = true;\n          break;\n        }\n      }\n    }\n\n    if (!found) {\n      // Check if the step exists but is out of order\n      if (actualNames.includes(expectedName!)) {\n        outOfOrderSteps.push(expectedName!);\n      }\n    }\n  }\n\n  // Missing steps = expected steps that were not matched (by name + stepType + data, not just name)\n  const missingSteps = expectedNames.filter((_, i) => !matchedExpectedIndices.has(i));\n  const expectedSet = new Set(expectedNames);\n  const extraSteps = actualNames.filter(name => !expectedSet.has(name));\n\n  let score = matchedSteps / expected.steps.length;\n\n  // Penalize repeated steps if not allowed\n  if (!opts.allowRepeatedSteps && opts.repeatedSteps.length > 0) {\n    score = Math.max(0, score - opts.repeatedSteps.length * 0.1);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    matchedSteps,\n    totalExpectedSteps: expected.steps.length,\n    totalActualSteps: actual.steps.length,\n    missingSteps,\n    extraSteps,\n    outOfOrderSteps,\n    repeatedSteps: opts.repeatedSteps,\n  };\n}\n\n/**\n * Fields on each ExpectedStep variant that are comparable data (not structural).\n * Used by `expectedStepMatches` to know which fields to compare when `compareData` is true.\n */\nconst COMPARABLE_FIELDS_BY_TYPE: Record<string, string[]> = {\n  tool_call: ['toolArgs', 'toolResult', 'success'],\n  mcp_tool_call: ['toolArgs', 'toolResult', 'mcpServer', 'success'],\n  model_generation: ['modelId', 'promptTokens', 'completionTokens', 'finishReason'],\n  agent_run: ['agentId'],\n  workflow_step: ['stepId', 'status', 'output'],\n  workflow_run: ['workflowId', 'status'],\n  workflow_conditional: ['conditionCount', 'selectedSteps'],\n  workflow_parallel: ['branchCount', 'parallelSteps'],\n  workflow_loop: ['loopType', 'totalIterations'],\n  workflow_sleep: ['sleepDurationMs', 'sleepType'],\n  workflow_wait_event: ['eventName', 'eventReceived'],\n  processor_run: ['processorId'],\n};\n\n/**\n * Check if an actual TrajectoryStep matches an ExpectedStep.\n * Matches by name, optionally by stepType, and auto-compares any variant-specific\n * fields that are present on the expected step.\n */\nfunction expectedStepMatches(actual: TrajectoryStep, expected: ExpectedStep): boolean {\n  if (actual.name !== expected.name) return false;\n  if (expected.stepType && actual.stepType !== expected.stepType) return false;\n\n  if (expected.stepType) {\n    const fields = COMPARABLE_FIELDS_BY_TYPE[expected.stepType] ?? [];\n    for (const field of fields) {\n      const expectedVal = (expected as any)[field];\n      if (expectedVal === undefined) continue; // field not specified in expectation, skip\n      const actualVal = (actual as any)[field];\n      if (actualVal === undefined) return false;\n      try {\n        if (JSON.stringify(actualVal) !== JSON.stringify(expectedVal)) return false;\n      } catch {\n        return false;\n      }\n    }\n  }\n\n  return true;\n}\n\nfunction compareUnorderedPresence(\n  actual: Trajectory,\n  expected: { steps: ExpectedStep[] },\n  opts: { allowRepeatedSteps: boolean; repeatedSteps: string[] },\n): TrajectoryComparisonResult {\n  const actualNames: string[] = actual.steps.map((s: TrajectoryStep) => s.name);\n  const expectedNames: string[] = expected.steps.map((s: ExpectedStep) => s.name);\n\n  let matchedSteps = 0;\n  const matchedExpectedIndices = new Set<number>();\n  const usedIndices = new Set<number>();\n  for (let i = 0; i < expected.steps.length; i++) {\n    const expectedStep = expected.steps[i]!;\n    for (let j = 0; j < actual.steps.length; j++) {\n      if (!usedIndices.has(j) && expectedStepMatches(actual.steps[j]!, expectedStep)) {\n        matchedSteps++;\n        matchedExpectedIndices.add(i);\n        usedIndices.add(j);\n        break;\n      }\n    }\n  }\n\n  // Missing steps = expected steps that were not matched (accounts for stepType/data mismatches)\n  const missingSteps = expectedNames.filter((_, i) => !matchedExpectedIndices.has(i));\n  const expectedSet = new Set(expectedNames);\n  const extraSteps = actualNames.filter(name => !expectedSet.has(name));\n\n  let score = matchedSteps / expected.steps.length;\n\n  // Penalize repeated steps if not allowed\n  if (!opts.allowRepeatedSteps && opts.repeatedSteps.length > 0) {\n    score = Math.max(0, score - opts.repeatedSteps.length * 0.1);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    matchedSteps,\n    totalExpectedSteps: expected.steps.length,\n    totalActualSteps: actual.steps.length,\n    missingSteps,\n    extraSteps,\n    outOfOrderSteps: [], // ordering not checked in unordered mode\n    repeatedSteps: opts.repeatedSteps,\n  };\n}\n\n// ─── Efficiency evaluation ───\n\n/**\n * Result of checking trajectory efficiency.\n */\nexport type TrajectoryEfficiencyResult = {\n  /** Overall efficiency score from 0 to 1 */\n  score: number;\n  /** Total number of steps taken */\n  totalSteps: number;\n  /** Whether the step budget was exceeded */\n  overStepBudget: boolean;\n  /** Total tokens used across model_generation steps */\n  totalTokens: number;\n  /** Whether the token budget was exceeded */\n  overTokenBudget: boolean;\n  /** Total duration in milliseconds */\n  totalDurationMs: number;\n  /** Whether the duration budget was exceeded */\n  overDurationBudget: boolean;\n  /** Redundant calls detected (same tool + same args consecutively) */\n  redundantCalls: Array<{ name: string; index: number }>;\n};\n\n/**\n * Evaluate trajectory efficiency against budgets and redundancy checks.\n * Throws when a configured budget is invalid or its required measurements are incomplete or invalid.\n */\nexport function checkTrajectoryEfficiency(\n  trajectory: Trajectory,\n  options: {\n    maxSteps?: number;\n    maxTotalTokens?: number;\n    maxTotalDurationMs?: number;\n    noRedundantCalls?: boolean;\n  } = {},\n): TrajectoryEfficiencyResult {\n  const { maxSteps, maxTotalTokens, maxTotalDurationMs, noRedundantCalls = true } = options;\n\n  const isMeasurement = (value: number | undefined): value is number =>\n    typeof value === 'number' && Number.isFinite(value) && value >= 0;\n  for (const [name, limit] of Object.entries({ maxSteps, maxTotalTokens, maxTotalDurationMs })) {\n    if (limit !== undefined && !isMeasurement(limit)) {\n      throw new Error(`Invalid ${name} budget: expected a finite nonnegative number`);\n    }\n  }\n\n  const totalSteps = trajectory.steps.length;\n\n  // Count each model generation, including nested agents, without counting container aggregates.\n  let totalTokens = 0;\n  let modelGenerations = 0;\n  const remaining = [...trajectory.steps];\n  while (remaining.length > 0) {\n    const step = remaining.pop()!;\n    if (step.stepType === 'model_generation') {\n      modelGenerations++;\n      if (\n        maxTotalTokens !== undefined &&\n        (!isMeasurement(step.promptTokens) || !isMeasurement(step.completionTokens))\n      ) {\n        throw new Error(\n          `Cannot evaluate token budget: model generation \"${step.name}\" has missing or invalid token counts`,\n        );\n      }\n      totalTokens += (step.promptTokens ?? 0) + (step.completionTokens ?? 0);\n    }\n    if (step.children) {\n      for (const child of step.children) remaining.push(child);\n    }\n  }\n  if (maxTotalTokens !== undefined && (modelGenerations === 0 || !isMeasurement(totalTokens))) {\n    throw new Error('Cannot evaluate token budget: missing model-generation measurements or invalid total tokens');\n  }\n\n  // A parent duration already covers its children; never add both.\n  const totalDurationMs =\n    trajectory.totalDurationMs ?? trajectory.steps.reduce((sum, s) => sum + (s.durationMs ?? 0), 0);\n  if (maxTotalDurationMs !== undefined) {\n    const hasDuration =\n      trajectory.totalDurationMs !== undefined\n        ? isMeasurement(trajectory.totalDurationMs)\n        : trajectory.steps.length > 0 && trajectory.steps.every(step => isMeasurement(step.durationMs));\n    if (!hasDuration || !isMeasurement(totalDurationMs)) {\n      throw new Error('Cannot evaluate duration budget: missing or invalid duration measurements');\n    }\n  }\n\n  // Detect redundant calls (same tool name + same args in consecutive calls)\n  const redundantCalls: Array<{ name: string; index: number }> = [];\n  if (noRedundantCalls) {\n    for (let i = 1; i < trajectory.steps.length; i++) {\n      const prev = trajectory.steps[i - 1]!;\n      const curr = trajectory.steps[i]!;\n      if (\n        prev.name === curr.name &&\n        prev.stepType === curr.stepType &&\n        (prev.stepType === 'tool_call' || prev.stepType === 'mcp_tool_call')\n      ) {\n        const prevArgs = (prev as TrajectoryStep & { toolArgs?: Record<string, unknown> }).toolArgs;\n        const currArgs = (curr as TrajectoryStep & { toolArgs?: Record<string, unknown> }).toolArgs;\n        try {\n          if (JSON.stringify(prevArgs) === JSON.stringify(currArgs)) {\n            redundantCalls.push({ name: curr.name, index: i });\n          }\n        } catch {\n          // If serialization fails, don't flag as redundant\n        }\n      }\n    }\n  }\n\n  const overStepBudget = maxSteps !== undefined && totalSteps > maxSteps;\n  const overTokenBudget = maxTotalTokens !== undefined && totalTokens > maxTotalTokens;\n  const overDurationBudget = maxTotalDurationMs !== undefined && totalDurationMs > maxTotalDurationMs;\n\n  // Calculate score: each dimension contributes equally\n  const dimensions: number[] = [];\n\n  if (maxSteps !== undefined) {\n    dimensions.push(overStepBudget ? Math.max(0, 1 - (totalSteps - maxSteps) / maxSteps) : 1);\n  }\n  if (maxTotalTokens !== undefined) {\n    dimensions.push(overTokenBudget ? Math.max(0, 1 - (totalTokens - maxTotalTokens) / maxTotalTokens) : 1);\n  }\n  if (maxTotalDurationMs !== undefined) {\n    dimensions.push(\n      overDurationBudget ? Math.max(0, 1 - (totalDurationMs - maxTotalDurationMs) / maxTotalDurationMs) : 1,\n    );\n  }\n  if (noRedundantCalls) {\n    dimensions.push(redundantCalls.length === 0 ? 1 : Math.max(0, 1 - redundantCalls.length * 0.2));\n  }\n\n  const score = dimensions.length > 0 ? dimensions.reduce((a, b) => a + b, 0) / dimensions.length : 1;\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    totalSteps,\n    overStepBudget,\n    totalTokens,\n    overTokenBudget,\n    totalDurationMs,\n    overDurationBudget,\n    redundantCalls,\n  };\n}\n\n// ─── Blacklist evaluation ───\n\n/**\n * Result of checking trajectory against a blacklist.\n */\nexport type TrajectoryBlacklistResult = {\n  /** Score: 1.0 if clean, 0.0 if any violation found */\n  score: number;\n  /** Individual blacklisted tools that were found */\n  violatedTools: string[];\n  /** Blacklisted sequences that were found */\n  violatedSequences: string[][];\n};\n\n/**\n * Check if a trajectory violates any blacklist rules.\n * Returns score 0.0 if any violation is found (hard fail).\n */\nexport function checkTrajectoryBlacklist(\n  trajectory: Trajectory,\n  options: {\n    blacklistedTools?: string[];\n    blacklistedSequences?: string[][];\n  } = {},\n): TrajectoryBlacklistResult {\n  const { blacklistedTools = [], blacklistedSequences = [] } = options;\n  const violatedTools: string[] = [];\n  const violatedSequences: string[][] = [];\n\n  const stepNames = trajectory.steps.map(s => s.name);\n\n  // Check blacklisted tools\n  for (const forbidden of blacklistedTools) {\n    if (stepNames.includes(forbidden)) {\n      violatedTools.push(forbidden);\n    }\n  }\n\n  // Check blacklisted sequences (contiguous subsequences)\n  for (const sequence of blacklistedSequences) {\n    if (sequence.length === 0) continue;\n    for (let i = 0; i <= stepNames.length - sequence.length; i++) {\n      let match = true;\n      for (let j = 0; j < sequence.length; j++) {\n        if (stepNames[i + j] !== sequence[j]) {\n          match = false;\n          break;\n        }\n      }\n      if (match) {\n        violatedSequences.push(sequence);\n        break; // Only report each sequence once\n      }\n    }\n  }\n\n  const hasViolations = violatedTools.length > 0 || violatedSequences.length > 0;\n\n  return {\n    score: hasViolations ? 0 : 1,\n    violatedTools,\n    violatedSequences,\n  };\n}\n\n// ─── Tool failure analysis ───\n\n/**\n * A detected tool failure pattern in the trajectory.\n */\nexport type ToolFailurePattern = {\n  /** The tool name that experienced failure */\n  toolName: string;\n  /** Number of consecutive retries (same tool, same or similar args) */\n  retryCount: number;\n  /** Whether the agent fell back to a different tool after failures */\n  fellBackToAlternative: boolean;\n  /** The alternative tool used, if any */\n  alternativeTool?: string;\n  /** Whether any retry eventually succeeded */\n  eventuallySucceeded: boolean;\n};\n\n/**\n * Result of analyzing tool failure patterns in a trajectory.\n */\nexport type ToolFailureAnalysisResult = {\n  /** Score from 0 to 1 (lower = more failures/retries) */\n  score: number;\n  /** Tool failure patterns detected */\n  patterns: ToolFailurePattern[];\n  /** Total number of retries across all tools */\n  totalRetries: number;\n  /** Tools that exceeded the retry threshold */\n  excessiveRetryTools: string[];\n};\n\n/**\n * Analyze tool failure and retry patterns in a trajectory.\n */\nexport function analyzeToolFailures(\n  trajectory: Trajectory,\n  options: {\n    maxRetriesPerTool?: number;\n  } = {},\n): ToolFailureAnalysisResult {\n  const { maxRetriesPerTool = 2 } = options;\n  const patterns: ToolFailurePattern[] = [];\n  let totalRetries = 0;\n\n  const toolCallSteps = trajectory.steps.filter(s => s.stepType === 'tool_call' || s.stepType === 'mcp_tool_call');\n\n  if (toolCallSteps.length === 0) {\n    return { score: 1, patterns: [], totalRetries: 0, excessiveRetryTools: [] };\n  }\n\n  // Group consecutive calls to the same tool as potential retry sequences\n  let i = 0;\n  while (i < toolCallSteps.length) {\n    const currentTool = toolCallSteps[i]!;\n    let retryCount = 0;\n    let j = i + 1;\n\n    // Count consecutive calls to the same tool\n    // (toolCallSteps is pre-filtered to tool_call/mcp_tool_call, so no stepType checks needed)\n    while (j < toolCallSteps.length && toolCallSteps[j]!.name === currentTool.name) {\n      const prevStep = toolCallSteps[j - 1]! as TrajectoryStep & { success?: boolean };\n      if (prevStep.success === false) {\n        retryCount++;\n      }\n      j++;\n    }\n\n    if (retryCount > 0) {\n      // Check if agent fell back to a different tool after retries\n      const nextDifferentTool = j < toolCallSteps.length ? toolCallSteps[j] : undefined;\n      const lastRetry = toolCallSteps[j - 1]! as TrajectoryStep & { success?: boolean };\n      const lastSuccess = lastRetry.success !== false;\n\n      patterns.push({\n        toolName: currentTool.name,\n        retryCount,\n        fellBackToAlternative: nextDifferentTool !== undefined && !lastSuccess,\n        alternativeTool: nextDifferentTool !== undefined && !lastSuccess ? nextDifferentTool.name : undefined,\n        eventuallySucceeded: lastSuccess,\n      });\n\n      totalRetries += retryCount;\n    }\n\n    i = j;\n  }\n\n  // Score: penalize excessive retries\n  const excessiveRetryTools = patterns.filter(p => p.retryCount > maxRetriesPerTool).map(p => p.toolName);\n\n  let score = 1;\n  if (toolCallSteps.length > 0) {\n    // Each retry beyond the threshold costs more\n    const excessRetries = patterns.reduce((sum, p) => sum + Math.max(0, p.retryCount - maxRetriesPerTool), 0);\n    score = Math.max(0, 1 - excessRetries * 0.2);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    patterns,\n    totalRetries,\n    excessiveRetryTools,\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAsDA,SAAgB,kCAAkC,SAAkC;CAClF,MAAM,UAAU,QAAQ;CAExB,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,IAAI,MAAM,QAAQ,OAAO,GAAG;EAC1B,MAAM,YAAY,QAAQ,QAAO,MAAK,EAAE,SAAS,MAAM;EACvD,OAAO,UAAU,SAAS,IAAI,UAAU,UAAU,SAAS,EAAE,EAAE,QAAQ,KAAK;CAC9E;CACA,IAAI,OAAO,SAAS,YAAY,YAAY,QAAQ,YAAY,IAC9D,OAAO,QAAQ;CAEjB,IAAI,OAAO,SAAS,SAAS,YAAY,QAAQ,SAAS,IACxD,OAAO,QAAQ;CAEjB,IAAI,SAAS,SAAS,MAAM,QAAQ,QAAQ,KAAK,GAAG;EAElD,MAAM,YAAY,QAAQ,MAAM,QAAQ,MAAW,EAAE,SAAS,MAAM;EACpE,OAAO,UAAU,SAAS,IAAI,UAAU,UAAU,SAAS,EAAE,EAAE,QAAQ,KAAK;CAC9E;CACA,OAAO;AACT;AAEA,MAAM,YAAY,UAAiD;CACjE,OAAO,OAAO,UAAU,YAAY,UAAU;AAChD;AAEA,MAAM,oBAAoB,UAAuC;CAC/D,IAAI,OAAO,UAAU,UAAU,OAAO,UAAU,KAAK,KAAA,IAAY;CACjE,IAAI,MAAM,QAAQ,KAAK,GAAG;EACxB,MAAM,YAAY,MACf,QAAO,SAAQ,SAAS,IAAI,KAAK,KAAK,SAAS,UAAU,OAAO,KAAK,SAAS,QAAQ,CAAC,CACvF,KAAI,SAAQ,KAAK,IAAI;EACxB,OAAO,UAAU,SAAS,IAAI,UAAU,UAAU,SAAS,KAAK,KAAA;CAClE;CACA,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO,KAAA;CAE7B,MAAM,YAAY,MAAM,QAAQ,MAAM,KAAK,IAAI,iBAAiB,MAAM,KAAK,IAAI,KAAA;CAE/E,OACE,iBAAiB,MAAM,OAAO,MAC7B,OAAO,MAAM,SAAS,YAAY,MAAM,SAAS,KAAK,MAAM,OAAO,KAAA,OACnE,OAAO,MAAM,SAAS,YAAY,MAAM,SAAS,KAAK,MAAM,OAAO,KAAA,MACpE;AAEJ;AAEA,MAAa,4BAA4B,UAAoD;CAC3F,OACE,SAAS,KAAK,KACd,MAAM,QAAQ,MAAM,aAAa,KACjC,MAAM,QAAQ,MAAM,kBAAkB,KACtC,MAAM,QAAQ,MAAM,cAAc,KAClC,SAAS,MAAM,oBAAoB;AAEvC;AAEA,MAAM,yBAAyB,YAAiD;CAC9E,OACE,SAAS,OAAO,KAChB,OAAO,QAAQ,OAAO,YACtB,OAAO,QAAQ,SAAS,YACxB,aAAa,WACb,eAAe;AAEnB;AAEA,MAAa,6BAA6B,WAAuD;CAC/F,OAAO,MAAM,QAAQ,MAAM,KAAK,OAAO,MAAM,qBAAqB;AACpE;;;;;;;;;AAUA,MAAM,2BAA2B,YAAqD;CACpF,IAAI,QAAQ,SAAS,UAAU,OAAO,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAA;CAExF,MAAM,aACJ,SAAS,QAAQ,OAAO,KAAK,SAAS,QAAQ,QAAQ,QAAQ,IAAI,QAAQ,QAAQ,SAAS,SAAS,KAAA;CAEtG,MAAM,UAAU,SAAS,UAAU,KAAK,OAAO,WAAW,YAAY,WAAW,WAAW,UAAU,KAAA;CACtG,MAAM,aAAa,SAAS,UAAU,KAAK,OAAO,WAAW,SAAS,WAAW,WAAW,OAAO,KAAA;CACnG,MAAM,eAAe,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAA;CAEvE,OAAO,WAAW,cAAc;AAClC;AAEA,MAAM,uBAAuB,UAAmB,SAAqC;CACnF,IAAI,CAAC,MAAM,QAAQ,QAAQ,GAAG,OAAO,KAAA;CAErC,MAAM,UAAU,SAAS,MAAK,YAAW,SAAS,OAAO,KAAK,wBAAwB,OAAO,MAAM,IAAI;CACvG,OAAO,UAAU,iBAAiB,OAAO,IAAI,KAAA;AAC/C;;;;;;;;;;;;;;;AAgBA,MAAa,sBAAsB,QAAgB;CACjD,OAAO,KAAK,OAAO,MAAM,OAAO,WAAW,GAAG,IAAI;AACpD;;;;;;;;;;;;;;;AAgBA,SAAgB,WAAW,OAAe,SAAiB,SAA0B;CACnF,OAAO,KAAK,IAAI,QAAQ,OAAO,IAAI,KAAK,IAAI,QAAQ,OAAO;AAC7D;;;;;;;;;;;;;;;;;;;AA6CA,MAAa,iBACX,OACA,QACA,mBACA,mBACiB;CACjB,OAAO;EACL,OAAO,CAAC;GAAE,MAAM;GAAQ,SAAS;EAAM,CAAC;EACxC,QAAQ;GAAE,MAAM;GAAa,MAAM;EAAO;EAC1C,mBAAmB,qBAAqB,CAAC;EACzC,gBAAgB,kBAAkB,CAAC;CACrC;AACF;;;;;;;;;;;;;;;;;;;AAoBA,MAAa,8BAA8B,UAAwC;CACjF,IAAI,OAAO,UAAU,UAAU,OAAO;CACtC,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO,KAAA;CAE7B,OACE,oBAAoB,MAAM,eAAe,MAAM,KAC/C,oBAAoB,MAAM,UAAU,MAAM,MACzC,OAAO,MAAM,WAAW,WAAW,MAAM,SAAS,KAAA,OAClD,OAAO,MAAM,SAAS,WAAW,MAAM,OAAO,KAAA,MAC/C,iBAAiB,MAAM,OAAO,KAC9B,iBAAiB,MAAM,KAAK,KAC5B,iBAAiB,MAAM,IAAI;AAE/B;AAEA,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;AAsB9C,MAAa,sCACX,OACA,YACuB;CACvB,IAAI,CAAC,yBAAyB,KAAK,GAAG,OAAO,KAAA;CAE7C,MAAM,cAAc,SAAS,eAAe;CAC5C,IAAI,eAAe,GAAG,OAAO,KAAA;CAE7B,MAAM,QAAQ,MAAM,mBACjB,MAAM,CAAC,WAAW,CAAC,CACnB,KAAI,YAAW;EACd,IAAI,CAAC,SAAS,OAAO,GAAG,OAAO,KAAA;EAE/B,MAAM,OAAO,wBAAwB,OAAO;EAC5C,MAAM,OAAO,kCAAkC,OAA0B,CAAC,CAAC,KAAK;EAChF,IAAI,CAAC,QAAQ,CAAC,MAAM,OAAO,KAAA;EAE3B,OAAO,GAAG,KAAK,IAAI;CACrB,CAAC,CAAC,CACD,QAAQ,SAAyB,QAAQ,IAAI,CAAC;CAEjD,OAAO,MAAM,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI,KAAA;AAC/C;;;;;;;;;;;;;;;;;;;AAoBA,MAAa,iCAAiC,UAA8B;CAC1E,MAAM,iBAA2B,CAAC;CAClC,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO;CAG7B,IAAI,MAAM,QAAQ,MAAM,cAAc,GACpC,eAAe,KACb,GAAG,MAAM,eACN,KAAI,QAAO;EAEV,IAAI,OAAO,IAAI,YAAY,UACzB,OAAO,IAAI;OACN,IAAI,MAAM,QAAQ,IAAI,OAAO,GAElC,OAAO,IAAI,QACR,QAAQ,SAAc,KAAK,SAAS,MAAM,CAAC,CAC3C,KAAK,SAAc,KAAK,QAAQ,EAAE,CAAC,CACnC,KAAK,GAAG;EAEb,OAAO;CACT,CAAC,CAAC,CACD,QAAO,YAAW,OAAO,CAC9B;CAGF,MAAM,qBAAqB,aAAsB;EAC/C,IAAI,CAAC,MAAM,QAAQ,QAAQ,GAAG;EAE9B,eAAe,KACb,GAAG,SACA,QAAO,YAAW,SAAS,OAAO,KAAK,QAAQ,SAAS,QAAQ,CAAC,CACjE,KAAI,YAAW,iBAAiB,OAAO,CAAC,CAAC,CACzC,QAAQ,YAA+B,QAAQ,OAAO,CAAC,CAC5D;CACF;CAEA,kBAAkB,MAAM,aAAa;CACrC,kBAAkB,MAAM,QAAQ;CAGhC,IAAI,SAAS,MAAM,oBAAoB,GACrC,OAAO,OAAO,MAAM,oBAAoB,CAAC,CAAC,SAAQ,aAAY;EAC5D,IAAI,CAAC,MAAM,QAAQ,QAAQ,GAAG;EAC9B,SAAS,SAAQ,QAAO;GACtB,MAAM,UAAU,iBAAiB,GAAG;GACpC,IAAI,SACF,eAAe,KAAK,OAAO;EAE/B,CAAC;CACH,CAAC;CAGH,OAAO;AACT;;;;;;;;;;;;;;;;;;AAmBA,MAAa,2BAA2B,UAA4B;CAElE,OADuB,8BAA8B,KACjC,CAAC,CAAC,KAAK,MAAM;AACnC;;;;;;;;;;;;;;;;;;;;;;;AAwBA,MAAa,oCAAoC,WAAqB;CACpE,IAAI,OAAO,WAAW,UAAU,OAAO;CACvC,IAAI,MAAM,QAAQ,MAAM,GAAG;EACzB,MAAM,oBAAoB,OAAO,QAC/B,YAAW,SAAS,OAAO,KAAK,wBAAwB,OAAO,MAAM,WACvE;EAGA,KAAK,IAAI,IAAI,kBAAkB,SAAS,GAAG,KAAK,GAAG,KAAK;GACtD,MAAM,OAAO,iBAAiB,kBAAkB,EAAE;GAClD,IAAI,MAAM,OAAO;EACnB;EACA;CACF;CACA,IAAI,CAAC,SAAS,MAAM,GAAG,OAAO,KAAA;CAE9B,MAAM,oBAAoB,OAAO,SAAS,KAAA,KAAa,OAAO,SAAS;CAEvE,IAAI,qBAAqB,OAAO,OAAO,SAAS,UAAU,OAAO,OAAO;CACxE,IAAI,qBAAqB,OAAO,OAAO,YAAY,UAAU,OAAO,OAAO;CAC3E,IAAI,sBAAsB,SAAS,OAAO,OAAO,KAAK,MAAM,QAAQ,OAAO,OAAO,IAChF,OACE,kCAAkC,MAAyB,KAC3D,kCAAkC,OAAO,OAA0B,KACnE,KAAA;CAGJ,IAAI,OAAO,SAAS,aAAa,OAAO,kCAAkC,MAAyB,KAAK,KAAA;AAG1G;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCA,MAAa,6BAA6B,WAAyD;CACjG,IAAI,CAAC,QAAQ,OAAO,KAAA;CAEpB,MAAM,UAAU,OAAO,MAAM,EAAE,WAAW,SAAS,WAAW;CAC9D,IAAI,CAAC,SAAS,OAAO,KAAA;CAGrB,IAAI,QAAQ,QAAQ,WAClB,OAAO,QAAQ,QAAQ;CAKzB,MAAM,iBAAiB,QAAQ,QAAQ,OAAO,QAAQ,MAAW,EAAE,SAAS,WAAW;CACvF,IAAI,kBAAkB,eAAe,SAAS,GAAG;EAC/C,MAAM,iBAAiB,eACpB,KAAK,MAAW;GAEf,IAAI,EAAE,WAAW,MAAM,QAAQ,EAAE,OAAO,GACtC,OAAO,EAAE,QACN,QAAQ,MAAW,EAAE,SAAS,MAAM,CAAC,CACrC,KAAK,MAAW,EAAE,IAAI,CAAC,CACvB,KAAK,EAAE;GAEZ,OAAO,EAAE,aAAa;EACxB,CAAC,CAAC,CACD,OAAO,OAAO;EAEjB,OAAO,eAAe,SAAS,IAAI,eAAe,KAAK,IAAI,IAAI,KAAA;CACjE;AAGF;;;;;;;;;;;;;;;;;;;;;;AAuBA,MAAa,wBAAwB,EACnC,YACA,UACA,MACA,QACA,QAAQ,eAO6G;CACrH,OAAO;EACL;EACA;EACA;EACA;EACA;CACF;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmCA,SAAgB,kBAAkB,EAChC,SACA,MACA,KAAK,gBACL,kBAAkB,CAAC,KAYD;CAClB,OAAO;EACL;EACA;EACA,SAAS;GACP,QAAQ;GACR,OAAO,CAAC;IAAE,MAAM;IAAQ,MAAM;GAAQ,CAAC;GACvC;GACA,GAAI,gBAAgB,SAAS,KAAK,EAChC,iBAAiB,gBAAgB,KAAI,QAAO;IAC1C,YAAY,GAAG;IACf,UAAU,GAAG;IACb,MAAM,GAAG;IACT,QAAQ,GAAG;IACX,OAAO,GAAG;GACZ,EAAE,EACJ;EACF;EACA,2BAAW,IAAI,KAAK;CACtB;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA+BA,MAAa,sBAAsB,EACjC,gBAAgB,CAAC,GACjB,QACA,qBAAqB,CAAC,GACtB,iBAAiB,CAAC,GAClB,uBAAuB,CAAC,GACxB,iBAAiB,IAAI,eAAe,GACpC,QAAQ,OAAO,WAAW,QAcvB;CACH,OAAO;EACL,OAAO;GACL;GACA;GACA;GACA;EACF;EACA;EACA;EACA;CACF;AACF;;;;;;;;;;;;;;;;;AAkBA,MAAa,2BAA2B,EACtC,gBAAgB,CAAC,GACjB,YACA,qBAAqB,CAAC,GACtB,iBAAiB,CAAC,GAClB,uBAAuB,CAAC,GACxB,iBAAiB,IAAI,eAAe,GACpC,QAAQ,OAAO,WAAW,GAC1B,yBAgBG;CACH,OAAO;EACL,OAAO;GACL;GACA;GACA;GACA;EACF;EACA,QAAQ;EACR;EACA;EACA;CACF;AACF;;;;;;;;;;;;;;;;;;;;;;AAqCA,SAAgB,iBAAiB,QAAqF;CACpH,MAAM,YAAsB,CAAC;CAC7B,MAAM,gBAAgC,CAAC;CAEvC,KAAK,IAAI,eAAe,GAAG,eAAe,OAAO,QAAQ,gBAAgB;EACvE,MAAM,UAAU,OAAO;EAGvB,MAAM,SAAS,SAAS,SAAS;EACjC,MAAM,YAAY,SACd,KAAA,IACA,SAAS,SAAS,OACd,QAAQ,MAA2D,EAAE,SAAS,iBAAiB,CAAC,CACjG,KAAI,MAAK,EAAE,cAAc;EAChC,MAAM,kBAAkB,UAAU;EAElC,IAAI,CAAC,iBAAiB,QAAQ;EAE9B,KAAK,IAAI,kBAAkB,GAAG,kBAAkB,gBAAgB,QAAQ,mBAAmB;GACzF,MAAM,aAAa,gBAAgB;GACnC,IAAI,cAAc,WAAW,aAAa,WAAW,UAAU,YAAY,WAAW,UAAU,SAAS;IACvG,UAAU,KAAK,WAAW,QAAQ;IAClC,cAAc,KAAK;KACjB,UAAU,WAAW;KACrB,YAAY,WAAW,cAAc,GAAG,aAAa,GAAG;KACxD;KACA;IACF,CAAC;GACH;EACF;CACF;CAEA,OAAO;EAAE,OAAO;EAAW;CAAc;AAC3C;;;;;;;;;;;;;;;;AAiBA,MAAa,wBAAwB,aAA2D;CAC9F,OAAO,UAAU,eAAe,KAAI,QAAO,kCAAkC,GAAG,CAAC,KAAK,CAAC;AACzF;;;;;;;;;;;;;;;;;;AAmBA,MAAa,gCAAgC,cAAiD;CAC5F,OAAO,UAAU,QAAO,QAAO,IAAI,SAAS,WAAW,CAAC,CAAC,KAAI,QAAO,kCAAkC,GAAG,CAAC;AAC5G;;;;;;;;;;;;;;;;;;;;;;;;;;AAyCA,SAAgB,mBAAmB,QAAmD;CACpF,MAAM,UAA4B,CAAC;CAEnC,KAAK,MAAM,WAAW,QAAQ;EAG5B,MAAM,SAAS,SAAS,SAAS;EACjC,MAAM,YAAY,SACd,KAAA,IACA,SAAS,SAAS,OACd,QAAQ,MAA2D,EAAE,SAAS,iBAAiB,CAAC,CACjG,KAAI,MAAK,EAAE,cAAc;EAChC,MAAM,kBAAkB,UAAU;EAElC,IAAI,CAAC,iBAAiB,QAAQ;EAE9B,KAAK,MAAM,cAAc,iBACvB,IAAI,WAAW,UAAU,YAAY,WAAW,WAAW,KAAA,GACzD,QAAQ,KAAK;GACX,UAAU,WAAW;GACrB,YAAY,WAAW,cAAc;GACrC,MAAM,WAAW,QAAQ,CAAC;GAC1B,QAAQ,WAAW;EACrB,CAAC;CAGP;CAEA,OAAO;AACT;;;;;;;;;;;;;;;;;;;;;;AA2BA,SAAgB,oBACd,QACA,UACA,UAGI,CAAC,GACuB;CAC5B,MAAM,EAAE,qBAAqB,MAAM,WAAW,cAAc;CAM5D,MAAM,qBAAgD,EACpD,OAAO,SAAS,MAClB;CAEA,IAAI,mBAAmB,MAAM,WAAW,GACtC,OAAO;EACL,OAAO,OAAO,MAAM,WAAW,IAAI,IAAI;EACvC,cAAc;EACd,oBAAoB;EACpB,kBAAkB,OAAO,MAAM;EAC/B,cAAc,CAAC;EACf,YAAY,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;EAC1D,iBAAiB,CAAC;EAClB,eAAe,CAAC;CAClB;CAGF,MAAM,cAAc,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAGlE,MAAM,6BAAa,IAAI,IAAoB;CAC3C,KAAK,MAAM,QAAQ,aACjB,WAAW,IAAI,OAAO,WAAW,IAAI,IAAI,KAAK,KAAK,CAAC;CAEtD,MAAM,gBAAgB,CAAC,GAAG,WAAW,QAAQ,CAAC,CAAC,CAC5C,QAAQ,CAAC,GAAG,WAA6B,QAAQ,CAAC,CAAC,CACnD,KAAK,CAAC,UAA4B,IAAI;CAEzC,IAAI,aAAa,UACf,OAAO,mBAAmB,QAAQ,oBAAoB;EAAE;EAAoB;CAAc,CAAC;CAG7F,IAAI,aAAa,aACf,OAAO,yBAAyB,QAAQ,oBAAoB;EAAE;EAAoB;CAAc,CAAC;CAGnG,OAAO,oBAAoB,QAAQ,oBAAoB;EAAE;EAAoB;CAAc,CAAC;AAC9F;AAwBA,SAAS,mBACP,QACA,UACA,MAC4B;CAC5B,MAAM,cAAwB,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAC5E,MAAM,gBAA0B,SAAS,MAAM,KAAK,MAAoB,EAAE,IAAI;CAG9E,IAAI,eAAe;CACnB,MAAM,kBAA4B,CAAC;CACnC,MAAM,yCAAyB,IAAI,IAAY;CAC/C,MAAM,SAAS,KAAK,IAAI,YAAY,QAAQ,cAAc,MAAM;CAEhE,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,KAAK;EAC/B,MAAM,aAAa,YAAY;EAE/B,IAAI,eADiB,cAAc,IAEjC,IAAI,OAAO,MAAM,MAAM,SAAS,MAAM,IAChC;OAAA,oBAAoB,OAAO,MAAM,IAAK,SAAS,MAAM,EAAG,GAAG;IAC7D;IACA,uBAAuB,IAAI,CAAC;GAC9B;SACK;GACL;GACA,uBAAuB,IAAI,CAAC;EAC9B;OACK,IAAI,cAAc,cAAc,SAAS,UAAU,GACxD,gBAAgB,KAAK,UAAU;CAEnC;CAGA,MAAM,eAAyB,cAAc,QAAQ,GAAW,MAAc,CAAC,uBAAuB,IAAI,CAAC,CAAC;CAC5G,MAAM,aAAuB,YAAY,QAAQ,SAAiB,CAAC,cAAc,SAAS,IAAI,CAAC;CAE/F,IAAI,QAAQ,eAAe,SAAS,MAAM;CAG1C,IAAI,YAAY,SAAS,cAAc,QAAQ;EAC7C,MAAM,gBAAgB,YAAY,SAAS,cAAc,UAAU,cAAc;EACjF,QAAQ,KAAK,IAAI,GAAG,QAAQ,eAAe,EAAG;CAChD;CAGA,IAAI,CAAC,KAAK,sBAAsB,KAAK,cAAc,SAAS,GAC1D,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAK,cAAc,SAAS,EAAG;CAG7D,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA,oBAAoB,SAAS,MAAM;EACnC,kBAAkB,OAAO,MAAM;EAC/B;EACA;EACA;EACA,eAAe,KAAK;CACtB;AACF;AAEA,SAAS,oBACP,QACA,UACA,MAC4B;CAC5B,MAAM,cAAwB,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAC5E,MAAM,gBAA0B,SAAS,MAAM,KAAK,MAAoB,EAAE,IAAI;CAG9E,IAAI,eAAe;CACnB,IAAI,mBAAmB;CACvB,MAAM,kBAA4B,CAAC;CACnC,MAAM,yCAAyB,IAAI,IAAY;CAE/C,KAAK,IAAI,IAAI,GAAG,IAAI,cAAc,QAAQ,KAAK;EAC7C,MAAM,eAAe,cAAc;EACnC,IAAI,QAAQ;EAEZ,KAAK,IAAI,IAAI,mBAAmB,GAAG,IAAI,YAAY,QAAQ,KACzD,IAAI,YAAY,OAAO,cACrB,IAAI,OAAO,MAAM,MAAM,SAAS,MAAM,IAChC;OAAA,oBAAoB,OAAO,MAAM,IAAK,SAAS,MAAM,EAAG,GAAG;IAC7D;IACA,mBAAmB;IACnB,uBAAuB,IAAI,CAAC;IAC5B,QAAQ;IACR;GACF;SACK;GACL;GACA,mBAAmB;GACnB,uBAAuB,IAAI,CAAC;GAC5B,QAAQ;GACR;EACF;EAIJ,IAAI,CAAC,OAEC;OAAA,YAAY,SAAS,YAAa,GACpC,gBAAgB,KAAK,YAAa;EAAA;CAGxC;CAGA,MAAM,eAAe,cAAc,QAAQ,GAAG,MAAM,CAAC,uBAAuB,IAAI,CAAC,CAAC;CAClF,MAAM,cAAc,IAAI,IAAI,aAAa;CACzC,MAAM,aAAa,YAAY,QAAO,SAAQ,CAAC,YAAY,IAAI,IAAI,CAAC;CAEpE,IAAI,QAAQ,eAAe,SAAS,MAAM;CAG1C,IAAI,CAAC,KAAK,sBAAsB,KAAK,cAAc,SAAS,GAC1D,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAK,cAAc,SAAS,EAAG;CAG7D,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA,oBAAoB,SAAS,MAAM;EACnC,kBAAkB,OAAO,MAAM;EAC/B;EACA;EACA;EACA,eAAe,KAAK;CACtB;AACF;;;;;AAMA,MAAM,4BAAsD;CAC1D,WAAW;EAAC;EAAY;EAAc;CAAS;CAC/C,eAAe;EAAC;EAAY;EAAc;EAAa;CAAS;CAChE,kBAAkB;EAAC;EAAW;EAAgB;EAAoB;CAAc;CAChF,WAAW,CAAC,SAAS;CACrB,eAAe;EAAC;EAAU;EAAU;CAAQ;CAC5C,cAAc,CAAC,cAAc,QAAQ;CACrC,sBAAsB,CAAC,kBAAkB,eAAe;CACxD,mBAAmB,CAAC,eAAe,eAAe;CAClD,eAAe,CAAC,YAAY,iBAAiB;CAC7C,gBAAgB,CAAC,mBAAmB,WAAW;CAC/C,qBAAqB,CAAC,aAAa,eAAe;CAClD,eAAe,CAAC,aAAa;AAC/B;;;;;;AAOA,SAAS,oBAAoB,QAAwB,UAAiC;CACpF,IAAI,OAAO,SAAS,SAAS,MAAM,OAAO;CAC1C,IAAI,SAAS,YAAY,OAAO,aAAa,SAAS,UAAU,OAAO;CAEvE,IAAI,SAAS,UAAU;EACrB,MAAM,SAAS,0BAA0B,SAAS,aAAa,CAAC;EAChE,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,cAAe,SAAiB;GACtC,IAAI,gBAAgB,KAAA,GAAW;GAC/B,MAAM,YAAa,OAAe;GAClC,IAAI,cAAc,KAAA,GAAW,OAAO;GACpC,IAAI;IACF,IAAI,KAAK,UAAU,SAAS,MAAM,KAAK,UAAU,WAAW,GAAG,OAAO;GACxE,QAAQ;IACN,OAAO;GACT;EACF;CACF;CAEA,OAAO;AACT;AAEA,SAAS,yBACP,QACA,UACA,MAC4B;CAC5B,MAAM,cAAwB,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAC5E,MAAM,gBAA0B,SAAS,MAAM,KAAK,MAAoB,EAAE,IAAI;CAE9E,IAAI,eAAe;CACnB,MAAM,yCAAyB,IAAI,IAAY;CAC/C,MAAM,8BAAc,IAAI,IAAY;CACpC,KAAK,IAAI,IAAI,GAAG,IAAI,SAAS,MAAM,QAAQ,KAAK;EAC9C,MAAM,eAAe,SAAS,MAAM;EACpC,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,MAAM,QAAQ,KACvC,IAAI,CAAC,YAAY,IAAI,CAAC,KAAK,oBAAoB,OAAO,MAAM,IAAK,YAAY,GAAG;GAC9E;GACA,uBAAuB,IAAI,CAAC;GAC5B,YAAY,IAAI,CAAC;GACjB;EACF;CAEJ;CAGA,MAAM,eAAe,cAAc,QAAQ,GAAG,MAAM,CAAC,uBAAuB,IAAI,CAAC,CAAC;CAClF,MAAM,cAAc,IAAI,IAAI,aAAa;CACzC,MAAM,aAAa,YAAY,QAAO,SAAQ,CAAC,YAAY,IAAI,IAAI,CAAC;CAEpE,IAAI,QAAQ,eAAe,SAAS,MAAM;CAG1C,IAAI,CAAC,KAAK,sBAAsB,KAAK,cAAc,SAAS,GAC1D,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAK,cAAc,SAAS,EAAG;CAG7D,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA,oBAAoB,SAAS,MAAM;EACnC,kBAAkB,OAAO,MAAM;EAC/B;EACA;EACA,iBAAiB,CAAC;EAClB,eAAe,KAAK;CACtB;AACF;;;;;AA8BA,SAAgB,0BACd,YACA,UAKI,CAAC,GACuB;CAC5B,MAAM,EAAE,UAAU,gBAAgB,oBAAoB,mBAAmB,SAAS;CAElF,MAAM,iBAAiB,UACrB,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,KAAK,SAAS;CAClE,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO,QAAQ;EAAE;EAAU;EAAgB;CAAmB,CAAC,GACzF,IAAI,UAAU,KAAA,KAAa,CAAC,cAAc,KAAK,GAC7C,MAAM,IAAI,MAAM,WAAW,KAAK,8CAA8C;CAIlF,MAAM,aAAa,WAAW,MAAM;CAGpC,IAAI,cAAc;CAClB,IAAI,mBAAmB;CACvB,MAAM,YAAY,CAAC,GAAG,WAAW,KAAK;CACtC,OAAO,UAAU,SAAS,GAAG;EAC3B,MAAM,OAAO,UAAU,IAAI;EAC3B,IAAI,KAAK,aAAa,oBAAoB;GACxC;GACA,IACE,mBAAmB,KAAA,MAClB,CAAC,cAAc,KAAK,YAAY,KAAK,CAAC,cAAc,KAAK,gBAAgB,IAE1E,MAAM,IAAI,MACR,mDAAmD,KAAK,KAAK,sCAC/D;GAEF,gBAAgB,KAAK,gBAAgB,MAAM,KAAK,oBAAoB;EACtE;EACA,IAAI,KAAK,UACP,KAAK,MAAM,SAAS,KAAK,UAAU,UAAU,KAAK,KAAK;CAE3D;CACA,IAAI,mBAAmB,KAAA,MAAc,qBAAqB,KAAK,CAAC,cAAc,WAAW,IACvF,MAAM,IAAI,MAAM,6FAA6F;CAI/G,MAAM,kBACJ,WAAW,mBAAmB,WAAW,MAAM,QAAQ,KAAK,MAAM,OAAO,EAAE,cAAc,IAAI,CAAC;CAChG,IAAI,uBAAuB,KAAA,GAKrB;MAAA,EAHF,WAAW,oBAAoB,KAAA,IAC3B,cAAc,WAAW,eAAe,IACxC,WAAW,MAAM,SAAS,KAAK,WAAW,MAAM,OAAM,SAAQ,cAAc,KAAK,UAAU,CAAC,MAC9E,CAAC,cAAc,eAAe,GAChD,MAAM,IAAI,MAAM,2EAA2E;CAAA;CAK/F,MAAM,iBAAyD,CAAC;CAChE,IAAI,kBACF,KAAK,IAAI,IAAI,GAAG,IAAI,WAAW,MAAM,QAAQ,KAAK;EAChD,MAAM,OAAO,WAAW,MAAM,IAAI;EAClC,MAAM,OAAO,WAAW,MAAM;EAC9B,IACE,KAAK,SAAS,KAAK,QACnB,KAAK,aAAa,KAAK,aACtB,KAAK,aAAa,eAAe,KAAK,aAAa,kBACpD;GACA,MAAM,WAAY,KAAiE;GACnF,MAAM,WAAY,KAAiE;GACnF,IAAI;IACF,IAAI,KAAK,UAAU,QAAQ,MAAM,KAAK,UAAU,QAAQ,GACtD,eAAe,KAAK;KAAE,MAAM,KAAK;KAAM,OAAO;IAAE,CAAC;GAErD,QAAQ,CAER;EACF;CACF;CAGF,MAAM,iBAAiB,aAAa,KAAA,KAAa,aAAa;CAC9D,MAAM,kBAAkB,mBAAmB,KAAA,KAAa,cAAc;CACtE,MAAM,qBAAqB,uBAAuB,KAAA,KAAa,kBAAkB;CAGjF,MAAM,aAAuB,CAAC;CAE9B,IAAI,aAAa,KAAA,GACf,WAAW,KAAK,iBAAiB,KAAK,IAAI,GAAG,KAAK,aAAa,YAAY,QAAQ,IAAI,CAAC;CAE1F,IAAI,mBAAmB,KAAA,GACrB,WAAW,KAAK,kBAAkB,KAAK,IAAI,GAAG,KAAK,cAAc,kBAAkB,cAAc,IAAI,CAAC;CAExG,IAAI,uBAAuB,KAAA,GACzB,WAAW,KACT,qBAAqB,KAAK,IAAI,GAAG,KAAK,kBAAkB,sBAAsB,kBAAkB,IAAI,CACtG;CAEF,IAAI,kBACF,WAAW,KAAK,eAAe,WAAW,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,eAAe,SAAS,EAAG,CAAC;CAGhG,MAAM,QAAQ,WAAW,SAAS,IAAI,WAAW,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,WAAW,SAAS;CAElG,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA;EACA;EACA;EACA;EACA;EACA;CACF;AACF;;;;;AAoBA,SAAgB,yBACd,YACA,UAGI,CAAC,GACsB;CAC3B,MAAM,EAAE,mBAAmB,CAAC,GAAG,uBAAuB,CAAC,MAAM;CAC7D,MAAM,gBAA0B,CAAC;CACjC,MAAM,oBAAgC,CAAC;CAEvC,MAAM,YAAY,WAAW,MAAM,KAAI,MAAK,EAAE,IAAI;CAGlD,KAAK,MAAM,aAAa,kBACtB,IAAI,UAAU,SAAS,SAAS,GAC9B,cAAc,KAAK,SAAS;CAKhC,KAAK,MAAM,YAAY,sBAAsB;EAC3C,IAAI,SAAS,WAAW,GAAG;EAC3B,KAAK,IAAI,IAAI,GAAG,KAAK,UAAU,SAAS,SAAS,QAAQ,KAAK;GAC5D,IAAI,QAAQ;GACZ,KAAK,IAAI,IAAI,GAAG,IAAI,SAAS,QAAQ,KACnC,IAAI,UAAU,IAAI,OAAO,SAAS,IAAI;IACpC,QAAQ;IACR;GACF;GAEF,IAAI,OAAO;IACT,kBAAkB,KAAK,QAAQ;IAC/B;GACF;EACF;CACF;CAIA,OAAO;EACL,OAHoB,cAAc,SAAS,KAAK,kBAAkB,SAAS,IAGpD,IAAI;EAC3B;EACA;CACF;AACF;;;;AAqCA,SAAgB,oBACd,YACA,UAEI,CAAC,GACsB;CAC3B,MAAM,EAAE,oBAAoB,MAAM;CAClC,MAAM,WAAiC,CAAC;CACxC,IAAI,eAAe;CAEnB,MAAM,gBAAgB,WAAW,MAAM,QAAO,MAAK,EAAE,aAAa,eAAe,EAAE,aAAa,eAAe;CAE/G,IAAI,cAAc,WAAW,GAC3B,OAAO;EAAE,OAAO;EAAG,UAAU,CAAC;EAAG,cAAc;EAAG,qBAAqB,CAAC;CAAE;CAI5E,IAAI,IAAI;CACR,OAAO,IAAI,cAAc,QAAQ;EAC/B,MAAM,cAAc,cAAc;EAClC,IAAI,aAAa;EACjB,IAAI,IAAI,IAAI;EAIZ,OAAO,IAAI,cAAc,UAAU,cAAc,EAAE,CAAE,SAAS,YAAY,MAAM;GAE9E,IADiB,cAAc,IAAI,EACvB,CAAC,YAAY,OACvB;GAEF;EACF;EAEA,IAAI,aAAa,GAAG;GAElB,MAAM,oBAAoB,IAAI,cAAc,SAAS,cAAc,KAAK,KAAA;GAExE,MAAM,cADY,cAAc,IAAI,EACP,CAAC,YAAY;GAE1C,SAAS,KAAK;IACZ,UAAU,YAAY;IACtB;IACA,uBAAuB,sBAAsB,KAAA,KAAa,CAAC;IAC3D,iBAAiB,sBAAsB,KAAA,KAAa,CAAC,cAAc,kBAAkB,OAAO,KAAA;IAC5F,qBAAqB;GACvB,CAAC;GAED,gBAAgB;EAClB;EAEA,IAAI;CACN;CAGA,MAAM,sBAAsB,SAAS,QAAO,MAAK,EAAE,aAAa,iBAAiB,CAAC,CAAC,KAAI,MAAK,EAAE,QAAQ;CAEtG,IAAI,QAAQ;CACZ,IAAI,cAAc,SAAS,GAAG;EAE5B,MAAM,gBAAgB,SAAS,QAAQ,KAAK,MAAM,MAAM,KAAK,IAAI,GAAG,EAAE,aAAa,iBAAiB,GAAG,CAAC;EACxG,QAAQ,KAAK,IAAI,GAAG,IAAI,gBAAgB,EAAG;CAC7C;CAEA,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA;EACA;CACF;AACF"}
+{"version":3,"file":"utils.js","names":[],"sources":["../../src/scorers/utils.ts"],"sourcesContent":["import type { MastraDBMessage } from '@mastra/core/agent';\nimport type {\n  ExpectedStep,\n  ScorerRunInputForAgent,\n  ScorerRunOutputForAgent,\n  ScoringInput,\n  TrajectoryExpectation,\n  TrajectoryStep,\n  Trajectory,\n} from '@mastra/core/evals';\nimport { RequestContext } from '@mastra/core/request-context';\n\nexport type ScorerRunInputForLLMJudge =\n  | ScorerRunInputForAgent\n  | string\n  | {\n      inputMessages?: unknown[];\n      messages?: unknown[];\n      prompt?: string;\n      text?: string;\n      content?: unknown;\n      input?: unknown;\n      user?: unknown;\n      [key: string]: unknown;\n    };\n\nexport type ScorerRunOutputForLLMJudge =\n  | ScorerRunOutputForAgent\n  | string\n  | unknown[]\n  | {\n      text?: string;\n      content?: unknown;\n      role?: string;\n      [key: string]: unknown;\n    };\n\n/**\n * Extracts text content from a MastraDBMessage or ModelMessage-like object.\n *\n * @param message - The message to extract text from\n * @returns The extracted text content, or an empty string if no text is found\n *\n * @example\n * ```ts\n * const message: MastraDBMessage = {\n *   id: 'msg-1',\n *   role: 'assistant',\n *   content: { format: 2, parts: [{ type: 'text', text: 'Hello!' }] },\n *   createdAt: new Date(),\n * };\n * const text = getTextContentFromMastraDBMessage(message); // 'Hello!'\n * ```\n */\nexport function getTextContentFromMastraDBMessage(message: MastraDBMessage): string {\n  const content = message.content as any;\n\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    const textParts = content.filter(p => p.type === 'text');\n    return textParts.length > 0 ? textParts[textParts.length - 1]?.text || '' : '';\n  }\n  if (typeof content?.content === 'string' && content.content !== '') {\n    return content.content;\n  }\n  if (typeof content?.text === 'string' && content.text !== '') {\n    return content.text;\n  }\n  if (content?.parts && Array.isArray(content.parts)) {\n    // Return only the last text part like AI SDK does\n    const textParts = content.parts.filter((p: any) => p.type === 'text');\n    return textParts.length > 0 ? textParts[textParts.length - 1]?.text || '' : '';\n  }\n  return '';\n}\n\nconst isRecord = (value: unknown): value is Record<string, any> => {\n  return typeof value === 'object' && value !== null;\n};\n\nconst getTextFromValue = (value: unknown): string | undefined => {\n  if (typeof value === 'string') return value === '' ? undefined : value;\n  if (Array.isArray(value)) {\n    const textParts = value\n      .filter(part => isRecord(part) && part.type === 'text' && typeof part.text === 'string')\n      .map(part => part.text);\n    return textParts.length > 0 ? textParts[textParts.length - 1] : undefined;\n  }\n  if (!isRecord(value)) return undefined;\n\n  const fromParts = Array.isArray(value.parts) ? getTextFromValue(value.parts) : undefined;\n\n  return (\n    getTextFromValue(value.content) ??\n    (typeof value.text === 'string' && value.text !== '' ? value.text : undefined) ??\n    (typeof value.body === 'string' && value.body !== '' ? value.body : undefined) ??\n    fromParts\n  );\n};\n\nexport const isScorerRunInputForAgent = (input: unknown): input is ScorerRunInputForAgent => {\n  return (\n    isRecord(input) &&\n    Array.isArray(input.inputMessages) &&\n    Array.isArray(input.rememberedMessages) &&\n    Array.isArray(input.systemMessages) &&\n    isRecord(input.taggedSystemMessages)\n  );\n};\n\nconst isMastraDBMessageLike = (message: unknown): message is MastraDBMessage => {\n  return (\n    isRecord(message) &&\n    typeof message.id === 'string' &&\n    typeof message.role === 'string' &&\n    'content' in message &&\n    'createdAt' in message\n  );\n};\n\nexport const isScorerRunOutputForAgent = (output: unknown): output is ScorerRunOutputForAgent => {\n  return Array.isArray(output) && output.every(isMastraDBMessageLike);\n};\n\n/**\n * Resolves the effective role of a message, accounting for agent signal messages.\n *\n * Messages delivered through the agent subscription / signal API are persisted with\n * `role: 'signal'` and carry their semantic role (e.g. `user`) on `type` and on\n * `content.metadata.signal.{type,tagName}`. Treat those as their underlying role so\n * helpers like `getUserMessageFromRunInput` can find them.\n */\nconst getEffectiveMessageRole = (message: Record<string, any>): string | undefined => {\n  if (message.role !== 'signal') return typeof message.role === 'string' ? message.role : undefined;\n\n  const signalMeta =\n    isRecord(message.content) && isRecord(message.content.metadata) ? message.content.metadata.signal : undefined;\n\n  const tagName = isRecord(signalMeta) && typeof signalMeta.tagName === 'string' ? signalMeta.tagName : undefined;\n  const signalType = isRecord(signalMeta) && typeof signalMeta.type === 'string' ? signalMeta.type : undefined;\n  const topLevelType = typeof message.type === 'string' ? message.type : undefined;\n\n  return tagName ?? signalType ?? topLevelType;\n};\n\nconst getTextFromMessages = (messages: unknown, role: string): string | undefined => {\n  if (!Array.isArray(messages)) return undefined;\n\n  const message = messages.find(message => isRecord(message) && getEffectiveMessageRole(message) === role);\n  return message ? getTextFromValue(message) : undefined;\n};\n\n/**\n * Rounds a number to two decimal places.\n *\n * Uses `Number.EPSILON` to handle floating-point precision issues.\n *\n * @param num - The number to round\n * @returns The number rounded to two decimal places\n *\n * @example\n * ```ts\n * roundToTwoDecimals(0.1 + 0.2); // 0.3\n * roundToTwoDecimals(1.005); // 1.01\n * ```\n */\nexport const roundToTwoDecimals = (num: number) => {\n  return Math.round((num + Number.EPSILON) * 100) / 100;\n};\n\n/**\n * Determines if a value is closer to the first target than the second.\n *\n * @param value - The value to compare\n * @param target1 - The first target value\n * @param target2 - The second target value\n * @returns `true` if `value` is closer to `target1` than `target2`\n *\n * @example\n * ```ts\n * isCloserTo(0.6, 1, 0); // true (0.6 is closer to 1)\n * isCloserTo(0.3, 1, 0); // false (0.3 is closer to 0)\n * ```\n */\nexport function isCloserTo(value: number, target1: number, target2: number): boolean {\n  return Math.abs(value - target1) < Math.abs(value - target2);\n}\n\n/**\n * Represents a test case for scorer evaluation.\n */\nexport type TestCase = {\n  /** The input text to evaluate */\n  input: string;\n  /** The output text to evaluate */\n  output: string;\n  /** The expected result of the evaluation */\n  expectedResult: {\n    /** The expected score */\n    score: number;\n    /** The optional expected reason */\n    reason?: string;\n  };\n};\n\n/**\n * Represents a test case with additional context for scorer evaluation.\n */\nexport type TestCaseWithContext = TestCase & {\n  /** Additional context strings for the evaluation */\n  context: string[];\n};\n\n/**\n * Creates a scoring input object for testing purposes.\n *\n * @param input - The user input text\n * @param output - The assistant output text\n * @param additionalContext - Optional additional context data\n * @param requestContext - Optional request context data\n * @returns A ScoringInput object ready for use in scorer tests\n *\n * @example\n * ```ts\n * const run = createTestRun(\n *   'What is 2+2?',\n *   'The answer is 4.',\n *   { topic: 'math' }\n * );\n * ```\n */\nexport const createTestRun = (\n  input: string,\n  output: string,\n  additionalContext?: Record<string, any>,\n  requestContext?: Record<string, any>,\n): ScoringInput => {\n  return {\n    input: [{ role: 'user', content: input }],\n    output: { role: 'assistant', text: output },\n    additionalContext: additionalContext ?? {},\n    requestContext: requestContext ?? {},\n  };\n};\n\n/**\n * Extracts the user message text from a scorer run input.\n *\n * Accepts the agent shape (`{ inputMessages }`), `ModelMessage[]`\n * (`{ messages }`), workflow input (`{ prompt }`), and a bare string.\n *\n * @param input - The scorer run input\n * @returns The user message text, or `undefined` if none can be extracted\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const userText = getUserMessageFromRunInput(run.input);\n *     return { userText };\n *   });\n * ```\n */\nexport const getUserMessageFromRunInput = (input?: unknown): string | undefined => {\n  if (typeof input === 'string') return input;\n  if (!isRecord(input)) return undefined;\n\n  return (\n    getTextFromMessages(input.inputMessages, 'user') ??\n    getTextFromMessages(input.messages, 'user') ??\n    (typeof input.prompt === 'string' ? input.prompt : undefined) ??\n    (typeof input.text === 'string' ? input.text : undefined) ??\n    getTextFromValue(input.content) ??\n    getTextFromValue(input.input) ??\n    getTextFromValue(input.user)\n  );\n};\n\nconst DEFAULT_CONVERSATION_HISTORY_MESSAGES = 10;\n\n/**\n * Renders the remembered conversation history from an agent scorer run input as a transcript.\n *\n * Only agent run inputs carry `rememberedMessages`; any other input shape (a bare string,\n * a plain `{ prompt }` object, `ModelMessage[]`) returns `undefined` so callers can safely\n * fall back to single-turn behaviour.\n *\n * @param input - The scorer run input\n * @param options.maxMessages - How many of the most recent remembered messages to keep (default 10)\n * @returns A newline separated `role: text` transcript, or `undefined` if there is no history\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const history = getConversationHistoryFromRunInput(run.input, { maxMessages: 4 });\n *     return { history };\n *   });\n * ```\n */\nexport const getConversationHistoryFromRunInput = (\n  input?: unknown,\n  options?: { maxMessages?: number },\n): string | undefined => {\n  if (!isScorerRunInputForAgent(input)) return undefined;\n\n  const maxMessages = options?.maxMessages ?? DEFAULT_CONVERSATION_HISTORY_MESSAGES;\n  if (maxMessages <= 0) return undefined;\n\n  const lines = input.rememberedMessages\n    .slice(-maxMessages)\n    .map(message => {\n      if (!isRecord(message)) return undefined;\n\n      const role = getEffectiveMessageRole(message);\n      const text = getTextContentFromMastraDBMessage(message as MastraDBMessage).trim();\n      if (!role || !text) return undefined;\n\n      return `${role}: ${text}`;\n    })\n    .filter((line): line is string => Boolean(line));\n\n  return lines.length > 0 ? lines.join('\\n') : undefined;\n};\n\n/**\n * Extracts all system messages from a scorer run input.\n *\n * Collects text from both standard system messages and tagged system messages\n * (specialized system prompts like memory instructions).\n *\n * @param input - The scorer run input containing system messages\n * @returns An array of system message strings\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const systemMessages = getSystemMessagesFromRunInput(run.input);\n *     return { systemPrompt: systemMessages.join('\\n') };\n *   });\n * ```\n */\nexport const getSystemMessagesFromRunInput = (input?: unknown): string[] => {\n  const systemMessages: string[] = [];\n  if (!isRecord(input)) return systemMessages;\n\n  // Add standard system messages\n  if (Array.isArray(input.systemMessages)) {\n    systemMessages.push(\n      ...input.systemMessages\n        .map(msg => {\n          // Handle different content types - extract text if it's an array of parts\n          if (typeof msg.content === 'string') {\n            return msg.content;\n          } else if (Array.isArray(msg.content)) {\n            // Extract text from parts array\n            return msg.content\n              .filter((part: any) => part.type === 'text')\n              .map((part: any) => part.text || '')\n              .join(' ');\n          }\n          return '';\n        })\n        .filter(content => content),\n    );\n  }\n\n  const addSystemMessages = (messages: unknown) => {\n    if (!Array.isArray(messages)) return;\n\n    systemMessages.push(\n      ...messages\n        .filter(message => isRecord(message) && message.role === 'system')\n        .map(message => getTextFromValue(message))\n        .filter((content): content is string => Boolean(content)),\n    );\n  };\n\n  addSystemMessages(input.inputMessages);\n  addSystemMessages(input.messages);\n\n  // Add tagged system messages (these are specialized system prompts)\n  if (isRecord(input.taggedSystemMessages)) {\n    Object.values(input.taggedSystemMessages).forEach(messages => {\n      if (!Array.isArray(messages)) return;\n      messages.forEach(msg => {\n        const content = getTextFromValue(msg);\n        if (content) {\n          systemMessages.push(content);\n        }\n      });\n    });\n  }\n\n  return systemMessages;\n};\n\n/**\n * Combines all system messages into a single prompt string.\n *\n * Joins all system messages (standard and tagged) with double newlines.\n *\n * @param input - The scorer run input containing system messages\n * @returns A combined system prompt string\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const systemPrompt = getCombinedSystemPrompt(run.input);\n *     return { systemPrompt };\n *   });\n * ```\n */\nexport const getCombinedSystemPrompt = (input?: unknown): string => {\n  const systemMessages = getSystemMessagesFromRunInput(input);\n  return systemMessages.join('\\n\\n');\n};\n\n/**\n * Extracts the assistant message text from a scorer run output.\n *\n * Accepts the agent shape (`MastraDBMessage[]` / `ModelMessage[]`), workflow\n * output (`{ text }`), task output (`{ content }`), a single assistant message\n * object, and a bare string.\n *\n * For array outputs the final assistant message is used, so multi-step agent\n * responses are scored on the last response rather than an intermediate one.\n *\n * @param output - The scorer run output\n * @returns The assistant message text, or `undefined` if none can be extracted\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const response = getAssistantMessageFromRunOutput(run.output);\n *     return { response };\n *   });\n * ```\n */\nexport const getAssistantMessageFromRunOutput = (output?: unknown) => {\n  if (typeof output === 'string') return output;\n  if (Array.isArray(output)) {\n    const assistantMessages = output.filter(\n      message => isRecord(message) && getEffectiveMessageRole(message) === 'assistant',\n    );\n    // Prefer the last assistant message that carries text; a trailing assistant\n    // message may hold only tool-call or data parts.\n    for (let i = assistantMessages.length - 1; i >= 0; i--) {\n      const text = getTextFromValue(assistantMessages[i]);\n      if (text) return text;\n    }\n    return undefined;\n  }\n  if (!isRecord(output)) return undefined;\n\n  const isAssistantOutput = output.role === undefined || output.role === 'assistant';\n\n  if (isAssistantOutput && typeof output.text === 'string') return output.text;\n  if (isAssistantOutput && typeof output.content === 'string') return output.content;\n  if (isAssistantOutput && (isRecord(output.content) || Array.isArray(output.content))) {\n    return (\n      getTextContentFromMastraDBMessage(output as MastraDBMessage) ||\n      getTextContentFromMastraDBMessage(output.content as MastraDBMessage) ||\n      undefined\n    );\n  }\n  if (output.role === 'assistant') return getTextContentFromMastraDBMessage(output as MastraDBMessage) || undefined;\n\n  return undefined;\n};\n\n/**\n * Extracts reasoning text from a scorer run output.\n *\n * This function extracts reasoning content from assistant messages, which is\n * produced by reasoning models like `deepseek-reasoner`. The reasoning can be\n * stored in two places:\n * 1. `content.reasoning` - a string field on the message content\n * 2. `content.parts` - as parts with `type: 'reasoning'` containing `details`\n *\n * @param output - The scorer run output (array of MastraDBMessage)\n * @returns The reasoning text, or `undefined` if no reasoning is present\n *\n * @example\n * ```ts\n * const reasoningScorer = createScorer({\n *   id: 'reasoning-scorer',\n *   name: 'Reasoning Quality',\n *   description: 'Evaluates the quality of model reasoning',\n *   type: 'agent',\n * })\n *   .preprocess(({ run }) => {\n *     const reasoning = getReasoningFromRunOutput(run.output);\n *     const response = getAssistantMessageFromRunOutput(run.output);\n *     return { reasoning, response };\n *   })\n *   .generateScore(({ results }) => {\n *     // Score based on reasoning quality\n *     return results.preprocessStepResult?.reasoning ? 1 : 0;\n *   });\n * ```\n */\nexport const getReasoningFromRunOutput = (output?: ScorerRunOutputForAgent): string | undefined => {\n  if (!output) return undefined;\n\n  const message = output.find(({ role }) => role === 'assistant');\n  if (!message) return undefined;\n\n  // Check for reasoning in content.reasoning (string format)\n  if (message.content.reasoning) {\n    return message.content.reasoning;\n  }\n\n  // Check for reasoning in parts with type 'reasoning'\n  // Reasoning models store reasoning in parts as { type: 'reasoning', details: [{ type: 'text', text: '...' }] }\n  const reasoningParts = message.content.parts?.filter((p: any) => p.type === 'reasoning');\n  if (reasoningParts && reasoningParts.length > 0) {\n    const reasoningTexts = reasoningParts\n      .map((p: any) => {\n        // The reasoning text can be in p.reasoning or in p.details[].text\n        if (p.details && Array.isArray(p.details)) {\n          return p.details\n            .filter((d: any) => d.type === 'text')\n            .map((d: any) => d.text)\n            .join('');\n        }\n        return p.reasoning || '';\n      })\n      .filter(Boolean);\n\n    return reasoningTexts.length > 0 ? reasoningTexts.join('\\n') : undefined;\n  }\n\n  return undefined;\n};\n\n/**\n * Creates a tool invocation object for testing purposes.\n *\n * @param options - The tool invocation configuration\n * @param options.toolCallId - Unique identifier for the tool call\n * @param options.toolName - Name of the tool being called\n * @param options.args - Arguments passed to the tool\n * @param options.result - Result returned by the tool (absent for a thrown call)\n * @param options.state - State of the invocation (default: 'result')\n * @param options.errorText - Error text recorded when a tool threw (`state: 'output-error'`)\n * @param options.isError - Set alongside `state: 'result'` when the executor reported a failure\n * @returns A tool invocation object\n *\n * @example\n * ```ts\n * const invocation = createToolInvocation({\n *   toolCallId: 'call-123',\n *   toolName: 'weatherTool',\n *   args: { location: 'London' },\n *   result: { temperature: 20, condition: 'sunny' },\n * });\n *\n * // A tool that threw\n * const thrown = createToolInvocation({\n *   toolCallId: 'call-456',\n *   toolName: 'saveTool',\n *   args: { value: 'x' },\n *   state: 'output-error',\n *   errorText: 'Save failed',\n * });\n * ```\n */\nexport const createToolInvocation = ({\n  toolCallId,\n  toolName,\n  args,\n  result,\n  state = 'result',\n  errorText,\n  isError,\n}: {\n  toolCallId: string;\n  toolName: string;\n  args: Record<string, any>;\n  result?: Record<string, any>;\n  state?: 'call' | 'partial-call' | 'result' | 'output-error';\n  errorText?: string;\n  isError?: boolean;\n}): {\n  toolCallId: string;\n  toolName: string;\n  args: Record<string, any>;\n  result: Record<string, any> | undefined;\n  state: 'call' | 'partial-call' | 'result' | 'output-error';\n  errorText?: string;\n  isError?: boolean;\n} => {\n  return {\n    toolCallId,\n    toolName,\n    args,\n    result,\n    state,\n    ...(errorText !== undefined && { errorText }),\n    ...(isError !== undefined && { isError }),\n  };\n};\n\n/**\n * Creates a MastraDBMessage object for testing purposes.\n *\n * Supports optional tool invocations for testing tool call scenarios.\n *\n * @param options - The message configuration\n * @param options.content - The text content of the message\n * @param options.role - The role of the message sender ('user', 'assistant', or 'system')\n * @param options.id - Optional message ID (default: 'test-message')\n * @param options.toolInvocations - Optional array of tool invocations\n * @returns A MastraDBMessage object\n *\n * @example\n * ```ts\n * const message = createTestMessage({\n *   content: 'Hello, how can I help?',\n *   role: 'assistant',\n * });\n *\n * // With tool invocations\n * const messageWithTools = createTestMessage({\n *   content: 'Let me check the weather.',\n *   role: 'assistant',\n *   toolInvocations: [{\n *     toolCallId: 'call-1',\n *     toolName: 'weatherTool',\n *     args: { location: 'Paris' },\n *     result: { temp: 22 },\n *     state: 'result',\n *   }],\n * });\n *\n * // With native V2 parts — the only form that can carry a thrown call\n * const messageWithThrownTool = createTestMessage({\n *   content: 'That failed.',\n *   role: 'assistant',\n *   parts: [\n *     { type: 'text', text: 'That failed.' },\n *     {\n *       type: 'tool-invocation',\n *       toolInvocation: createToolInvocation({\n *         toolCallId: 'call-2',\n *         toolName: 'saveTool',\n *         args: { value: 'x' },\n *         state: 'output-error',\n *         errorText: 'Save failed',\n *       }),\n *     },\n *   ],\n * });\n * ```\n */\nexport function createTestMessage({\n  content,\n  role,\n  id = 'test-message',\n  toolInvocations = [],\n  parts,\n}: {\n  content: string;\n  role: 'user' | 'assistant' | 'system';\n  id?: string;\n  toolInvocations?: Array<{\n    toolCallId: string;\n    toolName: string;\n    args: Record<string, any>;\n    result?: Record<string, any>;\n    state: any;\n  }>;\n  /**\n   * Native V2 message parts. Replaces the default single text part when provided.\n   * Needed to express invocations the legacy array cannot carry, such as a thrown\n   * call (`state: 'output-error'` with `errorText`).\n   */\n  parts?: MastraDBMessage['content']['parts'];\n}): MastraDBMessage {\n  return {\n    id,\n    role,\n    content: {\n      format: 2,\n      parts: parts ?? [{ type: 'text', text: content }],\n      content,\n      ...(toolInvocations.length > 0 && {\n        toolInvocations: toolInvocations.map(ti => ({\n          toolCallId: ti.toolCallId,\n          toolName: ti.toolName,\n          args: ti.args,\n          result: ti.result,\n          state: ti.state,\n        })),\n      }),\n    },\n    createdAt: new Date(),\n  };\n}\n\n/**\n * Creates a complete agent test run object for testing scorers.\n *\n * Provides a convenient way to construct the full run object that scorers receive,\n * including input messages, output, system messages, and request context.\n *\n * @param options - The test run configuration\n * @param options.inputMessages - Array of input messages (default: [])\n * @param options.output - The output messages (required)\n * @param options.rememberedMessages - Array of remembered messages from memory (default: [])\n * @param options.systemMessages - Array of system messages (default: [])\n * @param options.taggedSystemMessages - Tagged system messages map (default: {})\n * @param options.requestContext - Request context (default: new RequestContext())\n * @param options.runId - Unique run ID (default: random UUID)\n * @returns A complete test run object\n *\n * @example\n * ```ts\n * const testRun = createAgentTestRun({\n *   inputMessages: [createTestMessage({ content: 'Hello', role: 'user' })],\n *   output: [createTestMessage({ content: 'Hi there!', role: 'assistant' })],\n * });\n *\n * const result = await scorer.run({\n *   input: testRun.input,\n *   output: testRun.output,\n * });\n * ```\n */\nexport const createAgentTestRun = ({\n  inputMessages = [],\n  output,\n  rememberedMessages = [],\n  systemMessages = [],\n  taggedSystemMessages = {},\n  requestContext = new RequestContext(),\n  runId = crypto.randomUUID(),\n}: {\n  inputMessages?: ScorerRunInputForAgent['inputMessages'];\n  output: ScorerRunOutputForAgent;\n  rememberedMessages?: ScorerRunInputForAgent['rememberedMessages'];\n  systemMessages?: ScorerRunInputForAgent['systemMessages'];\n  taggedSystemMessages?: ScorerRunInputForAgent['taggedSystemMessages'];\n  requestContext?: RequestContext;\n  runId?: string;\n}): {\n  input: ScorerRunInputForAgent;\n  output: ScorerRunOutputForAgent;\n  requestContext: RequestContext;\n  runId: string;\n} => {\n  return {\n    input: {\n      inputMessages,\n      rememberedMessages,\n      systemMessages,\n      taggedSystemMessages,\n    },\n    output,\n    requestContext,\n    runId,\n  };\n};\n\n/**\n * Creates a test run for trajectory scorers where `output` is a `Trajectory`\n * (pre-extracted by the `runEvals` pipeline).\n *\n * @example\n * ```ts\n * const testRun = createTrajectoryTestRun({\n *   inputMessages: [createTestMessage({ content: 'Do X', role: 'user', id: 'u1' })],\n *   trajectory: {\n *     steps: [\n *       { stepType: 'tool_call', name: 'search', toolArgs: { q: 'test' } },\n *     ],\n *   },\n * });\n * ```\n */\nexport const createTrajectoryTestRun = ({\n  inputMessages = [],\n  trajectory,\n  rememberedMessages = [],\n  systemMessages = [],\n  taggedSystemMessages = {},\n  requestContext = new RequestContext(),\n  runId = crypto.randomUUID(),\n  expectedTrajectory,\n}: {\n  inputMessages?: ScorerRunInputForAgent['inputMessages'];\n  trajectory: Trajectory;\n  rememberedMessages?: ScorerRunInputForAgent['rememberedMessages'];\n  systemMessages?: ScorerRunInputForAgent['systemMessages'];\n  taggedSystemMessages?: ScorerRunInputForAgent['taggedSystemMessages'];\n  requestContext?: RequestContext;\n  runId?: string;\n  expectedTrajectory?: TrajectoryExpectation;\n}): {\n  input: ScorerRunInputForAgent;\n  output: Trajectory;\n  requestContext: RequestContext;\n  runId: string;\n  expectedTrajectory?: TrajectoryExpectation;\n} => {\n  return {\n    input: {\n      inputMessages,\n      rememberedMessages,\n      systemMessages,\n      taggedSystemMessages,\n    },\n    output: trajectory,\n    expectedTrajectory,\n    requestContext,\n    runId,\n  };\n};\n\n/**\n * Information about a tool call extracted from scorer output.\n */\nexport type ToolCallInfo = {\n  /** Name of the tool that was called */\n  toolName: string;\n  /** Unique identifier for the tool call */\n  toolCallId: string;\n  /** Index of the message containing this tool call */\n  messageIndex: number;\n  /** Index of the invocation within the message's tool invocations */\n  invocationIndex: number;\n};\n\n/**\n * Merges the two places a message can store tool invocations into one list.\n *\n * A native message may carry `content.parts` tool-invocation entries, the legacy\n * `content.toolInvocations` array, or both. Neither form is a superset of the\n * other: thrown calls are recorded in parts as `state: 'output-error'` and can be\n * missing from the legacy array, while older persisted messages may only carry the\n * legacy array. Reading one form exclusively therefore hides real calls.\n *\n * Parts win when the same `toolCallId` appears in both, since they hold the real\n * terminal state. Legacy-only calls are retained before their next shared anchor so\n * compatible call order survives instead of being appended.\n *\n * Mirrors `extractTrajectory` in `@mastra/core` (`packages/core/src/evals/types.ts`)\n * so tool-use checks and trajectory scorers agree on what a run actually called.\n * Keep the two in step.\n *\n * @param message - A single message from the scorer run output\n * @returns The merged tool invocations for that message\n */\nexport function mergeToolInvocations(message: MastraDBMessage | undefined) {\n  const legacy = message?.content?.toolInvocations;\n  const fromParts =\n    message?.content?.parts\n      ?.filter((p): p is Extract<typeof p, { type: 'tool-invocation' }> => p.type === 'tool-invocation')\n      .map(p => p.toolInvocation)\n      .filter(Boolean) ?? [];\n  const partCallIds = new Set(fromParts.map(invocation => invocation.toolCallId).filter(Boolean));\n  const legacyInvocations = legacy ?? [];\n  const legacyPositions = new Map(legacyInvocations.map((invocation, index) => [invocation?.toolCallId, index]));\n  const toolInvocations: typeof fromParts = [];\n  let legacyIndex = 0;\n  for (const invocation of fromParts) {\n    const sharedIndex = invocation.toolCallId ? legacyPositions.get(invocation.toolCallId) : undefined;\n    if (sharedIndex !== undefined && sharedIndex >= legacyIndex) {\n      // Retain legacy-only calls before their next shared anchor.\n      for (; legacyIndex < sharedIndex; legacyIndex++) {\n        const previous = legacyInvocations[legacyIndex];\n        if (previous && !partCallIds.has(previous.toolCallId)) toolInvocations.push(previous);\n      }\n      legacyIndex++;\n    }\n    toolInvocations.push(invocation);\n  }\n  for (; legacyIndex < legacyInvocations.length; legacyIndex++) {\n    const invocation = legacyInvocations[legacyIndex];\n    if (invocation && !partCallIds.has(invocation.toolCallId)) toolInvocations.push(invocation);\n  }\n  return toolInvocations;\n}\n\n/**\n * Extracts all tool calls from a scorer run output.\n *\n * Iterates through all messages and their tool invocations to collect information\n * about tools that were called. A call counts regardless of outcome, so the states\n * `'result'`, `'call'`, and `'output-error'` (a tool that threw) are all included.\n *\n * @param output - The scorer run output (array of MastraDBMessage)\n * @returns An object containing tool names and detailed tool call info\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const { tools, toolCallInfos } = extractToolCalls(run.output);\n *     return {\n *       toolsUsed: tools,\n *       toolCount: tools.length,\n *     };\n *   });\n * ```\n */\nexport function extractToolCalls(output: ScorerRunOutputForAgent): { tools: string[]; toolCallInfos: ToolCallInfo[] } {\n  const toolCalls: string[] = [];\n  const toolCallInfos: ToolCallInfo[] = [];\n\n  for (let messageIndex = 0; messageIndex < output.length; messageIndex++) {\n    const message = output[messageIndex];\n    const toolInvocations = mergeToolInvocations(message);\n\n    if (!toolInvocations.length) continue;\n\n    for (let invocationIndex = 0; invocationIndex < toolInvocations.length; invocationIndex++) {\n      const invocation = toolInvocations[invocationIndex];\n      // A thrown call (`output-error`) still counts: the tool ran. Partial calls do not.\n      // Same state set core's `extractTrajectory` accepts.\n      if (\n        invocation &&\n        invocation.toolName &&\n        (invocation.state === 'result' || invocation.state === 'call' || invocation.state === 'output-error')\n      ) {\n        toolCalls.push(invocation.toolName);\n        toolCallInfos.push({\n          toolName: invocation.toolName,\n          toolCallId: invocation.toolCallId || `${messageIndex}-${invocationIndex}`,\n          messageIndex,\n          invocationIndex,\n        });\n      }\n    }\n  }\n\n  return { tools: toolCalls, toolCallInfos };\n}\n\n/**\n * Extracts text content from all input messages.\n *\n * @param runInput - The scorer run input\n * @returns An array of text strings from each input message\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const messages = extractInputMessages(run.input);\n *     return { allUserMessages: messages.join('\\n') };\n *   });\n * ```\n */\nexport const extractInputMessages = (runInput: ScorerRunInputForAgent | undefined): string[] => {\n  return runInput?.inputMessages?.map(msg => getTextContentFromMastraDBMessage(msg)) || [];\n};\n\n/**\n * Extracts text content from all assistant response messages.\n *\n * Filters for messages with role 'assistant' and extracts their text content.\n *\n * @param runOutput - The scorer run output (array of MastraDBMessage)\n * @returns An array of text strings from each assistant message\n *\n * @example\n * ```ts\n * const scorer = createScorer({ ... })\n *   .preprocess(({ run }) => {\n *     const responses = extractAgentResponseMessages(run.output);\n *     return { allResponses: responses.join('\\n') };\n *   });\n * ```\n */\nexport const extractAgentResponseMessages = (runOutput: ScorerRunOutputForAgent): string[] => {\n  return runOutput.filter(msg => msg.role === 'assistant').map(msg => getTextContentFromMastraDBMessage(msg));\n};\n\n/**\n * Information about a tool result extracted from scorer output.\n */\nexport type ToolResultInfo = {\n  /** Name of the tool that was called */\n  toolName: string;\n  /** Unique identifier for the tool call */\n  toolCallId: string;\n  /** Arguments passed to the tool */\n  args: Record<string, any>;\n  /** Result returned by the tool */\n  result: any;\n};\n\n/**\n * Extracts tool results from a scorer run output.\n *\n * Returns structured objects that can be used with the hallucination scorer's\n * `getContext` hook or for other scorer logic.\n *\n * @param output - The scorer run output (array of MastraDBMessage)\n * @returns An array of ToolResultInfo objects\n *\n * @example\n * ```ts\n * import { extractToolResults } from '@mastra/evals/scorers';\n * import { createHallucinationScorer } from '@mastra/evals/scorers/prebuilt';\n *\n * const scorer = createHallucinationScorer({\n *   model: openai('gpt-4o'),\n *   options: {\n *     getContext: (run) => {\n *       const toolResults = extractToolResults(run.output);\n *       return toolResults.map(t => JSON.stringify({ tool: t.toolName, result: t.result }));\n *     },\n *   },\n * });\n * ```\n */\nexport function extractToolResults(output: ScorerRunOutputForAgent): ToolResultInfo[] {\n  const results: ToolResultInfo[] = [];\n\n  for (const message of output) {\n    const toolInvocations = mergeToolInvocations(message);\n\n    if (!toolInvocations.length) continue;\n\n    for (const invocation of toolInvocations) {\n      // A thrown call carries `errorText` rather than a result, so it yields no entry here.\n      if (invocation.state === 'result' && invocation.result !== undefined) {\n        results.push({\n          toolName: invocation.toolName,\n          toolCallId: invocation.toolCallId || '',\n          args: invocation.args || {},\n          result: invocation.result,\n        });\n      }\n    }\n  }\n\n  return results;\n}\n\n// Re-export extractTrajectory from core — it's called automatically by runEvals\n// for trajectory scorers, but users may still want it for custom use cases.\nexport { extractTrajectory } from '@mastra/core/evals';\n\n/**\n * Compares two trajectories and returns detailed comparison results.\n *\n * This is the core comparison logic used by trajectory scorers. It supports\n * strict and non-strict ordering, optional step data comparison, and loop detection.\n *\n * @param actual - The trajectory the agent actually took\n * @param expected - The expected trajectory to compare against\n * @param options - Comparison configuration options\n * @returns Detailed comparison results including match scores and diagnostics\n *\n * @example\n * ```ts\n * const result = compareTrajectories(\n *   { steps: [{ stepType: 'tool_call', name: 'search' }, { stepType: 'tool_call', name: 'summarize' }] },\n *   { steps: [{ stepType: 'tool_call', name: 'search' }, { stepType: 'tool_call', name: 'summarize' }] },\n *   { ordering: 'strict' }\n * );\n * // result.score = 1.0\n * ```\n */\nexport function compareTrajectories(\n  actual: Trajectory,\n  expected: Trajectory | { steps: ExpectedStep[] },\n  options: {\n    ordering?: 'strict' | 'relaxed' | 'unordered';\n    allowRepeatedSteps?: boolean;\n  } = {},\n): TrajectoryComparisonResult {\n  const { allowRepeatedSteps = true, ordering = 'relaxed' } = options;\n\n  // Normalize expected to ExpectedStep[]. TrajectoryStep and ExpectedStep share\n  // the same field names, so TrajectoryStep[] can be used directly as ExpectedStep[].\n  // The only structural difference is `children` (TrajectoryStep[] vs TrajectoryExpectation),\n  // but compareTrajectories doesn't recurse into children.\n  const normalizedExpected: { steps: ExpectedStep[] } = {\n    steps: expected.steps as ExpectedStep[],\n  };\n\n  if (normalizedExpected.steps.length === 0) {\n    return {\n      score: actual.steps.length === 0 ? 1 : 0,\n      matchedSteps: 0,\n      totalExpectedSteps: 0,\n      totalActualSteps: actual.steps.length,\n      missingSteps: [],\n      extraSteps: actual.steps.map((s: TrajectoryStep) => s.name),\n      outOfOrderSteps: [],\n      repeatedSteps: [],\n    };\n  }\n\n  const actualNames = actual.steps.map((s: TrajectoryStep) => s.name);\n\n  // Detect repeated steps\n  const nameCounts = new Map<string, number>();\n  for (const name of actualNames) {\n    nameCounts.set(name, (nameCounts.get(name) || 0) + 1);\n  }\n  const repeatedSteps = [...nameCounts.entries()]\n    .filter(([_, count]: [string, number]) => count > 1)\n    .map(([name]: [string, number]) => name);\n\n  if (ordering === 'strict') {\n    return compareStrictOrder(actual, normalizedExpected, { allowRepeatedSteps, repeatedSteps });\n  }\n\n  if (ordering === 'unordered') {\n    return compareUnorderedPresence(actual, normalizedExpected, { allowRepeatedSteps, repeatedSteps });\n  }\n\n  return compareRelaxedOrder(actual, normalizedExpected, { allowRepeatedSteps, repeatedSteps });\n}\n\n/**\n * Result of comparing two trajectories.\n */\nexport type TrajectoryComparisonResult = {\n  /** Overall match score from 0 to 1 */\n  score: number;\n  /** Number of expected steps that were matched */\n  matchedSteps: number;\n  /** Total number of expected steps */\n  totalExpectedSteps: number;\n  /** Total number of actual steps taken */\n  totalActualSteps: number;\n  /** Expected steps that were not found in the actual trajectory */\n  missingSteps: string[];\n  /** Actual steps that were not in the expected trajectory */\n  extraSteps: string[];\n  /** Steps that appear but not in the expected position */\n  outOfOrderSteps: string[];\n  /** Steps that were repeated (appeared more than once) */\n  repeatedSteps: string[];\n};\n\nfunction compareStrictOrder(\n  actual: Trajectory,\n  expected: { steps: ExpectedStep[] },\n  opts: { allowRepeatedSteps: boolean; repeatedSteps: string[] },\n): TrajectoryComparisonResult {\n  const actualNames: string[] = actual.steps.map((s: TrajectoryStep) => s.name);\n  const expectedNames: string[] = expected.steps.map((s: ExpectedStep) => s.name);\n\n  // Strict: exact same sequence\n  let matchedSteps = 0;\n  const outOfOrderSteps: string[] = [];\n  const matchedExpectedIndices = new Set<number>();\n  const maxLen = Math.max(actualNames.length, expectedNames.length);\n\n  for (let i = 0; i < maxLen; i++) {\n    const actualName = actualNames[i];\n    const expectedName = expectedNames[i];\n    if (actualName === expectedName) {\n      if (actual.steps[i] && expected.steps[i]) {\n        if (expectedStepMatches(actual.steps[i]!, expected.steps[i]!)) {\n          matchedSteps++;\n          matchedExpectedIndices.add(i);\n        }\n      } else {\n        matchedSteps++;\n        matchedExpectedIndices.add(i);\n      }\n    } else if (actualName && expectedNames.includes(actualName)) {\n      outOfOrderSteps.push(actualName);\n    }\n  }\n\n  // Missing steps = expected steps that were not matched (accounts for stepType/data mismatches)\n  const missingSteps: string[] = expectedNames.filter((_: string, i: number) => !matchedExpectedIndices.has(i));\n  const extraSteps: string[] = actualNames.filter((name: string) => !expectedNames.includes(name));\n\n  let score = matchedSteps / expected.steps.length;\n\n  // Penalize extra steps in strict mode\n  if (actualNames.length > expectedNames.length) {\n    const extraPenalty = (actualNames.length - expectedNames.length) / expectedNames.length;\n    score = Math.max(0, score - extraPenalty * 0.5);\n  }\n\n  // Penalize repeated steps if not allowed\n  if (!opts.allowRepeatedSteps && opts.repeatedSteps.length > 0) {\n    score = Math.max(0, score - opts.repeatedSteps.length * 0.1);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    matchedSteps,\n    totalExpectedSteps: expected.steps.length,\n    totalActualSteps: actual.steps.length,\n    missingSteps,\n    extraSteps,\n    outOfOrderSteps,\n    repeatedSteps: opts.repeatedSteps,\n  };\n}\n\nfunction compareRelaxedOrder(\n  actual: Trajectory,\n  expected: { steps: ExpectedStep[] },\n  opts: { allowRepeatedSteps: boolean; repeatedSteps: string[] },\n): TrajectoryComparisonResult {\n  const actualNames: string[] = actual.steps.map((s: TrajectoryStep) => s.name);\n  const expectedNames: string[] = expected.steps.map((s: ExpectedStep) => s.name);\n\n  // Relaxed: expected steps must appear in order but extra steps are allowed\n  let matchedSteps = 0;\n  let lastMatchedIndex = -1;\n  const outOfOrderSteps: string[] = [];\n  const matchedExpectedIndices = new Set<number>();\n\n  for (let i = 0; i < expectedNames.length; i++) {\n    const expectedName = expectedNames[i];\n    let found = false;\n\n    for (let j = lastMatchedIndex + 1; j < actualNames.length; j++) {\n      if (actualNames[j] === expectedName) {\n        if (actual.steps[j] && expected.steps[i]) {\n          if (expectedStepMatches(actual.steps[j]!, expected.steps[i]!)) {\n            matchedSteps++;\n            lastMatchedIndex = j;\n            matchedExpectedIndices.add(i);\n            found = true;\n            break;\n          }\n        } else {\n          matchedSteps++;\n          lastMatchedIndex = j;\n          matchedExpectedIndices.add(i);\n          found = true;\n          break;\n        }\n      }\n    }\n\n    if (!found) {\n      // Check if the step exists but is out of order\n      if (actualNames.includes(expectedName!)) {\n        outOfOrderSteps.push(expectedName!);\n      }\n    }\n  }\n\n  // Missing steps = expected steps that were not matched (by name + stepType + data, not just name)\n  const missingSteps = expectedNames.filter((_, i) => !matchedExpectedIndices.has(i));\n  const expectedSet = new Set(expectedNames);\n  const extraSteps = actualNames.filter(name => !expectedSet.has(name));\n\n  let score = matchedSteps / expected.steps.length;\n\n  // Penalize repeated steps if not allowed\n  if (!opts.allowRepeatedSteps && opts.repeatedSteps.length > 0) {\n    score = Math.max(0, score - opts.repeatedSteps.length * 0.1);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    matchedSteps,\n    totalExpectedSteps: expected.steps.length,\n    totalActualSteps: actual.steps.length,\n    missingSteps,\n    extraSteps,\n    outOfOrderSteps,\n    repeatedSteps: opts.repeatedSteps,\n  };\n}\n\n/**\n * Fields on each ExpectedStep variant that are comparable data (not structural).\n * Used by `expectedStepMatches` to know which fields to compare when `compareData` is true.\n */\nconst COMPARABLE_FIELDS_BY_TYPE: Record<string, string[]> = {\n  tool_call: ['toolArgs', 'toolResult', 'success'],\n  mcp_tool_call: ['toolArgs', 'toolResult', 'mcpServer', 'success'],\n  model_generation: ['modelId', 'promptTokens', 'completionTokens', 'finishReason'],\n  agent_run: ['agentId'],\n  workflow_step: ['stepId', 'status', 'output'],\n  workflow_run: ['workflowId', 'status'],\n  workflow_conditional: ['conditionCount', 'selectedSteps'],\n  workflow_parallel: ['branchCount', 'parallelSteps'],\n  workflow_loop: ['loopType', 'totalIterations'],\n  workflow_sleep: ['sleepDurationMs', 'sleepType'],\n  workflow_wait_event: ['eventName', 'eventReceived'],\n  processor_run: ['processorId'],\n};\n\n/**\n * Check if an actual TrajectoryStep matches an ExpectedStep.\n * Matches by name, optionally by stepType, and auto-compares any variant-specific\n * fields that are present on the expected step.\n */\nfunction expectedStepMatches(actual: TrajectoryStep, expected: ExpectedStep): boolean {\n  if (actual.name !== expected.name) return false;\n  if (expected.stepType && actual.stepType !== expected.stepType) return false;\n\n  if (expected.stepType) {\n    const fields = COMPARABLE_FIELDS_BY_TYPE[expected.stepType] ?? [];\n    for (const field of fields) {\n      const expectedVal = (expected as any)[field];\n      if (expectedVal === undefined) continue; // field not specified in expectation, skip\n      const actualVal = (actual as any)[field];\n      if (actualVal === undefined) return false;\n      try {\n        if (JSON.stringify(actualVal) !== JSON.stringify(expectedVal)) return false;\n      } catch {\n        return false;\n      }\n    }\n  }\n\n  return true;\n}\n\nfunction compareUnorderedPresence(\n  actual: Trajectory,\n  expected: { steps: ExpectedStep[] },\n  opts: { allowRepeatedSteps: boolean; repeatedSteps: string[] },\n): TrajectoryComparisonResult {\n  const actualNames: string[] = actual.steps.map((s: TrajectoryStep) => s.name);\n  const expectedNames: string[] = expected.steps.map((s: ExpectedStep) => s.name);\n\n  let matchedSteps = 0;\n  const matchedExpectedIndices = new Set<number>();\n  const usedIndices = new Set<number>();\n  for (let i = 0; i < expected.steps.length; i++) {\n    const expectedStep = expected.steps[i]!;\n    for (let j = 0; j < actual.steps.length; j++) {\n      if (!usedIndices.has(j) && expectedStepMatches(actual.steps[j]!, expectedStep)) {\n        matchedSteps++;\n        matchedExpectedIndices.add(i);\n        usedIndices.add(j);\n        break;\n      }\n    }\n  }\n\n  // Missing steps = expected steps that were not matched (accounts for stepType/data mismatches)\n  const missingSteps = expectedNames.filter((_, i) => !matchedExpectedIndices.has(i));\n  const expectedSet = new Set(expectedNames);\n  const extraSteps = actualNames.filter(name => !expectedSet.has(name));\n\n  let score = matchedSteps / expected.steps.length;\n\n  // Penalize repeated steps if not allowed\n  if (!opts.allowRepeatedSteps && opts.repeatedSteps.length > 0) {\n    score = Math.max(0, score - opts.repeatedSteps.length * 0.1);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    matchedSteps,\n    totalExpectedSteps: expected.steps.length,\n    totalActualSteps: actual.steps.length,\n    missingSteps,\n    extraSteps,\n    outOfOrderSteps: [], // ordering not checked in unordered mode\n    repeatedSteps: opts.repeatedSteps,\n  };\n}\n\n// ─── Efficiency evaluation ───\n\n/**\n * Result of checking trajectory efficiency.\n */\nexport type TrajectoryEfficiencyResult = {\n  /** Overall efficiency score from 0 to 1 */\n  score: number;\n  /** Total number of steps taken */\n  totalSteps: number;\n  /** Whether the step budget was exceeded */\n  overStepBudget: boolean;\n  /** Total tokens used across model_generation steps */\n  totalTokens: number;\n  /** Whether the token budget was exceeded */\n  overTokenBudget: boolean;\n  /** Total duration in milliseconds */\n  totalDurationMs: number;\n  /** Whether the duration budget was exceeded */\n  overDurationBudget: boolean;\n  /** Redundant calls detected (same tool + same args consecutively) */\n  redundantCalls: Array<{ name: string; index: number }>;\n};\n\n/**\n * Evaluate trajectory efficiency against budgets and redundancy checks.\n * Throws when a configured budget is invalid or its required measurements are incomplete or invalid.\n */\nexport function checkTrajectoryEfficiency(\n  trajectory: Trajectory,\n  options: {\n    maxSteps?: number;\n    maxTotalTokens?: number;\n    maxTotalDurationMs?: number;\n    noRedundantCalls?: boolean;\n  } = {},\n): TrajectoryEfficiencyResult {\n  const { maxSteps, maxTotalTokens, maxTotalDurationMs, noRedundantCalls = true } = options;\n\n  const isMeasurement = (value: number | undefined): value is number =>\n    typeof value === 'number' && Number.isFinite(value) && value >= 0;\n  for (const [name, limit] of Object.entries({ maxSteps, maxTotalTokens, maxTotalDurationMs })) {\n    if (limit !== undefined && !isMeasurement(limit)) {\n      throw new Error(`Invalid ${name} budget: expected a finite nonnegative number`);\n    }\n  }\n\n  const totalSteps = trajectory.steps.length;\n\n  // Count each model generation, including nested agents, without counting container aggregates.\n  let totalTokens = 0;\n  let modelGenerations = 0;\n  const remaining = [...trajectory.steps];\n  while (remaining.length > 0) {\n    const step = remaining.pop()!;\n    if (step.stepType === 'model_generation') {\n      modelGenerations++;\n      if (\n        maxTotalTokens !== undefined &&\n        (!isMeasurement(step.promptTokens) || !isMeasurement(step.completionTokens))\n      ) {\n        throw new Error(\n          `Cannot evaluate token budget: model generation \"${step.name}\" has missing or invalid token counts`,\n        );\n      }\n      totalTokens += (step.promptTokens ?? 0) + (step.completionTokens ?? 0);\n    }\n    if (step.children) {\n      for (const child of step.children) remaining.push(child);\n    }\n  }\n  if (maxTotalTokens !== undefined && (modelGenerations === 0 || !isMeasurement(totalTokens))) {\n    throw new Error('Cannot evaluate token budget: missing model-generation measurements or invalid total tokens');\n  }\n\n  // A parent duration already covers its children; never add both.\n  const totalDurationMs =\n    trajectory.totalDurationMs ?? trajectory.steps.reduce((sum, s) => sum + (s.durationMs ?? 0), 0);\n  if (maxTotalDurationMs !== undefined) {\n    const hasDuration =\n      trajectory.totalDurationMs !== undefined\n        ? isMeasurement(trajectory.totalDurationMs)\n        : trajectory.steps.length > 0 && trajectory.steps.every(step => isMeasurement(step.durationMs));\n    if (!hasDuration || !isMeasurement(totalDurationMs)) {\n      throw new Error('Cannot evaluate duration budget: missing or invalid duration measurements');\n    }\n  }\n\n  // Detect redundant calls (same tool name + same args in consecutive calls)\n  const redundantCalls: Array<{ name: string; index: number }> = [];\n  if (noRedundantCalls) {\n    for (let i = 1; i < trajectory.steps.length; i++) {\n      const prev = trajectory.steps[i - 1]!;\n      const curr = trajectory.steps[i]!;\n      if (\n        prev.name === curr.name &&\n        prev.stepType === curr.stepType &&\n        (prev.stepType === 'tool_call' || prev.stepType === 'mcp_tool_call')\n      ) {\n        const prevArgs = (prev as TrajectoryStep & { toolArgs?: Record<string, unknown> }).toolArgs;\n        const currArgs = (curr as TrajectoryStep & { toolArgs?: Record<string, unknown> }).toolArgs;\n        try {\n          if (JSON.stringify(prevArgs) === JSON.stringify(currArgs)) {\n            redundantCalls.push({ name: curr.name, index: i });\n          }\n        } catch {\n          // If serialization fails, don't flag as redundant\n        }\n      }\n    }\n  }\n\n  const overStepBudget = maxSteps !== undefined && totalSteps > maxSteps;\n  const overTokenBudget = maxTotalTokens !== undefined && totalTokens > maxTotalTokens;\n  const overDurationBudget = maxTotalDurationMs !== undefined && totalDurationMs > maxTotalDurationMs;\n\n  // Calculate score: each dimension contributes equally\n  const dimensions: number[] = [];\n\n  if (maxSteps !== undefined) {\n    dimensions.push(overStepBudget ? Math.max(0, 1 - (totalSteps - maxSteps) / maxSteps) : 1);\n  }\n  if (maxTotalTokens !== undefined) {\n    dimensions.push(overTokenBudget ? Math.max(0, 1 - (totalTokens - maxTotalTokens) / maxTotalTokens) : 1);\n  }\n  if (maxTotalDurationMs !== undefined) {\n    dimensions.push(\n      overDurationBudget ? Math.max(0, 1 - (totalDurationMs - maxTotalDurationMs) / maxTotalDurationMs) : 1,\n    );\n  }\n  if (noRedundantCalls) {\n    dimensions.push(redundantCalls.length === 0 ? 1 : Math.max(0, 1 - redundantCalls.length * 0.2));\n  }\n\n  const score = dimensions.length > 0 ? dimensions.reduce((a, b) => a + b, 0) / dimensions.length : 1;\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    totalSteps,\n    overStepBudget,\n    totalTokens,\n    overTokenBudget,\n    totalDurationMs,\n    overDurationBudget,\n    redundantCalls,\n  };\n}\n\n// ─── Blacklist evaluation ───\n\n/**\n * Result of checking trajectory against a blacklist.\n */\nexport type TrajectoryBlacklistResult = {\n  /** Score: 1.0 if clean, 0.0 if any violation found */\n  score: number;\n  /** Individual blacklisted tools that were found */\n  violatedTools: string[];\n  /** Blacklisted sequences that were found */\n  violatedSequences: string[][];\n};\n\n/**\n * Check if a trajectory violates any blacklist rules.\n * Returns score 0.0 if any violation is found (hard fail).\n */\nexport function checkTrajectoryBlacklist(\n  trajectory: Trajectory,\n  options: {\n    blacklistedTools?: string[];\n    blacklistedSequences?: string[][];\n  } = {},\n): TrajectoryBlacklistResult {\n  const { blacklistedTools = [], blacklistedSequences = [] } = options;\n  const violatedTools: string[] = [];\n  const violatedSequences: string[][] = [];\n\n  const stepNames = trajectory.steps.map(s => s.name);\n\n  // Check blacklisted tools\n  for (const forbidden of blacklistedTools) {\n    if (stepNames.includes(forbidden)) {\n      violatedTools.push(forbidden);\n    }\n  }\n\n  // Check blacklisted sequences (contiguous subsequences)\n  for (const sequence of blacklistedSequences) {\n    if (sequence.length === 0) continue;\n    for (let i = 0; i <= stepNames.length - sequence.length; i++) {\n      let match = true;\n      for (let j = 0; j < sequence.length; j++) {\n        if (stepNames[i + j] !== sequence[j]) {\n          match = false;\n          break;\n        }\n      }\n      if (match) {\n        violatedSequences.push(sequence);\n        break; // Only report each sequence once\n      }\n    }\n  }\n\n  const hasViolations = violatedTools.length > 0 || violatedSequences.length > 0;\n\n  return {\n    score: hasViolations ? 0 : 1,\n    violatedTools,\n    violatedSequences,\n  };\n}\n\n// ─── Tool failure analysis ───\n\n/**\n * A detected tool failure pattern in the trajectory.\n */\nexport type ToolFailurePattern = {\n  /** The tool name that experienced failure */\n  toolName: string;\n  /** Number of consecutive retries (same tool, same or similar args) */\n  retryCount: number;\n  /** Whether the agent fell back to a different tool after failures */\n  fellBackToAlternative: boolean;\n  /** The alternative tool used, if any */\n  alternativeTool?: string;\n  /** Whether any retry eventually succeeded */\n  eventuallySucceeded: boolean;\n};\n\n/**\n * Result of analyzing tool failure patterns in a trajectory.\n */\nexport type ToolFailureAnalysisResult = {\n  /** Score from 0 to 1 (lower = more failures/retries) */\n  score: number;\n  /** Tool failure patterns detected */\n  patterns: ToolFailurePattern[];\n  /** Total number of retries across all tools */\n  totalRetries: number;\n  /** Tools that exceeded the retry threshold */\n  excessiveRetryTools: string[];\n};\n\n/**\n * Analyze tool failure and retry patterns in a trajectory.\n */\nexport function analyzeToolFailures(\n  trajectory: Trajectory,\n  options: {\n    maxRetriesPerTool?: number;\n  } = {},\n): ToolFailureAnalysisResult {\n  const { maxRetriesPerTool = 2 } = options;\n  const patterns: ToolFailurePattern[] = [];\n  let totalRetries = 0;\n\n  const toolCallSteps = trajectory.steps.filter(s => s.stepType === 'tool_call' || s.stepType === 'mcp_tool_call');\n\n  if (toolCallSteps.length === 0) {\n    return { score: 1, patterns: [], totalRetries: 0, excessiveRetryTools: [] };\n  }\n\n  // Group consecutive calls to the same tool as potential retry sequences\n  let i = 0;\n  while (i < toolCallSteps.length) {\n    const currentTool = toolCallSteps[i]!;\n    let retryCount = 0;\n    let j = i + 1;\n\n    // Count consecutive calls to the same tool\n    // (toolCallSteps is pre-filtered to tool_call/mcp_tool_call, so no stepType checks needed)\n    while (j < toolCallSteps.length && toolCallSteps[j]!.name === currentTool.name) {\n      const prevStep = toolCallSteps[j - 1]! as TrajectoryStep & { success?: boolean };\n      if (prevStep.success === false) {\n        retryCount++;\n      }\n      j++;\n    }\n\n    if (retryCount > 0) {\n      // Check if agent fell back to a different tool after retries\n      const nextDifferentTool = j < toolCallSteps.length ? toolCallSteps[j] : undefined;\n      const lastRetry = toolCallSteps[j - 1]! as TrajectoryStep & { success?: boolean };\n      const lastSuccess = lastRetry.success !== false;\n\n      patterns.push({\n        toolName: currentTool.name,\n        retryCount,\n        fellBackToAlternative: nextDifferentTool !== undefined && !lastSuccess,\n        alternativeTool: nextDifferentTool !== undefined && !lastSuccess ? nextDifferentTool.name : undefined,\n        eventuallySucceeded: lastSuccess,\n      });\n\n      totalRetries += retryCount;\n    }\n\n    i = j;\n  }\n\n  // Score: penalize excessive retries\n  const excessiveRetryTools = patterns.filter(p => p.retryCount > maxRetriesPerTool).map(p => p.toolName);\n\n  let score = 1;\n  if (toolCallSteps.length > 0) {\n    // Each retry beyond the threshold costs more\n    const excessRetries = patterns.reduce((sum, p) => sum + Math.max(0, p.retryCount - maxRetriesPerTool), 0);\n    score = Math.max(0, 1 - excessRetries * 0.2);\n  }\n\n  return {\n    score: roundToTwoDecimals(Math.max(0, Math.min(1, score))),\n    patterns,\n    totalRetries,\n    excessiveRetryTools,\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAsDA,SAAgB,kCAAkC,SAAkC;CAClF,MAAM,UAAU,QAAQ;CAExB,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,IAAI,MAAM,QAAQ,OAAO,GAAG;EAC1B,MAAM,YAAY,QAAQ,QAAO,MAAK,EAAE,SAAS,MAAM;EACvD,OAAO,UAAU,SAAS,IAAI,UAAU,UAAU,SAAS,EAAE,EAAE,QAAQ,KAAK;CAC9E;CACA,IAAI,OAAO,SAAS,YAAY,YAAY,QAAQ,YAAY,IAC9D,OAAO,QAAQ;CAEjB,IAAI,OAAO,SAAS,SAAS,YAAY,QAAQ,SAAS,IACxD,OAAO,QAAQ;CAEjB,IAAI,SAAS,SAAS,MAAM,QAAQ,QAAQ,KAAK,GAAG;EAElD,MAAM,YAAY,QAAQ,MAAM,QAAQ,MAAW,EAAE,SAAS,MAAM;EACpE,OAAO,UAAU,SAAS,IAAI,UAAU,UAAU,SAAS,EAAE,EAAE,QAAQ,KAAK;CAC9E;CACA,OAAO;AACT;AAEA,MAAM,YAAY,UAAiD;CACjE,OAAO,OAAO,UAAU,YAAY,UAAU;AAChD;AAEA,MAAM,oBAAoB,UAAuC;CAC/D,IAAI,OAAO,UAAU,UAAU,OAAO,UAAU,KAAK,KAAA,IAAY;CACjE,IAAI,MAAM,QAAQ,KAAK,GAAG;EACxB,MAAM,YAAY,MACf,QAAO,SAAQ,SAAS,IAAI,KAAK,KAAK,SAAS,UAAU,OAAO,KAAK,SAAS,QAAQ,CAAC,CACvF,KAAI,SAAQ,KAAK,IAAI;EACxB,OAAO,UAAU,SAAS,IAAI,UAAU,UAAU,SAAS,KAAK,KAAA;CAClE;CACA,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO,KAAA;CAE7B,MAAM,YAAY,MAAM,QAAQ,MAAM,KAAK,IAAI,iBAAiB,MAAM,KAAK,IAAI,KAAA;CAE/E,OACE,iBAAiB,MAAM,OAAO,MAC7B,OAAO,MAAM,SAAS,YAAY,MAAM,SAAS,KAAK,MAAM,OAAO,KAAA,OACnE,OAAO,MAAM,SAAS,YAAY,MAAM,SAAS,KAAK,MAAM,OAAO,KAAA,MACpE;AAEJ;AAEA,MAAa,4BAA4B,UAAoD;CAC3F,OACE,SAAS,KAAK,KACd,MAAM,QAAQ,MAAM,aAAa,KACjC,MAAM,QAAQ,MAAM,kBAAkB,KACtC,MAAM,QAAQ,MAAM,cAAc,KAClC,SAAS,MAAM,oBAAoB;AAEvC;AAEA,MAAM,yBAAyB,YAAiD;CAC9E,OACE,SAAS,OAAO,KAChB,OAAO,QAAQ,OAAO,YACtB,OAAO,QAAQ,SAAS,YACxB,aAAa,WACb,eAAe;AAEnB;AAEA,MAAa,6BAA6B,WAAuD;CAC/F,OAAO,MAAM,QAAQ,MAAM,KAAK,OAAO,MAAM,qBAAqB;AACpE;;;;;;;;;AAUA,MAAM,2BAA2B,YAAqD;CACpF,IAAI,QAAQ,SAAS,UAAU,OAAO,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAA;CAExF,MAAM,aACJ,SAAS,QAAQ,OAAO,KAAK,SAAS,QAAQ,QAAQ,QAAQ,IAAI,QAAQ,QAAQ,SAAS,SAAS,KAAA;CAEtG,MAAM,UAAU,SAAS,UAAU,KAAK,OAAO,WAAW,YAAY,WAAW,WAAW,UAAU,KAAA;CACtG,MAAM,aAAa,SAAS,UAAU,KAAK,OAAO,WAAW,SAAS,WAAW,WAAW,OAAO,KAAA;CACnG,MAAM,eAAe,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAA;CAEvE,OAAO,WAAW,cAAc;AAClC;AAEA,MAAM,uBAAuB,UAAmB,SAAqC;CACnF,IAAI,CAAC,MAAM,QAAQ,QAAQ,GAAG,OAAO,KAAA;CAErC,MAAM,UAAU,SAAS,MAAK,YAAW,SAAS,OAAO,KAAK,wBAAwB,OAAO,MAAM,IAAI;CACvG,OAAO,UAAU,iBAAiB,OAAO,IAAI,KAAA;AAC/C;;;;;;;;;;;;;;;AAgBA,MAAa,sBAAsB,QAAgB;CACjD,OAAO,KAAK,OAAO,MAAM,OAAO,WAAW,GAAG,IAAI;AACpD;;;;;;;;;;;;;;;AAgBA,SAAgB,WAAW,OAAe,SAAiB,SAA0B;CACnF,OAAO,KAAK,IAAI,QAAQ,OAAO,IAAI,KAAK,IAAI,QAAQ,OAAO;AAC7D;;;;;;;;;;;;;;;;;;;AA6CA,MAAa,iBACX,OACA,QACA,mBACA,mBACiB;CACjB,OAAO;EACL,OAAO,CAAC;GAAE,MAAM;GAAQ,SAAS;EAAM,CAAC;EACxC,QAAQ;GAAE,MAAM;GAAa,MAAM;EAAO;EAC1C,mBAAmB,qBAAqB,CAAC;EACzC,gBAAgB,kBAAkB,CAAC;CACrC;AACF;;;;;;;;;;;;;;;;;;;AAoBA,MAAa,8BAA8B,UAAwC;CACjF,IAAI,OAAO,UAAU,UAAU,OAAO;CACtC,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO,KAAA;CAE7B,OACE,oBAAoB,MAAM,eAAe,MAAM,KAC/C,oBAAoB,MAAM,UAAU,MAAM,MACzC,OAAO,MAAM,WAAW,WAAW,MAAM,SAAS,KAAA,OAClD,OAAO,MAAM,SAAS,WAAW,MAAM,OAAO,KAAA,MAC/C,iBAAiB,MAAM,OAAO,KAC9B,iBAAiB,MAAM,KAAK,KAC5B,iBAAiB,MAAM,IAAI;AAE/B;AAEA,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;AAsB9C,MAAa,sCACX,OACA,YACuB;CACvB,IAAI,CAAC,yBAAyB,KAAK,GAAG,OAAO,KAAA;CAE7C,MAAM,cAAc,SAAS,eAAe;CAC5C,IAAI,eAAe,GAAG,OAAO,KAAA;CAE7B,MAAM,QAAQ,MAAM,mBACjB,MAAM,CAAC,WAAW,CAAC,CACnB,KAAI,YAAW;EACd,IAAI,CAAC,SAAS,OAAO,GAAG,OAAO,KAAA;EAE/B,MAAM,OAAO,wBAAwB,OAAO;EAC5C,MAAM,OAAO,kCAAkC,OAA0B,CAAC,CAAC,KAAK;EAChF,IAAI,CAAC,QAAQ,CAAC,MAAM,OAAO,KAAA;EAE3B,OAAO,GAAG,KAAK,IAAI;CACrB,CAAC,CAAC,CACD,QAAQ,SAAyB,QAAQ,IAAI,CAAC;CAEjD,OAAO,MAAM,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI,KAAA;AAC/C;;;;;;;;;;;;;;;;;;;AAoBA,MAAa,iCAAiC,UAA8B;CAC1E,MAAM,iBAA2B,CAAC;CAClC,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO;CAG7B,IAAI,MAAM,QAAQ,MAAM,cAAc,GACpC,eAAe,KACb,GAAG,MAAM,eACN,KAAI,QAAO;EAEV,IAAI,OAAO,IAAI,YAAY,UACzB,OAAO,IAAI;OACN,IAAI,MAAM,QAAQ,IAAI,OAAO,GAElC,OAAO,IAAI,QACR,QAAQ,SAAc,KAAK,SAAS,MAAM,CAAC,CAC3C,KAAK,SAAc,KAAK,QAAQ,EAAE,CAAC,CACnC,KAAK,GAAG;EAEb,OAAO;CACT,CAAC,CAAC,CACD,QAAO,YAAW,OAAO,CAC9B;CAGF,MAAM,qBAAqB,aAAsB;EAC/C,IAAI,CAAC,MAAM,QAAQ,QAAQ,GAAG;EAE9B,eAAe,KACb,GAAG,SACA,QAAO,YAAW,SAAS,OAAO,KAAK,QAAQ,SAAS,QAAQ,CAAC,CACjE,KAAI,YAAW,iBAAiB,OAAO,CAAC,CAAC,CACzC,QAAQ,YAA+B,QAAQ,OAAO,CAAC,CAC5D;CACF;CAEA,kBAAkB,MAAM,aAAa;CACrC,kBAAkB,MAAM,QAAQ;CAGhC,IAAI,SAAS,MAAM,oBAAoB,GACrC,OAAO,OAAO,MAAM,oBAAoB,CAAC,CAAC,SAAQ,aAAY;EAC5D,IAAI,CAAC,MAAM,QAAQ,QAAQ,GAAG;EAC9B,SAAS,SAAQ,QAAO;GACtB,MAAM,UAAU,iBAAiB,GAAG;GACpC,IAAI,SACF,eAAe,KAAK,OAAO;EAE/B,CAAC;CACH,CAAC;CAGH,OAAO;AACT;;;;;;;;;;;;;;;;;;AAmBA,MAAa,2BAA2B,UAA4B;CAElE,OADuB,8BAA8B,KACjC,CAAC,CAAC,KAAK,MAAM;AACnC;;;;;;;;;;;;;;;;;;;;;;;AAwBA,MAAa,oCAAoC,WAAqB;CACpE,IAAI,OAAO,WAAW,UAAU,OAAO;CACvC,IAAI,MAAM,QAAQ,MAAM,GAAG;EACzB,MAAM,oBAAoB,OAAO,QAC/B,YAAW,SAAS,OAAO,KAAK,wBAAwB,OAAO,MAAM,WACvE;EAGA,KAAK,IAAI,IAAI,kBAAkB,SAAS,GAAG,KAAK,GAAG,KAAK;GACtD,MAAM,OAAO,iBAAiB,kBAAkB,EAAE;GAClD,IAAI,MAAM,OAAO;EACnB;EACA;CACF;CACA,IAAI,CAAC,SAAS,MAAM,GAAG,OAAO,KAAA;CAE9B,MAAM,oBAAoB,OAAO,SAAS,KAAA,KAAa,OAAO,SAAS;CAEvE,IAAI,qBAAqB,OAAO,OAAO,SAAS,UAAU,OAAO,OAAO;CACxE,IAAI,qBAAqB,OAAO,OAAO,YAAY,UAAU,OAAO,OAAO;CAC3E,IAAI,sBAAsB,SAAS,OAAO,OAAO,KAAK,MAAM,QAAQ,OAAO,OAAO,IAChF,OACE,kCAAkC,MAAyB,KAC3D,kCAAkC,OAAO,OAA0B,KACnE,KAAA;CAGJ,IAAI,OAAO,SAAS,aAAa,OAAO,kCAAkC,MAAyB,KAAK,KAAA;AAG1G;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCA,MAAa,6BAA6B,WAAyD;CACjG,IAAI,CAAC,QAAQ,OAAO,KAAA;CAEpB,MAAM,UAAU,OAAO,MAAM,EAAE,WAAW,SAAS,WAAW;CAC9D,IAAI,CAAC,SAAS,OAAO,KAAA;CAGrB,IAAI,QAAQ,QAAQ,WAClB,OAAO,QAAQ,QAAQ;CAKzB,MAAM,iBAAiB,QAAQ,QAAQ,OAAO,QAAQ,MAAW,EAAE,SAAS,WAAW;CACvF,IAAI,kBAAkB,eAAe,SAAS,GAAG;EAC/C,MAAM,iBAAiB,eACpB,KAAK,MAAW;GAEf,IAAI,EAAE,WAAW,MAAM,QAAQ,EAAE,OAAO,GACtC,OAAO,EAAE,QACN,QAAQ,MAAW,EAAE,SAAS,MAAM,CAAC,CACrC,KAAK,MAAW,EAAE,IAAI,CAAC,CACvB,KAAK,EAAE;GAEZ,OAAO,EAAE,aAAa;EACxB,CAAC,CAAC,CACD,OAAO,OAAO;EAEjB,OAAO,eAAe,SAAS,IAAI,eAAe,KAAK,IAAI,IAAI,KAAA;CACjE;AAGF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkCA,MAAa,wBAAwB,EACnC,YACA,UACA,MACA,QACA,QAAQ,UACR,WACA,cAiBG;CACH,OAAO;EACL;EACA;EACA;EACA;EACA;EACA,GAAI,cAAc,KAAA,KAAa,EAAE,UAAU;EAC3C,GAAI,YAAY,KAAA,KAAa,EAAE,QAAQ;CACzC;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsDA,SAAgB,kBAAkB,EAChC,SACA,MACA,KAAK,gBACL,kBAAkB,CAAC,GACnB,SAkBkB;CAClB,OAAO;EACL;EACA;EACA,SAAS;GACP,QAAQ;GACR,OAAO,SAAS,CAAC;IAAE,MAAM;IAAQ,MAAM;GAAQ,CAAC;GAChD;GACA,GAAI,gBAAgB,SAAS,KAAK,EAChC,iBAAiB,gBAAgB,KAAI,QAAO;IAC1C,YAAY,GAAG;IACf,UAAU,GAAG;IACb,MAAM,GAAG;IACT,QAAQ,GAAG;IACX,OAAO,GAAG;GACZ,EAAE,EACJ;EACF;EACA,2BAAW,IAAI,KAAK;CACtB;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA+BA,MAAa,sBAAsB,EACjC,gBAAgB,CAAC,GACjB,QACA,qBAAqB,CAAC,GACtB,iBAAiB,CAAC,GAClB,uBAAuB,CAAC,GACxB,iBAAiB,IAAI,eAAe,GACpC,QAAQ,OAAO,WAAW,QAcvB;CACH,OAAO;EACL,OAAO;GACL;GACA;GACA;GACA;EACF;EACA;EACA;EACA;CACF;AACF;;;;;;;;;;;;;;;;;AAkBA,MAAa,2BAA2B,EACtC,gBAAgB,CAAC,GACjB,YACA,qBAAqB,CAAC,GACtB,iBAAiB,CAAC,GAClB,uBAAuB,CAAC,GACxB,iBAAiB,IAAI,eAAe,GACpC,QAAQ,OAAO,WAAW,GAC1B,yBAgBG;CACH,OAAO;EACL,OAAO;GACL;GACA;GACA;GACA;EACF;EACA,QAAQ;EACR;EACA;EACA;CACF;AACF;;;;;;;;;;;;;;;;;;;;;AAoCA,SAAgB,qBAAqB,SAAsC;CACzE,MAAM,SAAS,SAAS,SAAS;CACjC,MAAM,YACJ,SAAS,SAAS,OACd,QAAQ,MAA2D,EAAE,SAAS,iBAAiB,CAAC,CACjG,KAAI,MAAK,EAAE,cAAc,CAAC,CAC1B,OAAO,OAAO,KAAK,CAAC;CACzB,MAAM,cAAc,IAAI,IAAI,UAAU,KAAI,eAAc,WAAW,UAAU,CAAC,CAAC,OAAO,OAAO,CAAC;CAC9F,MAAM,oBAAoB,UAAU,CAAC;CACrC,MAAM,kBAAkB,IAAI,IAAI,kBAAkB,KAAK,YAAY,UAAU,CAAC,YAAY,YAAY,KAAK,CAAC,CAAC;CAC7G,MAAM,kBAAoC,CAAC;CAC3C,IAAI,cAAc;CAClB,KAAK,MAAM,cAAc,WAAW;EAClC,MAAM,cAAc,WAAW,aAAa,gBAAgB,IAAI,WAAW,UAAU,IAAI,KAAA;EACzF,IAAI,gBAAgB,KAAA,KAAa,eAAe,aAAa;GAE3D,OAAO,cAAc,aAAa,eAAe;IAC/C,MAAM,WAAW,kBAAkB;IACnC,IAAI,YAAY,CAAC,YAAY,IAAI,SAAS,UAAU,GAAG,gBAAgB,KAAK,QAAQ;GACtF;GACA;EACF;EACA,gBAAgB,KAAK,UAAU;CACjC;CACA,OAAO,cAAc,kBAAkB,QAAQ,eAAe;EAC5D,MAAM,aAAa,kBAAkB;EACrC,IAAI,cAAc,CAAC,YAAY,IAAI,WAAW,UAAU,GAAG,gBAAgB,KAAK,UAAU;CAC5F;CACA,OAAO;AACT;;;;;;;;;;;;;;;;;;;;;;;AAwBA,SAAgB,iBAAiB,QAAqF;CACpH,MAAM,YAAsB,CAAC;CAC7B,MAAM,gBAAgC,CAAC;CAEvC,KAAK,IAAI,eAAe,GAAG,eAAe,OAAO,QAAQ,gBAAgB;EACvE,MAAM,UAAU,OAAO;EACvB,MAAM,kBAAkB,qBAAqB,OAAO;EAEpD,IAAI,CAAC,gBAAgB,QAAQ;EAE7B,KAAK,IAAI,kBAAkB,GAAG,kBAAkB,gBAAgB,QAAQ,mBAAmB;GACzF,MAAM,aAAa,gBAAgB;GAGnC,IACE,cACA,WAAW,aACV,WAAW,UAAU,YAAY,WAAW,UAAU,UAAU,WAAW,UAAU,iBACtF;IACA,UAAU,KAAK,WAAW,QAAQ;IAClC,cAAc,KAAK;KACjB,UAAU,WAAW;KACrB,YAAY,WAAW,cAAc,GAAG,aAAa,GAAG;KACxD;KACA;IACF,CAAC;GACH;EACF;CACF;CAEA,OAAO;EAAE,OAAO;EAAW;CAAc;AAC3C;;;;;;;;;;;;;;;;AAiBA,MAAa,wBAAwB,aAA2D;CAC9F,OAAO,UAAU,eAAe,KAAI,QAAO,kCAAkC,GAAG,CAAC,KAAK,CAAC;AACzF;;;;;;;;;;;;;;;;;;AAmBA,MAAa,gCAAgC,cAAiD;CAC5F,OAAO,UAAU,QAAO,QAAO,IAAI,SAAS,WAAW,CAAC,CAAC,KAAI,QAAO,kCAAkC,GAAG,CAAC;AAC5G;;;;;;;;;;;;;;;;;;;;;;;;;;AAyCA,SAAgB,mBAAmB,QAAmD;CACpF,MAAM,UAA4B,CAAC;CAEnC,KAAK,MAAM,WAAW,QAAQ;EAC5B,MAAM,kBAAkB,qBAAqB,OAAO;EAEpD,IAAI,CAAC,gBAAgB,QAAQ;EAE7B,KAAK,MAAM,cAAc,iBAEvB,IAAI,WAAW,UAAU,YAAY,WAAW,WAAW,KAAA,GACzD,QAAQ,KAAK;GACX,UAAU,WAAW;GACrB,YAAY,WAAW,cAAc;GACrC,MAAM,WAAW,QAAQ,CAAC;GAC1B,QAAQ,WAAW;EACrB,CAAC;CAGP;CAEA,OAAO;AACT;;;;;;;;;;;;;;;;;;;;;;AA2BA,SAAgB,oBACd,QACA,UACA,UAGI,CAAC,GACuB;CAC5B,MAAM,EAAE,qBAAqB,MAAM,WAAW,cAAc;CAM5D,MAAM,qBAAgD,EACpD,OAAO,SAAS,MAClB;CAEA,IAAI,mBAAmB,MAAM,WAAW,GACtC,OAAO;EACL,OAAO,OAAO,MAAM,WAAW,IAAI,IAAI;EACvC,cAAc;EACd,oBAAoB;EACpB,kBAAkB,OAAO,MAAM;EAC/B,cAAc,CAAC;EACf,YAAY,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;EAC1D,iBAAiB,CAAC;EAClB,eAAe,CAAC;CAClB;CAGF,MAAM,cAAc,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAGlE,MAAM,6BAAa,IAAI,IAAoB;CAC3C,KAAK,MAAM,QAAQ,aACjB,WAAW,IAAI,OAAO,WAAW,IAAI,IAAI,KAAK,KAAK,CAAC;CAEtD,MAAM,gBAAgB,CAAC,GAAG,WAAW,QAAQ,CAAC,CAAC,CAC5C,QAAQ,CAAC,GAAG,WAA6B,QAAQ,CAAC,CAAC,CACnD,KAAK,CAAC,UAA4B,IAAI;CAEzC,IAAI,aAAa,UACf,OAAO,mBAAmB,QAAQ,oBAAoB;EAAE;EAAoB;CAAc,CAAC;CAG7F,IAAI,aAAa,aACf,OAAO,yBAAyB,QAAQ,oBAAoB;EAAE;EAAoB;CAAc,CAAC;CAGnG,OAAO,oBAAoB,QAAQ,oBAAoB;EAAE;EAAoB;CAAc,CAAC;AAC9F;AAwBA,SAAS,mBACP,QACA,UACA,MAC4B;CAC5B,MAAM,cAAwB,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAC5E,MAAM,gBAA0B,SAAS,MAAM,KAAK,MAAoB,EAAE,IAAI;CAG9E,IAAI,eAAe;CACnB,MAAM,kBAA4B,CAAC;CACnC,MAAM,yCAAyB,IAAI,IAAY;CAC/C,MAAM,SAAS,KAAK,IAAI,YAAY,QAAQ,cAAc,MAAM;CAEhE,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,KAAK;EAC/B,MAAM,aAAa,YAAY;EAE/B,IAAI,eADiB,cAAc,IAEjC,IAAI,OAAO,MAAM,MAAM,SAAS,MAAM,IAChC;OAAA,oBAAoB,OAAO,MAAM,IAAK,SAAS,MAAM,EAAG,GAAG;IAC7D;IACA,uBAAuB,IAAI,CAAC;GAC9B;SACK;GACL;GACA,uBAAuB,IAAI,CAAC;EAC9B;OACK,IAAI,cAAc,cAAc,SAAS,UAAU,GACxD,gBAAgB,KAAK,UAAU;CAEnC;CAGA,MAAM,eAAyB,cAAc,QAAQ,GAAW,MAAc,CAAC,uBAAuB,IAAI,CAAC,CAAC;CAC5G,MAAM,aAAuB,YAAY,QAAQ,SAAiB,CAAC,cAAc,SAAS,IAAI,CAAC;CAE/F,IAAI,QAAQ,eAAe,SAAS,MAAM;CAG1C,IAAI,YAAY,SAAS,cAAc,QAAQ;EAC7C,MAAM,gBAAgB,YAAY,SAAS,cAAc,UAAU,cAAc;EACjF,QAAQ,KAAK,IAAI,GAAG,QAAQ,eAAe,EAAG;CAChD;CAGA,IAAI,CAAC,KAAK,sBAAsB,KAAK,cAAc,SAAS,GAC1D,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAK,cAAc,SAAS,EAAG;CAG7D,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA,oBAAoB,SAAS,MAAM;EACnC,kBAAkB,OAAO,MAAM;EAC/B;EACA;EACA;EACA,eAAe,KAAK;CACtB;AACF;AAEA,SAAS,oBACP,QACA,UACA,MAC4B;CAC5B,MAAM,cAAwB,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAC5E,MAAM,gBAA0B,SAAS,MAAM,KAAK,MAAoB,EAAE,IAAI;CAG9E,IAAI,eAAe;CACnB,IAAI,mBAAmB;CACvB,MAAM,kBAA4B,CAAC;CACnC,MAAM,yCAAyB,IAAI,IAAY;CAE/C,KAAK,IAAI,IAAI,GAAG,IAAI,cAAc,QAAQ,KAAK;EAC7C,MAAM,eAAe,cAAc;EACnC,IAAI,QAAQ;EAEZ,KAAK,IAAI,IAAI,mBAAmB,GAAG,IAAI,YAAY,QAAQ,KACzD,IAAI,YAAY,OAAO,cACrB,IAAI,OAAO,MAAM,MAAM,SAAS,MAAM,IAChC;OAAA,oBAAoB,OAAO,MAAM,IAAK,SAAS,MAAM,EAAG,GAAG;IAC7D;IACA,mBAAmB;IACnB,uBAAuB,IAAI,CAAC;IAC5B,QAAQ;IACR;GACF;SACK;GACL;GACA,mBAAmB;GACnB,uBAAuB,IAAI,CAAC;GAC5B,QAAQ;GACR;EACF;EAIJ,IAAI,CAAC,OAEC;OAAA,YAAY,SAAS,YAAa,GACpC,gBAAgB,KAAK,YAAa;EAAA;CAGxC;CAGA,MAAM,eAAe,cAAc,QAAQ,GAAG,MAAM,CAAC,uBAAuB,IAAI,CAAC,CAAC;CAClF,MAAM,cAAc,IAAI,IAAI,aAAa;CACzC,MAAM,aAAa,YAAY,QAAO,SAAQ,CAAC,YAAY,IAAI,IAAI,CAAC;CAEpE,IAAI,QAAQ,eAAe,SAAS,MAAM;CAG1C,IAAI,CAAC,KAAK,sBAAsB,KAAK,cAAc,SAAS,GAC1D,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAK,cAAc,SAAS,EAAG;CAG7D,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA,oBAAoB,SAAS,MAAM;EACnC,kBAAkB,OAAO,MAAM;EAC/B;EACA;EACA;EACA,eAAe,KAAK;CACtB;AACF;;;;;AAMA,MAAM,4BAAsD;CAC1D,WAAW;EAAC;EAAY;EAAc;CAAS;CAC/C,eAAe;EAAC;EAAY;EAAc;EAAa;CAAS;CAChE,kBAAkB;EAAC;EAAW;EAAgB;EAAoB;CAAc;CAChF,WAAW,CAAC,SAAS;CACrB,eAAe;EAAC;EAAU;EAAU;CAAQ;CAC5C,cAAc,CAAC,cAAc,QAAQ;CACrC,sBAAsB,CAAC,kBAAkB,eAAe;CACxD,mBAAmB,CAAC,eAAe,eAAe;CAClD,eAAe,CAAC,YAAY,iBAAiB;CAC7C,gBAAgB,CAAC,mBAAmB,WAAW;CAC/C,qBAAqB,CAAC,aAAa,eAAe;CAClD,eAAe,CAAC,aAAa;AAC/B;;;;;;AAOA,SAAS,oBAAoB,QAAwB,UAAiC;CACpF,IAAI,OAAO,SAAS,SAAS,MAAM,OAAO;CAC1C,IAAI,SAAS,YAAY,OAAO,aAAa,SAAS,UAAU,OAAO;CAEvE,IAAI,SAAS,UAAU;EACrB,MAAM,SAAS,0BAA0B,SAAS,aAAa,CAAC;EAChE,KAAK,MAAM,SAAS,QAAQ;GAC1B,MAAM,cAAe,SAAiB;GACtC,IAAI,gBAAgB,KAAA,GAAW;GAC/B,MAAM,YAAa,OAAe;GAClC,IAAI,cAAc,KAAA,GAAW,OAAO;GACpC,IAAI;IACF,IAAI,KAAK,UAAU,SAAS,MAAM,KAAK,UAAU,WAAW,GAAG,OAAO;GACxE,QAAQ;IACN,OAAO;GACT;EACF;CACF;CAEA,OAAO;AACT;AAEA,SAAS,yBACP,QACA,UACA,MAC4B;CAC5B,MAAM,cAAwB,OAAO,MAAM,KAAK,MAAsB,EAAE,IAAI;CAC5E,MAAM,gBAA0B,SAAS,MAAM,KAAK,MAAoB,EAAE,IAAI;CAE9E,IAAI,eAAe;CACnB,MAAM,yCAAyB,IAAI,IAAY;CAC/C,MAAM,8BAAc,IAAI,IAAY;CACpC,KAAK,IAAI,IAAI,GAAG,IAAI,SAAS,MAAM,QAAQ,KAAK;EAC9C,MAAM,eAAe,SAAS,MAAM;EACpC,KAAK,IAAI,IAAI,GAAG,IAAI,OAAO,MAAM,QAAQ,KACvC,IAAI,CAAC,YAAY,IAAI,CAAC,KAAK,oBAAoB,OAAO,MAAM,IAAK,YAAY,GAAG;GAC9E;GACA,uBAAuB,IAAI,CAAC;GAC5B,YAAY,IAAI,CAAC;GACjB;EACF;CAEJ;CAGA,MAAM,eAAe,cAAc,QAAQ,GAAG,MAAM,CAAC,uBAAuB,IAAI,CAAC,CAAC;CAClF,MAAM,cAAc,IAAI,IAAI,aAAa;CACzC,MAAM,aAAa,YAAY,QAAO,SAAQ,CAAC,YAAY,IAAI,IAAI,CAAC;CAEpE,IAAI,QAAQ,eAAe,SAAS,MAAM;CAG1C,IAAI,CAAC,KAAK,sBAAsB,KAAK,cAAc,SAAS,GAC1D,QAAQ,KAAK,IAAI,GAAG,QAAQ,KAAK,cAAc,SAAS,EAAG;CAG7D,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA,oBAAoB,SAAS,MAAM;EACnC,kBAAkB,OAAO,MAAM;EAC/B;EACA;EACA,iBAAiB,CAAC;EAClB,eAAe,KAAK;CACtB;AACF;;;;;AA8BA,SAAgB,0BACd,YACA,UAKI,CAAC,GACuB;CAC5B,MAAM,EAAE,UAAU,gBAAgB,oBAAoB,mBAAmB,SAAS;CAElF,MAAM,iBAAiB,UACrB,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,KAAK,SAAS;CAClE,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO,QAAQ;EAAE;EAAU;EAAgB;CAAmB,CAAC,GACzF,IAAI,UAAU,KAAA,KAAa,CAAC,cAAc,KAAK,GAC7C,MAAM,IAAI,MAAM,WAAW,KAAK,8CAA8C;CAIlF,MAAM,aAAa,WAAW,MAAM;CAGpC,IAAI,cAAc;CAClB,IAAI,mBAAmB;CACvB,MAAM,YAAY,CAAC,GAAG,WAAW,KAAK;CACtC,OAAO,UAAU,SAAS,GAAG;EAC3B,MAAM,OAAO,UAAU,IAAI;EAC3B,IAAI,KAAK,aAAa,oBAAoB;GACxC;GACA,IACE,mBAAmB,KAAA,MAClB,CAAC,cAAc,KAAK,YAAY,KAAK,CAAC,cAAc,KAAK,gBAAgB,IAE1E,MAAM,IAAI,MACR,mDAAmD,KAAK,KAAK,sCAC/D;GAEF,gBAAgB,KAAK,gBAAgB,MAAM,KAAK,oBAAoB;EACtE;EACA,IAAI,KAAK,UACP,KAAK,MAAM,SAAS,KAAK,UAAU,UAAU,KAAK,KAAK;CAE3D;CACA,IAAI,mBAAmB,KAAA,MAAc,qBAAqB,KAAK,CAAC,cAAc,WAAW,IACvF,MAAM,IAAI,MAAM,6FAA6F;CAI/G,MAAM,kBACJ,WAAW,mBAAmB,WAAW,MAAM,QAAQ,KAAK,MAAM,OAAO,EAAE,cAAc,IAAI,CAAC;CAChG,IAAI,uBAAuB,KAAA,GAKrB;MAAA,EAHF,WAAW,oBAAoB,KAAA,IAC3B,cAAc,WAAW,eAAe,IACxC,WAAW,MAAM,SAAS,KAAK,WAAW,MAAM,OAAM,SAAQ,cAAc,KAAK,UAAU,CAAC,MAC9E,CAAC,cAAc,eAAe,GAChD,MAAM,IAAI,MAAM,2EAA2E;CAAA;CAK/F,MAAM,iBAAyD,CAAC;CAChE,IAAI,kBACF,KAAK,IAAI,IAAI,GAAG,IAAI,WAAW,MAAM,QAAQ,KAAK;EAChD,MAAM,OAAO,WAAW,MAAM,IAAI;EAClC,MAAM,OAAO,WAAW,MAAM;EAC9B,IACE,KAAK,SAAS,KAAK,QACnB,KAAK,aAAa,KAAK,aACtB,KAAK,aAAa,eAAe,KAAK,aAAa,kBACpD;GACA,MAAM,WAAY,KAAiE;GACnF,MAAM,WAAY,KAAiE;GACnF,IAAI;IACF,IAAI,KAAK,UAAU,QAAQ,MAAM,KAAK,UAAU,QAAQ,GACtD,eAAe,KAAK;KAAE,MAAM,KAAK;KAAM,OAAO;IAAE,CAAC;GAErD,QAAQ,CAER;EACF;CACF;CAGF,MAAM,iBAAiB,aAAa,KAAA,KAAa,aAAa;CAC9D,MAAM,kBAAkB,mBAAmB,KAAA,KAAa,cAAc;CACtE,MAAM,qBAAqB,uBAAuB,KAAA,KAAa,kBAAkB;CAGjF,MAAM,aAAuB,CAAC;CAE9B,IAAI,aAAa,KAAA,GACf,WAAW,KAAK,iBAAiB,KAAK,IAAI,GAAG,KAAK,aAAa,YAAY,QAAQ,IAAI,CAAC;CAE1F,IAAI,mBAAmB,KAAA,GACrB,WAAW,KAAK,kBAAkB,KAAK,IAAI,GAAG,KAAK,cAAc,kBAAkB,cAAc,IAAI,CAAC;CAExG,IAAI,uBAAuB,KAAA,GACzB,WAAW,KACT,qBAAqB,KAAK,IAAI,GAAG,KAAK,kBAAkB,sBAAsB,kBAAkB,IAAI,CACtG;CAEF,IAAI,kBACF,WAAW,KAAK,eAAe,WAAW,IAAI,IAAI,KAAK,IAAI,GAAG,IAAI,eAAe,SAAS,EAAG,CAAC;CAGhG,MAAM,QAAQ,WAAW,SAAS,IAAI,WAAW,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,WAAW,SAAS;CAElG,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA;EACA;EACA;EACA;EACA;EACA;CACF;AACF;;;;;AAoBA,SAAgB,yBACd,YACA,UAGI,CAAC,GACsB;CAC3B,MAAM,EAAE,mBAAmB,CAAC,GAAG,uBAAuB,CAAC,MAAM;CAC7D,MAAM,gBAA0B,CAAC;CACjC,MAAM,oBAAgC,CAAC;CAEvC,MAAM,YAAY,WAAW,MAAM,KAAI,MAAK,EAAE,IAAI;CAGlD,KAAK,MAAM,aAAa,kBACtB,IAAI,UAAU,SAAS,SAAS,GAC9B,cAAc,KAAK,SAAS;CAKhC,KAAK,MAAM,YAAY,sBAAsB;EAC3C,IAAI,SAAS,WAAW,GAAG;EAC3B,KAAK,IAAI,IAAI,GAAG,KAAK,UAAU,SAAS,SAAS,QAAQ,KAAK;GAC5D,IAAI,QAAQ;GACZ,KAAK,IAAI,IAAI,GAAG,IAAI,SAAS,QAAQ,KACnC,IAAI,UAAU,IAAI,OAAO,SAAS,IAAI;IACpC,QAAQ;IACR;GACF;GAEF,IAAI,OAAO;IACT,kBAAkB,KAAK,QAAQ;IAC/B;GACF;EACF;CACF;CAIA,OAAO;EACL,OAHoB,cAAc,SAAS,KAAK,kBAAkB,SAAS,IAGpD,IAAI;EAC3B;EACA;CACF;AACF;;;;AAqCA,SAAgB,oBACd,YACA,UAEI,CAAC,GACsB;CAC3B,MAAM,EAAE,oBAAoB,MAAM;CAClC,MAAM,WAAiC,CAAC;CACxC,IAAI,eAAe;CAEnB,MAAM,gBAAgB,WAAW,MAAM,QAAO,MAAK,EAAE,aAAa,eAAe,EAAE,aAAa,eAAe;CAE/G,IAAI,cAAc,WAAW,GAC3B,OAAO;EAAE,OAAO;EAAG,UAAU,CAAC;EAAG,cAAc;EAAG,qBAAqB,CAAC;CAAE;CAI5E,IAAI,IAAI;CACR,OAAO,IAAI,cAAc,QAAQ;EAC/B,MAAM,cAAc,cAAc;EAClC,IAAI,aAAa;EACjB,IAAI,IAAI,IAAI;EAIZ,OAAO,IAAI,cAAc,UAAU,cAAc,EAAE,CAAE,SAAS,YAAY,MAAM;GAE9E,IADiB,cAAc,IAAI,EACvB,CAAC,YAAY,OACvB;GAEF;EACF;EAEA,IAAI,aAAa,GAAG;GAElB,MAAM,oBAAoB,IAAI,cAAc,SAAS,cAAc,KAAK,KAAA;GAExE,MAAM,cADY,cAAc,IAAI,EACP,CAAC,YAAY;GAE1C,SAAS,KAAK;IACZ,UAAU,YAAY;IACtB;IACA,uBAAuB,sBAAsB,KAAA,KAAa,CAAC;IAC3D,iBAAiB,sBAAsB,KAAA,KAAa,CAAC,cAAc,kBAAkB,OAAO,KAAA;IAC5F,qBAAqB;GACvB,CAAC;GAED,gBAAgB;EAClB;EAEA,IAAI;CACN;CAGA,MAAM,sBAAsB,SAAS,QAAO,MAAK,EAAE,aAAa,iBAAiB,CAAC,CAAC,KAAI,MAAK,EAAE,QAAQ;CAEtG,IAAI,QAAQ;CACZ,IAAI,cAAc,SAAS,GAAG;EAE5B,MAAM,gBAAgB,SAAS,QAAQ,KAAK,MAAM,MAAM,KAAK,IAAI,GAAG,EAAE,aAAa,iBAAiB,GAAG,CAAC;EACxG,QAAQ,KAAK,IAAI,GAAG,IAAI,gBAAgB,EAAG;CAC7C;CAEA,OAAO;EACL,OAAO,mBAAmB,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,CAAC,CAAC;EACzD;EACA;EACA;CACF;AACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/evals",
-  "version": "1.10.2-alpha.0",
+  "version": "1.10.2-alpha.1",
   "description": "",
   "type": "module",
   "files": [
@@ -114,11 +114,11 @@
     "vitest": "4.1.10",
     "zod": "^4.4.3",
     "@internal/ai-sdk-v5": "0.0.79",
-    "@internal/types-builder": "0.0.107",
     "@internal/llm-recorder": "0.0.68",
+    "@internal/lint": "0.0.132",
     "@internal/test-utils": "0.0.68",
-    "@mastra/core": "1.67.0-alpha.1",
-    "@internal/lint": "0.0.132"
+    "@internal/types-builder": "0.0.107",
+    "@mastra/core": "1.67.0-alpha.3"
   },
   "engines": {
     "node": ">=22.13.0"

package/dist/checks-64AonnEK.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"checks-64AonnEK.js","names":[],"sources":["../src/scorers/code/checks/index.ts"],"sourcesContent":["import { createScorer } from '@mastra/core/evals';\nimport stringSimilarity from 'string-similarity';\nimport { extractToolCalls, getTextContentFromMastraDBMessage } from '../../utils';\n\n// ─── Output Text Checks ───────────────────────────────────────────────────────\n\nexport interface IncludesOptions {\n  /** Case-insensitive match (default: true) */\n  ignoreCase?: boolean;\n}\n\n/**\n * Scores 1 if the agent's output text contains the expected substring, 0 otherwise.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.includes('sunny');\n * ```\n */\nexport function includes(expected: string, options: IncludesOptions = {}) {\n  const { ignoreCase = true } = options;\n  return createScorer({\n    id: 'check-includes',\n    name: 'Includes Check',\n    description: `Checks if output includes \"${expected}\"`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      let output = run.output\n        .filter(m => m.role === 'assistant')\n        .map(m => getTextContentFromMastraDBMessage(m))\n        .join(' ');\n      let target = expected;\n      if (ignoreCase) {\n        output = output.toLowerCase();\n        target = target.toLowerCase();\n      }\n      return { output, target, found: output.includes(target) };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.found ? 1 : 0;\n    });\n}\n\n/**\n * Scores 1 if the agent's output text does NOT contain the substring, 0 otherwise.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.excludes('error');\n * ```\n */\nexport function excludes(unwanted: string, options: IncludesOptions = {}) {\n  const { ignoreCase = true } = options;\n  return createScorer({\n    id: 'check-excludes',\n    name: 'Excludes Check',\n    description: `Checks that output does not include \"${unwanted}\"`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      let output = run.output\n        .filter(m => m.role === 'assistant')\n        .map(m => getTextContentFromMastraDBMessage(m))\n        .join(' ');\n      let target = unwanted;\n      if (ignoreCase) {\n        output = output.toLowerCase();\n        target = target.toLowerCase();\n      }\n      return { output, target, excluded: !output.includes(target) };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.excluded ? 1 : 0;\n    });\n}\n\n/**\n * Scores 1 if the output text exactly equals the expected string (after optional normalization).\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.equals('Hello, world!');\n * ```\n */\nexport function equals(expected: string, options: IncludesOptions = {}) {\n  const { ignoreCase = true } = options;\n  return createScorer({\n    id: 'check-equals',\n    name: 'Equals Check',\n    description: `Checks if output equals \"${expected}\"`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      let output = run.output\n        .filter(m => m.role === 'assistant')\n        .map(m => getTextContentFromMastraDBMessage(m))\n        .join('');\n      let target = expected;\n      if (ignoreCase) {\n        output = output.toLowerCase();\n        target = target.toLowerCase();\n      }\n      return { output, target, isEqual: output === target };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.isEqual ? 1 : 0;\n    });\n}\n\nexport interface MatchesOptions {\n  /** If true, the output must match the pattern exactly (anchored). Default: false (substring match). */\n  exact?: boolean;\n}\n\n/**\n * Scores 1 if the output matches the given regular expression, 0 otherwise.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.matches(/\\d{1,3}°[FC]/);\n * ```\n */\nexport function matches(pattern: RegExp, options: MatchesOptions = {}) {\n  const { exact = false } = options;\n  return createScorer({\n    id: 'check-matches',\n    name: 'Matches Check',\n    description: `Checks if output matches pattern ${pattern}`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      const output = run.output\n        .filter(m => m.role === 'assistant')\n        .map(m => getTextContentFromMastraDBMessage(m))\n        .join('');\n      const regex = exact ? new RegExp(`^${pattern.source}$`, pattern.flags) : pattern;\n      const matched = regex.test(output);\n      return { output, pattern: pattern.toString(), matched };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.matched ? 1 : 0;\n    });\n}\n\nexport interface SimilarityOptions {\n  /** Minimum similarity threshold (0-1) to score 1. Default: 0.7 */\n  threshold?: number;\n  /** Case-insensitive comparison (default: true) */\n  ignoreCase?: boolean;\n}\n\n/**\n * Returns the string similarity score (0-1) between the output and an expected string.\n * Useful for fuzzy matching when exact equality is too strict.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.similarity('Sunny, 72°F');\n * ```\n */\nexport function similarity(expected: string, options: SimilarityOptions = {}) {\n  const { ignoreCase = true, threshold } = options;\n  return createScorer({\n    id: 'check-similarity',\n    name: 'Similarity Check',\n    description: `Checks string similarity to \"${expected}\"`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      let output = run.output\n        .filter(m => m.role === 'assistant')\n        .map(m => getTextContentFromMastraDBMessage(m))\n        .join(' ');\n      let target = expected;\n      if (ignoreCase) {\n        output = output.toLowerCase();\n        target = target.toLowerCase();\n      }\n      const score = stringSimilarity.compareTwoStrings(output, target);\n      return { output, target, score, threshold };\n    })\n    .generateScore(({ results }) => {\n      const score = results.preprocessStepResult?.score ?? 0;\n      const t = results.preprocessStepResult?.threshold;\n      return t !== undefined ? (score >= t ? 1 : 0) : score;\n    });\n}\n\n// ─── Tool Call Checks ─────────────────────────────────────────────────────────\n\nexport interface CalledToolOptions {\n  /** Minimum number of times the tool must be called. Default: 1 */\n  times?: number;\n}\n\n/**\n * Scores 1 if the agent called the specified tool (at least `times` times).\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.calledTool('get_weather');\n * const twice = checks.calledTool('search', { times: 2 });\n * ```\n */\nexport function calledTool(toolName: string, options: CalledToolOptions = {}) {\n  const { times = 1 } = options;\n  return createScorer({\n    id: 'check-called-tool',\n    name: 'Called Tool Check',\n    description: `Checks that \"${toolName}\" was called${times > 1 ? ` at least ${times} times` : ''}`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      const { tools } = extractToolCalls(run.output);\n      const count = tools.filter(t => t === toolName).length;\n      return { toolName, expectedTimes: times, actualCount: count, passed: count >= times };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.passed ? 1 : 0;\n    });\n}\n\n/**\n * Scores 1 if the agent did NOT call the specified tool.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.didNotCall('delete_user');\n * ```\n */\nexport function didNotCall(toolName: string) {\n  return createScorer({\n    id: 'check-did-not-call',\n    name: 'Did Not Call Check',\n    description: `Checks that \"${toolName}\" was NOT called`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      const { tools } = extractToolCalls(run.output);\n      const count = tools.filter(t => t === toolName).length;\n      return { toolName, count, passed: count === 0 };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.passed ? 1 : 0;\n    });\n}\n\n/**\n * Scores 1 if the tools were called in the specified order (relaxed: allows other calls in between).\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.toolOrder(['search', 'summarize', 'respond']);\n * ```\n */\nexport function toolOrder(expectedOrder: string[]) {\n  return createScorer({\n    id: 'check-tool-order',\n    name: 'Tool Order Check',\n    description: `Checks tool call order: [${expectedOrder.join(' → ')}]`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      const { tools } = extractToolCalls(run.output);\n      // Check that expectedOrder appears as a subsequence of tools\n      let orderIndex = 0;\n      for (const tool of tools) {\n        if (orderIndex < expectedOrder.length && tool === expectedOrder[orderIndex]) {\n          orderIndex++;\n        }\n      }\n      const passed = orderIndex === expectedOrder.length;\n      return { actualTools: tools, expectedOrder, passed };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.passed ? 1 : 0;\n    });\n}\n\n/**\n * Scores 1 if the agent used no more than `max` tool calls.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.maxToolCalls(5);\n * ```\n */\nexport function maxToolCalls(max: number) {\n  return createScorer({\n    id: 'check-max-tool-calls',\n    name: 'Max Tool Calls Check',\n    description: `Checks that no more than ${max} tool calls were made`,\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      const { tools } = extractToolCalls(run.output);\n      return { count: tools.length, max, passed: tools.length <= max };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.passed ? 1 : 0;\n    });\n}\n\n/**\n * Scores 1 if the agent made no tool calls at all.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.usedNoTools();\n * ```\n */\nexport function usedNoTools() {\n  return createScorer({\n    id: 'check-used-no-tools',\n    name: 'Used No Tools Check',\n    description: 'Checks that no tools were called',\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      const { tools } = extractToolCalls(run.output);\n      return { count: tools.length, passed: tools.length === 0 };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.passed ? 1 : 0;\n    });\n}\n\n/**\n * Scores 1 if none of the tool invocations resulted in an error state.\n * Checks for tool invocations with state other than 'result' (i.e., missing results).\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n * const scorer = checks.noToolErrors();\n * ```\n */\nexport function noToolErrors() {\n  return createScorer({\n    id: 'check-no-tool-errors',\n    name: 'No Tool Errors Check',\n    description: 'Checks that no tool calls resulted in errors',\n    type: 'agent',\n  })\n    .preprocess(async ({ run }) => {\n      const invocations = extractRawInvocations(run.output);\n      const errorCount = invocations.filter(inv => inv.state === 'call' || (inv.result && inv.result.error)).length;\n      return { errorCount, totalCalls: invocations.length, passed: errorCount === 0 };\n    })\n    .generateScore(({ results }) => {\n      return results.preprocessStepResult?.passed ? 1 : 0;\n    });\n}\n\n// ─── Internal helpers ──────────────────────────────────────────────────────────\n\nfunction extractRawInvocations(output: Parameters<typeof extractToolCalls>[0]) {\n  const invocations: any[] = [];\n  for (const message of output) {\n    const legacy = message?.content?.toolInvocations;\n    const fromParts = legacy\n      ? undefined\n      : (message?.content as any)?.parts\n          ?.filter((p: any) => p.type === 'tool-invocation')\n          .map((p: any) => p.toolInvocation);\n    for (const inv of legacy ?? fromParts ?? []) {\n      if (inv) invocations.push(inv);\n    }\n  }\n  return invocations;\n}\n\n// ─── Convenience namespace ────────────────────────────────────────────────────\n\n/**\n * Quick Checks — composable micro-scorers for common assertions.\n *\n * These are zero-LLM, zero-ceremony scorers that plug into the existing\n * `scorers: [...]` array anywhere scorers are used. Internally they are\n * standard `createScorer()` instances with the same observability, storage,\n * and pipeline integration as any other scorer.\n *\n * @example\n * ```ts\n * import { checks } from '@mastra/evals';\n *\n * await runEvals({\n *   data: [...],\n *   target: myAgent,\n *   scorers: [\n *     checks.includes('sunny'),\n *     checks.calledTool('get_weather'),\n *     checks.toolOrder(['search', 'summarize']),\n *     checks.noToolErrors(),\n *   ],\n * });\n * ```\n */\nexport const checks = {\n  includes,\n  excludes,\n  equals,\n  matches,\n  similarity,\n  calledTool,\n  didNotCall,\n  toolOrder,\n  maxToolCalls,\n  usedNoTools,\n  noToolErrors,\n};\n"],"mappings":";;;;;;;;;;;;;AAoBA,SAAgB,SAAS,UAAkB,UAA2B,CAAC,GAAG;CACxE,MAAM,EAAE,aAAa,SAAS;CAC9B,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,8BAA8B,SAAS;EACpD,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,IAAI,SAAS,IAAI,OACd,QAAO,MAAK,EAAE,SAAS,WAAW,CAAC,CACnC,KAAI,MAAK,kCAAkC,CAAC,CAAC,CAAC,CAC9C,KAAK,GAAG;EACX,IAAI,SAAS;EACb,IAAI,YAAY;GACd,SAAS,OAAO,YAAY;GAC5B,SAAS,OAAO,YAAY;EAC9B;EACA,OAAO;GAAE;GAAQ;GAAQ,OAAO,OAAO,SAAS,MAAM;EAAE;CAC1D,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,QAAQ,IAAI;CACnD,CAAC;AACL;;;;;;;;;;AAWA,SAAgB,SAAS,UAAkB,UAA2B,CAAC,GAAG;CACxE,MAAM,EAAE,aAAa,SAAS;CAC9B,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,wCAAwC,SAAS;EAC9D,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,IAAI,SAAS,IAAI,OACd,QAAO,MAAK,EAAE,SAAS,WAAW,CAAC,CACnC,KAAI,MAAK,kCAAkC,CAAC,CAAC,CAAC,CAC9C,KAAK,GAAG;EACX,IAAI,SAAS;EACb,IAAI,YAAY;GACd,SAAS,OAAO,YAAY;GAC5B,SAAS,OAAO,YAAY;EAC9B;EACA,OAAO;GAAE;GAAQ;GAAQ,UAAU,CAAC,OAAO,SAAS,MAAM;EAAE;CAC9D,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,WAAW,IAAI;CACtD,CAAC;AACL;;;;;;;;;;AAWA,SAAgB,OAAO,UAAkB,UAA2B,CAAC,GAAG;CACtE,MAAM,EAAE,aAAa,SAAS;CAC9B,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,4BAA4B,SAAS;EAClD,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,IAAI,SAAS,IAAI,OACd,QAAO,MAAK,EAAE,SAAS,WAAW,CAAC,CACnC,KAAI,MAAK,kCAAkC,CAAC,CAAC,CAAC,CAC9C,KAAK,EAAE;EACV,IAAI,SAAS;EACb,IAAI,YAAY;GACd,SAAS,OAAO,YAAY;GAC5B,SAAS,OAAO,YAAY;EAC9B;EACA,OAAO;GAAE;GAAQ;GAAQ,SAAS,WAAW;EAAO;CACtD,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,UAAU,IAAI;CACrD,CAAC;AACL;;;;;;;;;;AAgBA,SAAgB,QAAQ,SAAiB,UAA0B,CAAC,GAAG;CACrE,MAAM,EAAE,QAAQ,UAAU;CAC1B,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,oCAAoC;EACjD,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,MAAM,SAAS,IAAI,OAChB,QAAO,MAAK,EAAE,SAAS,WAAW,CAAC,CACnC,KAAI,MAAK,kCAAkC,CAAC,CAAC,CAAC,CAC9C,KAAK,EAAE;EAEV,MAAM,WADQ,QAAQ,IAAI,OAAO,IAAI,QAAQ,OAAO,IAAI,QAAQ,KAAK,IAAI,QAAA,CACnD,KAAK,MAAM;EACjC,OAAO;GAAE;GAAQ,SAAS,QAAQ,SAAS;GAAG;EAAQ;CACxD,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,UAAU,IAAI;CACrD,CAAC;AACL;;;;;;;;;;;AAmBA,SAAgB,WAAW,UAAkB,UAA6B,CAAC,GAAG;CAC5E,MAAM,EAAE,aAAa,MAAM,cAAc;CACzC,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,gCAAgC,SAAS;EACtD,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,IAAI,SAAS,IAAI,OACd,QAAO,MAAK,EAAE,SAAS,WAAW,CAAC,CACnC,KAAI,MAAK,kCAAkC,CAAC,CAAC,CAAC,CAC9C,KAAK,GAAG;EACX,IAAI,SAAS;EACb,IAAI,YAAY;GACd,SAAS,OAAO,YAAY;GAC5B,SAAS,OAAO,YAAY;EAC9B;EACA,MAAM,QAAQ,iBAAiB,kBAAkB,QAAQ,MAAM;EAC/D,OAAO;GAAE;GAAQ;GAAQ;GAAO;EAAU;CAC5C,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,MAAM,QAAQ,QAAQ,sBAAsB,SAAS;EACrD,MAAM,IAAI,QAAQ,sBAAsB;EACxC,OAAO,MAAM,KAAA,IAAa,SAAS,IAAI,IAAI,IAAK;CAClD,CAAC;AACL;;;;;;;;;;;AAmBA,SAAgB,WAAW,UAAkB,UAA6B,CAAC,GAAG;CAC5E,MAAM,EAAE,QAAQ,MAAM;CACtB,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,gBAAgB,SAAS,cAAc,QAAQ,IAAI,aAAa,MAAM,UAAU;EAC7F,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,MAAM,EAAE,UAAU,iBAAiB,IAAI,MAAM;EAC7C,MAAM,QAAQ,MAAM,QAAO,MAAK,MAAM,QAAQ,CAAC,CAAC;EAChD,OAAO;GAAE;GAAU,eAAe;GAAO,aAAa;GAAO,QAAQ,SAAS;EAAM;CACtF,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,SAAS,IAAI;CACpD,CAAC;AACL;;;;;;;;;;AAWA,SAAgB,WAAW,UAAkB;CAC3C,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,gBAAgB,SAAS;EACtC,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,MAAM,EAAE,UAAU,iBAAiB,IAAI,MAAM;EAC7C,MAAM,QAAQ,MAAM,QAAO,MAAK,MAAM,QAAQ,CAAC,CAAC;EAChD,OAAO;GAAE;GAAU;GAAO,QAAQ,UAAU;EAAE;CAChD,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,SAAS,IAAI;CACpD,CAAC;AACL;;;;;;;;;;AAWA,SAAgB,UAAU,eAAyB;CACjD,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,4BAA4B,cAAc,KAAK,KAAK,EAAE;EACnE,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,MAAM,EAAE,UAAU,iBAAiB,IAAI,MAAM;EAE7C,IAAI,aAAa;EACjB,KAAK,MAAM,QAAQ,OACjB,IAAI,aAAa,cAAc,UAAU,SAAS,cAAc,aAC9D;EAIJ,OAAO;GAAE,aAAa;GAAO;GAAe,QAD7B,eAAe,cAAc;EACO;CACrD,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,SAAS,IAAI;CACpD,CAAC;AACL;;;;;;;;;;AAWA,SAAgB,aAAa,KAAa;CACxC,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa,4BAA4B,IAAI;EAC7C,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,MAAM,EAAE,UAAU,iBAAiB,IAAI,MAAM;EAC7C,OAAO;GAAE,OAAO,MAAM;GAAQ;GAAK,QAAQ,MAAM,UAAU;EAAI;CACjE,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,SAAS,IAAI;CACpD,CAAC;AACL;;;;;;;;;;AAWA,SAAgB,cAAc;CAC5B,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa;EACb,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,MAAM,EAAE,UAAU,iBAAiB,IAAI,MAAM;EAC7C,OAAO;GAAE,OAAO,MAAM;GAAQ,QAAQ,MAAM,WAAW;EAAE;CAC3D,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,SAAS,IAAI;CACpD,CAAC;AACL;;;;;;;;;;;AAYA,SAAgB,eAAe;CAC7B,OAAO,aAAa;EAClB,IAAI;EACJ,MAAM;EACN,aAAa;EACb,MAAM;CACR,CAAC,CAAC,CACC,WAAW,OAAO,EAAE,UAAU;EAC7B,MAAM,cAAc,sBAAsB,IAAI,MAAM;EACpD,MAAM,aAAa,YAAY,QAAO,QAAO,IAAI,UAAU,UAAW,IAAI,UAAU,IAAI,OAAO,KAAM,CAAC,CAAC;EACvG,OAAO;GAAE;GAAY,YAAY,YAAY;GAAQ,QAAQ,eAAe;EAAE;CAChF,CAAC,CAAC,CACD,eAAe,EAAE,cAAc;EAC9B,OAAO,QAAQ,sBAAsB,SAAS,IAAI;CACpD,CAAC;AACL;AAIA,SAAS,sBAAsB,QAAgD;CAC7E,MAAM,cAAqB,CAAC;CAC5B,KAAK,MAAM,WAAW,QAAQ;EAC5B,MAAM,SAAS,SAAS,SAAS;EACjC,MAAM,YAAY,SACd,KAAA,KACC,SAAS,QAAA,EAAiB,OACvB,QAAQ,MAAW,EAAE,SAAS,iBAAiB,CAAC,CACjD,KAAK,MAAW,EAAE,cAAc;EACvC,KAAK,MAAM,OAAO,UAAU,aAAa,CAAC,GACxC,IAAI,KAAK,YAAY,KAAK,GAAG;CAEjC;CACA,OAAO;AACT;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA,MAAa,SAAS;CACpB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF"}