@wix/evalforge-types 0.3.0

package/build/index.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/common/base-entity.ts", "../src/common/mcp.ts", "../src/common/models.ts", "../src/target/target.ts", "../src/target/agent.ts", "../src/target/skill.ts", "../src/target/skills-group.ts", "../src/test/index.ts", "../src/test/base.ts", "../src/test/llm.ts", "../src/test/tool.ts", "../src/test/site-config.ts", "../src/test/command-execution.ts", "../src/test/file-presence.ts", "../src/test/file-content.ts", "../src/test/build-check.ts", "../src/test/vitest.ts", "../src/test/playwright-nl.ts", "../src/scenario/environment.ts", "../src/scenario/test-scenario.ts", "../src/suite/test-suite.ts", "../src/evaluation/metrics.ts", "../src/evaluation/eval-result.ts", "../src/evaluation/eval-run.ts", "../src/evaluation/live-trace.ts", "../src/project/project.ts", "../src/template/template.ts"],
+  "sourcesContent": ["import { z } from 'zod';\n\n/**\n * Base entity schema with common fields for all entities.\n */\nexport const BaseEntitySchema = z.object({\n  id: z.string(),\n  name: z.string().min(1),\n  description: z.string(),\n  createdAt: z.string(),\n  updatedAt: z.string(),\n  deleted: z.boolean().optional()\n});\n\nexport type BaseEntity = z.infer<typeof BaseEntitySchema>;\n\n/**\n * Tenant entity schema - extends BaseEntity with projectId for multi-tenancy.\n */\nexport const TenantEntitySchema = BaseEntitySchema.extend({\n  projectId: z.string()\n});\n\nexport type TenantEntity = z.infer<typeof TenantEntitySchema>;\n", "import { z } from 'zod';\n\n/**\n * MCP Server Configuration.\n * Defines how to connect to an MCP (Model Context Protocol) server.\n *\n * Merged from old and new systems:\n * - command, args, envVars from new system\n * - disabledTools from old system\n */\nexport const MCPServerConfigSchema = z.object({\n  /** Unique name for this MCP server */\n  name: z.string(),\n  /** Command to start the MCP server */\n  command: z.string(),\n  /** Command line arguments */\n  args: z.array(z.string()).optional(),\n  /** Environment variables for the server process */\n  envVars: z.record(z.string(), z.string()).optional(),\n  /** Tools to disable for this MCP server */\n  disabledTools: z.array(z.string()).optional()\n});\n\nexport type MCPServerConfig = z.infer<typeof MCPServerConfigSchema>;\n", "import { z } from 'zod';\n\n/**\n * Anthropic Model IDs supported by the AI Gateway.\n * These values match the ClaudeModel enum from the Wix AI Gateway API.\n */\nexport enum ModelIds {\n  CLAUDE_3_HAIKU_1_0 = 'CLAUDE_3_HAIKU_1_0',\n  CLAUDE_3_OPUS_1_0 = 'CLAUDE_3_OPUS_1_0',\n  CLAUDE_3_SONNET_1_0 = 'CLAUDE_3_SONNET_1_0',\n  CLAUDE_3_5_SONNET_1_0 = 'CLAUDE_3_5_SONNET_1_0',\n  CLAUDE_3_5_SONNET_2_0 = 'CLAUDE_3_5_SONNET_2_0',\n  CLAUDE_3_7_SONNET_1_0 = 'CLAUDE_3_7_SONNET_1_0',\n  CLAUDE_4_OPUS_1_0 = 'CLAUDE_4_OPUS_1_0',\n  CLAUDE_4_SONNET_1_0 = 'CLAUDE_4_SONNET_1_0'\n}\n\nexport const ModelIdsSchema = z.enum(ModelIds);\n\n/**\n * Model configuration schema for specifying model parameters.\n */\nexport const ModelConfigSchema = z.object({\n  model: ModelIdsSchema,\n  temperature: z.number().min(0).max(1).optional(),\n  maxTokens: z.number().min(1).optional()\n});\n\nexport type ModelConfig = z.infer<typeof ModelConfigSchema>;\n\n/**\n * Model pricing schema (cost per 1M tokens).\n */\nexport const ModelPricingSchema = z.object({\n  inputPer1M: z.number(),\n  outputPer1M: z.number()\n});\n\nexport type ModelPricing = z.infer<typeof ModelPricingSchema>;\n\n/**\n * Model schema - complete model definition with metadata and pricing.\n */\nexport const ModelSchema = z.object({\n  /** AI Gateway model ID */\n  id: ModelIdsSchema,\n  /** Display name */\n  name: z.string(),\n  /** Provider (always 'anthropic') */\n  provider: z.literal('anthropic'),\n  /** Provider's model identifier (e.g., \"claude-3-5-sonnet-20241022\") */\n  providerModelId: z.string(),\n  /** Pricing per 1M tokens */\n  pricing: ModelPricingSchema\n});\n\nexport type Model = z.infer<typeof ModelSchema>;\n\n/**\n * Available models with full metadata including pricing.\n */\nexport const AVAILABLE_MODELS: Model[] = [\n  {\n    id: ModelIds.CLAUDE_4_SONNET_1_0,\n    name: 'Claude 4 Sonnet',\n    provider: 'anthropic',\n    providerModelId: 'claude-4-sonnet',\n    pricing: { inputPer1M: 3, outputPer1M: 15 }\n  },\n  {\n    id: ModelIds.CLAUDE_4_OPUS_1_0,\n    name: 'Claude 4 Opus',\n    provider: 'anthropic',\n    providerModelId: 'claude-4-opus',\n    pricing: { inputPer1M: 15, outputPer1M: 75 }\n  },\n  {\n    id: ModelIds.CLAUDE_3_7_SONNET_1_0,\n    name: 'Claude 3.7 Sonnet',\n    provider: 'anthropic',\n    providerModelId: 'claude-3-7-sonnet',\n    pricing: { inputPer1M: 3, outputPer1M: 15 }\n  },\n  {\n    id: ModelIds.CLAUDE_3_5_SONNET_2_0,\n    name: 'Claude 3.5 Sonnet v2',\n    provider: 'anthropic',\n    providerModelId: 'claude-3-5-sonnet-20241022',\n    pricing: { inputPer1M: 3, outputPer1M: 15 }\n  },\n  {\n    id: ModelIds.CLAUDE_3_5_SONNET_1_0,\n    name: 'Claude 3.5 Sonnet',\n    provider: 'anthropic',\n    providerModelId: 'claude-3-5-sonnet-20240620',\n    pricing: { inputPer1M: 3, outputPer1M: 15 }\n  },\n  {\n    id: ModelIds.CLAUDE_3_OPUS_1_0,\n    name: 'Claude 3 Opus',\n    provider: 'anthropic',\n    providerModelId: 'claude-3-opus-20240229',\n    pricing: { inputPer1M: 15, outputPer1M: 75 }\n  },\n  {\n    id: ModelIds.CLAUDE_3_SONNET_1_0,\n    name: 'Claude 3 Sonnet',\n    provider: 'anthropic',\n    providerModelId: 'claude-3-sonnet-20240229',\n    pricing: { inputPer1M: 3, outputPer1M: 15 }\n  },\n  {\n    id: ModelIds.CLAUDE_3_HAIKU_1_0,\n    name: 'Claude 3 Haiku',\n    provider: 'anthropic',\n    providerModelId: 'claude-3-haiku-20240307',\n    pricing: { inputPer1M: 0.25, outputPer1M: 1.25 }\n  }\n];\n\n/**\n * Available models as a map keyed by model ID.\n */\nexport const AVAILABLE_MODELS_MAP: Record<ModelIds, Model> = Object.fromEntries(\n  AVAILABLE_MODELS.map((model) => [model.id, model])\n) as Record<ModelIds, Model>;\n", "import { z } from 'zod';\nimport { TenantEntitySchema } from '../common/base-entity.js';\n\n/**\n * Target schema - base for all testable entities.\n *\n * All testable entities (Agent, Skill) extend this schema.\n * This creates a unified type hierarchy for what can be evaluated.\n */\nexport const TargetSchema = TenantEntitySchema.extend({\n  // Base for all testable entities\n  // Specific targets add their own fields\n});\n\nexport type Target = z.infer<typeof TargetSchema>;\n", "import { z } from 'zod';\nimport { TargetSchema } from './target.js';\nimport { ModelConfigSchema } from '../common/models.js';\n\n/**\n * Agent schema - a CLI-based coding agent.\n *\n * Agents are external CLI tools that can execute coding tasks.\n * Examples: Claude Code CLI, Codex CLI, Cursor CLI.\n */\nexport const AgentSchema = TargetSchema.extend({\n  /** Command to run the agent */\n  runCommand: z.string(),\n  /** Optional model configuration override */\n  modelConfig: ModelConfigSchema.optional()\n});\n\nexport type Agent = z.infer<typeof AgentSchema>;\n\n/**\n * Input schema for creating a new Agent.\n */\nexport const CreateAgentInputSchema = AgentSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  deleted: true\n});\n\nexport type CreateAgentInput = z.infer<typeof CreateAgentInputSchema>;\n\n/**\n * Input schema for updating an Agent.\n */\nexport const UpdateAgentInputSchema = CreateAgentInputSchema.partial();\n\nexport type UpdateAgentInput = z.infer<typeof UpdateAgentInputSchema>;\n", "import { z } from 'zod';\nimport { TargetSchema } from './target.js';\nimport { ModelConfigSchema } from '../common/models.js';\n\n/**\n * Skill metadata parsed from SKILL.md frontmatter.\n *\n * Following the agentskills.io specification:\n * - name: Skill identifier (max 64 chars, lowercase + hyphens)\n * - description: What the skill does and when to use it\n * - allowedTools: Pre-approved tools the skill may use\n * - skills: Sub-skills for composite agents\n */\nexport const SkillMetadataSchema = z.object({\n  name: z.string(),\n  description: z.string(),\n  allowedTools: z.array(z.string()).optional(),\n  skills: z.array(z.string()).optional()\n});\n\nexport type SkillMetadata = z.infer<typeof SkillMetadataSchema>;\n\n/**\n * Skill version - historical snapshot of a Skill's content.\n */\nexport const SkillVersionSchema = z.object({\n  id: z.string(),\n  skillId: z.string(),\n  skillMd: z.string(),\n  metadata: SkillMetadataSchema,\n  model: ModelConfigSchema.optional(),\n  systemPrompt: z.string().optional(),\n  version: z.number(),\n  createdAt: z.string(),\n  notes: z.string().optional()\n});\n\nexport type SkillVersion = z.infer<typeof SkillVersionSchema>;\n\n/**\n * Skill schema - a coding capability defined by SKILL.md.\n *\n * Skills represent coding capabilities that can be tested.\n * Persisted shape: id, projectId, name, description, createdAt, updatedAt, deleted, skillMd.\n */\nexport const SkillSchema = TargetSchema.extend({\n  /** The current SKILL.md content */\n  skillMd: z.string()\n});\n\nexport type Skill = z.infer<typeof SkillSchema>;\n\n/**\n * Input schema for creating a new Skill.\n */\nexport const CreateSkillInputSchema = SkillSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  deleted: true\n});\n\nexport type CreateSkillInput = z.infer<typeof CreateSkillInputSchema>;\n\n/**\n * Input schema for updating a Skill.\n */\nexport const UpdateSkillInputSchema = CreateSkillInputSchema.partial();\n\nexport type UpdateSkillInput = z.infer<typeof UpdateSkillInputSchema>;\n", "import { z } from 'zod';\nimport { TenantEntitySchema } from '../common/base-entity.js';\n\n/**\n * SkillsGroup schema - a collection of skills (replaces TargetGroup for the new model).\n *\n * Eval runs can be scoped to a skills group to run against all skills in the group.\n */\nexport const SkillsGroupSchema = TenantEntitySchema.extend({\n  /** IDs of skills in this group */\n  skillIds: z.array(z.string())\n});\n\nexport type SkillsGroup = z.infer<typeof SkillsGroupSchema>;\n\n/**\n * Input schema for creating a new SkillsGroup.\n */\nexport const CreateSkillsGroupInputSchema = SkillsGroupSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  deleted: true\n});\n\nexport type CreateSkillsGroupInput = z.infer<\n  typeof CreateSkillsGroupInputSchema\n>;\n\n/**\n * Input schema for updating a SkillsGroup.\n */\nexport const UpdateSkillsGroupInputSchema =\n  CreateSkillsGroupInputSchema.partial();\n\nexport type UpdateSkillsGroupInput = z.infer<\n  typeof UpdateSkillsGroupInputSchema\n>;\n", "import { z } from 'zod';\n\n// Base exports\nexport * from './base.js';\n\n// Individual test types\nexport * from './llm.js';\nexport * from './tool.js';\nexport * from './site-config.js';\nexport * from './command-execution.js';\nexport * from './file-presence.js';\nexport * from './file-content.js';\nexport * from './build-check.js';\nexport * from './vitest.js';\nexport * from './playwright-nl.js';\n\n// Import schemas for union\nimport { LLMTestSchema, LLMTestResult } from './llm.js';\nimport { ToolTestSchema, ToolTestResult } from './tool.js';\nimport { SiteConfigTestSchema, SiteConfigTestResult } from './site-config.js';\nimport {\n  CommandExecutionTestSchema,\n  CommandExecutionTestResult\n} from './command-execution.js';\nimport {\n  FilePresenceTestSchema,\n  FilePresenceTestResult\n} from './file-presence.js';\nimport {\n  FileContentTestSchema,\n  FileContentTestResult\n} from './file-content.js';\nimport { BuildCheckTestSchema, BuildCheckTestResult } from './build-check.js';\nimport { VitestTestSchema, VitestTestResult } from './vitest.js';\nimport {\n  PlaywrightNLTestSchema,\n  PlaywrightNLTestResult\n} from './playwright-nl.js';\n\n/**\n * Unified Test schema - discriminated union of all 9 test types.\n */\nexport const TestSchema = z.discriminatedUnion('type', [\n  LLMTestSchema,\n  ToolTestSchema,\n  SiteConfigTestSchema,\n  CommandExecutionTestSchema,\n  FilePresenceTestSchema,\n  FileContentTestSchema,\n  BuildCheckTestSchema,\n  VitestTestSchema,\n  PlaywrightNLTestSchema\n]);\n\nexport type Test = z.infer<typeof TestSchema>;\n\n/**\n * Union of all test result types.\n */\nexport type TestResult =\n  | LLMTestResult\n  | ToolTestResult\n  | SiteConfigTestResult\n  | CommandExecutionTestResult\n  | FilePresenceTestResult\n  | FileContentTestResult\n  | BuildCheckTestResult\n  | VitestTestResult\n  | PlaywrightNLTestResult;\n", "import { z } from 'zod';\n\n/**\n * Test types - unified from old and new systems.\n */\nexport enum TestType {\n  // From old system\n  LLM = 'LLM',\n  TOOL = 'TOOL',\n  SITE_CONFIG = 'SITE_CONFIG',\n  COMMAND_EXECUTION = 'COMMAND_EXECUTION',\n  // From new system\n  FILE_PRESENCE = 'FILE_PRESENCE',\n  FILE_CONTENT = 'FILE_CONTENT',\n  BUILD_CHECK = 'BUILD_CHECK',\n  VITEST = 'VITEST',\n  PLAYWRIGHT_NL = 'PLAYWRIGHT_NL'\n}\n\nexport const TestTypeSchema = z.enum(TestType);\n\n/**\n * Test importance levels.\n */\nexport enum TestImportance {\n  LOW = 'low',\n  MEDIUM = 'medium',\n  HIGH = 'high',\n  CRITICAL = 'critical'\n}\n\nexport const TestImportanceSchema = z.enum(TestImportance);\n\n/**\n * Base test schema - common fields for all test types.\n */\nexport const BaseTestSchema = z.object({\n  id: z.string(),\n  type: TestTypeSchema,\n  name: z.string().min(3),\n  description: z.string().optional(),\n  importance: TestImportanceSchema.optional()\n});\n\nexport type BaseTest = z.infer<typeof BaseTestSchema>;\n\n/**\n * Base test result interface.\n */\nexport interface BaseTestResult {\n  type: TestType;\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * LLM Test schema - tests that use an LLM evaluator.\n */\nexport const LLMTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.LLM),\n  /** Maximum steps for the LLM to take */\n  maxSteps: z.number().min(1).max(100),\n  /** Prompt to send to the evaluator */\n  prompt: z.string().min(1),\n  /** ID of the evaluator agent to use */\n  evaluatorId: z.string()\n});\n\nexport type LLMTest = z.infer<typeof LLMTestSchema>;\n\n/**\n * LLM Test result.\n */\nexport interface LLMTestResult extends BaseTestResult {\n  type: TestType.LLM;\n  testPrompt: string;\n  testSystemPrompt?: string;\n  text: string;\n  scoreReasoning: string;\n  score: number;\n  totalMicrocentsSpent?: number;\n  usage?: {\n    promptTokens?: number;\n    completionTokens?: number;\n    totalTokens?: number;\n  };\n  reasoning?: string;\n  reasoningDetails?: unknown;\n  finishReason?: string;\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * Tool Test schema - tests that verify tool usage.\n */\nexport const ToolTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.TOOL),\n  /** Name of the tool that should be called */\n  toolName: z.string().min(3),\n  /** Expected arguments for the tool call */\n  args: z.record(z.string(), z.any()),\n  /** Expected content in the tool results */\n  resultsContent: z.string()\n});\n\nexport type ToolTest = z.infer<typeof ToolTestSchema>;\n\n/**\n * Tool Test result.\n */\nexport interface ToolTestResult extends BaseTestResult {\n  type: TestType.TOOL;\n  result: boolean;\n  toolUsed: boolean;\n  actualArgs: Record<string, any>;\n  isResultsValid: boolean;\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * Site Config Test schema - tests that verify site configuration via API.\n */\nexport const SiteConfigTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.SITE_CONFIG),\n  /** URL to call */\n  url: z.string().url(),\n  /** HTTP method */\n  method: z.enum(['GET', 'POST']),\n  /** Request body (for POST) */\n  body: z.string().optional(),\n  /** Expected HTTP status code */\n  expectedStatusCode: z.number().int().min(100).max(599),\n  /** Expected response content */\n  expectedResponse: z.string().optional(),\n  /** JMESPath expression to extract from response */\n  expectedResponseJMESPath: z.string().optional()\n});\n\nexport type SiteConfigTest = z.infer<typeof SiteConfigTestSchema>;\n\n/**\n * Site Config Test result.\n */\nexport interface SiteConfigTestResult extends BaseTestResult {\n  type: TestType.SITE_CONFIG;\n  result: boolean;\n  actualStatusCode: number;\n  actualResponse: unknown;\n  allActualResponse: unknown;\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * Allowed commands for command execution tests.\n */\nexport const AllowedCommands = [\n  'yarn install --no-immutable && yarn build',\n  'npm run build',\n  'yarn typecheck'\n] as const;\n\n/**\n * Command Execution Test schema - tests that verify command execution.\n */\nexport const CommandExecutionTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.COMMAND_EXECUTION),\n  /** Command to execute (must be in AllowedCommands) */\n  command: z\n    .string()\n    .refine((value) => (AllowedCommands as readonly string[]).includes(value), {\n      message: `Command must be one of: ${AllowedCommands.join(', ')}`\n    }),\n  /** Expected exit code (default: 0) */\n  expectedExitCode: z.number().default(0).optional()\n});\n\nexport type CommandExecutionTest = z.infer<typeof CommandExecutionTestSchema>;\n\n/**\n * Command Execution Test result.\n */\nexport interface CommandExecutionTestResult extends BaseTestResult {\n  type: TestType.COMMAND_EXECUTION;\n  stdout: string;\n  stderr: string;\n  exitCode: number | null;\n  expectedExitCode: number;\n  result: boolean;\n  error?: string;\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * File Presence Test schema - tests that verify file existence.\n */\nexport const FilePresenceTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.FILE_PRESENCE),\n  /** Paths to check */\n  paths: z.array(z.string()),\n  /** Whether files should exist (true) or not exist (false) */\n  shouldExist: z.boolean()\n});\n\nexport type FilePresenceTest = z.infer<typeof FilePresenceTestSchema>;\n\n/**\n * File Presence Test result.\n */\nexport interface FilePresenceTestResult extends BaseTestResult {\n  type: TestType.FILE_PRESENCE;\n  result: boolean;\n  existingPaths: string[];\n  missingPaths: string[];\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * File content checks schema.\n */\nexport const FileContentCheckSchema = z.object({\n  /** Strings that must be present in the file */\n  contains: z.array(z.string()).optional(),\n  /** Strings that must NOT be present in the file */\n  notContains: z.array(z.string()).optional(),\n  /** Regex pattern the content must match */\n  matches: z.string().optional(),\n  /** JSON path checks for structured content */\n  jsonPath: z\n    .array(\n      z.object({\n        path: z.string(),\n        value: z.unknown()\n      })\n    )\n    .optional(),\n  /** Lines that should be added (for diff checking) */\n  added: z.array(z.string()).optional(),\n  /** Lines that should be removed (for diff checking) */\n  removed: z.array(z.string()).optional()\n});\n\nexport type FileContentCheck = z.infer<typeof FileContentCheckSchema>;\n\n/**\n * File Content Test schema - tests that verify file content.\n *\n * This also covers the FILE_MODIFICATION use case from the old system\n * by supporting added/removed line checks.\n */\nexport const FileContentTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.FILE_CONTENT),\n  /** Path to the file to check */\n  path: z.string(),\n  /** Content checks to perform */\n  checks: FileContentCheckSchema\n});\n\nexport type FileContentTest = z.infer<typeof FileContentTestSchema>;\n\n/**\n * File Content Test result.\n */\nexport interface FileContentTestResult extends BaseTestResult {\n  type: TestType.FILE_CONTENT;\n  result: boolean;\n  diff?: string;\n  failedChecks?: string[];\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * Build Check Test schema - tests that verify build success.\n */\nexport const BuildCheckTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.BUILD_CHECK),\n  /** Build command to execute */\n  command: z.string(),\n  /** Whether the build should succeed */\n  expectSuccess: z.boolean(),\n  /** Maximum allowed warnings (optional) */\n  allowedWarnings: z.number().optional(),\n  /** Timeout in milliseconds */\n  timeout: z.number().optional()\n});\n\nexport type BuildCheckTest = z.infer<typeof BuildCheckTestSchema>;\n\n/**\n * Build Check Test result.\n */\nexport interface BuildCheckTestResult extends BaseTestResult {\n  type: TestType.BUILD_CHECK;\n  result: boolean;\n  exitCode: number;\n  stdout: string;\n  stderr: string;\n  warningCount: number;\n  duration: number;\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * Vitest Test schema - tests that run Vitest test files.\n */\nexport const VitestTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.VITEST),\n  /** Test file content */\n  testFile: z.string(),\n  /** Name of the test file */\n  testFileName: z.string(),\n  /** Minimum pass rate required (0-100) */\n  minPassRate: z.number().min(0).max(100)\n});\n\nexport type VitestTest = z.infer<typeof VitestTestSchema>;\n\n/**\n * Vitest Test result.\n */\nexport interface VitestTestResult extends BaseTestResult {\n  type: TestType.VITEST;\n  result: boolean;\n  passRate: number;\n  passed: number;\n  failed: number;\n  skipped: number;\n  total: number;\n  duration: number;\n  output: string;\n}\n", "import { z } from 'zod';\nimport { BaseTestSchema, BaseTestResult, TestType } from './base.js';\n\n/**\n * Playwright Natural Language Test schema - tests using natural language descriptions.\n */\nexport const PlaywrightNLTestSchema = BaseTestSchema.extend({\n  type: z.literal(TestType.PLAYWRIGHT_NL),\n  /** Natural language steps to execute */\n  steps: z.array(z.string()),\n  /** Expected outcome description */\n  expectedOutcome: z.string(),\n  /** Timeout in milliseconds */\n  timeout: z.number().optional()\n});\n\nexport type PlaywrightNLTest = z.infer<typeof PlaywrightNLTestSchema>;\n\n/**\n * Playwright NL Test result.\n */\nexport interface PlaywrightNLTestResult extends BaseTestResult {\n  type: TestType.PLAYWRIGHT_NL;\n  result: boolean;\n  stepsExecuted: number;\n  totalSteps: number;\n  failedStep?: string;\n  screenshot?: string;\n  duration: number;\n}\n", "import { z } from 'zod';\n\n/**\n * Local project configuration schema.\n */\nexport const LocalProjectConfigSchema = z.object({\n  /** Template ID to use for the local project */\n  templateId: z.string().optional(),\n  /** Files to create in the project */\n  files: z\n    .array(\n      z.object({\n        path: z.string().min(1),\n        content: z.string().min(1)\n      })\n    )\n    .optional()\n});\n\nexport type LocalProjectConfig = z.infer<typeof LocalProjectConfigSchema>;\n\n/**\n * Meta site configuration schema for API-based setup.\n */\nexport const MetaSiteConfigSchema = z.object({\n  configurations: z\n    .array(\n      z.object({\n        name: z.string().min(1),\n        apiCalls: z.array(\n          z.object({\n            url: z.string().url(),\n            method: z.enum(['POST', 'PUT']),\n            body: z.string()\n          })\n        )\n      })\n    )\n    .optional()\n});\n\nexport type MetaSiteConfig = z.infer<typeof MetaSiteConfigSchema>;\n\n/**\n * Environment configuration schema.\n *\n * Defines the environment setup required for running a test scenario.\n * Migrated from the old Prompt schema.\n */\nexport const EnvironmentSchema = z.object({\n  /** Local project configuration */\n  localProject: LocalProjectConfigSchema.optional(),\n  /** Meta site configuration */\n  metaSite: MetaSiteConfigSchema.optional()\n});\n\nexport type Environment = z.infer<typeof EnvironmentSchema>;\n", "import { z } from 'zod';\nimport { TenantEntitySchema } from '../common/base-entity.js';\n\n/**\n * Expected file schema - a file the agent is expected to create or modify.\n * Used by eval results; not persisted on test_scenarios table.\n */\nexport const ExpectedFileSchema = z.object({\n  /** Relative path where the file should be created */\n  path: z.string(),\n  /** Optional expected content */\n  content: z.string().optional()\n});\n\nexport type ExpectedFile = z.infer<typeof ExpectedFileSchema>;\n\n/**\n * TestScenario schema - defines a single test scenario.\n *\n * Persisted shape matches test_scenarios table:\n * id, project_id, name, description, trigger_prompt, template_id, created_at, updated_at, deleted.\n */\nexport const TestScenarioSchema = TenantEntitySchema.extend({\n  /** The prompt sent to the agent to trigger the task */\n  triggerPrompt: z.string().min(10),\n  /** ID of the template to use for this scenario */\n  templateId: z.string().optional()\n});\n\nexport type TestScenario = z.infer<typeof TestScenarioSchema>;\n\n/**\n * Input schema for creating a new TestScenario.\n */\nexport const CreateTestScenarioInputSchema = TestScenarioSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  deleted: true\n});\n\nexport type CreateTestScenarioInput = z.infer<\n  typeof CreateTestScenarioInputSchema\n>;\n\n/**\n * Input schema for updating a TestScenario.\n */\nexport const UpdateTestScenarioInputSchema =\n  CreateTestScenarioInputSchema.partial();\n\nexport type UpdateTestScenarioInput = z.infer<\n  typeof UpdateTestScenarioInputSchema\n>;\n", "import { z } from 'zod';\nimport { TenantEntitySchema } from '../common/base-entity.js';\n\n/**\n * TestSuite schema - a collection of test scenarios.\n *\n * Suites are used to organize and group related test scenarios.\n */\nexport const TestSuiteSchema = TenantEntitySchema.extend({\n  /** IDs of test scenarios in this suite */\n  scenarioIds: z.array(z.string())\n});\n\nexport type TestSuite = z.infer<typeof TestSuiteSchema>;\n\n/**\n * Input schema for creating a new TestSuite.\n */\nexport const CreateTestSuiteInputSchema = TestSuiteSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  deleted: true\n});\n\nexport type CreateTestSuiteInput = z.infer<typeof CreateTestSuiteInputSchema>;\n\n/**\n * Input schema for updating a TestSuite.\n */\nexport const UpdateTestSuiteInputSchema = CreateTestSuiteInputSchema.partial();\n\nexport type UpdateTestSuiteInput = z.infer<typeof UpdateTestSuiteInputSchema>;\n", "import { z } from 'zod';\n\n/**\n * Token usage schema.\n */\nexport const TokenUsageSchema = z.object({\n  prompt: z.number(),\n  completion: z.number(),\n  total: z.number()\n});\n\nexport type TokenUsage = z.infer<typeof TokenUsageSchema>;\n\n/**\n * Evaluation metrics schema.\n */\nexport const EvalMetricsSchema = z.object({\n  totalAssertions: z.number(),\n  passed: z.number(),\n  failed: z.number(),\n  skipped: z.number(),\n  errors: z.number(),\n  passRate: z.number(),\n  avgDuration: z.number(),\n  totalDuration: z.number()\n});\n\nexport type EvalMetrics = z.infer<typeof EvalMetricsSchema>;\n\n/**\n * Evaluation status enum.\n */\nexport enum EvalStatus {\n  PENDING = 'pending',\n  RUNNING = 'running',\n  COMPLETED = 'completed',\n  FAILED = 'failed',\n  CANCELLED = 'cancelled'\n}\n\nexport const EvalStatusSchema = z.enum(EvalStatus);\n\n/**\n * LLM step type enum.\n */\nexport enum LLMStepType {\n  COMPLETION = 'completion',\n  TOOL_USE = 'tool_use',\n  TOOL_RESULT = 'tool_result',\n  THINKING = 'thinking'\n}\n\n/**\n * LLM trace step schema.\n */\nexport const LLMTraceStepSchema = z.object({\n  id: z.string(),\n  stepNumber: z.number(),\n  type: z.enum(LLMStepType),\n  model: z.string(),\n  provider: z.string(),\n  startedAt: z.string(),\n  durationMs: z.number(),\n  tokenUsage: TokenUsageSchema,\n  costUsd: z.number(),\n  toolName: z.string().optional(),\n  toolArguments: z.string().optional(),\n  inputPreview: z.string().optional(),\n  outputPreview: z.string().optional(),\n  success: z.boolean(),\n  error: z.string().optional()\n});\n\nexport type LLMTraceStep = z.infer<typeof LLMTraceStepSchema>;\n\n/**\n * LLM breakdown stats schema.\n */\nexport const LLMBreakdownStatsSchema = z.object({\n  count: z.number(),\n  durationMs: z.number(),\n  tokens: z.number(),\n  costUsd: z.number()\n});\n\nexport type LLMBreakdownStats = z.infer<typeof LLMBreakdownStatsSchema>;\n\n/**\n * LLM trace summary schema.\n */\nexport const LLMTraceSummarySchema = z.object({\n  totalSteps: z.number(),\n  totalDurationMs: z.number(),\n  totalTokens: TokenUsageSchema,\n  totalCostUsd: z.number(),\n  stepTypeBreakdown: z.record(z.string(), LLMBreakdownStatsSchema).optional(),\n  modelBreakdown: z.record(z.string(), LLMBreakdownStatsSchema),\n  modelsUsed: z.array(z.string())\n});\n\nexport type LLMTraceSummary = z.infer<typeof LLMTraceSummarySchema>;\n\n/**\n * LLM trace schema.\n */\nexport const LLMTraceSchema = z.object({\n  id: z.string(),\n  steps: z.array(LLMTraceStepSchema),\n  summary: LLMTraceSummarySchema\n});\n\nexport type LLMTrace = z.infer<typeof LLMTraceSchema>;\n", "import { z } from 'zod';\nimport { TestResult } from '../test/index.js';\nimport {\n  EvalMetricsSchema,\n  LLMTraceSchema,\n  LLMTraceStepSchema\n} from './metrics.js';\nimport { ModelConfigSchema } from '../common/models.js';\nimport { ExpectedFileSchema } from '../scenario/test-scenario.js';\n\n/**\n * Assertion result status enum.\n */\nexport enum AssertionResultStatus {\n  PASSED = 'passed',\n  FAILED = 'failed',\n  SKIPPED = 'skipped',\n  ERROR = 'error'\n}\n\n/**\n * Assertion result schema.\n */\nexport const AssertionResultSchema = z.object({\n  id: z.string(),\n  assertionId: z.string(),\n  assertionType: z.string(),\n  assertionName: z.string(),\n  status: z.enum(AssertionResultStatus),\n  message: z.string().optional(),\n  expected: z.string().optional(),\n  actual: z.string().optional(),\n  duration: z.number().optional(),\n  details: z.record(z.string(), z.unknown()).optional(),\n  llmTraceSteps: z.array(LLMTraceStepSchema).optional()\n});\n\nexport type AssertionResult = z.infer<typeof AssertionResultSchema>;\n\n/**\n * Evaluation run result schema - result for a single scenario/target combination.\n */\nexport const EvalRunResultSchema = z.object({\n  id: z.string(),\n  targetId: z.string(),\n  targetName: z.string().optional(),\n  scenarioId: z.string(),\n  scenarioName: z.string(),\n  modelConfig: ModelConfigSchema.optional(),\n  assertionResults: z.array(AssertionResultSchema),\n  metrics: EvalMetricsSchema.optional(),\n  passed: z.number(),\n  failed: z.number(),\n  passRate: z.number(),\n  duration: z.number(),\n  outputText: z.string().optional(),\n  files: z.array(ExpectedFileSchema).optional(),\n  startedAt: z.string().optional(),\n  completedAt: z.string().optional(),\n  llmTrace: LLMTraceSchema.optional()\n});\n\nexport type EvalRunResult = z.infer<typeof EvalRunResultSchema>;\n\n/**\n * Prompt result schema - detailed result from prompt execution.\n */\nexport const PromptResultSchema = z.object({\n  text: z.string(),\n  files: z.array(z.unknown()).optional(),\n  finishReason: z.string().optional(),\n  reasoning: z.string().optional(),\n  reasoningDetails: z.unknown().optional(),\n  toolCalls: z.array(z.unknown()).optional(),\n  toolResults: z.array(z.unknown()).optional(),\n  warnings: z.array(z.unknown()).optional(),\n  sources: z.array(z.unknown()).optional(),\n  steps: z.array(z.unknown()),\n  generationTimeMs: z.number(),\n  prompt: z.string(),\n  systemPrompt: z.string(),\n  usage: z.object({\n    totalTokens: z.number().optional(),\n    totalMicrocentsSpent: z.number().optional()\n  })\n});\n\nexport type PromptResult = z.infer<typeof PromptResultSchema>;\n\n/**\n * Full evaluation result schema - complete result for a single evaluation.\n */\nexport const EvaluationResultSchema = z.object({\n  id: z.string(),\n  runId: z.string(),\n  timestamp: z.number(),\n  promptResult: PromptResultSchema,\n  testResults: z.array(z.unknown()) as z.ZodType<TestResult[]>,\n  tags: z.array(z.string()).optional(),\n  feedback: z.string().optional(),\n  score: z.number(),\n  suiteId: z.string().optional()\n});\n\nexport type EvaluationResult = z.infer<typeof EvaluationResultSchema>;\n\n/**\n * Lean evaluation result - summary for listing.\n */\nexport const LeanEvaluationResultSchema = z.object({\n  id: z.string(),\n  runId: z.string(),\n  timestamp: z.number(),\n  tags: z.array(z.string()).optional(),\n  scenarioId: z.string(),\n  scenarioVersion: z.number().optional(),\n  targetId: z.string(),\n  targetVersion: z.number().optional(),\n  suiteId: z.string().optional(),\n  score: z.number(),\n  time: z.number().optional(),\n  microcentsSpent: z.number().optional()\n});\n\nexport type LeanEvaluationResult = z.infer<typeof LeanEvaluationResultSchema>;\n", "import { z } from 'zod';\nimport { TenantEntitySchema } from '../common/base-entity.js';\nimport { EvalRunResultSchema } from './eval-result.js';\nimport {\n  EvalMetricsSchema,\n  EvalStatusSchema,\n  LLMTraceSummarySchema\n} from './metrics.js';\nimport { LiveTraceEventSchema } from './live-trace.js';\n\n/**\n * Trigger types for evaluations.\n */\nexport enum TriggerType {\n  RESOURCES_UPDATED = 'RESOURCES_UPDATED',\n  MCP_VERSION_RELEASE = 'MCP_VERSION_RELEASE',\n  MCP_PREVIEW_CREATED = 'MCP_PREVIEW_CREATED',\n  MANUAL = 'MANUAL'\n}\n\n/**\n * Trigger metadata schema.\n */\nexport const TriggerMetadataSchema = z.object({\n  version: z.string().optional(),\n  resourceUpdated: z.array(z.string()).optional()\n});\n\nexport type TriggerMetadata = z.infer<typeof TriggerMetadataSchema>;\n\n/**\n * Trigger schema.\n */\nexport const TriggerSchema = z.object({\n  id: z.string(),\n  metadata: TriggerMetadataSchema.optional(),\n  type: z.enum(TriggerType)\n});\n\nexport type Trigger = z.infer<typeof TriggerSchema>;\n\n/**\n * Failure category enum.\n */\nexport enum FailureCategory {\n  MISSING_FILE = 'missing_file',\n  WRONG_CONTENT = 'wrong_content',\n  BUILD_ERROR = 'build_error',\n  TEST_FAILURE = 'test_failure',\n  RUNTIME_ERROR = 'runtime_error',\n  PERFORMANCE = 'performance'\n}\n\n/**\n * Failure severity enum.\n */\nexport enum FailureSeverity {\n  CRITICAL = 'critical',\n  HIGH = 'high',\n  MEDIUM = 'medium',\n  LOW = 'low'\n}\n\n/**\n * Diff line type schema.\n */\nexport const DiffLineTypeSchema = z.enum(['added', 'removed', 'unchanged']);\nexport type DiffLineType = z.infer<typeof DiffLineTypeSchema>;\n\n/**\n * Diff line schema - represents a single line in a diff.\n */\nexport const DiffLineSchema = z.object({\n  type: DiffLineTypeSchema,\n  content: z.string(),\n  lineNumber: z.number()\n});\n\nexport type DiffLine = z.infer<typeof DiffLineSchema>;\n\n/**\n * Diff content schema - represents a file diff.\n */\nexport const DiffContentSchema = z.object({\n  path: z.string(),\n  expected: z.string(),\n  actual: z.string(),\n  diffLines: z.array(DiffLineSchema)\n});\n\nexport type DiffContent = z.infer<typeof DiffContentSchema>;\n\n/**\n * Command execution schema.\n */\nexport const CommandExecutionSchema = z.object({\n  command: z.string(),\n  exitCode: z.number(),\n  output: z.string().optional(),\n  duration: z.number()\n});\n\nexport type CommandExecution = z.infer<typeof CommandExecutionSchema>;\n\n/**\n * File modification schema.\n */\nexport const FileModificationSchema = z.object({\n  path: z.string(),\n  action: z.enum(['created', 'modified', 'deleted'])\n});\n\nexport type FileModification = z.infer<typeof FileModificationSchema>;\n\n/**\n * API call schema.\n */\nexport const ApiCallSchema = z.object({\n  endpoint: z.string(),\n  tokensUsed: z.number(),\n  duration: z.number()\n});\n\nexport type ApiCall = z.infer<typeof ApiCallSchema>;\n\n/**\n * Execution trace schema - represents detailed execution information.\n */\nexport const ExecutionTraceSchema = z.object({\n  commands: z.array(CommandExecutionSchema),\n  filesModified: z.array(FileModificationSchema),\n  apiCalls: z.array(ApiCallSchema),\n  totalDuration: z.number()\n});\n\nexport type ExecutionTrace = z.infer<typeof ExecutionTraceSchema>;\n\n/**\n * Failure analysis schema.\n */\nexport const FailureAnalysisSchema = z.object({\n  category: z.enum(FailureCategory),\n  severity: z.enum(FailureSeverity),\n  summary: z.string(),\n  details: z.string(),\n  rootCause: z.string(),\n  suggestedFix: z.string(),\n  relatedAssertions: z.array(z.string()),\n  codeSnippet: z.string().optional(),\n  similarIssues: z.array(z.string()).optional(),\n  patternId: z.string().optional(),\n  // Extended fields for detailed debugging\n  diff: DiffContentSchema.optional(),\n  executionTrace: ExecutionTraceSchema.optional()\n});\n\nexport type FailureAnalysis = z.infer<typeof FailureAnalysisSchema>;\n\n/**\n * Evaluation run schema.\n *\n * Represents a complete evaluation run with configuration, results, and metrics.\n */\nexport const EvalRunSchema = TenantEntitySchema.extend({\n  /** Agent ID for this run */\n  agentId: z.string().optional(),\n  /** Skills group ID for this run */\n  skillsGroupId: z.string().optional(),\n  /** Scenario IDs to run */\n  scenarioIds: z.array(z.string()),\n  /** Current status */\n  status: EvalStatusSchema,\n  /** Progress percentage (0-100) */\n  progress: z.number(),\n  /** Results for each scenario/target combination */\n  results: z.array(EvalRunResultSchema),\n  /** Aggregated metrics across all results */\n  aggregateMetrics: EvalMetricsSchema,\n  /** Failure analyses */\n  failureAnalyses: z.array(FailureAnalysisSchema).optional(),\n  /** Aggregated LLM trace summary */\n  llmTraceSummary: LLMTraceSummarySchema.optional(),\n  /** What triggered this run */\n  trigger: TriggerSchema.optional(),\n  /** When the run started (set when evaluation is triggered) */\n  startedAt: z.string().optional(),\n  /** When the run completed */\n  completedAt: z.string().optional(),\n  /** Live trace events captured during execution (for playback on results page) */\n  liveTraceEvents: z.array(LiveTraceEventSchema).optional()\n});\n\nexport type EvalRun = z.infer<typeof EvalRunSchema>;\n\n/**\n * Input schema for creating a new EvalRun.\n */\nexport const CreateEvalRunInputSchema = EvalRunSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  status: true,\n  progress: true,\n  results: true,\n  aggregateMetrics: true,\n  startedAt: true,\n  completedAt: true\n});\n\nexport type CreateEvalRunInput = z.infer<typeof CreateEvalRunInputSchema>;\n\n/**\n * Evaluation progress schema.\n */\nexport const EvaluationProgressSchema = z.object({\n  runId: z.string(),\n  targetId: z.string(),\n  totalScenarios: z.number(),\n  completedScenarios: z.number(),\n  scenarioProgress: z.array(\n    z.object({\n      scenarioId: z.string(),\n      currentStep: z.string(),\n      error: z.string().optional()\n    })\n  ),\n  createdAt: z.number()\n});\n\nexport type EvaluationProgress = z.infer<typeof EvaluationProgressSchema>;\n\n/**\n * Evaluation log schema.\n */\nexport const EvaluationLogSchema = z.object({\n  runId: z.string(),\n  scenarioId: z.string(),\n  log: z.object({\n    level: z.enum(['info', 'error', 'debug']),\n    message: z.string().optional(),\n    args: z.array(z.any()).optional(),\n    error: z.string().optional()\n  })\n});\n\nexport type EvaluationLog = z.infer<typeof EvaluationLogSchema>;\n\n/**\n * LLM timeout constant (2 minutes).\n */\nexport const LLM_TIMEOUT = 120000;\n", "import { z } from 'zod';\n\n/**\n * Live trace event type enum.\n * Maps to the step types but includes streaming states.\n */\nexport enum LiveTraceEventType {\n  THINKING = 'thinking',\n  TOOL_USE = 'tool_use',\n  COMPLETION = 'completion',\n  TOOL_RESULT = 'tool_result'\n}\n\n/**\n * Live trace event schema.\n * Represents a single trace event emitted during agent execution.\n */\nexport const LiveTraceEventSchema = z.object({\n  /** The evaluation run ID */\n  evalRunId: z.string(),\n  /** The scenario ID being executed */\n  scenarioId: z.string(),\n  /** The scenario name for display */\n  scenarioName: z.string(),\n  /** The target ID (skill, agent, etc.) */\n  targetId: z.string(),\n  /** The target name for display */\n  targetName: z.string(),\n  /** Step number in the current scenario execution */\n  stepNumber: z.number(),\n  /** Type of trace event */\n  type: z.enum(LiveTraceEventType),\n  /** Tool name if this is a tool_use event */\n  toolName: z.string().optional(),\n  /** Tool arguments preview (truncated JSON) */\n  toolArgs: z.string().optional(),\n  /** Output preview (truncated text) */\n  outputPreview: z.string().optional(),\n  /** Timestamp when this event occurred */\n  timestamp: z.string(),\n  /** Whether this is the final event for this scenario */\n  isComplete: z.boolean()\n});\n\nexport type LiveTraceEvent = z.infer<typeof LiveTraceEventSchema>;\n\n/**\n * Prefix used in stdout to identify trace events.\n * Format: TRACE_EVENT:{json}\n */\nexport const TRACE_EVENT_PREFIX = 'TRACE_EVENT:';\n\n/**\n * Parse a line from stdout to extract a trace event if present.\n * @param line - A line from stdout\n * @returns The parsed LiveTraceEvent or null if not a trace event line\n */\nexport function parseTraceEventLine(line: string): LiveTraceEvent | null {\n  if (!line.startsWith(TRACE_EVENT_PREFIX)) {\n    return null;\n  }\n\n  try {\n    const jsonStr = line.slice(TRACE_EVENT_PREFIX.length);\n    const parsed = JSON.parse(jsonStr);\n    const result = LiveTraceEventSchema.safeParse(parsed);\n    return result.success ? result.data : null;\n  } catch {\n    return null;\n  }\n}\n\n/**\n * Format a trace event as a stdout line.\n * @param event - The trace event to format\n * @returns The formatted line with prefix\n */\nexport function formatTraceEventLine(event: LiveTraceEvent): string {\n  return `${TRACE_EVENT_PREFIX}${JSON.stringify(event)}`;\n}\n", "import { z } from 'zod';\nimport { BaseEntitySchema } from '../common/base-entity.js';\n\n/**\n * Project schema - represents a tenant/workspace for data isolation.\n *\n * All entities belong to a project. Projects are the top-level\n * organizational unit for multi-tenancy.\n *\n * Note: Project extends BaseEntity (not TenantEntity) since\n * Project IS the tenant and doesn't need a projectId.\n */\nexport const ProjectSchema = BaseEntitySchema.extend({\n  appId: z.string().optional().describe('The ID of the app in Dev Center'),\n  appSecret: z\n    .string()\n    .optional()\n    .describe('The secret of the app in Dev Center')\n});\n\nexport type Project = z.infer<typeof ProjectSchema>;\n\n/**\n * Input schema for creating a new Project.\n */\nexport const CreateProjectInputSchema = ProjectSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  deleted: true\n});\n\nexport type CreateProjectInput = z.infer<typeof CreateProjectInputSchema>;\n\n/**\n * Input schema for updating a Project.\n */\nexport const UpdateProjectInputSchema = CreateProjectInputSchema.partial();\n\nexport type UpdateProjectInput = z.infer<typeof UpdateProjectInputSchema>;\n", "import { z } from 'zod';\nimport { TenantEntitySchema } from '../common/base-entity.js';\n\n/**\n * Template schema - a project template that can be used for test environments.\n *\n * Templates are tenant-based entities scoped to a project.\n * They define how to set up a project environment for testing.\n */\nexport const TemplateSchema = TenantEntitySchema.extend({\n  /** URL to download the template from */\n  downloadUrl: z.url()\n});\n\nexport type Template = z.infer<typeof TemplateSchema>;\n\n/**\n * Input schema for creating a new Template.\n */\nexport const CreateTemplateInputSchema = TemplateSchema.omit({\n  id: true,\n  createdAt: true,\n  updatedAt: true,\n  deleted: true\n});\n\nexport type CreateTemplateInput = z.infer<typeof CreateTemplateInputSchema>;\n\n/**\n * Input schema for updating a Template.\n */\nexport const UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();\n\nexport type UpdateTemplateInput = z.infer<typeof UpdateTemplateInputSchema>;\n"],
+  "mappings": ";AAAA,SAAS,SAAS;AAKX,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACtB,aAAa,EAAE,OAAO;AAAA,EACtB,WAAW,EAAE,OAAO;AAAA,EACpB,WAAW,EAAE,OAAO;AAAA,EACpB,SAAS,EAAE,QAAQ,EAAE,SAAS;AAChC,CAAC;AAOM,IAAM,qBAAqB,iBAAiB,OAAO;AAAA,EACxD,WAAW,EAAE,OAAO;AACtB,CAAC;;;ACrBD,SAAS,KAAAA,UAAS;AAUX,IAAM,wBAAwBA,GAAE,OAAO;AAAA;AAAA,EAE5C,MAAMA,GAAE,OAAO;AAAA;AAAA,EAEf,SAASA,GAAE,OAAO;AAAA;AAAA,EAElB,MAAMA,GAAE,MAAMA,GAAE,OAAO,CAAC,EAAE,SAAS;AAAA;AAAA,EAEnC,SAASA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,OAAO,CAAC,EAAE,SAAS;AAAA;AAAA,EAEnD,eAAeA,GAAE,MAAMA,GAAE,OAAO,CAAC,EAAE,SAAS;AAC9C,CAAC;;;ACrBD,SAAS,KAAAC,UAAS;AAMX,IAAK,WAAL,kBAAKC,cAAL;AACL,EAAAA,UAAA,wBAAqB;AACrB,EAAAA,UAAA,uBAAoB;AACpB,EAAAA,UAAA,yBAAsB;AACtB,EAAAA,UAAA,2BAAwB;AACxB,EAAAA,UAAA,2BAAwB;AACxB,EAAAA,UAAA,2BAAwB;AACxB,EAAAA,UAAA,uBAAoB;AACpB,EAAAA,UAAA,yBAAsB;AARZ,SAAAA;AAAA,GAAA;AAWL,IAAM,iBAAiBD,GAAE,KAAK,QAAQ;AAKtC,IAAM,oBAAoBA,GAAE,OAAO;AAAA,EACxC,OAAO;AAAA,EACP,aAAaA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EAC/C,WAAWA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS;AACxC,CAAC;AAOM,IAAM,qBAAqBA,GAAE,OAAO;AAAA,EACzC,YAAYA,GAAE,OAAO;AAAA,EACrB,aAAaA,GAAE,OAAO;AACxB,CAAC;AAOM,IAAM,cAAcA,GAAE,OAAO;AAAA;AAAA,EAElC,IAAI;AAAA;AAAA,EAEJ,MAAMA,GAAE,OAAO;AAAA;AAAA,EAEf,UAAUA,GAAE,QAAQ,WAAW;AAAA;AAAA,EAE/B,iBAAiBA,GAAE,OAAO;AAAA;AAAA,EAE1B,SAAS;AACX,CAAC;AAOM,IAAM,mBAA4B;AAAA,EACvC;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,GAAG,aAAa,GAAG;AAAA,EAC5C;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,IAAI,aAAa,GAAG;AAAA,EAC7C;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,GAAG,aAAa,GAAG;AAAA,EAC5C;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,GAAG,aAAa,GAAG;AAAA,EAC5C;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,GAAG,aAAa,GAAG;AAAA,EAC5C;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,IAAI,aAAa,GAAG;AAAA,EAC7C;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,GAAG,aAAa,GAAG;AAAA,EAC5C;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,SAAS,EAAE,YAAY,MAAM,aAAa,KAAK;AAAA,EACjD;AACF;AAKO,IAAM,uBAAgD,OAAO;AAAA,EAClE,iBAAiB,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,KAAK,CAAC;AACnD;;;ACpHO,IAAM,eAAe,mBAAmB,OAAO;AAAA;AAAA;AAGtD,CAAC;;;ACZD,SAAS,KAAAE,UAAS;AAUX,IAAM,cAAc,aAAa,OAAO;AAAA;AAAA,EAE7C,YAAYC,GAAE,OAAO;AAAA;AAAA,EAErB,aAAa,kBAAkB,SAAS;AAC1C,CAAC;AAOM,IAAM,yBAAyB,YAAY,KAAK;AAAA,EACrD,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,SAAS;AACX,CAAC;AAOM,IAAM,yBAAyB,uBAAuB,QAAQ;;;AClCrE,SAAS,KAAAC,UAAS;AAaX,IAAM,sBAAsBC,GAAE,OAAO;AAAA,EAC1C,MAAMA,GAAE,OAAO;AAAA,EACf,aAAaA,GAAE,OAAO;AAAA,EACtB,cAAcA,GAAE,MAAMA,GAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EAC3C,QAAQA,GAAE,MAAMA,GAAE,OAAO,CAAC,EAAE,SAAS;AACvC,CAAC;AAOM,IAAM,qBAAqBA,GAAE,OAAO;AAAA,EACzC,IAAIA,GAAE,OAAO;AAAA,EACb,SAASA,GAAE,OAAO;AAAA,EAClB,SAASA,GAAE,OAAO;AAAA,EAClB,UAAU;AAAA,EACV,OAAO,kBAAkB,SAAS;AAAA,EAClC,cAAcA,GAAE,OAAO,EAAE,SAAS;AAAA,EAClC,SAASA,GAAE,OAAO;AAAA,EAClB,WAAWA,GAAE,OAAO;AAAA,EACpB,OAAOA,GAAE,OAAO,EAAE,SAAS;AAC7B,CAAC;AAUM,IAAM,cAAc,aAAa,OAAO;AAAA;AAAA,EAE7C,SAASA,GAAE,OAAO;AACpB,CAAC;AAOM,IAAM,yBAAyB,YAAY,KAAK;AAAA,EACrD,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,SAAS;AACX,CAAC;AAOM,IAAM,yBAAyB,uBAAuB,QAAQ;;;ACnErE,SAAS,KAAAC,UAAS;AAQX,IAAM,oBAAoB,mBAAmB,OAAO;AAAA;AAAA,EAEzD,UAAUC,GAAE,MAAMA,GAAE,OAAO,CAAC;AAC9B,CAAC;AAOM,IAAM,+BAA+B,kBAAkB,KAAK;AAAA,EACjE,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,SAAS;AACX,CAAC;AASM,IAAM,+BACX,6BAA6B,QAAQ;;;ACjCvC,SAAS,KAAAC,WAAS;;;ACAlB,SAAS,KAAAC,UAAS;AAKX,IAAK,WAAL,kBAAKC,cAAL;AAEL,EAAAA,UAAA,SAAM;AACN,EAAAA,UAAA,UAAO;AACP,EAAAA,UAAA,iBAAc;AACd,EAAAA,UAAA,uBAAoB;AAEpB,EAAAA,UAAA,mBAAgB;AAChB,EAAAA,UAAA,kBAAe;AACf,EAAAA,UAAA,iBAAc;AACd,EAAAA,UAAA,YAAS;AACT,EAAAA,UAAA,mBAAgB;AAXN,SAAAA;AAAA,GAAA;AAcL,IAAM,iBAAiBD,GAAE,KAAK,QAAQ;AAKtC,IAAK,iBAAL,kBAAKE,oBAAL;AACL,EAAAA,gBAAA,SAAM;AACN,EAAAA,gBAAA,YAAS;AACT,EAAAA,gBAAA,UAAO;AACP,EAAAA,gBAAA,cAAW;AAJD,SAAAA;AAAA,GAAA;AAOL,IAAM,uBAAuBF,GAAE,KAAK,cAAc;AAKlD,IAAM,iBAAiBA,GAAE,OAAO;AAAA,EACrC,IAAIA,GAAE,OAAO;AAAA,EACb,MAAM;AAAA,EACN,MAAMA,GAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EACtB,aAAaA,GAAE,OAAO,EAAE,SAAS;AAAA,EACjC,YAAY,qBAAqB,SAAS;AAC5C,CAAC;;;AC1CD,SAAS,KAAAG,UAAS;AAMX,IAAM,gBAAgB,eAAe,OAAO;AAAA,EACjD,MAAMC,GAAE,uBAAoB;AAAA;AAAA,EAE5B,UAAUA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AAAA;AAAA,EAEnC,QAAQA,GAAE,OAAO,EAAE,IAAI,CAAC;AAAA;AAAA,EAExB,aAAaA,GAAE,OAAO;AACxB,CAAC;;;ACdD,SAAS,KAAAC,UAAS;AAMX,IAAM,iBAAiB,eAAe,OAAO;AAAA,EAClD,MAAMC,GAAE,yBAAqB;AAAA;AAAA,EAE7B,UAAUA,GAAE,OAAO,EAAE,IAAI,CAAC;AAAA;AAAA,EAE1B,MAAMA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,IAAI,CAAC;AAAA;AAAA,EAElC,gBAAgBA,GAAE,OAAO;AAC3B,CAAC;;;ACdD,SAAS,KAAAC,WAAS;AAMX,IAAM,uBAAuB,eAAe,OAAO;AAAA,EACxD,MAAMC,IAAE,uCAA4B;AAAA;AAAA,EAEpC,KAAKA,IAAE,OAAO,EAAE,IAAI;AAAA;AAAA,EAEpB,QAAQA,IAAE,KAAK,CAAC,OAAO,MAAM,CAAC;AAAA;AAAA,EAE9B,MAAMA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAE1B,oBAAoBA,IAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,EAAE,IAAI,GAAG;AAAA;AAAA,EAErD,kBAAkBA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAEtC,0BAA0BA,IAAE,OAAO,EAAE,SAAS;AAChD,CAAC;;;ACpBD,SAAS,KAAAC,WAAS;AAMX,IAAM,kBAAkB;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AACF;AAKO,IAAM,6BAA6B,eAAe,OAAO;AAAA,EAC9D,MAAMC,IAAE,mDAAkC;AAAA;AAAA,EAE1C,SAASA,IACN,OAAO,EACP,OAAO,CAAC,UAAW,gBAAsC,SAAS,KAAK,GAAG;AAAA,IACzE,SAAS,2BAA2B,gBAAgB,KAAK,IAAI,CAAC;AAAA,EAChE,CAAC;AAAA;AAAA,EAEH,kBAAkBA,IAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,SAAS;AACnD,CAAC;;;ACzBD,SAAS,KAAAC,WAAS;AAMX,IAAM,yBAAyB,eAAe,OAAO;AAAA,EAC1D,MAAMC,IAAE,2CAA8B;AAAA;AAAA,EAEtC,OAAOA,IAAE,MAAMA,IAAE,OAAO,CAAC;AAAA;AAAA,EAEzB,aAAaA,IAAE,QAAQ;AACzB,CAAC;;;ACZD,SAAS,KAAAC,WAAS;AAMX,IAAM,yBAAyBC,IAAE,OAAO;AAAA;AAAA,EAE7C,UAAUA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AAAA;AAAA,EAEvC,aAAaA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AAAA;AAAA,EAE1C,SAASA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAE7B,UAAUA,IACP;AAAA,IACCA,IAAE,OAAO;AAAA,MACP,MAAMA,IAAE,OAAO;AAAA,MACf,OAAOA,IAAE,QAAQ;AAAA,IACnB,CAAC;AAAA,EACH,EACC,SAAS;AAAA;AAAA,EAEZ,OAAOA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AAAA;AAAA,EAEpC,SAASA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AACxC,CAAC;AAUM,IAAM,wBAAwB,eAAe,OAAO;AAAA,EACzD,MAAMA,IAAE,yCAA6B;AAAA;AAAA,EAErC,MAAMA,IAAE,OAAO;AAAA;AAAA,EAEf,QAAQ;AACV,CAAC;;;AC1CD,SAAS,KAAAC,WAAS;AAMX,IAAM,uBAAuB,eAAe,OAAO;AAAA,EACxD,MAAMC,IAAE,uCAA4B;AAAA;AAAA,EAEpC,SAASA,IAAE,OAAO;AAAA;AAAA,EAElB,eAAeA,IAAE,QAAQ;AAAA;AAAA,EAEzB,iBAAiBA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAErC,SAASA,IAAE,OAAO,EAAE,SAAS;AAC/B,CAAC;;;AChBD,SAAS,KAAAC,WAAS;AAMX,IAAM,mBAAmB,eAAe,OAAO;AAAA,EACpD,MAAMC,IAAE,6BAAuB;AAAA;AAAA,EAE/B,UAAUA,IAAE,OAAO;AAAA;AAAA,EAEnB,cAAcA,IAAE,OAAO;AAAA;AAAA,EAEvB,aAAaA,IAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AACxC,CAAC;;;ACdD,SAAS,KAAAC,WAAS;AAMX,IAAM,yBAAyB,eAAe,OAAO;AAAA,EAC1D,MAAMC,IAAE,2CAA8B;AAAA;AAAA,EAEtC,OAAOA,IAAE,MAAMA,IAAE,OAAO,CAAC;AAAA;AAAA,EAEzB,iBAAiBA,IAAE,OAAO;AAAA;AAAA,EAE1B,SAASA,IAAE,OAAO,EAAE,SAAS;AAC/B,CAAC;;;AV4BM,IAAM,aAAaC,IAAE,mBAAmB,QAAQ;AAAA,EACrD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;;;AWpDD,SAAS,KAAAC,WAAS;AAKX,IAAM,2BAA2BA,IAAE,OAAO;AAAA;AAAA,EAE/C,YAAYA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAEhC,OAAOA,IACJ;AAAA,IACCA,IAAE,OAAO;AAAA,MACP,MAAMA,IAAE,OAAO,EAAE,IAAI,CAAC;AAAA,MACtB,SAASA,IAAE,OAAO,EAAE,IAAI,CAAC;AAAA,IAC3B,CAAC;AAAA,EACH,EACC,SAAS;AACd,CAAC;AAOM,IAAM,uBAAuBA,IAAE,OAAO;AAAA,EAC3C,gBAAgBA,IACb;AAAA,IACCA,IAAE,OAAO;AAAA,MACP,MAAMA,IAAE,OAAO,EAAE,IAAI,CAAC;AAAA,MACtB,UAAUA,IAAE;AAAA,QACVA,IAAE,OAAO;AAAA,UACP,KAAKA,IAAE,OAAO,EAAE,IAAI;AAAA,UACpB,QAAQA,IAAE,KAAK,CAAC,QAAQ,KAAK,CAAC;AAAA,UAC9B,MAAMA,IAAE,OAAO;AAAA,QACjB,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH,EACC,SAAS;AACd,CAAC;AAUM,IAAM,oBAAoBA,IAAE,OAAO;AAAA;AAAA,EAExC,cAAc,yBAAyB,SAAS;AAAA;AAAA,EAEhD,UAAU,qBAAqB,SAAS;AAC1C,CAAC;;;ACtDD,SAAS,KAAAC,WAAS;AAOX,IAAM,qBAAqBC,IAAE,OAAO;AAAA;AAAA,EAEzC,MAAMA,IAAE,OAAO;AAAA;AAAA,EAEf,SAASA,IAAE,OAAO,EAAE,SAAS;AAC/B,CAAC;AAUM,IAAM,qBAAqB,mBAAmB,OAAO;AAAA;AAAA,EAE1D,eAAeA,IAAE,OAAO,EAAE,IAAI,EAAE;AAAA;AAAA,EAEhC,YAAYA,IAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAOM,IAAM,gCAAgC,mBAAmB,KAAK;AAAA,EACnE,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,SAAS;AACX,CAAC;AASM,IAAM,gCACX,8BAA8B,QAAQ;;;ACjDxC,SAAS,KAAAC,WAAS;AAQX,IAAM,kBAAkB,mBAAmB,OAAO;AAAA;AAAA,EAEvD,aAAaC,IAAE,MAAMA,IAAE,OAAO,CAAC;AACjC,CAAC;AAOM,IAAM,6BAA6B,gBAAgB,KAAK;AAAA,EAC7D,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,SAAS;AACX,CAAC;AAOM,IAAM,6BAA6B,2BAA2B,QAAQ;;;AC9B7E,SAAS,KAAAC,WAAS;AAKX,IAAM,mBAAmBA,IAAE,OAAO;AAAA,EACvC,QAAQA,IAAE,OAAO;AAAA,EACjB,YAAYA,IAAE,OAAO;AAAA,EACrB,OAAOA,IAAE,OAAO;AAClB,CAAC;AAOM,IAAM,oBAAoBA,IAAE,OAAO;AAAA,EACxC,iBAAiBA,IAAE,OAAO;AAAA,EAC1B,QAAQA,IAAE,OAAO;AAAA,EACjB,QAAQA,IAAE,OAAO;AAAA,EACjB,SAASA,IAAE,OAAO;AAAA,EAClB,QAAQA,IAAE,OAAO;AAAA,EACjB,UAAUA,IAAE,OAAO;AAAA,EACnB,aAAaA,IAAE,OAAO;AAAA,EACtB,eAAeA,IAAE,OAAO;AAC1B,CAAC;AAOM,IAAK,aAAL,kBAAKC,gBAAL;AACL,EAAAA,YAAA,aAAU;AACV,EAAAA,YAAA,aAAU;AACV,EAAAA,YAAA,eAAY;AACZ,EAAAA,YAAA,YAAS;AACT,EAAAA,YAAA,eAAY;AALF,SAAAA;AAAA,GAAA;AAQL,IAAM,mBAAmBD,IAAE,KAAK,UAAU;AAK1C,IAAK,cAAL,kBAAKE,iBAAL;AACL,EAAAA,aAAA,gBAAa;AACb,EAAAA,aAAA,cAAW;AACX,EAAAA,aAAA,iBAAc;AACd,EAAAA,aAAA,cAAW;AAJD,SAAAA;AAAA,GAAA;AAUL,IAAM,qBAAqBF,IAAE,OAAO;AAAA,EACzC,IAAIA,IAAE,OAAO;AAAA,EACb,YAAYA,IAAE,OAAO;AAAA,EACrB,MAAMA,IAAE,KAAK,WAAW;AAAA,EACxB,OAAOA,IAAE,OAAO;AAAA,EAChB,UAAUA,IAAE,OAAO;AAAA,EACnB,WAAWA,IAAE,OAAO;AAAA,EACpB,YAAYA,IAAE,OAAO;AAAA,EACrB,YAAY;AAAA,EACZ,SAASA,IAAE,OAAO;AAAA,EAClB,UAAUA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,eAAeA,IAAE,OAAO,EAAE,SAAS;AAAA,EACnC,cAAcA,IAAE,OAAO,EAAE,SAAS;AAAA,EAClC,eAAeA,IAAE,OAAO,EAAE,SAAS;AAAA,EACnC,SAASA,IAAE,QAAQ;AAAA,EACnB,OAAOA,IAAE,OAAO,EAAE,SAAS;AAC7B,CAAC;AAOM,IAAM,0BAA0BA,IAAE,OAAO;AAAA,EAC9C,OAAOA,IAAE,OAAO;AAAA,EAChB,YAAYA,IAAE,OAAO;AAAA,EACrB,QAAQA,IAAE,OAAO;AAAA,EACjB,SAASA,IAAE,OAAO;AACpB,CAAC;AAOM,IAAM,wBAAwBA,IAAE,OAAO;AAAA,EAC5C,YAAYA,IAAE,OAAO;AAAA,EACrB,iBAAiBA,IAAE,OAAO;AAAA,EAC1B,aAAa;AAAA,EACb,cAAcA,IAAE,OAAO;AAAA,EACvB,mBAAmBA,IAAE,OAAOA,IAAE,OAAO,GAAG,uBAAuB,EAAE,SAAS;AAAA,EAC1E,gBAAgBA,IAAE,OAAOA,IAAE,OAAO,GAAG,uBAAuB;AAAA,EAC5D,YAAYA,IAAE,MAAMA,IAAE,OAAO,CAAC;AAChC,CAAC;AAOM,IAAM,iBAAiBA,IAAE,OAAO;AAAA,EACrC,IAAIA,IAAE,OAAO;AAAA,EACb,OAAOA,IAAE,MAAM,kBAAkB;AAAA,EACjC,SAAS;AACX,CAAC;;;AC7GD,SAAS,KAAAG,WAAS;AAaX,IAAK,wBAAL,kBAAKC,2BAAL;AACL,EAAAA,uBAAA,YAAS;AACT,EAAAA,uBAAA,YAAS;AACT,EAAAA,uBAAA,aAAU;AACV,EAAAA,uBAAA,WAAQ;AAJE,SAAAA;AAAA,GAAA;AAUL,IAAM,wBAAwBC,IAAE,OAAO;AAAA,EAC5C,IAAIA,IAAE,OAAO;AAAA,EACb,aAAaA,IAAE,OAAO;AAAA,EACtB,eAAeA,IAAE,OAAO;AAAA,EACxB,eAAeA,IAAE,OAAO;AAAA,EACxB,QAAQA,IAAE,KAAK,qBAAqB;AAAA,EACpC,SAASA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,UAAUA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,QAAQA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC5B,UAAUA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,SAASA,IAAE,OAAOA,IAAE,OAAO,GAAGA,IAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EACpD,eAAeA,IAAE,MAAM,kBAAkB,EAAE,SAAS;AACtD,CAAC;AAOM,IAAM,sBAAsBA,IAAE,OAAO;AAAA,EAC1C,IAAIA,IAAE,OAAO;AAAA,EACb,UAAUA,IAAE,OAAO;AAAA,EACnB,YAAYA,IAAE,OAAO,EAAE,SAAS;AAAA,EAChC,YAAYA,IAAE,OAAO;AAAA,EACrB,cAAcA,IAAE,OAAO;AAAA,EACvB,aAAa,kBAAkB,SAAS;AAAA,EACxC,kBAAkBA,IAAE,MAAM,qBAAqB;AAAA,EAC/C,SAAS,kBAAkB,SAAS;AAAA,EACpC,QAAQA,IAAE,OAAO;AAAA,EACjB,QAAQA,IAAE,OAAO;AAAA,EACjB,UAAUA,IAAE,OAAO;AAAA,EACnB,UAAUA,IAAE,OAAO;AAAA,EACnB,YAAYA,IAAE,OAAO,EAAE,SAAS;AAAA,EAChC,OAAOA,IAAE,MAAM,kBAAkB,EAAE,SAAS;AAAA,EAC5C,WAAWA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,aAAaA,IAAE,OAAO,EAAE,SAAS;AAAA,EACjC,UAAU,eAAe,SAAS;AACpC,CAAC;AAOM,IAAM,qBAAqBA,IAAE,OAAO;AAAA,EACzC,MAAMA,IAAE,OAAO;AAAA,EACf,OAAOA,IAAE,MAAMA,IAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EACrC,cAAcA,IAAE,OAAO,EAAE,SAAS;AAAA,EAClC,WAAWA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,kBAAkBA,IAAE,QAAQ,EAAE,SAAS;AAAA,EACvC,WAAWA,IAAE,MAAMA,IAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EACzC,aAAaA,IAAE,MAAMA,IAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EAC3C,UAAUA,IAAE,MAAMA,IAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EACxC,SAASA,IAAE,MAAMA,IAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EACvC,OAAOA,IAAE,MAAMA,IAAE,QAAQ,CAAC;AAAA,EAC1B,kBAAkBA,IAAE,OAAO;AAAA,EAC3B,QAAQA,IAAE,OAAO;AAAA,EACjB,cAAcA,IAAE,OAAO;AAAA,EACvB,OAAOA,IAAE,OAAO;AAAA,IACd,aAAaA,IAAE,OAAO,EAAE,SAAS;AAAA,IACjC,sBAAsBA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC5C,CAAC;AACH,CAAC;AAOM,IAAM,yBAAyBA,IAAE,OAAO;AAAA,EAC7C,IAAIA,IAAE,OAAO;AAAA,EACb,OAAOA,IAAE,OAAO;AAAA,EAChB,WAAWA,IAAE,OAAO;AAAA,EACpB,cAAc;AAAA,EACd,aAAaA,IAAE,MAAMA,IAAE,QAAQ,CAAC;AAAA,EAChC,MAAMA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACnC,UAAUA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,OAAOA,IAAE,OAAO;AAAA,EAChB,SAASA,IAAE,OAAO,EAAE,SAAS;AAC/B,CAAC;AAOM,IAAM,6BAA6BA,IAAE,OAAO;AAAA,EACjD,IAAIA,IAAE,OAAO;AAAA,EACb,OAAOA,IAAE,OAAO;AAAA,EAChB,WAAWA,IAAE,OAAO;AAAA,EACpB,MAAMA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACnC,YAAYA,IAAE,OAAO;AAAA,EACrB,iBAAiBA,IAAE,OAAO,EAAE,SAAS;AAAA,EACrC,UAAUA,IAAE,OAAO;AAAA,EACnB,eAAeA,IAAE,OAAO,EAAE,SAAS;AAAA,EACnC,SAASA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,OAAOA,IAAE,OAAO;AAAA,EAChB,MAAMA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,iBAAiBA,IAAE,OAAO,EAAE,SAAS;AACvC,CAAC;;;AC1HD,SAAS,KAAAC,WAAS;;;ACAlB,SAAS,KAAAC,WAAS;AAMX,IAAK,qBAAL,kBAAKC,wBAAL;AACL,EAAAA,oBAAA,cAAW;AACX,EAAAA,oBAAA,cAAW;AACX,EAAAA,oBAAA,gBAAa;AACb,EAAAA,oBAAA,iBAAc;AAJJ,SAAAA;AAAA,GAAA;AAWL,IAAM,uBAAuBD,IAAE,OAAO;AAAA;AAAA,EAE3C,WAAWA,IAAE,OAAO;AAAA;AAAA,EAEpB,YAAYA,IAAE,OAAO;AAAA;AAAA,EAErB,cAAcA,IAAE,OAAO;AAAA;AAAA,EAEvB,UAAUA,IAAE,OAAO;AAAA;AAAA,EAEnB,YAAYA,IAAE,OAAO;AAAA;AAAA,EAErB,YAAYA,IAAE,OAAO;AAAA;AAAA,EAErB,MAAMA,IAAE,KAAK,kBAAkB;AAAA;AAAA,EAE/B,UAAUA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAE9B,UAAUA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAE9B,eAAeA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAEnC,WAAWA,IAAE,OAAO;AAAA;AAAA,EAEpB,YAAYA,IAAE,QAAQ;AACxB,CAAC;AAQM,IAAM,qBAAqB;AAO3B,SAAS,oBAAoB,MAAqC;AACvE,MAAI,CAAC,KAAK,WAAW,kBAAkB,GAAG;AACxC,WAAO;AAAA,EACT;AAEA,MAAI;AACF,UAAM,UAAU,KAAK,MAAM,mBAAmB,MAAM;AACpD,UAAM,SAAS,KAAK,MAAM,OAAO;AACjC,UAAM,SAAS,qBAAqB,UAAU,MAAM;AACpD,WAAO,OAAO,UAAU,OAAO,OAAO;AAAA,EACxC,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAOO,SAAS,qBAAqB,OAA+B;AAClE,SAAO,GAAG,kBAAkB,GAAG,KAAK,UAAU,KAAK,CAAC;AACtD;;;ADlEO,IAAK,cAAL,kBAAKE,iBAAL;AACL,EAAAA,aAAA,uBAAoB;AACpB,EAAAA,aAAA,yBAAsB;AACtB,EAAAA,aAAA,yBAAsB;AACtB,EAAAA,aAAA,YAAS;AAJC,SAAAA;AAAA,GAAA;AAUL,IAAM,wBAAwBC,IAAE,OAAO;AAAA,EAC5C,SAASA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,iBAAiBA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AAChD,CAAC;AAOM,IAAM,gBAAgBA,IAAE,OAAO;AAAA,EACpC,IAAIA,IAAE,OAAO;AAAA,EACb,UAAU,sBAAsB,SAAS;AAAA,EACzC,MAAMA,IAAE,KAAK,WAAW;AAC1B,CAAC;AAOM,IAAK,kBAAL,kBAAKC,qBAAL;AACL,EAAAA,iBAAA,kBAAe;AACf,EAAAA,iBAAA,mBAAgB;AAChB,EAAAA,iBAAA,iBAAc;AACd,EAAAA,iBAAA,kBAAe;AACf,EAAAA,iBAAA,mBAAgB;AAChB,EAAAA,iBAAA,iBAAc;AANJ,SAAAA;AAAA,GAAA;AAYL,IAAK,kBAAL,kBAAKC,qBAAL;AACL,EAAAA,iBAAA,cAAW;AACX,EAAAA,iBAAA,UAAO;AACP,EAAAA,iBAAA,YAAS;AACT,EAAAA,iBAAA,SAAM;AAJI,SAAAA;AAAA,GAAA;AAUL,IAAM,qBAAqBF,IAAE,KAAK,CAAC,SAAS,WAAW,WAAW,CAAC;AAMnE,IAAM,iBAAiBA,IAAE,OAAO;AAAA,EACrC,MAAM;AAAA,EACN,SAASA,IAAE,OAAO;AAAA,EAClB,YAAYA,IAAE,OAAO;AACvB,CAAC;AAOM,IAAM,oBAAoBA,IAAE,OAAO;AAAA,EACxC,MAAMA,IAAE,OAAO;AAAA,EACf,UAAUA,IAAE,OAAO;AAAA,EACnB,QAAQA,IAAE,OAAO;AAAA,EACjB,WAAWA,IAAE,MAAM,cAAc;AACnC,CAAC;AAOM,IAAM,yBAAyBA,IAAE,OAAO;AAAA,EAC7C,SAASA,IAAE,OAAO;AAAA,EAClB,UAAUA,IAAE,OAAO;AAAA,EACnB,QAAQA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC5B,UAAUA,IAAE,OAAO;AACrB,CAAC;AAOM,IAAM,yBAAyBA,IAAE,OAAO;AAAA,EAC7C,MAAMA,IAAE,OAAO;AAAA,EACf,QAAQA,IAAE,KAAK,CAAC,WAAW,YAAY,SAAS,CAAC;AACnD,CAAC;AAOM,IAAM,gBAAgBA,IAAE,OAAO;AAAA,EACpC,UAAUA,IAAE,OAAO;AAAA,EACnB,YAAYA,IAAE,OAAO;AAAA,EACrB,UAAUA,IAAE,OAAO;AACrB,CAAC;AAOM,IAAM,uBAAuBA,IAAE,OAAO;AAAA,EAC3C,UAAUA,IAAE,MAAM,sBAAsB;AAAA,EACxC,eAAeA,IAAE,MAAM,sBAAsB;AAAA,EAC7C,UAAUA,IAAE,MAAM,aAAa;AAAA,EAC/B,eAAeA,IAAE,OAAO;AAC1B,CAAC;AAOM,IAAM,wBAAwBA,IAAE,OAAO;AAAA,EAC5C,UAAUA,IAAE,KAAK,eAAe;AAAA,EAChC,UAAUA,IAAE,KAAK,eAAe;AAAA,EAChC,SAASA,IAAE,OAAO;AAAA,EAClB,SAASA,IAAE,OAAO;AAAA,EAClB,WAAWA,IAAE,OAAO;AAAA,EACpB,cAAcA,IAAE,OAAO;AAAA,EACvB,mBAAmBA,IAAE,MAAMA,IAAE,OAAO,CAAC;AAAA,EACrC,aAAaA,IAAE,OAAO,EAAE,SAAS;AAAA,EACjC,eAAeA,IAAE,MAAMA,IAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EAC5C,WAAWA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAE/B,MAAM,kBAAkB,SAAS;AAAA,EACjC,gBAAgB,qBAAqB,SAAS;AAChD,CAAC;AASM,IAAM,gBAAgB,mBAAmB,OAAO;AAAA;AAAA,EAErD,SAASA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAE7B,eAAeA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAEnC,aAAaA,IAAE,MAAMA,IAAE,OAAO,CAAC;AAAA;AAAA,EAE/B,QAAQ;AAAA;AAAA,EAER,UAAUA,IAAE,OAAO;AAAA;AAAA,EAEnB,SAASA,IAAE,MAAM,mBAAmB;AAAA;AAAA,EAEpC,kBAAkB;AAAA;AAAA,EAElB,iBAAiBA,IAAE,MAAM,qBAAqB,EAAE,SAAS;AAAA;AAAA,EAEzD,iBAAiB,sBAAsB,SAAS;AAAA;AAAA,EAEhD,SAAS,cAAc,SAAS;AAAA;AAAA,EAEhC,WAAWA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAE/B,aAAaA,IAAE,OAAO,EAAE,SAAS;AAAA;AAAA,EAEjC,iBAAiBA,IAAE,MAAM,oBAAoB,EAAE,SAAS;AAC1D,CAAC;AAOM,IAAM,2BAA2B,cAAc,KAAK;AAAA,EACzD,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,QAAQ;AAAA,EACR,UAAU;AAAA,EACV,SAAS;AAAA,EACT,kBAAkB;AAAA,EAClB,WAAW;AAAA,EACX,aAAa;AACf,CAAC;AAOM,IAAM,2BAA2BA,IAAE,OAAO;AAAA,EAC/C,OAAOA,IAAE,OAAO;AAAA,EAChB,UAAUA,IAAE,OAAO;AAAA,EACnB,gBAAgBA,IAAE,OAAO;AAAA,EACzB,oBAAoBA,IAAE,OAAO;AAAA,EAC7B,kBAAkBA,IAAE;AAAA,IAClBA,IAAE,OAAO;AAAA,MACP,YAAYA,IAAE,OAAO;AAAA,MACrB,aAAaA,IAAE,OAAO;AAAA,MACtB,OAAOA,IAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,CAAC;AAAA,EACH;AAAA,EACA,WAAWA,IAAE,OAAO;AACtB,CAAC;AAOM,IAAM,sBAAsBA,IAAE,OAAO;AAAA,EAC1C,OAAOA,IAAE,OAAO;AAAA,EAChB,YAAYA,IAAE,OAAO;AAAA,EACrB,KAAKA,IAAE,OAAO;AAAA,IACZ,OAAOA,IAAE,KAAK,CAAC,QAAQ,SAAS,OAAO,CAAC;AAAA,IACxC,SAASA,IAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,MAAMA,IAAE,MAAMA,IAAE,IAAI,CAAC,EAAE,SAAS;AAAA,IAChC,OAAOA,IAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,CAAC;AACH,CAAC;AAOM,IAAM,cAAc;;;AE1P3B,SAAS,KAAAG,WAAS;AAYX,IAAM,gBAAgB,iBAAiB,OAAO;AAAA,EACnD,OAAOC,IAAE,OAAO,EAAE,SAAS,EAAE,SAAS,iCAAiC;AAAA,EACvE,WAAWA,IACR,OAAO,EACP,SAAS,EACT,SAAS,qCAAqC;AACnD,CAAC;AAOM,IAAM,2BAA2B,cAAc,KAAK;AAAA,EACzD,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,SAAS;AACX,CAAC;AAOM,IAAM,2BAA2B,yBAAyB,QAAQ;;;ACrCzE,SAAS,KAAAC,WAAS;AASX,IAAM,iBAAiB,mBAAmB,OAAO;AAAA;AAAA,EAEtD,aAAaC,IAAE,IAAI;AACrB,CAAC;AAOM,IAAM,4BAA4B,eAAe,KAAK;AAAA,EAC3D,IAAI;AAAA,EACJ,WAAW;AAAA,EACX,WAAW;AAAA,EACX,SAAS;AACX,CAAC;AAOM,IAAM,4BAA4B,0BAA0B,QAAQ;",
+  "names": ["z", "z", "ModelIds", "z", "z", "z", "z", "z", "z", "z", "z", "TestType", "TestImportance", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "z", "EvalStatus", "LLMStepType", "z", "AssertionResultStatus", "z", "z", "z", "LiveTraceEventType", "TriggerType", "z", "FailureCategory", "FailureSeverity", "z", "z", "z", "z"]
+}

package/build/types/common/base-entity.d.ts

@@ -0,0 +1,26 @@
+import { z } from 'zod';
+/**
+ * Base entity schema with common fields for all entities.
+ */
+export declare const BaseEntitySchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodString;
+    deleted: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>;
+export type BaseEntity = z.infer<typeof BaseEntitySchema>;
+/**
+ * Tenant entity schema - extends BaseEntity with projectId for multi-tenancy.
+ */
+export declare const TenantEntitySchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodString;
+    deleted: z.ZodOptional<z.ZodBoolean>;
+    projectId: z.ZodString;
+}, z.core.$strip>;
+export type TenantEntity = z.infer<typeof TenantEntitySchema>;

package/build/types/common/index.d.ts

@@ -0,0 +1,3 @@
+export * from './base-entity.js';
+export * from './mcp.js';
+export * from './models.js';

package/build/types/common/mcp.d.ts

@@ -0,0 +1,17 @@
+import { z } from 'zod';
+/**
+ * MCP Server Configuration.
+ * Defines how to connect to an MCP (Model Context Protocol) server.
+ *
+ * Merged from old and new systems:
+ * - command, args, envVars from new system
+ * - disabledTools from old system
+ */
+export declare const MCPServerConfigSchema: z.ZodObject<{
+    name: z.ZodString;
+    command: z.ZodString;
+    args: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    envVars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    disabledTools: z.ZodOptional<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type MCPServerConfig = z.infer<typeof MCPServerConfigSchema>;

package/build/types/common/models.d.ts

@@ -0,0 +1,55 @@
+import { z } from 'zod';
+/**
+ * Anthropic Model IDs supported by the AI Gateway.
+ * These values match the ClaudeModel enum from the Wix AI Gateway API.
+ */
+export declare enum ModelIds {
+    CLAUDE_3_HAIKU_1_0 = "CLAUDE_3_HAIKU_1_0",
+    CLAUDE_3_OPUS_1_0 = "CLAUDE_3_OPUS_1_0",
+    CLAUDE_3_SONNET_1_0 = "CLAUDE_3_SONNET_1_0",
+    CLAUDE_3_5_SONNET_1_0 = "CLAUDE_3_5_SONNET_1_0",
+    CLAUDE_3_5_SONNET_2_0 = "CLAUDE_3_5_SONNET_2_0",
+    CLAUDE_3_7_SONNET_1_0 = "CLAUDE_3_7_SONNET_1_0",
+    CLAUDE_4_OPUS_1_0 = "CLAUDE_4_OPUS_1_0",
+    CLAUDE_4_SONNET_1_0 = "CLAUDE_4_SONNET_1_0"
+}
+export declare const ModelIdsSchema: z.ZodEnum<typeof ModelIds>;
+/**
+ * Model configuration schema for specifying model parameters.
+ */
+export declare const ModelConfigSchema: z.ZodObject<{
+    model: z.ZodEnum<typeof ModelIds>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type ModelConfig = z.infer<typeof ModelConfigSchema>;
+/**
+ * Model pricing schema (cost per 1M tokens).
+ */
+export declare const ModelPricingSchema: z.ZodObject<{
+    inputPer1M: z.ZodNumber;
+    outputPer1M: z.ZodNumber;
+}, z.core.$strip>;
+export type ModelPricing = z.infer<typeof ModelPricingSchema>;
+/**
+ * Model schema - complete model definition with metadata and pricing.
+ */
+export declare const ModelSchema: z.ZodObject<{
+    id: z.ZodEnum<typeof ModelIds>;
+    name: z.ZodString;
+    provider: z.ZodLiteral<"anthropic">;
+    providerModelId: z.ZodString;
+    pricing: z.ZodObject<{
+        inputPer1M: z.ZodNumber;
+        outputPer1M: z.ZodNumber;
+    }, z.core.$strip>;
+}, z.core.$strip>;
+export type Model = z.infer<typeof ModelSchema>;
+/**
+ * Available models with full metadata including pricing.
+ */
+export declare const AVAILABLE_MODELS: Model[];
+/**
+ * Available models as a map keyed by model ID.
+ */
+export declare const AVAILABLE_MODELS_MAP: Record<ModelIds, Model>;

package/build/types/evaluation/eval-result.d.ts

@@ -0,0 +1,239 @@
+import { z } from 'zod';
+import { TestResult } from '../test/index.js';
+/**
+ * Assertion result status enum.
+ */
+export declare enum AssertionResultStatus {
+    PASSED = "passed",
+    FAILED = "failed",
+    SKIPPED = "skipped",
+    ERROR = "error"
+}
+/**
+ * Assertion result schema.
+ */
+export declare const AssertionResultSchema: z.ZodObject<{
+    id: z.ZodString;
+    assertionId: z.ZodString;
+    assertionType: z.ZodString;
+    assertionName: z.ZodString;
+    status: z.ZodEnum<typeof AssertionResultStatus>;
+    message: z.ZodOptional<z.ZodString>;
+    expected: z.ZodOptional<z.ZodString>;
+    actual: z.ZodOptional<z.ZodString>;
+    duration: z.ZodOptional<z.ZodNumber>;
+    details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    llmTraceSteps: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        stepNumber: z.ZodNumber;
+        type: z.ZodEnum<typeof import("./metrics.js").LLMStepType>;
+        model: z.ZodString;
+        provider: z.ZodString;
+        startedAt: z.ZodString;
+        durationMs: z.ZodNumber;
+        tokenUsage: z.ZodObject<{
+            prompt: z.ZodNumber;
+            completion: z.ZodNumber;
+            total: z.ZodNumber;
+        }, z.core.$strip>;
+        costUsd: z.ZodNumber;
+        toolName: z.ZodOptional<z.ZodString>;
+        toolArguments: z.ZodOptional<z.ZodString>;
+        inputPreview: z.ZodOptional<z.ZodString>;
+        outputPreview: z.ZodOptional<z.ZodString>;
+        success: z.ZodBoolean;
+        error: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export type AssertionResult = z.infer<typeof AssertionResultSchema>;
+/**
+ * Evaluation run result schema - result for a single scenario/target combination.
+ */
+export declare const EvalRunResultSchema: z.ZodObject<{
+    id: z.ZodString;
+    targetId: z.ZodString;
+    targetName: z.ZodOptional<z.ZodString>;
+    scenarioId: z.ZodString;
+    scenarioName: z.ZodString;
+    modelConfig: z.ZodOptional<z.ZodObject<{
+        model: z.ZodEnum<typeof import("../common/models.js").ModelIds>;
+        temperature: z.ZodOptional<z.ZodNumber>;
+        maxTokens: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    assertionResults: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        assertionId: z.ZodString;
+        assertionType: z.ZodString;
+        assertionName: z.ZodString;
+        status: z.ZodEnum<typeof AssertionResultStatus>;
+        message: z.ZodOptional<z.ZodString>;
+        expected: z.ZodOptional<z.ZodString>;
+        actual: z.ZodOptional<z.ZodString>;
+        duration: z.ZodOptional<z.ZodNumber>;
+        details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        llmTraceSteps: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            stepNumber: z.ZodNumber;
+            type: z.ZodEnum<typeof import("./metrics.js").LLMStepType>;
+            model: z.ZodString;
+            provider: z.ZodString;
+            startedAt: z.ZodString;
+            durationMs: z.ZodNumber;
+            tokenUsage: z.ZodObject<{
+                prompt: z.ZodNumber;
+                completion: z.ZodNumber;
+                total: z.ZodNumber;
+            }, z.core.$strip>;
+            costUsd: z.ZodNumber;
+            toolName: z.ZodOptional<z.ZodString>;
+            toolArguments: z.ZodOptional<z.ZodString>;
+            inputPreview: z.ZodOptional<z.ZodString>;
+            outputPreview: z.ZodOptional<z.ZodString>;
+            success: z.ZodBoolean;
+            error: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+    metrics: z.ZodOptional<z.ZodObject<{
+        totalAssertions: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        skipped: z.ZodNumber;
+        errors: z.ZodNumber;
+        passRate: z.ZodNumber;
+        avgDuration: z.ZodNumber;
+        totalDuration: z.ZodNumber;
+    }, z.core.$strip>>;
+    passed: z.ZodNumber;
+    failed: z.ZodNumber;
+    passRate: z.ZodNumber;
+    duration: z.ZodNumber;
+    outputText: z.ZodOptional<z.ZodString>;
+    files: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        path: z.ZodString;
+        content: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
+    startedAt: z.ZodOptional<z.ZodString>;
+    completedAt: z.ZodOptional<z.ZodString>;
+    llmTrace: z.ZodOptional<z.ZodObject<{
+        id: z.ZodString;
+        steps: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            stepNumber: z.ZodNumber;
+            type: z.ZodEnum<typeof import("./metrics.js").LLMStepType>;
+            model: z.ZodString;
+            provider: z.ZodString;
+            startedAt: z.ZodString;
+            durationMs: z.ZodNumber;
+            tokenUsage: z.ZodObject<{
+                prompt: z.ZodNumber;
+                completion: z.ZodNumber;
+                total: z.ZodNumber;
+            }, z.core.$strip>;
+            costUsd: z.ZodNumber;
+            toolName: z.ZodOptional<z.ZodString>;
+            toolArguments: z.ZodOptional<z.ZodString>;
+            inputPreview: z.ZodOptional<z.ZodString>;
+            outputPreview: z.ZodOptional<z.ZodString>;
+            success: z.ZodBoolean;
+            error: z.ZodOptional<z.ZodString>;
+        }, z.core.$strip>>;
+        summary: z.ZodObject<{
+            totalSteps: z.ZodNumber;
+            totalDurationMs: z.ZodNumber;
+            totalTokens: z.ZodObject<{
+                prompt: z.ZodNumber;
+                completion: z.ZodNumber;
+                total: z.ZodNumber;
+            }, z.core.$strip>;
+            totalCostUsd: z.ZodNumber;
+            stepTypeBreakdown: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
+                count: z.ZodNumber;
+                durationMs: z.ZodNumber;
+                tokens: z.ZodNumber;
+                costUsd: z.ZodNumber;
+            }, z.core.$strip>>>;
+            modelBreakdown: z.ZodRecord<z.ZodString, z.ZodObject<{
+                count: z.ZodNumber;
+                durationMs: z.ZodNumber;
+                tokens: z.ZodNumber;
+                costUsd: z.ZodNumber;
+            }, z.core.$strip>>;
+            modelsUsed: z.ZodArray<z.ZodString>;
+        }, z.core.$strip>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type EvalRunResult = z.infer<typeof EvalRunResultSchema>;
+/**
+ * Prompt result schema - detailed result from prompt execution.
+ */
+export declare const PromptResultSchema: z.ZodObject<{
+    text: z.ZodString;
+    files: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+    finishReason: z.ZodOptional<z.ZodString>;
+    reasoning: z.ZodOptional<z.ZodString>;
+    reasoningDetails: z.ZodOptional<z.ZodUnknown>;
+    toolCalls: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+    toolResults: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+    warnings: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+    sources: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+    steps: z.ZodArray<z.ZodUnknown>;
+    generationTimeMs: z.ZodNumber;
+    prompt: z.ZodString;
+    systemPrompt: z.ZodString;
+    usage: z.ZodObject<{
+        totalTokens: z.ZodOptional<z.ZodNumber>;
+        totalMicrocentsSpent: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>;
+}, z.core.$strip>;
+export type PromptResult = z.infer<typeof PromptResultSchema>;
+/**
+ * Full evaluation result schema - complete result for a single evaluation.
+ */
+export declare const EvaluationResultSchema: z.ZodObject<{
+    id: z.ZodString;
+    runId: z.ZodString;
+    timestamp: z.ZodNumber;
+    promptResult: z.ZodObject<{
+        text: z.ZodString;
+        files: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+        finishReason: z.ZodOptional<z.ZodString>;
+        reasoning: z.ZodOptional<z.ZodString>;
+        reasoningDetails: z.ZodOptional<z.ZodUnknown>;
+        toolCalls: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+        toolResults: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+        warnings: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+        sources: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+        steps: z.ZodArray<z.ZodUnknown>;
+        generationTimeMs: z.ZodNumber;
+        prompt: z.ZodString;
+        systemPrompt: z.ZodString;
+        usage: z.ZodObject<{
+            totalTokens: z.ZodOptional<z.ZodNumber>;
+            totalMicrocentsSpent: z.ZodOptional<z.ZodNumber>;
+        }, z.core.$strip>;
+    }, z.core.$strip>;
+    testResults: z.ZodType<TestResult[]>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    feedback: z.ZodOptional<z.ZodString>;
+    score: z.ZodNumber;
+    suiteId: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type EvaluationResult = z.infer<typeof EvaluationResultSchema>;
+/**
+ * Lean evaluation result - summary for listing.
+ */
+export declare const LeanEvaluationResultSchema: z.ZodObject<{
+    id: z.ZodString;
+    runId: z.ZodString;
+    timestamp: z.ZodNumber;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    scenarioId: z.ZodString;
+    scenarioVersion: z.ZodOptional<z.ZodNumber>;
+    targetId: z.ZodString;
+    targetVersion: z.ZodOptional<z.ZodNumber>;
+    suiteId: z.ZodOptional<z.ZodString>;
+    score: z.ZodNumber;
+    time: z.ZodOptional<z.ZodNumber>;
+    microcentsSpent: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type LeanEvaluationResult = z.infer<typeof LeanEvaluationResultSchema>;