llm-testrunner-components 1.2.3 → 1.3.0

package/dist/collection/schemas/expected-outcome.js.map

@@ -1 +1 @@
-{"version":3,"file":"expected-outcome.js","sourceRoot":"","sources":["../../src/schemas/expected-outcome.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,6BAA6B,EAAE,MAAM,6CAA6C,CAAC;AAE5F,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAChD,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;AACnE,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;AAC7C,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC3D,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;AAE7C,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AAGvE,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACpC,SAAS,EAAE,cAAc;CAC1B,CAAC,CAAC;AAEH,MAAM,gCAAgC,GAAG,0BAA0B,CAAC,WAAW,CAC7E,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE;IAClB,IAAI,CAAC,6BAA6B,CAAC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClE,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,UAAU,CAAC;YAClB,OAAO,EAAE,+BAA+B,kBAAkB,CAAC,KAAK,wBAAwB;SACzF,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CACF,CAAC;AAEF,MAAM,gCAAgC,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,KAAK,EAAE,cAAc;IACrB,WAAW,EAAE,cAAc;CAC5B,CAAC,CAAC;AAEH,MAAM,wCAAwC,GAAG,CAC/C,UAAmD,EACnD,EAAE,CAAC,CAAC;IACJ,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC;QACtB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACvB,oBAAoB,EAAE,0BAA0B,CAAC,QAAQ,EAAE;KAC5D,CAAC;IACF,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC;QAC1B,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QAC3B,IAAI,EAAE,mBAAmB;QACzB,oBAAoB,EAAE,0BAA0B,CAAC,QAAQ,EAAE;KAC5D,CAAC;IACF,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC;QAC5B,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9B,oBAAoB,EAAE,0BAA0B,CAAC,QAAQ,EAAE;KAC5D,CAAC;IACF,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC;QACxB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACzB,OAAO,EAAE,mBAAmB;QAC5B,oBAAoB,EAAE,gCAAgC,CAAC,QAAQ,EAAE;KAClE,CAAC;CACH,CAAC,CAAC;AAEH,SAAS,iBAAiB,CAAC,MAAgB;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,uBAAuB,GAC3B,wCAAwC,CAAC,gCAAgC,CAAC,CAAC;AAE7E,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IAC3E,uBAAuB,CAAC,IAAI;IAC5B,uBAAuB,CAAC,QAAQ;IAChC,uBAAuB,CAAC,UAAU;IAClC,uBAAuB,CAAC,MAAM;CAC/B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC;KACzC,KAAK,CAAC,gCAAgC,CAAC;KACvC,GAAG,CAAC,CAAC,CAAC,CAAC;AAEV,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACrE,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;QAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB,CAAC;IACF,uBAAuB,CAAC,QAAQ;SAC7B,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,WAAW,EAAE,yBAAyB,CAAC,OAAO,CAAC,QAAQ,CAAC;QACxD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACvC,CAAC;SACD,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAC1B,IACE,KAAK,CAAC,WAAW,KAAK,SAAS;YAC/B,CAAC,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,EACrE,CAAC;YACD,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,iBAAiB,CAAC;gBACzB,OAAO,EAAE,0DAA0D;aACpE,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IACJ,uBAAuB,CAAC,UAAU,CAAC,MAAM,CAAC;QACxC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;YACrD,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9B,GAAG,CAAC,QAAQ,CAAC;oBACX,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,gEAAgE;iBACnE,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;KACH,CAAC;IACF,uBAAuB,CAAC,MAAM;SAC3B,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB,CAAC;SACD,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,OAAO,CAAC;gBACf,OAAO,EAAE,mDAAmD;aAC7D,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;CACL,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AA4CrF,MAAM,UAAU,6BAA6B,CAC3C,MAAe;IAEf,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,kCAAkC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CACnE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,eAAwB;IAExB,MAAM,MAAM,GAAG,0BAA0B,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC","sourcesContent":["import { z } from 'zod';\nimport { EvaluationApproach } from '../lib/evaluation/constants';\nimport { isApproachAllowedForFieldType } from '../lib/evaluation/field-evaluation-approach';\n\nconst nonEmptyString = z.string().trim().min(1);\nconst optionalPositiveInt = z.number().int().positive().optional();\nconst optionalString = z.string().optional();\nconst selectOptionsSchema = z.array(nonEmptyString).min(1);\nconst optionalNumber = z.number().optional();\n\nexport const expectedOutcomeModeSchema = z.enum(['static', 'dynamic']);\nexport type ExpectedOutcomeMode = z.infer<typeof expectedOutcomeModeSchema>;\n\nconst evaluationParametersSchema = z.object({\n  approach: z.enum(EvaluationApproach),\n  threshold: optionalNumber,\n});\n\nconst selectEvaluationParametersSchema = evaluationParametersSchema.superRefine(\n  (parameters, ctx) => {\n    if (!isApproachAllowedForFieldType('select', parameters.approach)) {\n      ctx.addIssue({\n        code: 'custom',\n        path: ['approach'],\n        message: `select fields only support \"${EvaluationApproach.EXACT}\" evaluation approach.`,\n      });\n    }\n  },\n);\n\nconst defaultExpectedOutcomeBaseSchema = z.object({\n  label: nonEmptyString,\n  placeholder: optionalString,\n});\n\nconst createDefaultExpectedOutcomeFieldSchemas = (\n  baseSchema: typeof defaultExpectedOutcomeBaseSchema,\n) => ({\n  text: baseSchema.extend({\n    type: z.literal('text'),\n    evaluationParameters: evaluationParametersSchema.optional(),\n  }),\n  textarea: baseSchema.extend({\n    type: z.literal('textarea'),\n    rows: optionalPositiveInt,\n    evaluationParameters: evaluationParametersSchema.optional(),\n  }),\n  chipsInput: baseSchema.extend({\n    type: z.literal('chips-input'),\n    evaluationParameters: evaluationParametersSchema.optional(),\n  }),\n  select: baseSchema.extend({\n    type: z.literal('select'),\n    options: selectOptionsSchema,\n    evaluationParameters: selectEvaluationParametersSchema.optional(),\n  }),\n});\n\nfunction hasDuplicateChips(values: string[]): boolean {\n  const seen = new Set<string>();\n  for (const value of values) {\n    const normalized = value.trim().toLowerCase();\n    if (seen.has(normalized)) {\n      return true;\n    }\n    seen.add(normalized);\n  }\n  return false;\n}\n\nconst defaultFieldDefinitions =\n  createDefaultExpectedOutcomeFieldSchemas(defaultExpectedOutcomeBaseSchema);\n\nexport const expectedOutcomeSchemaFieldSchema = z.discriminatedUnion('type', [\n  defaultFieldDefinitions.text,\n  defaultFieldDefinitions.textarea,\n  defaultFieldDefinitions.chipsInput,\n  defaultFieldDefinitions.select,\n]);\n\nexport const expectedOutcomeSchemaSchema = z\n  .array(expectedOutcomeSchemaFieldSchema)\n  .min(1);\n\nexport const expectedOutcomeFieldSchema = z.discriminatedUnion('type', [\n  defaultFieldDefinitions.text.extend({\n    value: z.string(),\n  }),\n  defaultFieldDefinitions.textarea\n    .extend({\n      value: z.string(),\n      outcomeMode: expectedOutcomeModeSchema.default('static'),\n      resolutionQuery: z.string().optional(),\n    })\n    .superRefine((field, ctx) => {\n      if (\n        field.outcomeMode === 'dynamic' &&\n        (!field.resolutionQuery || field.resolutionQuery.trim().length === 0)\n      ) {\n        ctx.addIssue({\n          code: 'custom',\n          path: ['resolutionQuery'],\n          message: 'resolutionQuery is required when outcomeMode is dynamic.',\n        });\n      }\n    }),\n  defaultFieldDefinitions.chipsInput.extend({\n    value: z.array(z.string()).superRefine((values, ctx) => {\n      if (hasDuplicateChips(values)) {\n        ctx.addIssue({\n          code: 'custom',\n          message:\n            'chips-input values must be unique (case-insensitive, trimmed).',\n        });\n      }\n    }),\n  }),\n  defaultFieldDefinitions.select\n    .extend({\n      value: z.string(),\n    })\n    .superRefine((field, ctx) => {\n      if (!field.options.includes(field.value)) {\n        ctx.addIssue({\n          code: 'custom',\n          path: ['value'],\n          message: 'select value must be one of the provided options.',\n        });\n      }\n    }),\n]);\n\nexport const expectedOutcomeArraySchema = z.array(expectedOutcomeFieldSchema).min(1);\n\nexport type ExpectedOutcomeSchemaField = z.infer<\n  typeof expectedOutcomeSchemaFieldSchema\n>;\nexport type ExpectedOutcomeSchema = z.infer<typeof expectedOutcomeSchemaSchema>;\nexport type ExpectedOutcomeField = z.input<typeof expectedOutcomeFieldSchema>;\nexport type ExpectedOutcomeFieldType = ExpectedOutcomeField['type'];\nexport type ExpectedOutcomeBase = z.infer<typeof defaultExpectedOutcomeBaseSchema>;\n\nexport type TextExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'text' }\n>;\nexport type TextareaExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'textarea' }\n>;\nexport type ChipsExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'chips-input' }\n>;\nexport type SelectExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'select' }\n>;\n\nexport type TextExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'text' }\n>;\nexport type TextareaExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'textarea' }\n>;\nexport type ChipsExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'chips-input' }\n>;\nexport type SelectExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'select' }\n>;\n\nexport function validateExpectedOutcomeSchema(\n  schema: unknown,\n): asserts schema is ExpectedOutcomeSchema {\n  const parsed = expectedOutcomeSchemaSchema.safeParse(schema);\n  if (!parsed.success) {\n    throw new Error(\n      `Invalid expectedOutcomeSchema: ${parsed.error.issues[0].message}`,\n    );\n  }\n}\n\nexport function validateExpectedOutcomeArray(\n  expectedOutcome: unknown,\n): asserts expectedOutcome is ExpectedOutcomeField[] {\n  const parsed = expectedOutcomeArraySchema.safeParse(expectedOutcome);\n  if (!parsed.success) {\n    throw new Error(`Invalid expectedOutcome: ${parsed.error.issues[0].message}`);\n  }\n}\n"]}
+{"version":3,"file":"expected-outcome.js","sourceRoot":"","sources":["../../src/schemas/expected-outcome.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,6BAA6B,EAAE,MAAM,6CAA6C,CAAC;AAG5F,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAChD,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;AACnE,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;AAC7C,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC3D,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;AAC7C,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;CACxB,CAAC,CAAC;AACH,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,WAAW,EAAE,cAAc;CAC5B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC,MAAM,CAGrD,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,EACpC,+BAA+B,CAChC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAC,MAAM,CACtD,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EACjB,+BAA+B,CAChC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACjE,0BAA0B;IAC1B,4BAA4B;CAC7B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AAUvE,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;IACpC,SAAS,EAAE,cAAc;CAC1B,CAAC,CAAC;AAEH,MAAM,gCAAgC,GAAG,0BAA0B,CAAC,WAAW,CAC7E,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE;IAClB,IAAI,CAAC,6BAA6B,CAAC,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClE,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,UAAU,CAAC;YAClB,OAAO,EAAE,+BAA+B,kBAAkB,CAAC,KAAK,wBAAwB;SACzF,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CACF,CAAC;AAEF,MAAM,gCAAgC,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,KAAK,EAAE,cAAc;IACrB,WAAW,EAAE,cAAc;IAC3B,gBAAgB,EAAE,sBAAsB,CAAC,QAAQ,EAAE;CACpD,CAAC,CAAC;AAEH,MAAM,wCAAwC,GAAG,CAC/C,UAAmD,EACnD,EAAE,CAAC,CAAC;IACJ,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC;QACtB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACvB,oBAAoB,EAAE,0BAA0B,CAAC,QAAQ,EAAE;KAC5D,CAAC;IACF,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC;QAC1B,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QAC3B,IAAI,EAAE,mBAAmB;QACzB,oBAAoB,EAAE,0BAA0B,CAAC,QAAQ,EAAE;KAC5D,CAAC;IACF,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC;QAC5B,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9B,oBAAoB,EAAE,0BAA0B,CAAC,QAAQ,EAAE;KAC5D,CAAC;IACF,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC;QACxB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACzB,OAAO,EAAE,mBAAmB;QAC5B,oBAAoB,EAAE,gCAAgC,CAAC,QAAQ,EAAE;KAClE,CAAC;CACH,CAAC,CAAC;AAEH,SAAS,iBAAiB,CAAC,MAAgB;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,uBAAuB,GAC3B,wCAAwC,CAAC,gCAAgC,CAAC,CAAC;AAE7E,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IAC3E,uBAAuB,CAAC,IAAI;IAC5B,uBAAuB,CAAC,QAAQ;IAChC,uBAAuB,CAAC,UAAU;IAClC,uBAAuB,CAAC,MAAM;CAC/B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC;KACzC,KAAK,CAAC,gCAAgC,CAAC;KACvC,GAAG,CAAC,CAAC,CAAC,CAAC;AAEV,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACrE,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;QAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB,CAAC;IACF,uBAAuB,CAAC,QAAQ;SAC7B,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,WAAW,EAAE,yBAAyB,CAAC,OAAO,CAAC,QAAQ,CAAC;QACxD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACvC,CAAC;SACD,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAC1B,IACE,KAAK,CAAC,WAAW,KAAK,SAAS;YAC/B,CAAC,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,EACrE,CAAC;YACD,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,iBAAiB,CAAC;gBACzB,OAAO,EAAE,0DAA0D;aACpE,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IACJ,uBAAuB,CAAC,UAAU,CAAC,MAAM,CAAC;QACxC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;YACrD,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9B,GAAG,CAAC,QAAQ,CAAC;oBACX,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,gEAAgE;iBACnE,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;KACH,CAAC;IACF,uBAAuB,CAAC,MAAM;SAC3B,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;KAClB,CAAC;SACD,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,OAAO,CAAC;gBACf,OAAO,EAAE,mDAAmD;aAC7D,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;CACL,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AA4CrF,MAAM,UAAU,6BAA6B,CAC3C,MAAe;IAEf,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,kCAAkC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CACnE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,eAAwB;IAExB,MAAM,MAAM,GAAG,0BAA0B,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0CAA0C,CACxD,eAAwB,EACxB,mBAA6B;IAE7B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,0BAA0B,CAAC,WAAW,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QACpE,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC9B,IAAI,KAAK,CAAC,gBAAgB,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9C,OAAO;YACT,CAAC;YAED,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAAE,CAAC;gBACpD,OAAO;YACT,CAAC;YAED,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,KAAK,EAAE,kBAAkB,EAAE,aAAa,CAAC;gBAChD,OAAO,EAAE,uCAAuC,KAAK,CAAC,gBAAgB,CAAC,WAAW,sBAAsB;aACzG,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IACjD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,UAAuC;IAEvC,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;AACvC,CAAC","sourcesContent":["import { z } from 'zod';\nimport { EvaluationApproach } from '../lib/evaluation/constants';\nimport { isApproachAllowedForFieldType } from '../lib/evaluation/field-evaluation-approach';\nimport type { ModelResponsePayload } from './model-response';\n\nconst nonEmptyString = z.string().trim().min(1);\nconst optionalPositiveInt = z.number().int().positive().optional();\nconst optionalString = z.string().optional();\nconst selectOptionsSchema = z.array(nonEmptyString).min(1);\nconst optionalNumber = z.number().optional();\nconst textEvaluationSourceSchema = z.object({\n  type: z.literal('text'),\n});\nconst customEvaluationSourceSchema = z.object({\n  type: z.literal('custom'),\n  extractorId: nonEmptyString,\n});\n\nexport const evaluationSourceExtractorSchema = z.custom<\n  (payload: ModelResponsePayload) => string | Promise<string>\n>(\n  value => typeof value === 'function',\n  'Extractor must be a function.',\n);\n\nexport const evaluationSourceExtractorsSchema = z.record(\n  z.string().min(1),\n  evaluationSourceExtractorSchema,\n);\n\nexport const evaluationSourceSchema = z.discriminatedUnion('type', [\n  textEvaluationSourceSchema,\n  customEvaluationSourceSchema,\n]);\n\nexport const expectedOutcomeModeSchema = z.enum(['static', 'dynamic']);\nexport type ExpectedOutcomeMode = z.infer<typeof expectedOutcomeModeSchema>;\nexport type EvaluationSource = z.infer<typeof evaluationSourceSchema>;\nexport type EvaluationSourceExtractor = z.infer<\n  typeof evaluationSourceExtractorSchema\n>;\nexport type EvaluationSourceExtractors = z.infer<\n  typeof evaluationSourceExtractorsSchema\n>;\n\nconst evaluationParametersSchema = z.object({\n  approach: z.enum(EvaluationApproach),\n  threshold: optionalNumber,\n});\n\nconst selectEvaluationParametersSchema = evaluationParametersSchema.superRefine(\n  (parameters, ctx) => {\n    if (!isApproachAllowedForFieldType('select', parameters.approach)) {\n      ctx.addIssue({\n        code: 'custom',\n        path: ['approach'],\n        message: `select fields only support \"${EvaluationApproach.EXACT}\" evaluation approach.`,\n      });\n    }\n  },\n);\n\nconst defaultExpectedOutcomeBaseSchema = z.object({\n  label: nonEmptyString,\n  placeholder: optionalString,\n  evaluationSource: evaluationSourceSchema.optional(),\n});\n\nconst createDefaultExpectedOutcomeFieldSchemas = (\n  baseSchema: typeof defaultExpectedOutcomeBaseSchema,\n) => ({\n  text: baseSchema.extend({\n    type: z.literal('text'),\n    evaluationParameters: evaluationParametersSchema.optional(),\n  }),\n  textarea: baseSchema.extend({\n    type: z.literal('textarea'),\n    rows: optionalPositiveInt,\n    evaluationParameters: evaluationParametersSchema.optional(),\n  }),\n  chipsInput: baseSchema.extend({\n    type: z.literal('chips-input'),\n    evaluationParameters: evaluationParametersSchema.optional(),\n  }),\n  select: baseSchema.extend({\n    type: z.literal('select'),\n    options: selectOptionsSchema,\n    evaluationParameters: selectEvaluationParametersSchema.optional(),\n  }),\n});\n\nfunction hasDuplicateChips(values: string[]): boolean {\n  const seen = new Set<string>();\n  for (const value of values) {\n    const normalized = value.trim().toLowerCase();\n    if (seen.has(normalized)) {\n      return true;\n    }\n    seen.add(normalized);\n  }\n  return false;\n}\n\nconst defaultFieldDefinitions =\n  createDefaultExpectedOutcomeFieldSchemas(defaultExpectedOutcomeBaseSchema);\n\nexport const expectedOutcomeSchemaFieldSchema = z.discriminatedUnion('type', [\n  defaultFieldDefinitions.text,\n  defaultFieldDefinitions.textarea,\n  defaultFieldDefinitions.chipsInput,\n  defaultFieldDefinitions.select,\n]);\n\nexport const expectedOutcomeSchemaSchema = z\n  .array(expectedOutcomeSchemaFieldSchema)\n  .min(1);\n\nexport const expectedOutcomeFieldSchema = z.discriminatedUnion('type', [\n  defaultFieldDefinitions.text.extend({\n    value: z.string(),\n  }),\n  defaultFieldDefinitions.textarea\n    .extend({\n      value: z.string(),\n      outcomeMode: expectedOutcomeModeSchema.default('static'),\n      resolutionQuery: z.string().optional(),\n    })\n    .superRefine((field, ctx) => {\n      if (\n        field.outcomeMode === 'dynamic' &&\n        (!field.resolutionQuery || field.resolutionQuery.trim().length === 0)\n      ) {\n        ctx.addIssue({\n          code: 'custom',\n          path: ['resolutionQuery'],\n          message: 'resolutionQuery is required when outcomeMode is dynamic.',\n        });\n      }\n    }),\n  defaultFieldDefinitions.chipsInput.extend({\n    value: z.array(z.string()).superRefine((values, ctx) => {\n      if (hasDuplicateChips(values)) {\n        ctx.addIssue({\n          code: 'custom',\n          message:\n            'chips-input values must be unique (case-insensitive, trimmed).',\n        });\n      }\n    }),\n  }),\n  defaultFieldDefinitions.select\n    .extend({\n      value: z.string(),\n    })\n    .superRefine((field, ctx) => {\n      if (!field.options.includes(field.value)) {\n        ctx.addIssue({\n          code: 'custom',\n          path: ['value'],\n          message: 'select value must be one of the provided options.',\n        });\n      }\n    }),\n]);\n\nexport const expectedOutcomeArraySchema = z.array(expectedOutcomeFieldSchema).min(1);\n\nexport type ExpectedOutcomeSchemaField = z.infer<\n  typeof expectedOutcomeSchemaFieldSchema\n>;\nexport type ExpectedOutcomeSchema = z.infer<typeof expectedOutcomeSchemaSchema>;\nexport type ExpectedOutcomeField = z.input<typeof expectedOutcomeFieldSchema>;\nexport type ExpectedOutcomeFieldType = ExpectedOutcomeField['type'];\nexport type ExpectedOutcomeBase = z.infer<typeof defaultExpectedOutcomeBaseSchema>;\n\nexport type TextExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'text' }\n>;\nexport type TextareaExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'textarea' }\n>;\nexport type ChipsExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'chips-input' }\n>;\nexport type SelectExpectedOutcomeSchemaField = Extract<\n  ExpectedOutcomeSchemaField,\n  { type: 'select' }\n>;\n\nexport type TextExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'text' }\n>;\nexport type TextareaExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'textarea' }\n>;\nexport type ChipsExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'chips-input' }\n>;\nexport type SelectExpectedOutcomeField = Extract<\n  ExpectedOutcomeField,\n  { type: 'select' }\n>;\n\nexport function validateExpectedOutcomeSchema(\n  schema: unknown,\n): asserts schema is ExpectedOutcomeSchema {\n  const parsed = expectedOutcomeSchemaSchema.safeParse(schema);\n  if (!parsed.success) {\n    throw new Error(\n      `Invalid expectedOutcomeSchema: ${parsed.error.issues[0].message}`,\n    );\n  }\n}\n\nexport function validateExpectedOutcomeArray(\n  expectedOutcome: unknown,\n): asserts expectedOutcome is ExpectedOutcomeField[] {\n  const parsed = expectedOutcomeArraySchema.safeParse(expectedOutcome);\n  if (!parsed.success) {\n    throw new Error(`Invalid expectedOutcome: ${parsed.error.issues[0].message}`);\n  }\n}\n\nexport function validateExpectedOutcomeArrayWithExtractors(\n  expectedOutcome: unknown,\n  allowedExtractorIds: string[],\n): asserts expectedOutcome is ExpectedOutcomeField[] {\n  const allowed = new Set(allowedExtractorIds);\n  const schema = expectedOutcomeArraySchema.superRefine((fields, ctx) => {\n    fields.forEach((field, index) => {\n      if (field.evaluationSource?.type !== 'custom') {\n        return;\n      }\n\n      if (allowed.has(field.evaluationSource.extractorId)) {\n        return;\n      }\n\n      ctx.addIssue({\n        code: 'custom',\n        path: [index, 'evaluationSource', 'extractorId'],\n        message: `Invalid expectedOutcome: Extractor \"${field.evaluationSource.extractorId}\" is not registered.`,\n      });\n    });\n  });\n\n  const parsed = schema.safeParse(expectedOutcome);\n  if (!parsed.success) {\n    throw new Error(parsed.error.issues[0].message);\n  }\n}\n\nexport function getExtractorIds(\n  extractors?: EvaluationSourceExtractors,\n): string[] {\n  return Object.keys(extractors || {});\n}\n"]}

package/dist/collection/schemas/model-response.js

@@ -0,0 +1,7 @@
+import { z } from "zod";
+export const modelResponseMetadataSchema = z.record(z.string(), z.unknown());
+export const modelResponsePayloadSchema = z.object({
+    text: z.string().optional(),
+    metadata: modelResponseMetadataSchema.optional(),
+});
+//# sourceMappingURL=model-response.js.map

package/dist/collection/schemas/model-response.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-response.js","sourceRoot":"","sources":["../../src/schemas/model-response.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AAE7E,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,QAAQ,EAAE,2BAA2B,CAAC,QAAQ,EAAE;CACjD,CAAC,CAAC","sourcesContent":["import { z } from 'zod';\n\nexport const modelResponseMetadataSchema = z.record(z.string(), z.unknown());\n\nexport const modelResponsePayloadSchema = z.object({\n  text: z.string().optional(),\n  metadata: modelResponseMetadataSchema.optional(),\n});\n\nexport type ModelResponsePayload = z.infer<typeof modelResponsePayloadSchema>;\n"]}

package/dist/collection/schemas/test-case.js

@@ -1,16 +1,23 @@
 import { z } from "zod";
 import { expectedOutcomeArraySchema } from "./expected-outcome";
+import { modelResponsePayloadSchema } from "./model-response";
+export const testCaseChatHistorySchema = z.object({
+    enabled: z.boolean(),
+    value: z.string(),
+});
 export const testCaseInputSchema = z.object({
     id: z.string(),
     question: z.string(),
     expectedOutcome: expectedOutcomeArraySchema,
+    chatHistory: testCaseChatHistorySchema.optional(),
 });
 export const testCaseInputArraySchema = z.array(testCaseInputSchema);
 export const testCaseSchema = z.object({
     id: z.string(),
     question: z.string(),
     expectedOutcome: expectedOutcomeArraySchema,
-    output: z.string().optional(),
+    output: modelResponsePayloadSchema.optional(),
+    chatHistory: testCaseChatHistorySchema,
     isRunning: z.boolean().optional(),
     error: z.string().optional(),
     evaluationResult: z.custom().optional(),

package/dist/collection/schemas/test-case.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/schemas/test-case.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAEhE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;CAC5C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;AAErE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAoB,CAAC,QAAQ,EAAE;IACzD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAKH,MAAM,UAAU,qBAAqB,CACnC,IAAa;IAEb,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAAa;IAEb,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,OAAO,GACX,UAAU,CAAC,IAAI,KAAK,cAAc;YAChC,CAAC,CAAC,gDAAgD;YAClD,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC","sourcesContent":["import { z } from 'zod';\nimport type { EvaluationResult } from '../lib/evaluation/types';\nimport { expectedOutcomeArraySchema } from './expected-outcome';\n\nexport const testCaseInputSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n});\n\nexport const testCaseInputArraySchema = z.array(testCaseInputSchema);\n\nexport const testCaseSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n  output: z.string().optional(),\n  isRunning: z.boolean().optional(),\n  error: z.string().optional(),\n  evaluationResult: z.custom<EvaluationResult>().optional(),\n  responseTime: z.number().optional(),\n});\n\nexport type TestCaseInput = z.input<typeof testCaseInputSchema>;\nexport type TestCase = z.input<typeof testCaseSchema>;\n\nexport function validateTestCaseInput(\n  data: unknown,\n): asserts data is TestCaseInput {\n  const parsed = testCaseInputSchema.safeParse(data);\n  if (!parsed.success) {\n    throw new Error(`Invalid test case input: ${parsed.error.issues[0].message}`);\n  }\n}\n\nexport function validateTestCaseInputArray(\n  data: unknown,\n): asserts data is TestCaseInput[] {\n  const parsed = testCaseInputArraySchema.safeParse(data);\n  if (!parsed.success) {\n    const firstIssue = parsed.error.issues[0];\n    const message =\n      firstIssue.code === 'invalid_type'\n        ? 'Invalid JSON structure. Expected a JSON array.'\n        : firstIssue.message;\n    throw new Error(message);\n  }\n}\n"]}
+{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/schemas/test-case.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAE9D,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;IAC3C,WAAW,EAAE,yBAAyB,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;AAErE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,eAAe,EAAE,0BAA0B;IAC3C,MAAM,EAAE,0BAA0B,CAAC,QAAQ,EAAE;IAC7C,WAAW,EAAE,yBAAyB;IACtC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAoB,CAAC,QAAQ,EAAE;IACzD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAMH,MAAM,UAAU,qBAAqB,CACnC,IAAa;IAEb,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAAa;IAEb,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,OAAO,GACX,UAAU,CAAC,IAAI,KAAK,cAAc;YAChC,CAAC,CAAC,gDAAgD;YAClD,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC","sourcesContent":["import { z } from 'zod';\nimport type { EvaluationResult } from '../lib/evaluation/types';\nimport { expectedOutcomeArraySchema } from './expected-outcome';\nimport { modelResponsePayloadSchema } from './model-response';\n\nexport const testCaseChatHistorySchema = z.object({\n  enabled: z.boolean(),\n  value: z.string(),\n});\n\nexport const testCaseInputSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n  chatHistory: testCaseChatHistorySchema.optional(),\n});\n\nexport const testCaseInputArraySchema = z.array(testCaseInputSchema);\n\nexport const testCaseSchema = z.object({\n  id: z.string(),\n  question: z.string(),\n  expectedOutcome: expectedOutcomeArraySchema,\n  output: modelResponsePayloadSchema.optional(),\n  chatHistory: testCaseChatHistorySchema,\n  isRunning: z.boolean().optional(),\n  error: z.string().optional(),\n  evaluationResult: z.custom<EvaluationResult>().optional(),\n  responseTime: z.number().optional(),\n});\n\nexport type TestCaseChatHistory = z.infer<typeof testCaseChatHistorySchema>;\nexport type TestCaseInput = z.input<typeof testCaseInputSchema>;\nexport type TestCase = z.input<typeof testCaseSchema>;\n\nexport function validateTestCaseInput(\n  data: unknown,\n): asserts data is TestCaseInput {\n  const parsed = testCaseInputSchema.safeParse(data);\n  if (!parsed.success) {\n    throw new Error(`Invalid test case input: ${parsed.error.issues[0].message}`);\n  }\n}\n\nexport function validateTestCaseInputArray(\n  data: unknown,\n): asserts data is TestCaseInput[] {\n  const parsed = testCaseInputArraySchema.safeParse(data);\n  if (!parsed.success) {\n    const firstIssue = parsed.error.issues[0];\n    const message =\n      firstIssue.code === 'invalid_type'\n        ? 'Invalid JSON structure. Expected a JSON array.'\n        : firstIssue.message;\n    throw new Error(message);\n  }\n}\n"]}

package/dist/collection/types/expected-outcome.js.map

@@ -1 +1 @@
-{"version":3,"file":"expected-outcome.js","sourceRoot":"","sources":["../../src/types/expected-outcome.ts"],"names":[],"mappings":"","sourcesContent":["export type {\n  ExpectedOutcomeMode,\n  ExpectedOutcomeSchemaField,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeField,\n  ExpectedOutcomeFieldType,\n  ExpectedOutcomeBase,\n  TextExpectedOutcomeSchemaField,\n  TextareaExpectedOutcomeSchemaField,\n  ChipsExpectedOutcomeSchemaField,\n  SelectExpectedOutcomeSchemaField,\n  TextExpectedOutcomeField,\n  TextareaExpectedOutcomeField,\n  ChipsExpectedOutcomeField,\n  SelectExpectedOutcomeField,\n} from '../schemas/expected-outcome';\n"]}
+{"version":3,"file":"expected-outcome.js","sourceRoot":"","sources":["../../src/types/expected-outcome.ts"],"names":[],"mappings":"","sourcesContent":["export type {\n  EvaluationSource,\n  EvaluationSourceExtractor,\n  EvaluationSourceExtractors,\n  ExpectedOutcomeMode,\n  ExpectedOutcomeSchemaField,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeField,\n  ExpectedOutcomeFieldType,\n  ExpectedOutcomeBase,\n  TextExpectedOutcomeSchemaField,\n  TextareaExpectedOutcomeSchemaField,\n  ChipsExpectedOutcomeSchemaField,\n  SelectExpectedOutcomeSchemaField,\n  TextExpectedOutcomeField,\n  TextareaExpectedOutcomeField,\n  ChipsExpectedOutcomeField,\n  SelectExpectedOutcomeField,\n} from '../schemas/expected-outcome';\n"]}

package/dist/collection/types/llm-test-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-test-runner.js","sourceRoot":"","sources":["../../src/types/llm-test-runner.ts"],"names":[],"mappings":"","sourcesContent":["import type { TestCase } from './test-case';\n\nexport type {\n  ExpectedOutcomeMode,\n  ExpectedOutcomeFieldType,\n  ExpectedOutcomeBase,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeSchemaField,\n  ExpectedOutcomeField,\n  TextExpectedOutcomeSchemaField,\n  TextareaExpectedOutcomeSchemaField,\n  ChipsExpectedOutcomeSchemaField,\n  SelectExpectedOutcomeSchemaField,\n  TextExpectedOutcomeField,\n  TextareaExpectedOutcomeField,\n  ChipsExpectedOutcomeField,\n  SelectExpectedOutcomeField,\n} from './expected-outcome';\nexport type {\n  TestCase,\n  TestCaseInput,\n} from './test-case';\n\nexport interface LLMRequestPayload {\n  prompt: string;\n  resolve: (result: string) => void;\n  reject: (err: Error | unknown) => void;\n}\n\nexport interface SavePayload {\n  timestamp: string;\n  testCases: TestCase[];\n}\n"]}
+{"version":3,"file":"llm-test-runner.js","sourceRoot":"","sources":["../../src/types/llm-test-runner.ts"],"names":[],"mappings":"","sourcesContent":["import type { TestCase } from './test-case';\nimport type { ModelResponsePayload } from '../schemas/model-response';\n\nexport type {\n  EvaluationSource,\n  EvaluationSourceExtractor,\n  EvaluationSourceExtractors,\n  ExpectedOutcomeMode,\n  ExpectedOutcomeFieldType,\n  ExpectedOutcomeBase,\n  ExpectedOutcomeSchema,\n  ExpectedOutcomeSchemaField,\n  ExpectedOutcomeField,\n  TextExpectedOutcomeSchemaField,\n  TextareaExpectedOutcomeSchemaField,\n  ChipsExpectedOutcomeSchemaField,\n  SelectExpectedOutcomeSchemaField,\n  TextExpectedOutcomeField,\n  TextareaExpectedOutcomeField,\n  ChipsExpectedOutcomeField,\n  SelectExpectedOutcomeField,\n} from './expected-outcome';\nexport type {\n  ModelResponsePayload,\n} from '../schemas/model-response';\nexport type {\n  TestCaseChatHistory,\n  TestCase,\n  TestCaseInput,\n} from './test-case';\n\nexport interface LLMRequestPayload {\n  prompt: string;\n  resolve: (result: ModelResponsePayload) => void;\n  chatHistory?: string;\n  reject: (err: Error | unknown) => void;\n}\n\nexport interface SavePayload {\n  timestamp: string;\n  testCases: TestCase[];\n}\n"]}

package/dist/collection/types/test-case.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/types/test-case.ts"],"names":[],"mappings":"","sourcesContent":["export type {\n  TestCaseInput,\n  TestCase,\n} from '../schemas/test-case';\n"]}
+{"version":3,"file":"test-case.js","sourceRoot":"","sources":["../../src/types/test-case.ts"],"names":[],"mappings":"","sourcesContent":["export type {\n  TestCaseChatHistory,\n  TestCaseInput,\n  TestCase,\n} from '../schemas/test-case';\n"]}

package/dist/components/app-chips.js

@@ -1,2 +1,2 @@
-import{A as o,d as s}from"./p-CE5-1jfZ.js";const t=o;const p=s;export{t as AppChips,p as defineCustomElement};
+import{A as s,d as o}from"./p-eN2dLrsr.js";const r=s;const t=o;export{r as AppChips,t as defineCustomElement};
 //# sourceMappingURL=app-chips.js.map

package/dist/components/app-select.js

@@ -1,2 +1,2 @@
-import{A as o,d as s}from"./p-Dv7cB5FU.js";const t=o;const c=s;export{t as AppSelect,c as defineCustomElement};
+import{A as o,d as s}from"./p-D4dHUFN9.js";const t=o;const p=s;export{t as AppSelect,p as defineCustomElement};
 //# sourceMappingURL=app-select.js.map

package/dist/components/app-textarea.js

@@ -1,2 +1,2 @@
-import{A as o,d as s}from"./p-CVtKFBJl.js";const t=o;const p=s;export{t as AppTextarea,p as defineCustomElement};
+import{A as o,d as s}from"./p-D2qDAxFN.js";const t=o;const p=s;export{t as AppTextarea,p as defineCustomElement};
 //# sourceMappingURL=app-textarea.js.map

package/dist/components/chat-history.d.ts

@@ -0,0 +1,11 @@
+import type { Components, JSX } from "../types/components";
+
+interface ChatHistory extends Components.ChatHistory, HTMLElement {}
+export const ChatHistory: {
+    prototype: ChatHistory;
+    new (): ChatHistory;
+};
+/**
+ * Used to define this component and all nested components recursively.
+ */
+export const defineCustomElement: () => void;

package/dist/components/chat-history.js

@@ -0,0 +1,2 @@
+import{C as o,d as s}from"./p-kmtfMXcQ.js";const t=o;const c=s;export{t as ChatHistory,c as defineCustomElement};
+//# sourceMappingURL=chat-history.js.map

package/dist/components/chat-history.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":[],"mappings":"","ignoreList":[]}

package/dist/components/index.js

@@ -1,2 +1,2 @@
-import{G as t}from"./p-D9BrlHdP.js";export{g as getAssetPath,r as render,s as setAssetPath,a as setNonce,b as setPlatformOptions}from"./p-D9BrlHdP.js";export{L as LLMTestRunner}from"./p-BcygfrMf.js";class e{sdk;constructor(s){this.sdk=new t({apiKey:s})}async invoke(s){const t=await this.sdk.models.generateContent({model:"gemini-3-flash-preview",contents:s});return t.text}}function n(){window.env={API_KEY:""};window.GeminiAdapter=e}const o=n||(()=>{});const i=o;i();
+import{G as t}from"./p-D9BrlHdP.js";export{g as getAssetPath,r as render,s as setAssetPath,a as setNonce,b as setPlatformOptions}from"./p-D9BrlHdP.js";export{L as LLMTestRunner}from"./p-wzA48RFK.js";class e{sdk;constructor(s){this.sdk=new t({apiKey:s})}async invoke(s){const t=await this.sdk.models.generateContent({model:"gemini-3-flash-preview",contents:s});return t.text}}function n(){window.env={API_KEY:""};window.GeminiAdapter=e}const o=n||(()=>{});const i=o;i();
 //# sourceMappingURL=index.js.map

package/dist/components/llm-test-runner.js

@@ -1,2 +1,2 @@
-import{L as o,d as s}from"./p-BcygfrMf.js";const r=o;const t=s;export{r as LlmTestRunner,t as defineCustomElement};
+import{L as o,d as s}from"./p-wzA48RFK.js";const t=o;const p=s;export{t as LlmTestRunner,p as defineCustomElement};
 //# sourceMappingURL=llm-test-runner.js.map

package/dist/components/{p-CVtKFBJl.js → p-D2qDAxFN.js}

@@ -1,2 +1,2 @@
-import{p as e,H as a,e as r,h as t,t as o}from"./p-D9BrlHdP.js";const n=()=>`.textarea-wrapper{margin-bottom:var(--spacing-4)}.textarea-label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.textarea-element{width:95%;box-sizing:border-box;padding:var(--spacing-3);border:2px solid var(--input);border-radius:var(--radius);font-size:var(--font-size-sm);resize:vertical;outline:none;transition:border-color 0.2s ease;font-family:inherit;background:var(--background);color:var(--foreground)}.textarea-element:focus{border-color:var(--ring);box-shadow:0 0 0 3px rgba(59, 130, 246, 0.1)}.textarea-wrapper--read-only .textarea-label{color:var(--muted-foreground)}.textarea-element:read-only{background:var(--muted);color:var(--muted-foreground);border-color:var(--border);cursor:not-allowed;resize:none}.textarea-element:read-only:focus{border-color:var(--border);box-shadow:none}.help-text{margin-top:var(--spacing-1);font-size:var(--font-size-xs);color:var(--muted-foreground, #6b7280);line-height:1.4}`;const s=e(class e extends a{constructor(e){super();if(e!==false){this.__registerHost()}this.__attachShadow();this.valueChange=r(this,"valueChange")}value;config;valueChange;handleChange=e=>{const a=e.target;this.valueChange.emit({value:a.value})};render(){const e=this.config;const a={placeholder:e.placeholder,required:e.required,disabled:e.disabled,readOnly:e.readOnly,rows:e.rows,id:e.name,name:e.name,autocomplete:e.autocomplete};return t("div",{key:"29bbcd954df6d18e968f6b2670224fda6f03a9f2",class:{"textarea-wrapper":true,"textarea-wrapper--read-only":!!e.readOnly}},e.label&&t("label",{key:"d95d3cbf01ce66c5bd074ede2eb1f87a0c98f3e4",class:"textarea-label",htmlFor:e.name},e.label),t("textarea",{key:"faeb28c35a543213d9c5847e93779f957e367ff0",...a,class:"textarea-element",value:this.value,onInput:this.handleChange}),e.helpText&&t("p",{key:"558abfe03f7107352a6d40aea78a35b304bc11a6",class:"help-text"},e.helpText))}static get style(){return n()}},[513,"app-textarea",{value:[1],config:[16]}]);function l(){if(typeof customElements==="undefined"){return}const e=["app-textarea"];e.forEach((e=>{switch(e){case"app-textarea":if(!customElements.get(o(e))){customElements.define(o(e),s)}break}}))}export{s as A,l as d};
-//# sourceMappingURL=p-CVtKFBJl.js.map
+import{p as e,H as a,e as r,h as t,t as o}from"./p-D9BrlHdP.js";const n=()=>`.textarea-wrapper{margin-bottom:var(--spacing-4)}.textarea-label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.textarea-element{width:95%;box-sizing:border-box;padding:var(--spacing-3);border:2px solid var(--input);border-radius:var(--radius);font-size:var(--font-size-sm);resize:vertical;outline:none;transition:border-color 0.2s ease;font-family:inherit;background:var(--background);color:var(--foreground)}.textarea-element:focus{border-color:var(--ring);box-shadow:0 0 0 3px rgba(59, 130, 246, 0.1)}.textarea-wrapper--read-only .textarea-label{color:var(--muted-foreground)}.textarea-element:read-only{background:var(--muted);color:var(--muted-foreground);border-color:var(--border);cursor:not-allowed;resize:none}.textarea-element:read-only:focus{border-color:var(--border);box-shadow:none}.help-text{margin-top:var(--spacing-1);font-size:var(--font-size-xs);color:var(--muted-foreground, #6b7280);line-height:1.4}`;const s=e(class e extends a{constructor(e){super();if(e!==false){this.__registerHost()}this.__attachShadow();this.valueChange=r(this,"valueChange")}value;config;valueChange;handleChange=e=>{const a=e.target;this.valueChange.emit({value:a.value})};render(){const e=this.config;const a={placeholder:e.placeholder,required:e.required,disabled:e.disabled,readOnly:e.readOnly,rows:e.rows,id:e.name,name:e.name,autocomplete:e.autocomplete};return t("div",{key:"f0749b1f2badf8434272da9fb37b354b42ba988b",class:{"textarea-wrapper":true,"textarea-wrapper--read-only":!!e.readOnly}},e.label&&t("label",{key:"3448c838bcf9e962df005eae8fc313d216497c35",class:"textarea-label",htmlFor:e.name},e.label),t("textarea",{key:"b4ee67a24fa71b0fa042625f943b0e226a6d14b7",...a,class:"textarea-element",value:this.value,onInput:this.handleChange}),e.helpText&&t("p",{key:"fb6263c32e6cc5e36dbc77344c31487d63d51a1c",class:"help-text"},e.helpText))}static get style(){return n()}},[513,"app-textarea",{value:[1],config:[16]}]);function l(){if(typeof customElements==="undefined"){return}const e=["app-textarea"];e.forEach((e=>{switch(e){case"app-textarea":if(!customElements.get(o(e))){customElements.define(o(e),s)}break}}))}export{s as A,l as d};
+//# sourceMappingURL=p-D2qDAxFN.js.map

package/dist/components/{p-Dv7cB5FU.js → p-D4dHUFN9.js}

@@ -1,2 +1,2 @@
-import{p as e,H as t,e as a,h as s,t as r}from"./p-D9BrlHdP.js";const o=()=>`.app-select{margin-bottom:var(--spacing-4)}.app-select__label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.app-select__select{border:var(--border-width) solid var(--input);border-radius:var(--radius-md);font-size:var(--font-size-sm);font-weight:var(--font-weight-medium);padding:var(--spacing-1) var(--spacing-2);outline:none;background:var(--background);width:145px;color:var(--foreground)}.app-select__select:focus{border-color:var(--ring);box-shadow:0 0 0 2px rgba(59, 130, 246, 0.1)}`;const c=e(class e extends t{constructor(e){super();if(e!==false){this.__registerHost()}this.__attachShadow();this.valueChange=a(this,"valueChange")}value;config;valueChange;render(){const e=this.config;const t={id:e.name,name:e.name,disabled:e.disabled,required:e.required,readOnly:e.readOnly,placeholder:e.placeholder,autocomplete:e.autocomplete};return s("div",{key:"4d9d250026b51799b073ae828c7d15563ec27c22",class:"app-select"},e.label&&s("label",{key:"53e101427e78063bd6ed671a31919bbe373c5563",class:"app-select__label",htmlFor:e.name},e.label),s("div",{key:"28b18245c261a3766948ed7d151c356b8faeb4cf"},s("select",{key:"eed9bcb9fc3e00ae62c681a37e967815d350d5fb",...t,class:"app-select__select",onInput:t=>{const a=t.target.value;const s=e.optionList.find((e=>String(e)===a));this.valueChange.emit({value:s!==undefined?s:a})}},e.optionList?.map((e=>s("option",{value:String(e),key:String(e),selected:this.value===e},String(e)))))))}static get style(){return o()}},[513,"app-select",{value:[1],config:[16]}]);function n(){if(typeof customElements==="undefined"){return}const e=["app-select"];e.forEach((e=>{switch(e){case"app-select":if(!customElements.get(r(e))){customElements.define(r(e),c)}break}}))}export{c as A,n as d};
-//# sourceMappingURL=p-Dv7cB5FU.js.map
+import{p as e,H as t,e as a,h as s,t as r}from"./p-D9BrlHdP.js";const o=()=>`.app-select{margin-bottom:var(--spacing-4)}.app-select__label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.app-select__select{border:var(--border-width) solid var(--input);border-radius:var(--radius-md);font-size:var(--font-size-sm);font-weight:var(--font-weight-medium);padding:var(--spacing-1) var(--spacing-2);outline:none;background:var(--background);width:145px;color:var(--foreground)}.app-select__select:focus{border-color:var(--ring);box-shadow:0 0 0 2px rgba(59, 130, 246, 0.1)}`;const c=e(class e extends t{constructor(e){super();if(e!==false){this.__registerHost()}this.__attachShadow();this.valueChange=a(this,"valueChange")}value;config;valueChange;render(){const e=this.config;const t={id:e.name,name:e.name,disabled:e.disabled,required:e.required,readOnly:e.readOnly,placeholder:e.placeholder,autocomplete:e.autocomplete};return s("div",{key:"968f0fffe1eff976ac7e00f02db6fb84aa529de4",class:"app-select"},e.label&&s("label",{key:"dac02d2335754ff5d6ce6ba1df5777f8b019cfae",class:"app-select__label",htmlFor:e.name},e.label),s("div",{key:"c92698199479bbdde1cfd559d69fc97e54d2862a"},s("select",{key:"6e9b27b034d057921f52fbd12653c5ef1b6af1bc",...t,class:"app-select__select",onInput:t=>{const a=t.target.value;const s=e.optionList.find((e=>String(e)===a));this.valueChange.emit({value:s!==undefined?s:a})}},e.optionList?.map((e=>s("option",{value:String(e),key:String(e),selected:this.value===e},String(e)))))))}static get style(){return o()}},[513,"app-select",{value:[1],config:[16]}]);function n(){if(typeof customElements==="undefined"){return}const e=["app-select"];e.forEach((e=>{switch(e){case"app-select":if(!customElements.get(r(e))){customElements.define(r(e),c)}break}}))}export{c as A,n as d};
+//# sourceMappingURL=p-D4dHUFN9.js.map

package/dist/components/{p-CE5-1jfZ.js → p-eN2dLrsr.js}

@@ -1,2 +1,2 @@
-import{p as a,H as e,e as r,h as i,t as o}from"./p-D9BrlHdP.js";const p=()=>`.app-chips{margin-bottom:var(--spacing-4)}.app-chips__label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.app-chips__container{display:flex;flex-wrap:wrap;gap:var(--spacing-2);align-items:center}.app-chips__chip{display:inline-flex;align-items:center;gap:var(--spacing-2);padding:var(--spacing-1) var(--spacing-2);font-size:var(--font-size-xs);font-weight:var(--font-weight-medium);border-radius:var(--radius-md);background:var(--accent);border:var(--border-width) solid var(--border)}.app-chips__chip:not(:has(a)){background:var(--info);color:var(--info-foreground);border:none;border-radius:var(--radius-2xl)}.app-chips__link{color:var(--info);text-decoration:none;max-width:200px;overflow:hidden;text-overflow:ellipsis;white-space:nowrap}.app-chips__link:hover{text-decoration:underline}.app-chips__remove{background:none;border:none;cursor:pointer;font-size:var(--font-size-xs);padding:0;width:var(--spacing-4);height:var(--spacing-4);display:flex;align-items:center;justify-content:center;border-radius:var(--radius-full);color:var(--muted-foreground);opacity:var(--opacity-muted)}.app-chips__chip:not(:has(a)) .app-chips__remove{color:var(--info-foreground);opacity:var(--opacity-hover)}.app-chips__remove:hover{opacity:1;background:var(--muted)}.app-chips__chip:not(:has(a)) .app-chips__remove:hover{background:rgba(255, 255, 255, 0.2)}.app-chips__input{border:var(--border-width) solid var(--input);border-radius:var(--radius-md);padding:var(--spacing-2);font-size:var(--font-size-xs);outline:none;min-width:120px;background:var(--background);color:var(--foreground)}.app-chips__input:focus{border-color:var(--ring);box-shadow:0 0 0 2px rgba(59, 130, 246, 0.1)}`;const s=a(class a extends e{constructor(a){super();if(a!==false){this.__registerHost()}this.__attachShadow();this.addChip=r(this,"addChip");this.removeChip=r(this,"removeChip")}value=[];config;addChip;removeChip;emitAddChip(a){this.addChip.emit({value:a})}emitRemoveChip(a){this.removeChip.emit({value:a})}hasDuplicateChip(a){const e=a.trim().toLowerCase();return this.value.some((a=>a.trim().toLowerCase()===e))}render(){const a=this.config;const e={placeholder:a.placeholder,required:a.required,disabled:a.disabled,readOnly:a.readOnly,id:a.name,name:a.name,autocomplete:a.autocomplete};return i("div",{key:"4f081007c0b11fb20bd74644eb063a6dd5a45d98",class:"app-chips"},a.label&&i("label",{key:"3934ec12898c947b163a15494330a9326fe3d6f1",class:"app-chips__label",htmlFor:a.name},a.label),i("div",{key:"cba194df0033a5951f568875e4686a76c9c28438",class:"app-chips__container"},this.value.map((e=>i("span",{class:"app-chips__chip",key:e},a.type==="url"?i("a",{href:e,target:"_blank",rel:"noopener noreferrer",class:"app-chips__link"},e):e,i("button",{class:"app-chips__remove",type:"button",onClick:()=>this.emitRemoveChip(e)},"×")))),i("input",{key:"11c9e7f326c37cb3a413e9124926ca88eefb1911",class:"app-chips__input",type:a.type||"text",...e,onKeyDown:a=>{if(a.key==="Enter"){const e=a.target;const r=e.value.trim();if(!r)return;if(this.hasDuplicateChip(r)){e.value="";return}this.emitAddChip(r);e.value=""}}})))}static get style(){return p()}},[513,"app-chips",{value:[16],config:[16]}]);function t(){if(typeof customElements==="undefined"){return}const a=["app-chips"];a.forEach((a=>{switch(a){case"app-chips":if(!customElements.get(o(a))){customElements.define(o(a),s)}break}}))}export{s as A,t as d};
-//# sourceMappingURL=p-CE5-1jfZ.js.map
+import{p as e,H as a,e as r,h as i,t as o}from"./p-D9BrlHdP.js";const p=()=>`.app-chips{margin-bottom:var(--spacing-4)}.app-chips__label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.app-chips__container{display:flex;flex-wrap:wrap;gap:var(--spacing-2);align-items:center}.app-chips__chip{display:inline-flex;align-items:center;gap:var(--spacing-2);padding:var(--spacing-1) var(--spacing-2);font-size:var(--font-size-xs);font-weight:var(--font-weight-medium);border-radius:var(--radius-md);background:var(--accent);border:var(--border-width) solid var(--border)}.app-chips__chip:not(:has(a)){background:var(--info);color:var(--info-foreground);border:none;border-radius:var(--radius-2xl)}.app-chips__link{color:var(--info);text-decoration:none;max-width:200px;overflow:hidden;text-overflow:ellipsis;white-space:nowrap}.app-chips__link:hover{text-decoration:underline}.app-chips__remove{background:none;border:none;cursor:pointer;font-size:var(--font-size-xs);padding:0;width:var(--spacing-4);height:var(--spacing-4);display:flex;align-items:center;justify-content:center;border-radius:var(--radius-full);color:var(--muted-foreground);opacity:var(--opacity-muted)}.app-chips__chip:not(:has(a)) .app-chips__remove{color:var(--info-foreground);opacity:var(--opacity-hover)}.app-chips__remove:hover{opacity:1;background:var(--muted)}.app-chips__chip:not(:has(a)) .app-chips__remove:hover{background:rgba(255, 255, 255, 0.2)}.app-chips__input{border:var(--border-width) solid var(--input);border-radius:var(--radius-md);padding:var(--spacing-2);font-size:var(--font-size-xs);outline:none;min-width:120px;background:var(--background);color:var(--foreground)}.app-chips__input:focus{border-color:var(--ring);box-shadow:0 0 0 2px rgba(59, 130, 246, 0.1)}`;const s=e(class e extends a{constructor(e){super();if(e!==false){this.__registerHost()}this.__attachShadow();this.addChip=r(this,"addChip");this.removeChip=r(this,"removeChip")}value=[];config;addChip;removeChip;emitAddChip(e){this.addChip.emit({value:e})}emitRemoveChip(e){this.removeChip.emit({value:e})}hasDuplicateChip(e){const a=e.trim().toLowerCase();return this.value.some((e=>e.trim().toLowerCase()===a))}render(){const e=this.config;const a={placeholder:e.placeholder,required:e.required,disabled:e.disabled,readOnly:e.readOnly,id:e.name,name:e.name,autocomplete:e.autocomplete};return i("div",{key:"fb7d4d5444e9c9ac33c56aec88e3e10ed103c8be",class:"app-chips"},e.label&&i("label",{key:"2d0041b3a137fecddef2273eac3792b5e8de27ab",class:"app-chips__label",htmlFor:e.name},e.label),i("div",{key:"f73b1105e567b233626073e05b9da712689e7b12",class:"app-chips__container"},this.value.map((a=>i("span",{class:"app-chips__chip",key:a},e.type==="url"?i("a",{href:a,target:"_blank",rel:"noopener noreferrer",class:"app-chips__link"},a):a,i("button",{class:"app-chips__remove",type:"button",onClick:()=>this.emitRemoveChip(a)},"×")))),i("input",{key:"7676ff95531b34d10cbf9402e72a723e7e123e0e",class:"app-chips__input",type:e.type||"text",...a,onKeyDown:e=>{if(e.key==="Enter"){const a=e.target;const r=a.value.trim();if(!r)return;if(this.hasDuplicateChip(r)){a.value="";return}this.emitAddChip(r);a.value=""}}})))}static get style(){return p()}},[513,"app-chips",{value:[16],config:[16]}]);function t(){if(typeof customElements==="undefined"){return}const e=["app-chips"];e.forEach((e=>{switch(e){case"app-chips":if(!customElements.get(o(e))){customElements.define(o(e),s)}break}}))}export{s as A,t as d};
+//# sourceMappingURL=p-eN2dLrsr.js.map

package/dist/components/p-kmtfMXcQ.js

@@ -0,0 +1,2 @@
+import{p as t,H as e,e as i,h as s,t as r}from"./p-D9BrlHdP.js";const a=()=>`.chat-history{display:flex;flex-direction:column;gap:var(--spacing-3);margin-top:var(--spacing-4)}.chat-history__toggle-row{display:flex;align-items:center}.chat-history__switch{position:relative;display:inline-flex;align-items:center;gap:var(--spacing-3);cursor:pointer;user-select:none}.chat-history__switch-input{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0, 0, 0, 0);white-space:nowrap;border:0}.chat-history__switch-ui{position:relative;flex-shrink:0;display:flex;align-items:center;padding:0px 4px;width:2.75rem;height:1.5rem;border-radius:var(--radius-full);background:var(--muted);border:var(--border-width) solid var(--border);transition:background 0.15s ease,     border-color 0.15s ease}@media (prefers-reduced-motion: reduce){.chat-history__switch-ui,.chat-history__switch-thumb{transition:none}}.chat-history__switch-thumb{display:inline-block;width:calc(1.5rem - 6px);height:calc(1.5rem - 6px);border-radius:var(--radius-full);background:var(--background);box-shadow:var(--shadow-sm);transition:transform 0.15s ease}.chat-history__switch-input:checked+.chat-history__switch-ui{background:var(--primary);border-color:var(--primary)}.chat-history__switch-input:checked+.chat-history__switch-ui .chat-history__switch-thumb{transform:translateX(calc(2.75rem - (1.5rem - 6px)))}.chat-history__switch-input:focus-visible+.chat-history__switch-ui{outline:2px solid var(--ring);outline-offset:2px}.chat-history__switch-text{font-size:var(--font-size-sm, 0.875rem);color:var(--foreground)}.chat-history__textarea{width:100%;box-sizing:border-box;padding:var(--spacing-2) var(--spacing-3);border:var(--border-width) solid var(--border);border-radius:var(--radius-md);font:inherit;resize:vertical;min-height:9rem;background:var(--background)}.chat-history__textarea:focus-visible{outline:2px solid var(--ring);outline-offset:2px}`;const o=`[\n  {"role": "user", "content": "How do I import a saved suite?"},\n  {"role": "model", "content": "Use Import and pick the JSON from Export suite."}\n]`;const c=t(class t extends e{constructor(t){super();if(t!==false){this.__registerHost()}this.__attachShadow();this.chatHistoryChange=i(this,"chatHistoryChange")}chatHistoryEnabled=false;chatHistoryValue="";chatHistoryChange;emit(t){this.chatHistoryChange.emit(t)}onToggle=t=>{const e=t.target.checked;this.emit({enabled:e,value:this.chatHistoryValue})};onTextInput=t=>{const e=t.target.value;this.emit({enabled:this.chatHistoryEnabled,value:e})};render(){return s("div",{key:"f444a4b5bd9b48df151cad67b54bef54116d11b3",class:"chat-history"},s("div",{key:"7216d764fb905ac5e8e33209d9586525e59fa218",class:"chat-history__toggle-row"},s("label",{key:"d5d092c323b48543c96525d449bcb03dcaf5113b",class:"chat-history__switch"},s("input",{key:"5104ce460686434156454fc1dfd3685ba0e0968c",type:"checkbox",class:"chat-history__switch-input",checked:this.chatHistoryEnabled,onInput:this.onToggle}),s("span",{key:"fa2e51bce0d6ff2d3bf133383e1ce940521097b0",class:"chat-history__switch-ui","aria-hidden":"true"},s("span",{key:"e0d897ca166623ece09834b44b5baa12605cb9f3",class:"chat-history__switch-thumb"})),s("span",{key:"e769678fde5d670e634d7a8e905ef09ce936f440",class:"chat-history__switch-text"},"Chat history"))),this.chatHistoryEnabled?s("textarea",{class:"chat-history__textarea",value:this.chatHistoryValue,rows:8,placeholder:o,"aria-label":"Chat history",onInput:this.onTextInput}):null)}static get style(){return a()}},[513,"chat-history",{chatHistoryEnabled:[4,"chat-history-enabled"],chatHistoryValue:[1,"chat-history-value"]}]);function h(){if(typeof customElements==="undefined"){return}const t=["chat-history"];t.forEach((t=>{switch(t){case"chat-history":if(!customElements.get(r(t))){customElements.define(r(t),c)}break}}))}export{c as C,h as d};
+//# sourceMappingURL=p-kmtfMXcQ.js.map

package/dist/components/p-kmtfMXcQ.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["chatHistoryCss","CHAT_HISTORY_PLACEHOLDER","ChatHistory","__stencil_proxyCustomElement","HTMLElement","chatHistoryEnabled","chatHistoryValue","chatHistoryChange","emit","detail","this","onToggle","e","checked","target","enabled","value","onTextInput","render","h","key","class","type","onInput","rows","placeholder"],"sources":["src/components/llm-test-runner/test-cases/chat-history.css?tag=chat-history&encapsulation=shadow","src/components/llm-test-runner/test-cases/chat-history.tsx"],"sourcesContent":[".chat-history {\n  display: flex;\n  flex-direction: column;\n  gap: var(--spacing-3);\n  margin-top: var(--spacing-4);\n}\n\n.chat-history__toggle-row {\n  display: flex;\n  align-items: center;\n}\n\n.chat-history__switch {\n  position: relative;\n  display: inline-flex;\n  align-items: center;\n  gap: var(--spacing-3);\n  cursor: pointer;\n  user-select: none;\n}\n\n.chat-history__switch-input {\n  position: absolute;\n  width: 1px;\n  height: 1px;\n  padding: 0;\n  margin: -1px;\n  overflow: hidden;\n  clip: rect(0, 0, 0, 0);\n  white-space: nowrap;\n  border: 0;\n}\n\n.chat-history__switch-ui {\n  position: relative;\n  flex-shrink: 0;\n  display: flex;\n  align-items: center;\n  padding: 0px 4px;\n  width: 2.75rem;\n  height: 1.5rem;\n  border-radius: var(--radius-full);\n  background: var(--muted);\n  border: var(--border-width) solid var(--border);\n  transition:\n    background 0.15s ease,\n    border-color 0.15s ease;\n}\n\n@media (prefers-reduced-motion: reduce) {\n  .chat-history__switch-ui,\n  .chat-history__switch-thumb {\n    transition: none;\n  }\n}\n\n.chat-history__switch-thumb {\n  display: inline-block;\n  width: calc(1.5rem - 6px);\n  height: calc(1.5rem - 6px);\n  border-radius: var(--radius-full);\n  background: var(--background);\n  box-shadow: var(--shadow-sm);\n  transition: transform 0.15s ease;\n}\n\n.chat-history__switch-input:checked + .chat-history__switch-ui {\n  background: var(--primary);\n  border-color: var(--primary);\n}\n\n.chat-history__switch-input:checked + .chat-history__switch-ui .chat-history__switch-thumb {\n  transform: translateX(calc(2.75rem - (1.5rem - 6px)));\n}\n\n.chat-history__switch-input:focus-visible + .chat-history__switch-ui {\n  outline: 2px solid var(--ring);\n  outline-offset: 2px;\n}\n\n.chat-history__switch-text {\n  font-size: var(--font-size-sm, 0.875rem);\n  color: var(--foreground);\n}\n\n.chat-history__textarea {\n  width: 100%;\n  box-sizing: border-box;\n  padding: var(--spacing-2) var(--spacing-3);\n  border: var(--border-width) solid var(--border);\n  border-radius: var(--radius-md);\n  font: inherit;\n  resize: vertical;\n  min-height: 9rem;\n  background: var(--background);\n}\n\n.chat-history__textarea:focus-visible {\n  outline: 2px solid var(--ring);\n  outline-offset: 2px;\n}\n","import { Component, Event, EventEmitter, Prop, h } from '@stencil/core';\n\nconst CHAT_HISTORY_PLACEHOLDER = `[\n  {\"role\": \"user\", \"content\": \"How do I import a saved suite?\"},\n  {\"role\": \"model\", \"content\": \"Use Import and pick the JSON from Export suite.\"}\n]`;\n\nexport type ChatHistoryChangeDetail = {\n  enabled: boolean;\n  value: string;\n};\n\n@Component({\n  tag: 'chat-history',\n  styleUrl: 'chat-history.css',\n  shadow: true,\n})\nexport class ChatHistory {\n  @Prop() chatHistoryEnabled = false;\n  @Prop() chatHistoryValue = '';\n\n  @Event({ bubbles: true, composed: true })\n  chatHistoryChange: EventEmitter<ChatHistoryChangeDetail>;\n\n  private emit(detail: ChatHistoryChangeDetail) {\n    this.chatHistoryChange.emit(detail);\n  }\n\n  private onToggle = (e: Event) => {\n    const checked = (e.target as HTMLInputElement).checked;\n    this.emit({ enabled: checked, value: this.chatHistoryValue });\n  };\n\n  private onTextInput = (e: Event) => {\n    const value = (e.target as HTMLTextAreaElement).value;\n    this.emit({ enabled: this.chatHistoryEnabled, value });\n  };\n\n  render() {\n    return (\n      <div class=\"chat-history\">\n        <div class=\"chat-history__toggle-row\">\n          <label class=\"chat-history__switch\">\n            <input\n              type=\"checkbox\"\n              class=\"chat-history__switch-input\"\n              checked={this.chatHistoryEnabled}\n              onInput={this.onToggle}\n            />\n            <span class=\"chat-history__switch-ui\" aria-hidden=\"true\">\n              <span class=\"chat-history__switch-thumb\" />\n            </span>\n            <span class=\"chat-history__switch-text\">Chat history</span>\n          </label>\n        </div>\n        {this.chatHistoryEnabled ? (\n          <textarea\n            class=\"chat-history__textarea\"\n            value={this.chatHistoryValue}\n            rows={8}\n            placeholder={CHAT_HISTORY_PLACEHOLDER}\n            aria-label=\"Chat history\"\n            onInput={this.onTextInput}\n          />\n        ) : null}\n      </div>\n    );\n  }\n}\n"],"mappings":"gEAAA,MAAMA,EAAiB,IAAM,u1DCE7B,MAAMC,EAA2B,4J,MAepBC,EAAWC,EAAA,MAAAD,UAAAE,E,oIACdC,mBAAqB,MACrBC,iBAAmB,GAG3BC,kBAEQ,IAAAC,CAAKC,GACXC,KAAKH,kBAAkBC,KAAKC,E,CAGtBE,SAAYC,IAClB,MAAMC,EAAWD,EAAEE,OAA4BD,QAC/CH,KAAKF,KAAK,CAAEO,QAASF,EAASG,MAAON,KAAKJ,kBAAmB,EAGvDW,YAAeL,IACrB,MAAMI,EAASJ,EAAEE,OAA+BE,MAChDN,KAAKF,KAAK,CAAEO,QAASL,KAAKL,mBAAoBW,SAAQ,EAGxD,MAAAE,GACE,OACEC,EAAA,OAAAC,IAAA,2CAAKC,MAAM,gBACTF,EAAA,OAAAC,IAAA,2CAAKC,MAAM,4BACTF,EAAA,SAAAC,IAAA,2CAAOC,MAAM,wBACXF,EAAA,SAAAC,IAAA,2CACEE,KAAK,WACLD,MAAM,6BACNR,QAASH,KAAKL,mBACdkB,QAASb,KAAKC,WAEhBQ,EAAA,QAAAC,IAAA,2CAAMC,MAAM,0BAAyB,cAAa,QAChDF,EAAA,QAAAC,IAAA,2CAAMC,MAAM,gCAEdF,EAAA,QAAAC,IAAA,2CAAMC,MAAM,6BAA2B,kBAG1CX,KAAKL,mBACJc,EAAA,YACEE,MAAM,yBACNL,MAAON,KAAKJ,iBACZkB,KAAM,EACNC,YAAaxB,EAAwB,aAC1B,eACXsB,QAASb,KAAKO,cAEd,K","ignoreList":[]}