@anvia/core 1.1.2 → 1.2.1

package/dist/chunk-NNEKBZSM.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evals/agent-target.ts"],"sourcesContent":["import { AgentRunBlockedError } from \"../agent/errors\";\nimport type { AgentInteractionRequest, AgentInteractionResponse } from \"../agent/interactions\";\nimport type {\n  AgentInteractionOutcome,\n  AgentOutcome,\n  AgentResponse,\n  AgentRunOptions,\n  AgentRunSettings,\n} from \"../agent/run-types\";\nimport type { EvalCase, EvalTarget } from \"./types\";\n\ntype EvaluableAgent<Output> = {\n  generate(input: AgentRunOptions<Output>): Promise<AgentOutcome<Output>>;\n};\n\ntype IsAny<Value> = 0 extends 1 & Value ? true : false;\ntype IsExactly<Left, Right> =\n  IsAny<Left> extends true\n    ? false\n    : [Left] extends [Right]\n      ? [Right] extends [Left]\n        ? true\n        : false\n      : false;\n\nexport type AgentEvalTargetOptions<\n  Input,\n  AgentOutput = string,\n  Output = AgentResponse<AgentOutput>,\n  Expected = unknown,\n> = {\n  agent: EvaluableAgent<AgentOutput>;\n  request(args: {\n    input: Input;\n    testCase: EvalCase<Input, Expected>;\n  }): AgentRunOptions<AgentOutput> | Promise<AgentRunOptions<AgentOutput>>;\n  interactions?:\n    | {\n        maxResponses?: number | undefined;\n        respond(args: {\n          interaction: AgentInteractionRequest;\n          testCase: EvalCase<Input, Expected>;\n          phase: number;\n        }): AgentInteractionResponse | Promise<AgentInteractionResponse>;\n      }\n    | undefined;\n} & (IsExactly<Output, AgentResponse<AgentOutput>> extends true\n  ? {\n      output?(args: {\n        response: AgentResponse<AgentOutput>;\n        testCase: EvalCase<Input, Expected>;\n      }): Output | Promise<Output>;\n    }\n  : {\n      output(args: {\n        response: AgentResponse<AgentOutput>;\n        testCase: EvalCase<Input, Expected>;\n      }): Output | Promise<Output>;\n    });\n\nexport class AgentEvalSuspensionError extends Error {\n  constructor(\n    readonly result: AgentInteractionOutcome,\n    message = \"Agent eval target suspended without an interaction responder.\",\n  ) {\n    super(message);\n    this.name = \"AgentEvalSuspensionError\";\n  }\n}\n\nexport function agentEvalTarget<\n  Input,\n  AgentOutput = string,\n  Output = AgentResponse<AgentOutput>,\n  Expected = unknown,\n>(\n  options: AgentEvalTargetOptions<Input, AgentOutput, Output, Expected>,\n): EvalTarget<Input, Output, Expected> {\n  return async (input, testCase) => {\n    const maxResponses = options.interactions?.maxResponses ?? 10;\n    if (!Number.isSafeInteger(maxResponses) || maxResponses < 1) {\n      throw new TypeError(\"Agent eval interactions.maxResponses must be a positive integer.\");\n    }\n    const request = await options.request({ input, testCase });\n    const runSettings = agentRunSettings(request);\n    let response = await options.agent.generate(request);\n    let phase = 0;\n    while (response.type === \"interaction\") {\n      if (options.interactions === undefined) {\n        throw new AgentEvalSuspensionError(response);\n      }\n      if (phase >= maxResponses) {\n        throw new AgentEvalSuspensionError(\n          response,\n          `Agent eval target exceeded the interaction response limit of ${maxResponses}.`,\n        );\n      }\n      phase += 1;\n      const interactionResponse = await options.interactions.respond({\n        interaction: response.interaction,\n        testCase,\n        phase,\n      });\n      response = await options.agent.generate({\n        continuation: response.continuation,\n        response: interactionResponse,\n        ...runSettings,\n      });\n    }\n    if (response.type === \"blocked\") throw new AgentRunBlockedError(response);\n    return options.output === undefined\n      ? (response as Output)\n      : await options.output({ response, testCase });\n  };\n}\n\nfunction agentRunSettings<Output>(request: AgentRunOptions<Output>): AgentRunSettings<Output> {\n  const {\n    prompt: _prompt,\n    messages: _messages,\n    session: _session,\n    continuation: _continuation,\n    response: _response,\n    ...settings\n  } = request;\n  return settings;\n}\n"],"mappings":";;;;;AA4DO,IAAM,2BAAN,cAAuC,MAAM;AAAA,EAClD,YACW,QACT,UAAU,iEACV;AACA,UAAM,OAAO;AAHJ;AAIT,SAAK,OAAO;AAAA,EACd;AAAA,EALW;AAMb;AAEO,SAAS,gBAMd,SACqC;AACrC,SAAO,OAAO,OAAO,aAAa;AAChC,UAAM,eAAe,QAAQ,cAAc,gBAAgB;AAC3D,QAAI,CAAC,OAAO,cAAc,YAAY,KAAK,eAAe,GAAG;AAC3D,YAAM,IAAI,UAAU,kEAAkE;AAAA,IACxF;AACA,UAAM,UAAU,MAAM,QAAQ,QAAQ,EAAE,OAAO,SAAS,CAAC;AACzD,UAAM,cAAc,iBAAiB,OAAO;AAC5C,QAAI,WAAW,MAAM,QAAQ,MAAM,SAAS,OAAO;AACnD,QAAI,QAAQ;AACZ,WAAO,SAAS,SAAS,eAAe;AACtC,UAAI,QAAQ,iBAAiB,QAAW;AACtC,cAAM,IAAI,yBAAyB,QAAQ;AAAA,MAC7C;AACA,UAAI,SAAS,cAAc;AACzB,cAAM,IAAI;AAAA,UACR;AAAA,UACA,gEAAgE,YAAY;AAAA,QAC9E;AAAA,MACF;AACA,eAAS;AACT,YAAM,sBAAsB,MAAM,QAAQ,aAAa,QAAQ;AAAA,QAC7D,aAAa,SAAS;AAAA,QACtB;AAAA,QACA;AAAA,MACF,CAAC;AACD,iBAAW,MAAM,QAAQ,MAAM,SAAS;AAAA,QACtC,cAAc,SAAS;AAAA,QACvB,UAAU;AAAA,QACV,GAAG;AAAA,MACL,CAAC;AAAA,IACH;AACA,QAAI,SAAS,SAAS,UAAW,OAAM,IAAI,qBAAqB,QAAQ;AACxE,WAAO,QAAQ,WAAW,SACrB,WACD,MAAM,QAAQ,OAAO,EAAE,UAAU,SAAS,CAAC;AAAA,EACjD;AACF;AAEA,SAAS,iBAAyB,SAA4D;AAC5F,QAAM;AAAA,IACJ,QAAQ;AAAA,IACR,UAAU;AAAA,IACV,SAAS;AAAA,IACT,cAAc;AAAA,IACd,UAAU;AAAA,IACV,GAAG;AAAA,EACL,IAAI;AACJ,SAAO;AACT;","names":[]}

package/dist/chunk-NPJ2T3L5.js

@@ -0,0 +1,19 @@
+// src/internal/agent-runtime/run-validation.ts
+function assertNonnegativeSafeInteger(value, name) {
+  if (!Number.isSafeInteger(value) || value < 0) {
+    throw new TypeError(`${name} must be a nonnegative safe integer.`);
+  }
+  return value;
+}
+function assertPositiveSafeInteger(value, name) {
+  if (!Number.isSafeInteger(value) || value <= 0) {
+    throw new TypeError(`${name} must be a positive safe integer.`);
+  }
+  return value;
+}
+
+export {
+  assertNonnegativeSafeInteger,
+  assertPositiveSafeInteger
+};
+//# sourceMappingURL=chunk-NPJ2T3L5.js.map

package/dist/chunk-NPJ2T3L5.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/internal/agent-runtime/run-validation.ts"],"sourcesContent":["export function assertNonnegativeSafeInteger(value: number, name: string): number {\n  if (!Number.isSafeInteger(value) || value < 0) {\n    throw new TypeError(`${name} must be a nonnegative safe integer.`);\n  }\n  return value;\n}\n\nexport function assertPositiveSafeInteger(value: number, name: string): number {\n  if (!Number.isSafeInteger(value) || value <= 0) {\n    throw new TypeError(`${name} must be a positive safe integer.`);\n  }\n  return value;\n}\n"],"mappings":";AAAO,SAAS,6BAA6B,OAAe,MAAsB;AAChF,MAAI,CAAC,OAAO,cAAc,KAAK,KAAK,QAAQ,GAAG;AAC7C,UAAM,IAAI,UAAU,GAAG,IAAI,sCAAsC;AAAA,EACnE;AACA,SAAO;AACT;AAEO,SAAS,0BAA0B,OAAe,MAAsB;AAC7E,MAAI,CAAC,OAAO,cAAc,KAAK,KAAK,SAAS,GAAG;AAC9C,UAAM,IAAI,UAAU,GAAG,IAAI,mCAAmC;AAAA,EAChE;AACA,SAAO;AACT;","names":[]}

package/dist/chunk-NVALGVQG.js

@@ -0,0 +1,150 @@
+import {
+  isVectorContext
+} from "./chunk-ZHC5CD6J.js";
+import {
+  assertFiniteMinScore,
+  assertPositiveSearchLimit
+} from "./chunk-5V533R7F.js";
+
+// src/agent/snapshot.ts
+function snapshotAgentContext(inputs) {
+  const context = (inputs ?? []).map(snapshotContextInput);
+  for (const input of context) {
+    if (!isVectorContext(input)) continue;
+    assertPositiveSearchLimit(input.topK);
+    assertFiniteMinScore(input.minScore);
+  }
+  return Object.freeze(context);
+}
+function snapshotAgentObservability(observability) {
+  if (observability === void 0) return void 0;
+  const observers = {};
+  for (const [name, observer] of Object.entries(observability.observers)) {
+    if (name.trim().length === 0) {
+      throw new TypeError("Agent observer names must not be empty.");
+    }
+    if (typeof observer !== "object" || observer === null || typeof observer.startRun !== "function") {
+      throw new TypeError(`Agent observer "${name}" must implement startRun().`);
+    }
+    observers[name] = observer;
+  }
+  if (observability.primaryTrace !== void 0 && !(observability.primaryTrace in observers)) {
+    throw new TypeError(
+      `Agent primaryTrace "${observability.primaryTrace}" must name a configured observer.`
+    );
+  }
+  const errorPolicy = observability.errorPolicy ?? "ignore";
+  if (errorPolicy !== "ignore" && errorPolicy !== "throw") {
+    throw new TypeError('Agent observability.errorPolicy must be "ignore" or "throw".');
+  }
+  let snapshot = {
+    observers: Object.freeze(observers),
+    errorPolicy
+  };
+  if (observability.primaryTrace !== void 0) {
+    snapshot = { ...snapshot, primaryTrace: observability.primaryTrace };
+  }
+  return Object.freeze(snapshot);
+}
+function snapshotGuardrailPolicies(policies) {
+  return Object.freeze((policies ?? []).map(snapshotGuardrailPolicy));
+}
+function snapshotAgentMemory(memory) {
+  if (memory === void 0) {
+    return void 0;
+  }
+  const compaction = memory.compaction === void 0 ? void 0 : Object.freeze({
+    ...memory.compaction,
+    trigger: Object.freeze({ ...memory.compaction.trigger }),
+    retention: Object.freeze({ ...memory.compaction.retention }),
+    conflictRetries: memory.compaction.conflictRetries === false ? false : Object.freeze({ ...memory.compaction.conflictRetries })
+  });
+  let snapshot = {
+    store: memory.store,
+    savePolicy: memory.savePolicy
+  };
+  if (compaction !== void 0) {
+    snapshot = { ...snapshot, compaction };
+  }
+  return Object.freeze(snapshot);
+}
+function cloneFrozenPlainData(value) {
+  if (Array.isArray(value)) {
+    return Object.freeze(value.map(cloneFrozenPlainData));
+  }
+  if (typeof value !== "object" || value === null) {
+    return value;
+  }
+  const prototype = Object.getPrototypeOf(value);
+  if (prototype !== Object.prototype && prototype !== null) {
+    return value;
+  }
+  const clone = Object.fromEntries(
+    Object.entries(value).map(([key, item]) => [key, cloneFrozenPlainData(item)])
+  );
+  return Object.freeze(clone);
+}
+function snapshotContextInput(input) {
+  if (!isVectorContext(input)) {
+    let document = {
+      id: input.id,
+      text: input.text
+    };
+    if (input.additionalProps !== void 0) {
+      document = {
+        ...document,
+        additionalProps: cloneFrozenPlainData(input.additionalProps)
+      };
+    }
+    return Object.freeze(document);
+  }
+  const format = input.format;
+  let shared = {
+    kind: "vector-context",
+    store: input.store,
+    topK: input.topK
+  };
+  if (input.minScore !== void 0) {
+    shared = { ...shared, minScore: input.minScore };
+  }
+  if (input.filter !== void 0) {
+    shared = { ...shared, filter: cloneFrozenPlainData(input.filter) };
+  }
+  if (input.retries !== void 0) {
+    shared = { ...shared, retries: cloneFrozenPlainData(input.retries) };
+  }
+  if (format !== void 0) {
+    shared = {
+      ...shared,
+      format: (result) => format.call(input, result)
+    };
+  }
+  if (!("models" in input) || input.models === void 0) {
+    return Object.freeze({ ...shared, store: input.store, model: input.model });
+  }
+  let context = {
+    ...shared,
+    store: input.store,
+    models: input.models
+  };
+  if (input.fusion !== void 0) {
+    context = { ...context, fusion: input.fusion };
+  }
+  return Object.freeze(context);
+}
+function snapshotGuardrailPolicy(policy) {
+  return Object.freeze({
+    ...policy,
+    input: Object.freeze([...policy.input]),
+    output: Object.freeze([...policy.output])
+  });
+}
+
+export {
+  snapshotAgentContext,
+  snapshotAgentObservability,
+  snapshotGuardrailPolicies,
+  snapshotAgentMemory,
+  cloneFrozenPlainData
+};
+//# sourceMappingURL=chunk-NVALGVQG.js.map

package/dist/chunk-NVALGVQG.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/agent/snapshot.ts"],"sourcesContent":["import type { GuardrailPolicy } from \"../guardrails\";\nimport { assertFiniteMinScore, assertPositiveSearchLimit } from \"../internal/vector-search-options\";\nimport type { AgentObservabilityOptions, AgentObserverMap } from \"../observability\";\nimport type { VectorSearchResult } from \"../vector-store\";\nimport type { AgentContextInput, AgentMemory } from \"./types\";\nimport {\n  isVectorContext,\n  type VectorContext,\n  type VectorContextBaseOptions,\n} from \"./vector-context\";\n\nexport function snapshotAgentContext<T>(\n  inputs: readonly AgentContextInput<T>[] | undefined,\n): readonly AgentContextInput<T>[] {\n  const context = (inputs ?? []).map(snapshotContextInput);\n  for (const input of context) {\n    if (!isVectorContext(input)) continue;\n    assertPositiveSearchLimit(input.topK);\n    assertFiniteMinScore(input.minScore);\n  }\n  return Object.freeze(context);\n}\n\nexport function snapshotAgentObservability(\n  observability: AgentObservabilityOptions | undefined,\n): AgentObservabilityOptions | undefined {\n  if (observability === undefined) return undefined;\n  const observers: Record<string, AgentObserverMap[string]> = {};\n  for (const [name, observer] of Object.entries(observability.observers)) {\n    if (name.trim().length === 0) {\n      throw new TypeError(\"Agent observer names must not be empty.\");\n    }\n    if (\n      typeof observer !== \"object\" ||\n      observer === null ||\n      typeof observer.startRun !== \"function\"\n    ) {\n      throw new TypeError(`Agent observer \"${name}\" must implement startRun().`);\n    }\n    observers[name] = observer;\n  }\n  if (observability.primaryTrace !== undefined && !(observability.primaryTrace in observers)) {\n    throw new TypeError(\n      `Agent primaryTrace \"${observability.primaryTrace}\" must name a configured observer.`,\n    );\n  }\n  const errorPolicy = observability.errorPolicy ?? \"ignore\";\n  if (errorPolicy !== \"ignore\" && errorPolicy !== \"throw\") {\n    throw new TypeError('Agent observability.errorPolicy must be \"ignore\" or \"throw\".');\n  }\n  let snapshot: AgentObservabilityOptions = {\n    observers: Object.freeze(observers),\n    errorPolicy,\n  };\n  if (observability.primaryTrace !== undefined) {\n    snapshot = { ...snapshot, primaryTrace: observability.primaryTrace };\n  }\n  return Object.freeze(snapshot);\n}\n\nexport function snapshotGuardrailPolicies(\n  policies: readonly GuardrailPolicy[] | undefined,\n): readonly GuardrailPolicy[] {\n  return Object.freeze((policies ?? []).map(snapshotGuardrailPolicy));\n}\n\nexport function snapshotAgentMemory(memory: AgentMemory | undefined): AgentMemory | undefined {\n  if (memory === undefined) {\n    return undefined;\n  }\n  const compaction =\n    memory.compaction === undefined\n      ? undefined\n      : Object.freeze({\n          ...memory.compaction,\n          trigger: Object.freeze({ ...memory.compaction.trigger }),\n          retention: Object.freeze({ ...memory.compaction.retention }),\n          conflictRetries:\n            memory.compaction.conflictRetries === false\n              ? false\n              : Object.freeze({ ...memory.compaction.conflictRetries }),\n        });\n  let snapshot: AgentMemory = {\n    store: memory.store,\n    savePolicy: memory.savePolicy,\n  };\n  if (compaction !== undefined) {\n    snapshot = { ...snapshot, compaction };\n  }\n  return Object.freeze(snapshot);\n}\n\nexport function cloneFrozenPlainData<T>(value: T): T {\n  if (Array.isArray(value)) {\n    return Object.freeze(value.map(cloneFrozenPlainData)) as T;\n  }\n  if (typeof value !== \"object\" || value === null) {\n    return value;\n  }\n  const prototype = Object.getPrototypeOf(value);\n  if (prototype !== Object.prototype && prototype !== null) {\n    return value;\n  }\n  const clone = Object.fromEntries(\n    Object.entries(value).map(([key, item]) => [key, cloneFrozenPlainData(item)]),\n  );\n  return Object.freeze(clone) as T;\n}\n\nfunction snapshotContextInput<T>(input: AgentContextInput<T>): AgentContextInput<T> {\n  if (!isVectorContext(input)) {\n    let document: AgentContextInput<T> = {\n      id: input.id,\n      text: input.text,\n    };\n    if (input.additionalProps !== undefined) {\n      document = {\n        ...document,\n        additionalProps: cloneFrozenPlainData(input.additionalProps),\n      };\n    }\n    return Object.freeze(document);\n  }\n  const format = input.format;\n  let shared: VectorContextBaseOptions<T> & {\n    kind: \"vector-context\";\n    store: VectorContext<T>[\"store\"];\n  } = {\n    kind: \"vector-context\" as const,\n    store: input.store,\n    topK: input.topK,\n  };\n  if (input.minScore !== undefined) {\n    shared = { ...shared, minScore: input.minScore };\n  }\n  if (input.filter !== undefined) {\n    shared = { ...shared, filter: cloneFrozenPlainData(input.filter) };\n  }\n  if (input.retries !== undefined) {\n    shared = { ...shared, retries: cloneFrozenPlainData(input.retries) };\n  }\n  if (format !== undefined) {\n    shared = {\n      ...shared,\n      format: (result: VectorSearchResult<T>) => format.call(input, result),\n    };\n  }\n  if (!(\"models\" in input) || input.models === undefined) {\n    return Object.freeze<VectorContext<T>>({ ...shared, store: input.store, model: input.model });\n  }\n  let context: VectorContext<T> = {\n    ...shared,\n    store: input.store,\n    models: input.models,\n  };\n  if (input.fusion !== undefined) {\n    context = { ...context, fusion: input.fusion };\n  }\n  return Object.freeze(context);\n}\n\nfunction snapshotGuardrailPolicy(policy: GuardrailPolicy): GuardrailPolicy {\n  return Object.freeze({\n    ...policy,\n    input: Object.freeze([...policy.input]),\n    output: Object.freeze([...policy.output]),\n  }) as GuardrailPolicy;\n}\n"],"mappings":";;;;;;;;;AAWO,SAAS,qBACd,QACiC;AACjC,QAAM,WAAW,UAAU,CAAC,GAAG,IAAI,oBAAoB;AACvD,aAAW,SAAS,SAAS;AAC3B,QAAI,CAAC,gBAAgB,KAAK,EAAG;AAC7B,8BAA0B,MAAM,IAAI;AACpC,yBAAqB,MAAM,QAAQ;AAAA,EACrC;AACA,SAAO,OAAO,OAAO,OAAO;AAC9B;AAEO,SAAS,2BACd,eACuC;AACvC,MAAI,kBAAkB,OAAW,QAAO;AACxC,QAAM,YAAsD,CAAC;AAC7D,aAAW,CAAC,MAAM,QAAQ,KAAK,OAAO,QAAQ,cAAc,SAAS,GAAG;AACtE,QAAI,KAAK,KAAK,EAAE,WAAW,GAAG;AAC5B,YAAM,IAAI,UAAU,yCAAyC;AAAA,IAC/D;AACA,QACE,OAAO,aAAa,YACpB,aAAa,QACb,OAAO,SAAS,aAAa,YAC7B;AACA,YAAM,IAAI,UAAU,mBAAmB,IAAI,8BAA8B;AAAA,IAC3E;AACA,cAAU,IAAI,IAAI;AAAA,EACpB;AACA,MAAI,cAAc,iBAAiB,UAAa,EAAE,cAAc,gBAAgB,YAAY;AAC1F,UAAM,IAAI;AAAA,MACR,uBAAuB,cAAc,YAAY;AAAA,IACnD;AAAA,EACF;AACA,QAAM,cAAc,cAAc,eAAe;AACjD,MAAI,gBAAgB,YAAY,gBAAgB,SAAS;AACvD,UAAM,IAAI,UAAU,8DAA8D;AAAA,EACpF;AACA,MAAI,WAAsC;AAAA,IACxC,WAAW,OAAO,OAAO,SAAS;AAAA,IAClC;AAAA,EACF;AACA,MAAI,cAAc,iBAAiB,QAAW;AAC5C,eAAW,EAAE,GAAG,UAAU,cAAc,cAAc,aAAa;AAAA,EACrE;AACA,SAAO,OAAO,OAAO,QAAQ;AAC/B;AAEO,SAAS,0BACd,UAC4B;AAC5B,SAAO,OAAO,QAAQ,YAAY,CAAC,GAAG,IAAI,uBAAuB,CAAC;AACpE;AAEO,SAAS,oBAAoB,QAA0D;AAC5F,MAAI,WAAW,QAAW;AACxB,WAAO;AAAA,EACT;AACA,QAAM,aACJ,OAAO,eAAe,SAClB,SACA,OAAO,OAAO;AAAA,IACZ,GAAG,OAAO;AAAA,IACV,SAAS,OAAO,OAAO,EAAE,GAAG,OAAO,WAAW,QAAQ,CAAC;AAAA,IACvD,WAAW,OAAO,OAAO,EAAE,GAAG,OAAO,WAAW,UAAU,CAAC;AAAA,IAC3D,iBACE,OAAO,WAAW,oBAAoB,QAClC,QACA,OAAO,OAAO,EAAE,GAAG,OAAO,WAAW,gBAAgB,CAAC;AAAA,EAC9D,CAAC;AACP,MAAI,WAAwB;AAAA,IAC1B,OAAO,OAAO;AAAA,IACd,YAAY,OAAO;AAAA,EACrB;AACA,MAAI,eAAe,QAAW;AAC5B,eAAW,EAAE,GAAG,UAAU,WAAW;AAAA,EACvC;AACA,SAAO,OAAO,OAAO,QAAQ;AAC/B;AAEO,SAAS,qBAAwB,OAAa;AACnD,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,WAAO,OAAO,OAAO,MAAM,IAAI,oBAAoB,CAAC;AAAA,EACtD;AACA,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,WAAO;AAAA,EACT;AACA,QAAM,YAAY,OAAO,eAAe,KAAK;AAC7C,MAAI,cAAc,OAAO,aAAa,cAAc,MAAM;AACxD,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,OAAO;AAAA,IACnB,OAAO,QAAQ,KAAK,EAAE,IAAI,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,qBAAqB,IAAI,CAAC,CAAC;AAAA,EAC9E;AACA,SAAO,OAAO,OAAO,KAAK;AAC5B;AAEA,SAAS,qBAAwB,OAAmD;AAClF,MAAI,CAAC,gBAAgB,KAAK,GAAG;AAC3B,QAAI,WAAiC;AAAA,MACnC,IAAI,MAAM;AAAA,MACV,MAAM,MAAM;AAAA,IACd;AACA,QAAI,MAAM,oBAAoB,QAAW;AACvC,iBAAW;AAAA,QACT,GAAG;AAAA,QACH,iBAAiB,qBAAqB,MAAM,eAAe;AAAA,MAC7D;AAAA,IACF;AACA,WAAO,OAAO,OAAO,QAAQ;AAAA,EAC/B;AACA,QAAM,SAAS,MAAM;AACrB,MAAI,SAGA;AAAA,IACF,MAAM;AAAA,IACN,OAAO,MAAM;AAAA,IACb,MAAM,MAAM;AAAA,EACd;AACA,MAAI,MAAM,aAAa,QAAW;AAChC,aAAS,EAAE,GAAG,QAAQ,UAAU,MAAM,SAAS;AAAA,EACjD;AACA,MAAI,MAAM,WAAW,QAAW;AAC9B,aAAS,EAAE,GAAG,QAAQ,QAAQ,qBAAqB,MAAM,MAAM,EAAE;AAAA,EACnE;AACA,MAAI,MAAM,YAAY,QAAW;AAC/B,aAAS,EAAE,GAAG,QAAQ,SAAS,qBAAqB,MAAM,OAAO,EAAE;AAAA,EACrE;AACA,MAAI,WAAW,QAAW;AACxB,aAAS;AAAA,MACP,GAAG;AAAA,MACH,QAAQ,CAAC,WAAkC,OAAO,KAAK,OAAO,MAAM;AAAA,IACtE;AAAA,EACF;AACA,MAAI,EAAE,YAAY,UAAU,MAAM,WAAW,QAAW;AACtD,WAAO,OAAO,OAAyB,EAAE,GAAG,QAAQ,OAAO,MAAM,OAAO,OAAO,MAAM,MAAM,CAAC;AAAA,EAC9F;AACA,MAAI,UAA4B;AAAA,IAC9B,GAAG;AAAA,IACH,OAAO,MAAM;AAAA,IACb,QAAQ,MAAM;AAAA,EAChB;AACA,MAAI,MAAM,WAAW,QAAW;AAC9B,cAAU,EAAE,GAAG,SAAS,QAAQ,MAAM,OAAO;AAAA,EAC/C;AACA,SAAO,OAAO,OAAO,OAAO;AAC9B;AAEA,SAAS,wBAAwB,QAA0C;AACzE,SAAO,OAAO,OAAO;AAAA,IACnB,GAAG;AAAA,IACH,OAAO,OAAO,OAAO,CAAC,GAAG,OAAO,KAAK,CAAC;AAAA,IACtC,QAAQ,OAAO,OAAO,CAAC,GAAG,OAAO,MAAM,CAAC;AAAA,EAC1C,CAAC;AACH;","names":[]}

package/dist/chunk-O6DTOCBM.js

@@ -0,0 +1,355 @@
+import {
+  runEvalSuite
+} from "./chunk-QUS6S2NB.js";
+
+// src/evals/cli.ts
+var EvalAssertionError = class extends Error {
+  mismatches;
+  constructor(message, mismatches) {
+    super(`${message}
+${mismatches.map((mismatch) => `- ${mismatch}`).join("\n")}`);
+    this.name = "EvalAssertionError";
+    this.mismatches = mismatches;
+  }
+};
+function defineEvalExpectations(_suite, expectations) {
+  return expectations;
+}
+function formatEvalResult(result, options = {}) {
+  const format = options.format ?? "pretty";
+  if (format === "quiet") return "";
+  validatePrintOptions(options);
+  return format === "json" ? jsonResult(result, options) : prettyResult(result, options);
+}
+function printEvalResult(result, options = {}) {
+  const format = options.format ?? "pretty";
+  if (format === "quiet") return;
+  const write = options.output?.stdout ?? ((text) => process.stdout.write(text));
+  write(`${formatEvalResult(result, options)}
+`);
+}
+function evalExitCode(result, expectations) {
+  const hasExpectations = expectations?.totals !== void 0 || expectations?.outcomes !== void 0;
+  const mismatches = hasExpectations ? expectationMismatches(result, expectations) : [];
+  if (hasExpectations && mismatches.length === 0) return 0;
+  if (hasExpectations && hasUnexpectedInvalid(result, expectations)) return 2;
+  if (hasExpectations) return 1;
+  if (requiredMetricCount(result, "invalid") > 0) return 2;
+  return requiredMetricCount(result, "fail") > 0 ? 1 : 0;
+}
+function assertEvalTotals(result, expected) {
+  const mismatches = totalMismatches(result, expected);
+  if (mismatches.length > 0) {
+    throw new EvalAssertionError("Evaluation totals did not match expectations.", mismatches);
+  }
+}
+function assertEvalOutcomes(result, expected) {
+  const mismatches = outcomeMismatches(result, expected);
+  if (mismatches.length > 0) {
+    throw new EvalAssertionError("Evaluation outcomes did not match expectations.", mismatches);
+  }
+}
+async function runEvalCli(options) {
+  const { format, exitCode, expectations, output, maxValueLength, redact: redact2, ...suiteOptions } = options;
+  const result = await runEvalSuite(
+    suiteOptions
+  );
+  printEvalResult(result, { format, output, maxValueLength, redact: redact2 });
+  const code = evalExitCode(result, expectations);
+  const mismatches = expectationMismatches(result, expectations);
+  if (mismatches.length > 0 && format !== "quiet") {
+    const write = output?.stderr ?? ((text) => process.stderr.write(text));
+    write(
+      `Evaluation expectation mismatches:
+${mismatches.map((value) => `- ${value}`).join("\n")}
+`
+    );
+  }
+  const currentExitCode = typeof process.exitCode === "number" ? process.exitCode : Number(process.exitCode ?? 0);
+  if (exitCode === true && code > currentExitCode) process.exitCode = code;
+  return result;
+}
+function prettyResult(result, options) {
+  const lines = [
+    `${result.name} (${result.run.id})`,
+    `Cases: ${totalsText(result.cases)}`,
+    `Metrics: ${totalsText(result.metrics)}`
+  ];
+  for (const caseResult of result.results) {
+    lines.push(``, `[${caseResult.outcome.toUpperCase()}] ${caseResult.case.id}`);
+    if (caseResult.targetStatus === "succeeded") {
+      lines.push(
+        `  output: ${displayValue(
+          redact(caseResult.output, options, { kind: "output", caseId: caseResult.case.id }),
+          options.maxValueLength
+        )}`
+      );
+    }
+    if (caseResult.targetStatus === "failed") {
+      lines.push(
+        `  target error: ${errorText(
+          redact(caseResult.targetError, options, { kind: "error", caseId: caseResult.case.id }),
+          options.maxValueLength
+        )}`
+      );
+    }
+    for (const metric of caseResult.metrics) {
+      const parts = [`  - ${metric.metricName}: ${metric.outcome.outcome}`];
+      if (metric.outcome.score !== void 0) {
+        parts.push(
+          `score=${displayValue(
+            redact(metric.outcome.score, options, {
+              kind: "score",
+              caseId: caseResult.case.id,
+              metricName: metric.metricName
+            }),
+            options.maxValueLength
+          )}`
+        );
+      }
+      if (metric.threshold !== void 0) parts.push(`threshold=${metric.threshold}`);
+      if (metric.direction !== void 0) parts.push(`direction=${metric.direction}`);
+      if (!metric.required) parts.push("optional");
+      lines.push(parts.join(" | "));
+      const explanation = metric.outcome.comment ?? (metric.outcome.outcome === "invalid" ? metric.outcome.reason : void 0);
+      if (explanation !== void 0) {
+        lines.push(
+          `    ${displayValue(
+            redact(explanation, options, {
+              kind: "comment",
+              caseId: caseResult.case.id,
+              metricName: metric.metricName
+            }),
+            options.maxValueLength
+          )}`
+        );
+      }
+    }
+  }
+  lines.push(
+    ``,
+    `Usage: target=${result.usage.target.totalTokens} evaluation=${result.usage.evaluation.totalTokens} total=${result.usage.total.totalTokens} tokens`
+  );
+  if (result.cost !== void 0) {
+    lines.push(
+      `Cost: target=${result.cost.target} evaluation=${result.cost.evaluation} total=${result.cost.total} ${result.cost.currency}`
+    );
+  }
+  lines.push(`Duration: ${result.durationMs}ms`);
+  return lines.join("\n");
+}
+function jsonResult(result, options) {
+  return JSON.stringify(
+    redactJsonResult(result, options),
+    (_key, value) => {
+      if (value instanceof Error) {
+        return { name: value.name, message: value.message, stack: value.stack };
+      }
+      if (value instanceof RegExp) return String(value);
+      if (typeof value === "string") return truncate(value, options.maxValueLength);
+      return value;
+    },
+    2
+  );
+}
+function expectationMismatches(result, expectations) {
+  if (expectations === void 0) return [];
+  const mismatches = [];
+  if (expectations.totals !== void 0) {
+    mismatches.push(...totalMismatches(result, expectations.totals));
+  }
+  if (expectations.outcomes !== void 0) {
+    mismatches.push(...outcomeMismatches(result, expectations.outcomes));
+  }
+  return mismatches;
+}
+function totalMismatches(result, expected) {
+  const directMetrics = {};
+  if (expected.total !== void 0) directMetrics.total = expected.total;
+  if (expected.passed !== void 0) directMetrics.passed = expected.passed;
+  if (expected.failed !== void 0) directMetrics.failed = expected.failed;
+  if (expected.invalid !== void 0) directMetrics.invalid = expected.invalid;
+  return [
+    ...totalsGroupMismatches("metrics", result.metrics, {
+      ...directMetrics,
+      ...expected.metrics
+    }),
+    ...totalsGroupMismatches("cases", result.cases, expected.cases)
+  ];
+}
+function totalsGroupMismatches(label, actual, expected) {
+  if (expected === void 0) return [];
+  const mismatches = [];
+  for (const key of ["total", "passed", "failed", "invalid"]) {
+    if (expected[key] !== void 0 && actual[key] !== expected[key]) {
+      mismatches.push(`${label}.${key}: expected ${expected[key]}, received ${actual[key]}`);
+    }
+  }
+  return mismatches;
+}
+function outcomeMismatches(result, expected) {
+  const mismatches = [];
+  const actualCases = new Map(result.results.map((caseResult) => [caseResult.case.id, caseResult]));
+  for (const [caseId, metrics] of Object.entries(expected)) {
+    const caseResult = actualCases.get(caseId);
+    if (caseResult === void 0) {
+      mismatches.push(`${caseId}: expected case was not present`);
+      continue;
+    }
+    for (const [metricName, expectedOutcome] of Object.entries(metrics)) {
+      const metric = caseResult.metrics.find((candidate) => candidate.metricName === metricName);
+      if (metric === void 0) {
+        mismatches.push(`${caseId}.${metricName}: expected metric was not present`);
+      } else if (metric.outcome.outcome !== expectedOutcome) {
+        mismatches.push(
+          `${caseId}.${metricName}: expected ${expectedOutcome}, received ${metric.outcome.outcome}`
+        );
+      }
+    }
+  }
+  for (const caseResult of result.results) {
+    for (const metric of caseResult.metrics) {
+      if (!metric.required) continue;
+      const expectedOutcome = expected[caseResult.case.id]?.[metric.metricName] ?? "pass";
+      if (metric.outcome.outcome !== expectedOutcome) {
+        const message = `${caseResult.case.id}.${metric.metricName}: expected ${expectedOutcome}, received ${metric.outcome.outcome}`;
+        if (!mismatches.includes(message)) mismatches.push(message);
+      }
+    }
+  }
+  return mismatches;
+}
+function hasUnexpectedInvalid(result, expectations) {
+  if (expectations?.outcomes !== void 0) {
+    return result.results.some(
+      (caseResult) => caseResult.metrics.some(
+        (metric) => metric.required && metric.outcome.outcome === "invalid" && expectations.outcomes?.[caseResult.case.id]?.[metric.metricName] !== "invalid"
+      )
+    );
+  }
+  const expectedInvalid = expectations?.totals?.metrics?.invalid ?? expectations?.totals?.invalid;
+  return result.metrics.invalid > (expectedInvalid ?? 0);
+}
+function requiredMetricCount(result, status) {
+  return result.results.reduce(
+    (total, caseResult) => total + caseResult.metrics.filter((metric) => metric.required && metric.outcome.outcome === status).length,
+    0
+  );
+}
+function totalsText(totals) {
+  return `${totals.total} total / ${totals.passed} pass / ${totals.failed} fail / ${totals.invalid} invalid`;
+}
+function displayValue(value, maxValueLength) {
+  let text;
+  if (typeof value === "string") text = value;
+  else {
+    try {
+      text = JSON.stringify(value) ?? String(value);
+    } catch {
+      text = String(value);
+    }
+  }
+  return truncate(text, maxValueLength);
+}
+function errorText(error, maxValueLength) {
+  return truncate(error instanceof Error ? error.message : displayValue(error), maxValueLength);
+}
+function truncate(value, maxValueLength) {
+  return maxValueLength !== void 0 && value.length > maxValueLength ? `${value.slice(0, maxValueLength)}\u2026` : value;
+}
+function redact(value, options, context) {
+  return options.redact === void 0 ? value : options.redact(value, context);
+}
+function redactJsonResult(result, options) {
+  return {
+    ...result,
+    run: {
+      ...result.run,
+      metadata: result.run.metadata === void 0 ? void 0 : redact(result.run.metadata, options, {
+        kind: "metadata"
+      })
+    },
+    results: result.results.map((caseResult) => ({
+      ...caseResult,
+      case: {
+        ...caseResult.case,
+        input: redact(caseResult.case.input, options, {
+          kind: "input",
+          caseId: caseResult.case.id
+        }),
+        expected: redact(caseResult.case.expected, options, {
+          kind: "expected",
+          caseId: caseResult.case.id
+        }),
+        context: redact(caseResult.case.context, options, {
+          kind: "context",
+          caseId: caseResult.case.id
+        }),
+        retrievalContext: redact(caseResult.case.retrievalContext, options, {
+          kind: "retrievalContext",
+          caseId: caseResult.case.id
+        }),
+        metadata: caseResult.case.metadata === void 0 ? void 0 : redact(caseResult.case.metadata, options, {
+          kind: "metadata",
+          caseId: caseResult.case.id
+        })
+      },
+      output: caseResult.targetStatus === "succeeded" ? redact(caseResult.output, options, { kind: "output", caseId: caseResult.case.id }) : void 0,
+      targetError: caseResult.targetStatus === "failed" ? redact(caseResult.targetError, options, {
+        kind: "error",
+        caseId: caseResult.case.id
+      }) : void 0,
+      metrics: caseResult.metrics.map((metric) => ({
+        ...metric,
+        reporterErrors: metric.reporterErrors.map(
+          (error) => redact(error, options, {
+            kind: "error",
+            caseId: caseResult.case.id,
+            metricName: metric.metricName
+          })
+        ),
+        outcome: redactOutcome(metric.outcome, options, caseResult.case.id, metric.metricName)
+      })),
+      scores: Object.fromEntries(
+        caseResult.metrics.map((metric) => [
+          metric.metricName,
+          redactOutcome(metric.outcome, options, caseResult.case.id, metric.metricName)
+        ])
+      )
+    })),
+    reporterErrors: result.reporterErrors.map((error) => redact(error, options, { kind: "error" }))
+  };
+}
+function redactOutcome(outcome, options, caseId, metricName) {
+  return {
+    ...outcome,
+    ...outcome.score === void 0 ? {} : { score: redact(outcome.score, options, { kind: "score", caseId, metricName }) },
+    ...outcome.comment === void 0 ? {} : { comment: redact(outcome.comment, options, { kind: "comment", caseId, metricName }) },
+    ...!("reason" in outcome) || outcome.reason === void 0 ? {} : { reason: redact(outcome.reason, options, { kind: "comment", caseId, metricName }) },
+    ...outcome.metadata === void 0 ? {} : {
+      metadata: redact(outcome.metadata, options, {
+        kind: "metadata",
+        caseId,
+        metricName
+      })
+    },
+    ...!("error" in outcome) || outcome.error === void 0 ? {} : { error: redact(outcome.error, options, { kind: "error", caseId, metricName }) }
+  };
+}
+function validatePrintOptions(options) {
+  if (options.maxValueLength !== void 0 && (!Number.isSafeInteger(options.maxValueLength) || options.maxValueLength < 1)) {
+    throw new RangeError("Evaluation maxValueLength must be a positive integer.");
+  }
+}
+
+export {
+  EvalAssertionError,
+  defineEvalExpectations,
+  formatEvalResult,
+  printEvalResult,
+  evalExitCode,
+  assertEvalTotals,
+  assertEvalOutcomes,
+  runEvalCli
+};
+//# sourceMappingURL=chunk-O6DTOCBM.js.map

package/dist/chunk-O6DTOCBM.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evals/cli.ts"],"sourcesContent":["import { runEvalSuite } from \"./runner\";\nimport type {\n  EvalMetric,\n  EvalOutcomeStatus,\n  EvalSuiteResult,\n  EvalTotals,\n  RunEvalSuiteOptions,\n} from \"./types\";\n\nexport type EvalOutputFormat = \"pretty\" | \"json\" | \"quiet\";\n\nexport type EvalExpectedTotals = Partial<EvalTotals> & {\n  metrics?: Partial<EvalTotals> | undefined;\n  cases?: Partial<EvalTotals> | undefined;\n};\n\nexport type EvalExpectedOutcomes = Record<string, Record<string, EvalOutcomeStatus>>;\n\nexport type EvalExpectations = {\n  totals?: EvalExpectedTotals | undefined;\n  outcomes?: EvalExpectedOutcomes | undefined;\n};\n\nexport type EvalOutputWriters = {\n  stdout?(text: string): void;\n  stderr?(text: string): void;\n};\n\nexport type EvalRedactionContext = {\n  kind:\n    | \"input\"\n    | \"expected\"\n    | \"context\"\n    | \"retrievalContext\"\n    | \"output\"\n    | \"score\"\n    | \"comment\"\n    | \"metadata\"\n    | \"error\";\n  caseId?: string | undefined;\n  metricName?: string | undefined;\n};\n\nexport type EvalRedactor = (value: unknown, context: EvalRedactionContext) => unknown;\n\nexport type PrintEvalResultOptions = {\n  format?: EvalOutputFormat | undefined;\n  output?: EvalOutputWriters | undefined;\n  maxValueLength?: number | undefined;\n  redact?: EvalRedactor | undefined;\n};\n\ntype EvalSuiteShape = {\n  cases: readonly { id: string }[];\n  metrics: readonly { name: string }[];\n};\n\nexport type EvalExpectedOutcomesFor<Suite extends EvalSuiteShape> = Partial<\n  Record<\n    Suite[\"cases\"][number][\"id\"],\n    Partial<Record<Suite[\"metrics\"][number][\"name\"], EvalOutcomeStatus>>\n  >\n>;\n\nexport type EvalExpectationsFor<Suite extends EvalSuiteShape> = Omit<\n  EvalExpectations,\n  \"outcomes\"\n> & {\n  outcomes?: EvalExpectedOutcomesFor<Suite> | undefined;\n};\n\nexport type RunEvalCliOptions<\n  Input,\n  Output,\n  Expected = unknown,\n  Metrics extends readonly EvalMetric<\n    NoInfer<Input>,\n    NoInfer<Output>,\n    unknown,\n    NoInfer<Expected>,\n    string\n  >[] = readonly EvalMetric<NoInfer<Input>, NoInfer<Output>, unknown, NoInfer<Expected>, string>[],\n> = RunEvalSuiteOptions<Input, Output, Expected, Metrics> & {\n  format?: EvalOutputFormat | undefined;\n  exitCode?: boolean | undefined;\n  expectations?: EvalExpectations | undefined;\n  output?: EvalOutputWriters | undefined;\n  maxValueLength?: number | undefined;\n  redact?: EvalRedactor | undefined;\n};\n\nexport class EvalAssertionError extends Error {\n  readonly mismatches: string[];\n\n  constructor(message: string, mismatches: string[]) {\n    super(`${message}\\n${mismatches.map((mismatch) => `- ${mismatch}`).join(\"\\n\")}`);\n    this.name = \"EvalAssertionError\";\n    this.mismatches = mismatches;\n  }\n}\n\nexport function defineEvalExpectations<const Suite extends EvalSuiteShape>(\n  _suite: Suite,\n  expectations: EvalExpectationsFor<NoInfer<Suite>>,\n): EvalExpectationsFor<Suite> {\n  return expectations;\n}\n\nexport function formatEvalResult(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  options: Omit<PrintEvalResultOptions, \"output\"> = {},\n): string {\n  const format = options.format ?? \"pretty\";\n  if (format === \"quiet\") return \"\";\n  validatePrintOptions(options);\n  return format === \"json\" ? jsonResult(result, options) : prettyResult(result, options);\n}\n\nexport function printEvalResult(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  options: PrintEvalResultOptions = {},\n): void {\n  const format = options.format ?? \"pretty\";\n  if (format === \"quiet\") return;\n  const write = options.output?.stdout ?? ((text: string) => process.stdout.write(text));\n  write(`${formatEvalResult(result, options)}\\n`);\n}\n\nexport function evalExitCode(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  expectations?: EvalExpectations,\n): 0 | 1 | 2 {\n  const hasExpectations =\n    expectations?.totals !== undefined || expectations?.outcomes !== undefined;\n  const mismatches = hasExpectations ? expectationMismatches(result, expectations) : [];\n  if (hasExpectations && mismatches.length === 0) return 0;\n  if (hasExpectations && hasUnexpectedInvalid(result, expectations)) return 2;\n  if (hasExpectations) return 1;\n  if (requiredMetricCount(result, \"invalid\") > 0) return 2;\n  return requiredMetricCount(result, \"fail\") > 0 ? 1 : 0;\n}\n\nexport function assertEvalTotals(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  expected: EvalExpectedTotals,\n): void {\n  const mismatches = totalMismatches(result, expected);\n  if (mismatches.length > 0) {\n    throw new EvalAssertionError(\"Evaluation totals did not match expectations.\", mismatches);\n  }\n}\n\nexport function assertEvalOutcomes(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  expected: EvalExpectedOutcomes,\n): void {\n  const mismatches = outcomeMismatches(result, expected);\n  if (mismatches.length > 0) {\n    throw new EvalAssertionError(\"Evaluation outcomes did not match expectations.\", mismatches);\n  }\n}\n\nexport async function runEvalCli<\n  Input,\n  Output,\n  Expected = unknown,\n  const Metrics extends readonly EvalMetric<\n    NoInfer<Input>,\n    NoInfer<Output>,\n    unknown,\n    NoInfer<Expected>,\n    string\n  >[] = readonly EvalMetric<NoInfer<Input>, NoInfer<Output>, unknown, NoInfer<Expected>, string>[],\n>(\n  options: RunEvalCliOptions<Input, Output, Expected, Metrics>,\n): Promise<EvalSuiteResult<Input, Output, Expected, Metrics>> {\n  const { format, exitCode, expectations, output, maxValueLength, redact, ...suiteOptions } =\n    options;\n  const result = await runEvalSuite(\n    suiteOptions as RunEvalSuiteOptions<Input, Output, Expected, Metrics>,\n  );\n  printEvalResult(result, { format, output, maxValueLength, redact });\n  const code = evalExitCode(result, expectations);\n  const mismatches = expectationMismatches(result, expectations);\n  if (mismatches.length > 0 && format !== \"quiet\") {\n    const write = output?.stderr ?? ((text: string) => process.stderr.write(text));\n    write(\n      `Evaluation expectation mismatches:\\n${mismatches.map((value) => `- ${value}`).join(\"\\n\")}\\n`,\n    );\n  }\n  const currentExitCode =\n    typeof process.exitCode === \"number\" ? process.exitCode : Number(process.exitCode ?? 0);\n  if (exitCode === true && code > currentExitCode) process.exitCode = code;\n  return result;\n}\n\nfunction prettyResult(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  options: Omit<PrintEvalResultOptions, \"output\">,\n): string {\n  const lines = [\n    `${result.name} (${result.run.id})`,\n    `Cases: ${totalsText(result.cases)}`,\n    `Metrics: ${totalsText(result.metrics)}`,\n  ];\n  for (const caseResult of result.results) {\n    lines.push(``, `[${caseResult.outcome.toUpperCase()}] ${caseResult.case.id}`);\n    if (caseResult.targetStatus === \"succeeded\") {\n      lines.push(\n        `  output: ${displayValue(\n          redact(caseResult.output, options, { kind: \"output\", caseId: caseResult.case.id }),\n          options.maxValueLength,\n        )}`,\n      );\n    }\n    if (caseResult.targetStatus === \"failed\") {\n      lines.push(\n        `  target error: ${errorText(\n          redact(caseResult.targetError, options, { kind: \"error\", caseId: caseResult.case.id }),\n          options.maxValueLength,\n        )}`,\n      );\n    }\n    for (const metric of caseResult.metrics) {\n      const parts = [`  - ${metric.metricName}: ${metric.outcome.outcome}`];\n      if (metric.outcome.score !== undefined) {\n        parts.push(\n          `score=${displayValue(\n            redact(metric.outcome.score, options, {\n              kind: \"score\",\n              caseId: caseResult.case.id,\n              metricName: metric.metricName,\n            }),\n            options.maxValueLength,\n          )}`,\n        );\n      }\n      if (metric.threshold !== undefined) parts.push(`threshold=${metric.threshold}`);\n      if (metric.direction !== undefined) parts.push(`direction=${metric.direction}`);\n      if (!metric.required) parts.push(\"optional\");\n      lines.push(parts.join(\" | \"));\n      const explanation =\n        metric.outcome.comment ??\n        (metric.outcome.outcome === \"invalid\" ? metric.outcome.reason : undefined);\n      if (explanation !== undefined) {\n        lines.push(\n          `    ${displayValue(\n            redact(explanation, options, {\n              kind: \"comment\",\n              caseId: caseResult.case.id,\n              metricName: metric.metricName,\n            }),\n            options.maxValueLength,\n          )}`,\n        );\n      }\n    }\n  }\n  lines.push(\n    ``,\n    `Usage: target=${result.usage.target.totalTokens} evaluation=${result.usage.evaluation.totalTokens} total=${result.usage.total.totalTokens} tokens`,\n  );\n  if (result.cost !== undefined) {\n    lines.push(\n      `Cost: target=${result.cost.target} evaluation=${result.cost.evaluation} total=${result.cost.total} ${result.cost.currency}`,\n    );\n  }\n  lines.push(`Duration: ${result.durationMs}ms`);\n  return lines.join(\"\\n\");\n}\n\nfunction jsonResult(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  options: Omit<PrintEvalResultOptions, \"output\">,\n): string {\n  return JSON.stringify(\n    redactJsonResult(result, options),\n    (_key, value: unknown) => {\n      if (value instanceof Error) {\n        return { name: value.name, message: value.message, stack: value.stack };\n      }\n      if (value instanceof RegExp) return String(value);\n      if (typeof value === \"string\") return truncate(value, options.maxValueLength);\n      return value;\n    },\n    2,\n  );\n}\n\nfunction expectationMismatches(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  expectations?: EvalExpectations,\n): string[] {\n  if (expectations === undefined) return [];\n  const mismatches: string[] = [];\n  if (expectations.totals !== undefined) {\n    mismatches.push(...totalMismatches(result, expectations.totals));\n  }\n  if (expectations.outcomes !== undefined) {\n    mismatches.push(...outcomeMismatches(result, expectations.outcomes));\n  }\n  return mismatches;\n}\n\nfunction totalMismatches(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  expected: EvalExpectedTotals,\n): string[] {\n  const directMetrics: Partial<EvalTotals> = {};\n  if (expected.total !== undefined) directMetrics.total = expected.total;\n  if (expected.passed !== undefined) directMetrics.passed = expected.passed;\n  if (expected.failed !== undefined) directMetrics.failed = expected.failed;\n  if (expected.invalid !== undefined) directMetrics.invalid = expected.invalid;\n  return [\n    ...totalsGroupMismatches(\"metrics\", result.metrics, {\n      ...directMetrics,\n      ...expected.metrics,\n    }),\n    ...totalsGroupMismatches(\"cases\", result.cases, expected.cases),\n  ];\n}\n\nfunction totalsGroupMismatches(\n  label: string,\n  actual: EvalTotals,\n  expected: Partial<EvalTotals> | undefined,\n): string[] {\n  if (expected === undefined) return [];\n  const mismatches: string[] = [];\n  for (const key of [\"total\", \"passed\", \"failed\", \"invalid\"] as const) {\n    if (expected[key] !== undefined && actual[key] !== expected[key]) {\n      mismatches.push(`${label}.${key}: expected ${expected[key]}, received ${actual[key]}`);\n    }\n  }\n  return mismatches;\n}\n\nfunction outcomeMismatches(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  expected: EvalExpectedOutcomes,\n): string[] {\n  const mismatches: string[] = [];\n  const actualCases = new Map(result.results.map((caseResult) => [caseResult.case.id, caseResult]));\n  for (const [caseId, metrics] of Object.entries(expected)) {\n    const caseResult = actualCases.get(caseId);\n    if (caseResult === undefined) {\n      mismatches.push(`${caseId}: expected case was not present`);\n      continue;\n    }\n    for (const [metricName, expectedOutcome] of Object.entries(metrics)) {\n      const metric = caseResult.metrics.find((candidate) => candidate.metricName === metricName);\n      if (metric === undefined) {\n        mismatches.push(`${caseId}.${metricName}: expected metric was not present`);\n      } else if (metric.outcome.outcome !== expectedOutcome) {\n        mismatches.push(\n          `${caseId}.${metricName}: expected ${expectedOutcome}, received ${metric.outcome.outcome}`,\n        );\n      }\n    }\n  }\n  for (const caseResult of result.results) {\n    for (const metric of caseResult.metrics) {\n      if (!metric.required) continue;\n      const expectedOutcome = expected[caseResult.case.id]?.[metric.metricName] ?? \"pass\";\n      if (metric.outcome.outcome !== expectedOutcome) {\n        const message = `${caseResult.case.id}.${metric.metricName}: expected ${expectedOutcome}, received ${metric.outcome.outcome}`;\n        if (!mismatches.includes(message)) mismatches.push(message);\n      }\n    }\n  }\n  return mismatches;\n}\n\nfunction hasUnexpectedInvalid(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  expectations: EvalExpectations | undefined,\n): boolean {\n  if (expectations?.outcomes !== undefined) {\n    return result.results.some((caseResult) =>\n      caseResult.metrics.some(\n        (metric) =>\n          metric.required &&\n          metric.outcome.outcome === \"invalid\" &&\n          expectations.outcomes?.[caseResult.case.id]?.[metric.metricName] !== \"invalid\",\n      ),\n    );\n  }\n  const expectedInvalid = expectations?.totals?.metrics?.invalid ?? expectations?.totals?.invalid;\n  return result.metrics.invalid > (expectedInvalid ?? 0);\n}\n\nfunction requiredMetricCount(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  status: \"fail\" | \"invalid\",\n): number {\n  return result.results.reduce(\n    (total, caseResult) =>\n      total +\n      caseResult.metrics.filter((metric) => metric.required && metric.outcome.outcome === status)\n        .length,\n    0,\n  );\n}\n\nfunction totalsText(totals: EvalTotals): string {\n  return `${totals.total} total / ${totals.passed} pass / ${totals.failed} fail / ${totals.invalid} invalid`;\n}\n\nfunction displayValue(value: unknown, maxValueLength?: number): string {\n  let text: string;\n  if (typeof value === \"string\") text = value;\n  else {\n    try {\n      text = JSON.stringify(value) ?? String(value);\n    } catch {\n      text = String(value);\n    }\n  }\n  return truncate(text, maxValueLength);\n}\n\nfunction errorText(error: unknown, maxValueLength?: number): string {\n  return truncate(error instanceof Error ? error.message : displayValue(error), maxValueLength);\n}\n\nfunction truncate(value: string, maxValueLength: number | undefined): string {\n  return maxValueLength !== undefined && value.length > maxValueLength\n    ? `${value.slice(0, maxValueLength)}…`\n    : value;\n}\n\nfunction redact(\n  value: unknown,\n  options: Omit<PrintEvalResultOptions, \"output\">,\n  context: EvalRedactionContext,\n): unknown {\n  return options.redact === undefined ? value : options.redact(value, context);\n}\n\nfunction redactJsonResult(\n  result: EvalSuiteResult<unknown, unknown, unknown>,\n  options: Omit<PrintEvalResultOptions, \"output\">,\n): unknown {\n  return {\n    ...result,\n    run: {\n      ...result.run,\n      metadata:\n        result.run.metadata === undefined\n          ? undefined\n          : (redact(result.run.metadata, options, {\n              kind: \"metadata\",\n            }) as typeof result.run.metadata),\n    },\n    results: result.results.map((caseResult) => ({\n      ...caseResult,\n      case: {\n        ...caseResult.case,\n        input: redact(caseResult.case.input, options, {\n          kind: \"input\",\n          caseId: caseResult.case.id,\n        }),\n        expected: redact(caseResult.case.expected, options, {\n          kind: \"expected\",\n          caseId: caseResult.case.id,\n        }),\n        context: redact(caseResult.case.context, options, {\n          kind: \"context\",\n          caseId: caseResult.case.id,\n        }),\n        retrievalContext: redact(caseResult.case.retrievalContext, options, {\n          kind: \"retrievalContext\",\n          caseId: caseResult.case.id,\n        }),\n        metadata:\n          caseResult.case.metadata === undefined\n            ? undefined\n            : (redact(caseResult.case.metadata, options, {\n                kind: \"metadata\",\n                caseId: caseResult.case.id,\n              }) as typeof caseResult.case.metadata),\n      },\n      output:\n        caseResult.targetStatus === \"succeeded\"\n          ? redact(caseResult.output, options, { kind: \"output\", caseId: caseResult.case.id })\n          : undefined,\n      targetError:\n        caseResult.targetStatus === \"failed\"\n          ? redact(caseResult.targetError, options, {\n              kind: \"error\",\n              caseId: caseResult.case.id,\n            })\n          : undefined,\n      metrics: caseResult.metrics.map((metric) => ({\n        ...metric,\n        reporterErrors: metric.reporterErrors.map((error) =>\n          redact(error, options, {\n            kind: \"error\",\n            caseId: caseResult.case.id,\n            metricName: metric.metricName,\n          }),\n        ),\n        outcome: redactOutcome(metric.outcome, options, caseResult.case.id, metric.metricName),\n      })),\n      scores: Object.fromEntries(\n        caseResult.metrics.map((metric) => [\n          metric.metricName,\n          redactOutcome(metric.outcome, options, caseResult.case.id, metric.metricName),\n        ]),\n      ),\n    })),\n    reporterErrors: result.reporterErrors.map((error) => redact(error, options, { kind: \"error\" })),\n  };\n}\n\nfunction redactOutcome(\n  outcome: EvalSuiteResult<\n    unknown,\n    unknown,\n    unknown\n  >[\"results\"][number][\"metrics\"][number][\"outcome\"],\n  options: Omit<PrintEvalResultOptions, \"output\">,\n  caseId: string,\n  metricName: string,\n): unknown {\n  return {\n    ...outcome,\n    ...(outcome.score === undefined\n      ? {}\n      : { score: redact(outcome.score, options, { kind: \"score\", caseId, metricName }) }),\n    ...(outcome.comment === undefined\n      ? {}\n      : { comment: redact(outcome.comment, options, { kind: \"comment\", caseId, metricName }) }),\n    ...(!(\"reason\" in outcome) || outcome.reason === undefined\n      ? {}\n      : { reason: redact(outcome.reason, options, { kind: \"comment\", caseId, metricName }) }),\n    ...(outcome.metadata === undefined\n      ? {}\n      : {\n          metadata: redact(outcome.metadata, options, {\n            kind: \"metadata\",\n            caseId,\n            metricName,\n          }),\n        }),\n    ...(!(\"error\" in outcome) || outcome.error === undefined\n      ? {}\n      : { error: redact(outcome.error, options, { kind: \"error\", caseId, metricName }) }),\n  };\n}\n\nfunction validatePrintOptions(options: Omit<PrintEvalResultOptions, \"output\">): void {\n  if (\n    options.maxValueLength !== undefined &&\n    (!Number.isSafeInteger(options.maxValueLength) || options.maxValueLength < 1)\n  ) {\n    throw new RangeError(\"Evaluation maxValueLength must be a positive integer.\");\n  }\n}\n"],"mappings":";;;;;AA2FO,IAAM,qBAAN,cAAiC,MAAM;AAAA,EACnC;AAAA,EAET,YAAY,SAAiB,YAAsB;AACjD,UAAM,GAAG,OAAO;AAAA,EAAK,WAAW,IAAI,CAAC,aAAa,KAAK,QAAQ,EAAE,EAAE,KAAK,IAAI,CAAC,EAAE;AAC/E,SAAK,OAAO;AACZ,SAAK,aAAa;AAAA,EACpB;AACF;AAEO,SAAS,uBACd,QACA,cAC4B;AAC5B,SAAO;AACT;AAEO,SAAS,iBACd,QACA,UAAkD,CAAC,GAC3C;AACR,QAAM,SAAS,QAAQ,UAAU;AACjC,MAAI,WAAW,QAAS,QAAO;AAC/B,uBAAqB,OAAO;AAC5B,SAAO,WAAW,SAAS,WAAW,QAAQ,OAAO,IAAI,aAAa,QAAQ,OAAO;AACvF;AAEO,SAAS,gBACd,QACA,UAAkC,CAAC,GAC7B;AACN,QAAM,SAAS,QAAQ,UAAU;AACjC,MAAI,WAAW,QAAS;AACxB,QAAM,QAAQ,QAAQ,QAAQ,WAAW,CAAC,SAAiB,QAAQ,OAAO,MAAM,IAAI;AACpF,QAAM,GAAG,iBAAiB,QAAQ,OAAO,CAAC;AAAA,CAAI;AAChD;AAEO,SAAS,aACd,QACA,cACW;AACX,QAAM,kBACJ,cAAc,WAAW,UAAa,cAAc,aAAa;AACnE,QAAM,aAAa,kBAAkB,sBAAsB,QAAQ,YAAY,IAAI,CAAC;AACpF,MAAI,mBAAmB,WAAW,WAAW,EAAG,QAAO;AACvD,MAAI,mBAAmB,qBAAqB,QAAQ,YAAY,EAAG,QAAO;AAC1E,MAAI,gBAAiB,QAAO;AAC5B,MAAI,oBAAoB,QAAQ,SAAS,IAAI,EAAG,QAAO;AACvD,SAAO,oBAAoB,QAAQ,MAAM,IAAI,IAAI,IAAI;AACvD;AAEO,SAAS,iBACd,QACA,UACM;AACN,QAAM,aAAa,gBAAgB,QAAQ,QAAQ;AACnD,MAAI,WAAW,SAAS,GAAG;AACzB,UAAM,IAAI,mBAAmB,iDAAiD,UAAU;AAAA,EAC1F;AACF;AAEO,SAAS,mBACd,QACA,UACM;AACN,QAAM,aAAa,kBAAkB,QAAQ,QAAQ;AACrD,MAAI,WAAW,SAAS,GAAG;AACzB,UAAM,IAAI,mBAAmB,mDAAmD,UAAU;AAAA,EAC5F;AACF;AAEA,eAAsB,WAYpB,SAC4D;AAC5D,QAAM,EAAE,QAAQ,UAAU,cAAc,QAAQ,gBAAgB,QAAAA,SAAQ,GAAG,aAAa,IACtF;AACF,QAAM,SAAS,MAAM;AAAA,IACnB;AAAA,EACF;AACA,kBAAgB,QAAQ,EAAE,QAAQ,QAAQ,gBAAgB,QAAAA,QAAO,CAAC;AAClE,QAAM,OAAO,aAAa,QAAQ,YAAY;AAC9C,QAAM,aAAa,sBAAsB,QAAQ,YAAY;AAC7D,MAAI,WAAW,SAAS,KAAK,WAAW,SAAS;AAC/C,UAAM,QAAQ,QAAQ,WAAW,CAAC,SAAiB,QAAQ,OAAO,MAAM,IAAI;AAC5E;AAAA,MACE;AAAA,EAAuC,WAAW,IAAI,CAAC,UAAU,KAAK,KAAK,EAAE,EAAE,KAAK,IAAI,CAAC;AAAA;AAAA,IAC3F;AAAA,EACF;AACA,QAAM,kBACJ,OAAO,QAAQ,aAAa,WAAW,QAAQ,WAAW,OAAO,QAAQ,YAAY,CAAC;AACxF,MAAI,aAAa,QAAQ,OAAO,gBAAiB,SAAQ,WAAW;AACpE,SAAO;AACT;AAEA,SAAS,aACP,QACA,SACQ;AACR,QAAM,QAAQ;AAAA,IACZ,GAAG,OAAO,IAAI,KAAK,OAAO,IAAI,EAAE;AAAA,IAChC,UAAU,WAAW,OAAO,KAAK,CAAC;AAAA,IAClC,YAAY,WAAW,OAAO,OAAO,CAAC;AAAA,EACxC;AACA,aAAW,cAAc,OAAO,SAAS;AACvC,UAAM,KAAK,IAAI,IAAI,WAAW,QAAQ,YAAY,CAAC,KAAK,WAAW,KAAK,EAAE,EAAE;AAC5E,QAAI,WAAW,iBAAiB,aAAa;AAC3C,YAAM;AAAA,QACJ,aAAa;AAAA,UACX,OAAO,WAAW,QAAQ,SAAS,EAAE,MAAM,UAAU,QAAQ,WAAW,KAAK,GAAG,CAAC;AAAA,UACjF,QAAQ;AAAA,QACV,CAAC;AAAA,MACH;AAAA,IACF;AACA,QAAI,WAAW,iBAAiB,UAAU;AACxC,YAAM;AAAA,QACJ,mBAAmB;AAAA,UACjB,OAAO,WAAW,aAAa,SAAS,EAAE,MAAM,SAAS,QAAQ,WAAW,KAAK,GAAG,CAAC;AAAA,UACrF,QAAQ;AAAA,QACV,CAAC;AAAA,MACH;AAAA,IACF;AACA,eAAW,UAAU,WAAW,SAAS;AACvC,YAAM,QAAQ,CAAC,OAAO,OAAO,UAAU,KAAK,OAAO,QAAQ,OAAO,EAAE;AACpE,UAAI,OAAO,QAAQ,UAAU,QAAW;AACtC,cAAM;AAAA,UACJ,SAAS;AAAA,YACP,OAAO,OAAO,QAAQ,OAAO,SAAS;AAAA,cACpC,MAAM;AAAA,cACN,QAAQ,WAAW,KAAK;AAAA,cACxB,YAAY,OAAO;AAAA,YACrB,CAAC;AAAA,YACD,QAAQ;AAAA,UACV,CAAC;AAAA,QACH;AAAA,MACF;AACA,UAAI,OAAO,cAAc,OAAW,OAAM,KAAK,aAAa,OAAO,SAAS,EAAE;AAC9E,UAAI,OAAO,cAAc,OAAW,OAAM,KAAK,aAAa,OAAO,SAAS,EAAE;AAC9E,UAAI,CAAC,OAAO,SAAU,OAAM,KAAK,UAAU;AAC3C,YAAM,KAAK,MAAM,KAAK,KAAK,CAAC;AAC5B,YAAM,cACJ,OAAO,QAAQ,YACd,OAAO,QAAQ,YAAY,YAAY,OAAO,QAAQ,SAAS;AAClE,UAAI,gBAAgB,QAAW;AAC7B,cAAM;AAAA,UACJ,OAAO;AAAA,YACL,OAAO,aAAa,SAAS;AAAA,cAC3B,MAAM;AAAA,cACN,QAAQ,WAAW,KAAK;AAAA,cACxB,YAAY,OAAO;AAAA,YACrB,CAAC;AAAA,YACD,QAAQ;AAAA,UACV,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,QAAM;AAAA,IACJ;AAAA,IACA,iBAAiB,OAAO,MAAM,OAAO,WAAW,eAAe,OAAO,MAAM,WAAW,WAAW,UAAU,OAAO,MAAM,MAAM,WAAW;AAAA,EAC5I;AACA,MAAI,OAAO,SAAS,QAAW;AAC7B,UAAM;AAAA,MACJ,gBAAgB,OAAO,KAAK,MAAM,eAAe,OAAO,KAAK,UAAU,UAAU,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,QAAQ;AAAA,IAC5H;AAAA,EACF;AACA,QAAM,KAAK,aAAa,OAAO,UAAU,IAAI;AAC7C,SAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,WACP,QACA,SACQ;AACR,SAAO,KAAK;AAAA,IACV,iBAAiB,QAAQ,OAAO;AAAA,IAChC,CAAC,MAAM,UAAmB;AACxB,UAAI,iBAAiB,OAAO;AAC1B,eAAO,EAAE,MAAM,MAAM,MAAM,SAAS,MAAM,SAAS,OAAO,MAAM,MAAM;AAAA,MACxE;AACA,UAAI,iBAAiB,OAAQ,QAAO,OAAO,KAAK;AAChD,UAAI,OAAO,UAAU,SAAU,QAAO,SAAS,OAAO,QAAQ,cAAc;AAC5E,aAAO;AAAA,IACT;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,sBACP,QACA,cACU;AACV,MAAI,iBAAiB,OAAW,QAAO,CAAC;AACxC,QAAM,aAAuB,CAAC;AAC9B,MAAI,aAAa,WAAW,QAAW;AACrC,eAAW,KAAK,GAAG,gBAAgB,QAAQ,aAAa,MAAM,CAAC;AAAA,EACjE;AACA,MAAI,aAAa,aAAa,QAAW;AACvC,eAAW,KAAK,GAAG,kBAAkB,QAAQ,aAAa,QAAQ,CAAC;AAAA,EACrE;AACA,SAAO;AACT;AAEA,SAAS,gBACP,QACA,UACU;AACV,QAAM,gBAAqC,CAAC;AAC5C,MAAI,SAAS,UAAU,OAAW,eAAc,QAAQ,SAAS;AACjE,MAAI,SAAS,WAAW,OAAW,eAAc,SAAS,SAAS;AACnE,MAAI,SAAS,WAAW,OAAW,eAAc,SAAS,SAAS;AACnE,MAAI,SAAS,YAAY,OAAW,eAAc,UAAU,SAAS;AACrE,SAAO;AAAA,IACL,GAAG,sBAAsB,WAAW,OAAO,SAAS;AAAA,MAClD,GAAG;AAAA,MACH,GAAG,SAAS;AAAA,IACd,CAAC;AAAA,IACD,GAAG,sBAAsB,SAAS,OAAO,OAAO,SAAS,KAAK;AAAA,EAChE;AACF;AAEA,SAAS,sBACP,OACA,QACA,UACU;AACV,MAAI,aAAa,OAAW,QAAO,CAAC;AACpC,QAAM,aAAuB,CAAC;AAC9B,aAAW,OAAO,CAAC,SAAS,UAAU,UAAU,SAAS,GAAY;AACnE,QAAI,SAAS,GAAG,MAAM,UAAa,OAAO,GAAG,MAAM,SAAS,GAAG,GAAG;AAChE,iBAAW,KAAK,GAAG,KAAK,IAAI,GAAG,cAAc,SAAS,GAAG,CAAC,cAAc,OAAO,GAAG,CAAC,EAAE;AAAA,IACvF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,kBACP,QACA,UACU;AACV,QAAM,aAAuB,CAAC;AAC9B,QAAM,cAAc,IAAI,IAAI,OAAO,QAAQ,IAAI,CAAC,eAAe,CAAC,WAAW,KAAK,IAAI,UAAU,CAAC,CAAC;AAChG,aAAW,CAAC,QAAQ,OAAO,KAAK,OAAO,QAAQ,QAAQ,GAAG;AACxD,UAAM,aAAa,YAAY,IAAI,MAAM;AACzC,QAAI,eAAe,QAAW;AAC5B,iBAAW,KAAK,GAAG,MAAM,iCAAiC;AAC1D;AAAA,IACF;AACA,eAAW,CAAC,YAAY,eAAe,KAAK,OAAO,QAAQ,OAAO,GAAG;AACnE,YAAM,SAAS,WAAW,QAAQ,KAAK,CAAC,cAAc,UAAU,eAAe,UAAU;AACzF,UAAI,WAAW,QAAW;AACxB,mBAAW,KAAK,GAAG,MAAM,IAAI,UAAU,mCAAmC;AAAA,MAC5E,WAAW,OAAO,QAAQ,YAAY,iBAAiB;AACrD,mBAAW;AAAA,UACT,GAAG,MAAM,IAAI,UAAU,cAAc,eAAe,cAAc,OAAO,QAAQ,OAAO;AAAA,QAC1F;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,aAAW,cAAc,OAAO,SAAS;AACvC,eAAW,UAAU,WAAW,SAAS;AACvC,UAAI,CAAC,OAAO,SAAU;AACtB,YAAM,kBAAkB,SAAS,WAAW,KAAK,EAAE,IAAI,OAAO,UAAU,KAAK;AAC7E,UAAI,OAAO,QAAQ,YAAY,iBAAiB;AAC9C,cAAM,UAAU,GAAG,WAAW,KAAK,EAAE,IAAI,OAAO,UAAU,cAAc,eAAe,cAAc,OAAO,QAAQ,OAAO;AAC3H,YAAI,CAAC,WAAW,SAAS,OAAO,EAAG,YAAW,KAAK,OAAO;AAAA,MAC5D;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,qBACP,QACA,cACS;AACT,MAAI,cAAc,aAAa,QAAW;AACxC,WAAO,OAAO,QAAQ;AAAA,MAAK,CAAC,eAC1B,WAAW,QAAQ;AAAA,QACjB,CAAC,WACC,OAAO,YACP,OAAO,QAAQ,YAAY,aAC3B,aAAa,WAAW,WAAW,KAAK,EAAE,IAAI,OAAO,UAAU,MAAM;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AACA,QAAM,kBAAkB,cAAc,QAAQ,SAAS,WAAW,cAAc,QAAQ;AACxF,SAAO,OAAO,QAAQ,WAAW,mBAAmB;AACtD;AAEA,SAAS,oBACP,QACA,QACQ;AACR,SAAO,OAAO,QAAQ;AAAA,IACpB,CAAC,OAAO,eACN,QACA,WAAW,QAAQ,OAAO,CAAC,WAAW,OAAO,YAAY,OAAO,QAAQ,YAAY,MAAM,EACvF;AAAA,IACL;AAAA,EACF;AACF;AAEA,SAAS,WAAW,QAA4B;AAC9C,SAAO,GAAG,OAAO,KAAK,YAAY,OAAO,MAAM,WAAW,OAAO,MAAM,WAAW,OAAO,OAAO;AAClG;AAEA,SAAS,aAAa,OAAgB,gBAAiC;AACrE,MAAI;AACJ,MAAI,OAAO,UAAU,SAAU,QAAO;AAAA,OACjC;AACH,QAAI;AACF,aAAO,KAAK,UAAU,KAAK,KAAK,OAAO,KAAK;AAAA,IAC9C,QAAQ;AACN,aAAO,OAAO,KAAK;AAAA,IACrB;AAAA,EACF;AACA,SAAO,SAAS,MAAM,cAAc;AACtC;AAEA,SAAS,UAAU,OAAgB,gBAAiC;AAClE,SAAO,SAAS,iBAAiB,QAAQ,MAAM,UAAU,aAAa,KAAK,GAAG,cAAc;AAC9F;AAEA,SAAS,SAAS,OAAe,gBAA4C;AAC3E,SAAO,mBAAmB,UAAa,MAAM,SAAS,iBAClD,GAAG,MAAM,MAAM,GAAG,cAAc,CAAC,WACjC;AACN;AAEA,SAAS,OACP,OACA,SACA,SACS;AACT,SAAO,QAAQ,WAAW,SAAY,QAAQ,QAAQ,OAAO,OAAO,OAAO;AAC7E;AAEA,SAAS,iBACP,QACA,SACS;AACT,SAAO;AAAA,IACL,GAAG;AAAA,IACH,KAAK;AAAA,MACH,GAAG,OAAO;AAAA,MACV,UACE,OAAO,IAAI,aAAa,SACpB,SACC,OAAO,OAAO,IAAI,UAAU,SAAS;AAAA,QACpC,MAAM;AAAA,MACR,CAAC;AAAA,IACT;AAAA,IACA,SAAS,OAAO,QAAQ,IAAI,CAAC,gBAAgB;AAAA,MAC3C,GAAG;AAAA,MACH,MAAM;AAAA,QACJ,GAAG,WAAW;AAAA,QACd,OAAO,OAAO,WAAW,KAAK,OAAO,SAAS;AAAA,UAC5C,MAAM;AAAA,UACN,QAAQ,WAAW,KAAK;AAAA,QAC1B,CAAC;AAAA,QACD,UAAU,OAAO,WAAW,KAAK,UAAU,SAAS;AAAA,UAClD,MAAM;AAAA,UACN,QAAQ,WAAW,KAAK;AAAA,QAC1B,CAAC;AAAA,QACD,SAAS,OAAO,WAAW,KAAK,SAAS,SAAS;AAAA,UAChD,MAAM;AAAA,UACN,QAAQ,WAAW,KAAK;AAAA,QAC1B,CAAC;AAAA,QACD,kBAAkB,OAAO,WAAW,KAAK,kBAAkB,SAAS;AAAA,UAClE,MAAM;AAAA,UACN,QAAQ,WAAW,KAAK;AAAA,QAC1B,CAAC;AAAA,QACD,UACE,WAAW,KAAK,aAAa,SACzB,SACC,OAAO,WAAW,KAAK,UAAU,SAAS;AAAA,UACzC,MAAM;AAAA,UACN,QAAQ,WAAW,KAAK;AAAA,QAC1B,CAAC;AAAA,MACT;AAAA,MACA,QACE,WAAW,iBAAiB,cACxB,OAAO,WAAW,QAAQ,SAAS,EAAE,MAAM,UAAU,QAAQ,WAAW,KAAK,GAAG,CAAC,IACjF;AAAA,MACN,aACE,WAAW,iBAAiB,WACxB,OAAO,WAAW,aAAa,SAAS;AAAA,QACtC,MAAM;AAAA,QACN,QAAQ,WAAW,KAAK;AAAA,MAC1B,CAAC,IACD;AAAA,MACN,SAAS,WAAW,QAAQ,IAAI,CAAC,YAAY;AAAA,QAC3C,GAAG;AAAA,QACH,gBAAgB,OAAO,eAAe;AAAA,UAAI,CAAC,UACzC,OAAO,OAAO,SAAS;AAAA,YACrB,MAAM;AAAA,YACN,QAAQ,WAAW,KAAK;AAAA,YACxB,YAAY,OAAO;AAAA,UACrB,CAAC;AAAA,QACH;AAAA,QACA,SAAS,cAAc,OAAO,SAAS,SAAS,WAAW,KAAK,IAAI,OAAO,UAAU;AAAA,MACvF,EAAE;AAAA,MACF,QAAQ,OAAO;AAAA,QACb,WAAW,QAAQ,IAAI,CAAC,WAAW;AAAA,UACjC,OAAO;AAAA,UACP,cAAc,OAAO,SAAS,SAAS,WAAW,KAAK,IAAI,OAAO,UAAU;AAAA,QAC9E,CAAC;AAAA,MACH;AAAA,IACF,EAAE;AAAA,IACF,gBAAgB,OAAO,eAAe,IAAI,CAAC,UAAU,OAAO,OAAO,SAAS,EAAE,MAAM,QAAQ,CAAC,CAAC;AAAA,EAChG;AACF;AAEA,SAAS,cACP,SAKA,SACA,QACA,YACS;AACT,SAAO;AAAA,IACL,GAAG;AAAA,IACH,GAAI,QAAQ,UAAU,SAClB,CAAC,IACD,EAAE,OAAO,OAAO,QAAQ,OAAO,SAAS,EAAE,MAAM,SAAS,QAAQ,WAAW,CAAC,EAAE;AAAA,IACnF,GAAI,QAAQ,YAAY,SACpB,CAAC,IACD,EAAE,SAAS,OAAO,QAAQ,SAAS,SAAS,EAAE,MAAM,WAAW,QAAQ,WAAW,CAAC,EAAE;AAAA,IACzF,GAAI,EAAE,YAAY,YAAY,QAAQ,WAAW,SAC7C,CAAC,IACD,EAAE,QAAQ,OAAO,QAAQ,QAAQ,SAAS,EAAE,MAAM,WAAW,QAAQ,WAAW,CAAC,EAAE;AAAA,IACvF,GAAI,QAAQ,aAAa,SACrB,CAAC,IACD;AAAA,MACE,UAAU,OAAO,QAAQ,UAAU,SAAS;AAAA,QAC1C,MAAM;AAAA,QACN;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH;AAAA,IACJ,GAAI,EAAE,WAAW,YAAY,QAAQ,UAAU,SAC3C,CAAC,IACD,EAAE,OAAO,OAAO,QAAQ,OAAO,SAAS,EAAE,MAAM,SAAS,QAAQ,WAAW,CAAC,EAAE;AAAA,EACrF;AACF;AAEA,SAAS,qBAAqB,SAAuD;AACnF,MACE,QAAQ,mBAAmB,WAC1B,CAAC,OAAO,cAAc,QAAQ,cAAc,KAAK,QAAQ,iBAAiB,IAC3E;AACA,UAAM,IAAI,WAAW,uDAAuD;AAAA,EAC9E;AACF;","names":["redact"]}

package/dist/chunk-OJF67RNM.js

@@ -0,0 +1 @@
+//# sourceMappingURL=chunk-OJF67RNM.js.map

package/dist/chunk-OJF67RNM.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}