@anvia/core 0.3.0 → 0.4.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anvia/core",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "description": "Core runtime primitives for context-aware Anvia agents.",
   "author": "anvia",
   "maintainer": "Indra Zulfi",
@@ -28,6 +28,10 @@
       "types": "./dist/agent/index.d.ts",
       "import": "./dist/agent/index.js"
     },
+    "./internal/agent": {
+      "types": "./dist/internal/agent.d.ts",
+      "import": "./dist/internal/agent.js"
+    },
     "./audio-generation": {
       "types": "./dist/audio-generation/index.d.ts",
       "import": "./dist/audio-generation/index.js"
@@ -99,8 +103,8 @@
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.29.0",
-    "pdfjs-dist": "^5.7.284",
-    "tinyglobby": "^0.2.16",
+    "pdfjs-dist": "^6.0.227",
+    "tinyglobby": "^0.2.17",
     "yaml": "^2.9.0",
     "zod": "^4.4.3"
   },
@@ -111,7 +115,7 @@
     "vitest": "^4.0.8"
   },
   "scripts": {
-    "build": "tsup src/index.ts src/agent/index.ts src/audio-generation/index.ts src/completion/index.ts src/embeddings/index.ts src/evals/index.ts src/image-generation/index.ts src/loaders/index.ts src/extractor/index.ts src/mcp/index.ts src/memory/index.ts src/model-listing/index.ts src/observability/index.ts src/pipeline/index.ts src/skills/index.ts src/streaming/index.ts src/tool/index.ts src/transcription/index.ts src/vector-store/index.ts --format esm --dts --sourcemap --clean",
+    "build": "tsup src/index.ts src/agent/index.ts src/internal/agent.ts src/audio-generation/index.ts src/completion/index.ts src/embeddings/index.ts src/evals/index.ts src/image-generation/index.ts src/loaders/index.ts src/extractor/index.ts src/mcp/index.ts src/memory/index.ts src/model-listing/index.ts src/observability/index.ts src/pipeline/index.ts src/skills/index.ts src/streaming/index.ts src/tool/index.ts src/transcription/index.ts src/vector-store/index.ts --format esm --dts --sourcemap --clean",
     "test": "vitest run",
     "typecheck": "tsc --noEmit"
   }

package/dist/chunk-6JCCM2K4.js

@@ -1,304 +0,0 @@
-import {
-  ExtractorBuilder
-} from "./chunk-QRZ2HPUX.js";
-import {
-  cosineSimilarity,
-  embedText
-} from "./chunk-A7VDIZQN.js";
-
-// src/evals/index.ts
-import { z } from "zod";
-var EvalOutcome = {
-  pass(score, options = {}) {
-    return {
-      outcome: "pass",
-      ...score === void 0 ? {} : { score },
-      ...options.comment === void 0 ? {} : { comment: options.comment },
-      ...options.metadata === void 0 ? {} : { metadata: options.metadata }
-    };
-  },
-  fail(score, options = {}) {
-    return {
-      outcome: "fail",
-      ...score === void 0 ? {} : { score },
-      ...options.comment === void 0 ? {} : { comment: options.comment },
-      ...options.metadata === void 0 ? {} : { metadata: options.metadata }
-    };
-  },
-  invalid(reason, options = {}) {
-    return {
-      outcome: "invalid",
-      reason,
-      ...options.score === void 0 ? {} : { score: options.score },
-      ...options.comment === void 0 ? {} : { comment: options.comment },
-      ...options.metadata === void 0 ? {} : { metadata: options.metadata }
-    };
-  }
-};
-async function runEvalSuite(options) {
-  const startedAt = Date.now();
-  const results = await mapWithConcurrency(
-    options.cases,
-    Math.max(1, Math.trunc(options.concurrency ?? 1)),
-    (testCase) => runEvalCase(options, testCase)
-  );
-  const counts = countOutcomes(results);
-  return {
-    name: options.name,
-    results,
-    ...counts,
-    durationMs: Date.now() - startedAt
-  };
-}
-function exactMatch(options = {}) {
-  return {
-    name: options.name ?? "exact_match",
-    async evaluate(args) {
-      const actual = await resolveActual(options.actual, args);
-      const expected = await resolveExpected(options.expected, args);
-      if (expected === void 0) {
-        return EvalOutcome.invalid("No expected value provided for exact match.");
-      }
-      const passed = stableComparable(actual) === stableComparable(expected);
-      return passed ? EvalOutcome.pass(true) : EvalOutcome.fail(false, { comment: `Expected ${formatValue(expected)}.` });
-    }
-  };
-}
-function contains(options = {}) {
-  return {
-    name: options.name ?? "contains",
-    async evaluate(args) {
-      const actual = await resolveActualText(options.actual, args);
-      const expected = await resolveExpected(options.expected, args);
-      if (expected === void 0) {
-        return EvalOutcome.invalid("No expected value provided for contains.");
-      }
-      if (typeof expected !== "string" && !(expected instanceof RegExp)) {
-        return EvalOutcome.invalid("Contains expected value must be a string or RegExp.");
-      }
-      const passed = expected instanceof RegExp ? expected.test(actual) : actual.includes(expected);
-      return passed ? EvalOutcome.pass(true) : EvalOutcome.fail(false, { comment: `Output did not contain ${String(expected)}.` });
-    }
-  };
-}
-function semanticSimilarity(options) {
-  return {
-    name: options.name ?? "semantic_similarity",
-    async evaluate(args) {
-      const actual = await resolveActualText(options.actual, args);
-      const expected = await resolveExpected(options.expected, args);
-      if (expected === void 0) {
-        return EvalOutcome.invalid("No expected value provided for semantic similarity.");
-      }
-      if (typeof expected !== "string") {
-        return EvalOutcome.invalid("Semantic similarity expected value must be a string.");
-      }
-      const [actualEmbedding, expectedEmbedding] = await Promise.all([
-        embedText(options.model, actual),
-        embedText(options.model, expected)
-      ]);
-      const score = cosineSimilarity(actualEmbedding.vector, expectedEmbedding.vector);
-      return score >= options.threshold ? EvalOutcome.pass(score) : EvalOutcome.fail(score, { comment: `Similarity below threshold ${options.threshold}.` });
-    }
-  };
-}
-function llmJudge(options) {
-  const extractor = new ExtractorBuilder(options.model, options.schema).instructions(
-    options.instructions ?? "Judge the eval case by the requested schema. Submit the judgment using the schema."
-  ).retries(options.retries ?? 0).build();
-  return {
-    name: options.name ?? "llm_judge",
-    async evaluate(args) {
-      try {
-        const judgment = await extractor.extract(await resolveJudgePrompt(options.prompt, args));
-        return options.passes(judgment) ? EvalOutcome.pass(judgment) : EvalOutcome.fail(judgment);
-      } catch (error) {
-        return EvalOutcome.invalid(errorMessage(error));
-      }
-    }
-  };
-}
-function llmScore(options) {
-  const criteria = Array.isArray(options.criteria) ? options.criteria.join("\n") : options.criteria;
-  const extractor = new ExtractorBuilder(
-    options.model,
-    z.object({
-      score: z.number(),
-      feedback: z.string()
-    })
-  ).instructions(
-    options.instructions ?? `Score the eval case against these criteria:
-${criteria}
-
-Return a score between 0 and 1 and brief feedback.`
-  ).retries(options.retries ?? 0).build();
-  return {
-    name: options.name ?? "llm_score",
-    async evaluate(args) {
-      try {
-        const score = await extractor.extract(await resolveJudgePrompt(options.prompt, args));
-        if (score.score < 0 || score.score > 1) {
-          return EvalOutcome.invalid(`Score ${score.score} outside valid range [0, 1].`, {
-            score
-          });
-        }
-        return score.score >= options.threshold ? EvalOutcome.pass(score, { comment: score.feedback }) : EvalOutcome.fail(score, { comment: score.feedback });
-      } catch (error) {
-        return EvalOutcome.invalid(errorMessage(error));
-      }
-    }
-  };
-}
-function agentEvalTarget(agent, options = {}) {
-  return async (input, testCase) => {
-    const prompt = options.prompt?.(input, testCase) ?? String(input);
-    const response = await agent.prompt(prompt).send();
-    return options.output === void 0 ? response : options.output(response, testCase);
-  };
-}
-async function runEvalCase(options, testCase) {
-  let output;
-  let targetError;
-  try {
-    output = await options.target(testCase.input, testCase);
-  } catch (error) {
-    targetError = error;
-  }
-  const metrics = [];
-  for (const metric of options.metrics) {
-    const outcome = targetError === void 0 ? await safeEvaluate(options.name, testCase, output, metric) : EvalOutcome.invalid(`Target failed: ${errorMessage(targetError)}`);
-    const reporterErrors = await reportOutcome({
-      suiteName: options.name,
-      testCase,
-      output,
-      targetError,
-      metric,
-      outcome,
-      reporters: options.reporters ?? [],
-      failOnReporterError: options.failOnReporterError === true
-    });
-    metrics.push({ metricName: metric.name, outcome, reporterErrors });
-  }
-  return {
-    case: testCase,
-    ...output === void 0 ? {} : { output },
-    ...targetError === void 0 ? {} : { targetError },
-    metrics
-  };
-}
-async function safeEvaluate(suiteName, testCase, output, metric) {
-  try {
-    return await metric.evaluate({ suiteName, case: testCase, output });
-  } catch (error) {
-    return EvalOutcome.invalid(errorMessage(error));
-  }
-}
-async function reportOutcome(args) {
-  const errors = [];
-  for (const reporter of args.reporters) {
-    try {
-      await reporter.report({
-        suiteName: args.suiteName,
-        case: args.testCase,
-        output: args.output,
-        targetError: args.targetError,
-        metric: args.metric,
-        outcome: args.outcome
-      });
-    } catch (error) {
-      if (args.failOnReporterError) {
-        throw error;
-      }
-      errors.push(error);
-    }
-  }
-  return errors;
-}
-function countOutcomes(results) {
-  let passed = 0;
-  let failed = 0;
-  let invalid = 0;
-  for (const result of results) {
-    for (const metric of result.metrics) {
-      if (metric.outcome.outcome === "pass") passed += 1;
-      if (metric.outcome.outcome === "fail") failed += 1;
-      if (metric.outcome.outcome === "invalid") invalid += 1;
-    }
-  }
-  return { passed, failed, invalid };
-}
-async function resolveActual(selector, args) {
-  return selector === void 0 ? defaultOutputValue(args.output) : selector(args);
-}
-async function resolveActualText(selector, args) {
-  const value = selector === void 0 ? defaultOutputValue(args.output) : await selector(args);
-  return typeof value === "string" ? value : JSON.stringify(value);
-}
-async function resolveExpected(selectorOrValue, args) {
-  if (selectorOrValue === void 0) {
-    return args.case.expected;
-  }
-  return typeof selectorOrValue === "function" ? selectorOrValue(args) : selectorOrValue;
-}
-async function resolveJudgePrompt(selector, args) {
-  if (selector !== void 0) {
-    return selector(args);
-  }
-  return [
-    `Suite: ${args.suiteName}`,
-    `Case: ${args.case.id}`,
-    `Input: ${formatValue(args.case.input)}`,
-    `Expected: ${formatValue(args.case.expected)}`,
-    `Output: ${formatValue(defaultOutputValue(args.output))}`
-  ].join("\n\n");
-}
-function defaultOutputValue(output) {
-  if (typeof output === "object" && output !== null && "output" in output && typeof output.output === "string") {
-    return output.output;
-  }
-  return output;
-}
-function stableComparable(value) {
-  if (typeof value === "string") {
-    return value;
-  }
-  return JSON.stringify(value);
-}
-function formatValue(value) {
-  if (typeof value === "string") {
-    return value;
-  }
-  try {
-    return JSON.stringify(value);
-  } catch {
-    return String(value);
-  }
-}
-function errorMessage(error) {
-  return error instanceof Error ? error.message : String(error);
-}
-async function mapWithConcurrency(inputs, concurrency, mapper) {
-  const results = new Array(inputs.length);
-  let next = 0;
-  async function worker() {
-    while (next < inputs.length) {
-      const index = next;
-      next += 1;
-      results[index] = await mapper(inputs[index]);
-    }
-  }
-  await Promise.all(Array.from({ length: Math.min(concurrency, inputs.length) }, () => worker()));
-  return results;
-}
-
-export {
-  EvalOutcome,
-  runEvalSuite,
-  exactMatch,
-  contains,
-  semanticSimilarity,
-  llmJudge,
-  llmScore,
-  agentEvalTarget
-};
-//# sourceMappingURL=chunk-6JCCM2K4.js.map

package/dist/chunk-6JCCM2K4.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/evals/index.ts"],"sourcesContent":["import { z } from \"zod\";\nimport type { Agent, PromptResponse } from \"../agent\";\nimport type { CompletionModel, JsonValue, Message } from \"../completion\";\nimport { cosineSimilarity, type EmbeddingModel, embedText } from \"../embeddings\";\nimport { ExtractorBuilder } from \"../extractor\";\nimport type { ZodSchema } from \"../schema\";\n\nexport type EvalMetadata = Record<string, JsonValue | undefined>;\n\nexport type EvalCase<Input, Expected = unknown> = {\n  id: string;\n  input: Input;\n  expected?: Expected | undefined;\n  metadata?: EvalMetadata | undefined;\n};\n\nexport type EvalTarget<Input, Output, Expected = unknown> = (\n  input: Input,\n  testCase: EvalCase<Input, Expected>,\n) => Output | Promise<Output>;\n\nexport type EvalOutcomeStatus = \"pass\" | \"fail\" | \"invalid\";\n\nexport type EvalOutcome<Score = unknown> =\n  | {\n      outcome: \"pass\";\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    }\n  | {\n      outcome: \"fail\";\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    }\n  | {\n      outcome: \"invalid\";\n      reason: string;\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    };\n\nexport const EvalOutcome = {\n  pass<Score>(\n    score?: Score,\n    options: { comment?: string | undefined; metadata?: EvalMetadata | undefined } = {},\n  ): EvalOutcome<Score> {\n    return {\n      outcome: \"pass\",\n      ...(score === undefined ? {} : { score }),\n      ...(options.comment === undefined ? {} : { comment: options.comment }),\n      ...(options.metadata === undefined ? {} : { metadata: options.metadata }),\n    };\n  },\n\n  fail<Score>(\n    score?: Score,\n    options: { comment?: string | undefined; metadata?: EvalMetadata | undefined } = {},\n  ): EvalOutcome<Score> {\n    return {\n      outcome: \"fail\",\n      ...(score === undefined ? {} : { score }),\n      ...(options.comment === undefined ? {} : { comment: options.comment }),\n      ...(options.metadata === undefined ? {} : { metadata: options.metadata }),\n    };\n  },\n\n  invalid<Score = never>(\n    reason: string,\n    options: {\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    } = {},\n  ): EvalOutcome<Score> {\n    return {\n      outcome: \"invalid\",\n      reason,\n      ...(options.score === undefined ? {} : { score: options.score }),\n      ...(options.comment === undefined ? {} : { comment: options.comment }),\n      ...(options.metadata === undefined ? {} : { metadata: options.metadata }),\n    };\n  },\n};\n\nexport type EvalMetricArgs<Input, Output, Expected = unknown> = {\n  suiteName: string;\n  case: EvalCase<Input, Expected>;\n  output: Output;\n};\n\nexport type EvalMetric<Input, Output, Score = unknown, Expected = unknown> = {\n  name: string;\n  evaluate(\n    args: EvalMetricArgs<Input, Output, Expected>,\n  ): EvalOutcome<Score> | Promise<EvalOutcome<Score>>;\n};\n\nexport type EvalMetricResult<Score = unknown> = {\n  metricName: string;\n  outcome: EvalOutcome<Score>;\n  reporterErrors: unknown[];\n};\n\nexport type EvalCaseResult<Input, Output, Expected = unknown> = {\n  case: EvalCase<Input, Expected>;\n  output?: Output | undefined;\n  targetError?: unknown;\n  metrics: EvalMetricResult[];\n};\n\nexport type EvalSuiteResult<Input, Output, Expected = unknown> = {\n  name: string;\n  results: Array<EvalCaseResult<Input, Output, Expected>>;\n  passed: number;\n  failed: number;\n  invalid: number;\n  durationMs: number;\n};\n\nexport type EvalReportArgs<Input, Output, Score = unknown, Expected = unknown> = {\n  suiteName: string;\n  case: EvalCase<Input, Expected>;\n  output?: Output | undefined;\n  targetError?: unknown;\n  metric: EvalMetric<Input, Output, Score, Expected>;\n  outcome: EvalOutcome<Score>;\n};\n\nexport type EvalReporter<Input = unknown, Output = unknown, Expected = unknown> = {\n  report(args: EvalReportArgs<Input, Output, unknown, Expected>): void | Promise<void>;\n};\n\nexport type RunEvalSuiteOptions<Input, Output, Expected = unknown> = {\n  name: string;\n  cases: Array<EvalCase<Input, Expected>>;\n  target: EvalTarget<Input, Output, Expected>;\n  metrics: Array<EvalMetric<NoInfer<Input>, NoInfer<Output>, unknown, NoInfer<Expected>>>;\n  concurrency?: number | undefined;\n  reporters?: Array<EvalReporter<NoInfer<Input>, NoInfer<Output>, NoInfer<Expected>>> | undefined;\n  failOnReporterError?: boolean | undefined;\n};\n\nexport async function runEvalSuite<Input, Output, Expected = unknown>(\n  options: RunEvalSuiteOptions<Input, Output, Expected>,\n): Promise<EvalSuiteResult<Input, Output, Expected>> {\n  const startedAt = Date.now();\n  const results = await mapWithConcurrency(\n    options.cases,\n    Math.max(1, Math.trunc(options.concurrency ?? 1)),\n    (testCase) => runEvalCase(options, testCase),\n  );\n  const counts = countOutcomes(results);\n  return {\n    name: options.name,\n    results,\n    ...counts,\n    durationMs: Date.now() - startedAt,\n  };\n}\n\nexport type ValueSelector<Input, Output, Expected, Value> = (\n  args: EvalMetricArgs<Input, Output, Expected>,\n) => Value | Promise<Value>;\n\nexport type SelectorOrValue<Input, Output, Expected, Value> =\n  | Value\n  | ValueSelector<Input, Output, Expected, Value>;\n\nexport type ExactMatchOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  actual?: ValueSelector<Input, Output, Expected, unknown> | undefined;\n  expected?: SelectorOrValue<Input, Output, Expected, unknown> | undefined;\n};\n\nexport function exactMatch<Input, Output, Expected = unknown>(\n  options: ExactMatchOptions<Input, Output, Expected> = {},\n): EvalMetric<Input, Output, boolean, Expected> {\n  return {\n    name: options.name ?? \"exact_match\",\n    async evaluate(args) {\n      const actual = await resolveActual(options.actual, args);\n      const expected = await resolveExpected(options.expected, args);\n      if (expected === undefined) {\n        return EvalOutcome.invalid(\"No expected value provided for exact match.\");\n      }\n      const passed = stableComparable(actual) === stableComparable(expected);\n      return passed\n        ? EvalOutcome.pass(true)\n        : EvalOutcome.fail(false, { comment: `Expected ${formatValue(expected)}.` });\n    },\n  };\n}\n\nexport type ContainsOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  actual?: ValueSelector<Input, Output, Expected, string> | undefined;\n  expected?: SelectorOrValue<Input, Output, Expected, string | RegExp> | undefined;\n};\n\nexport function contains<Input, Output, Expected = unknown>(\n  options: ContainsOptions<Input, Output, Expected> = {},\n): EvalMetric<Input, Output, boolean, Expected> {\n  return {\n    name: options.name ?? \"contains\",\n    async evaluate(args) {\n      const actual = await resolveActualText(options.actual, args);\n      const expected = await resolveExpected(options.expected, args);\n      if (expected === undefined) {\n        return EvalOutcome.invalid(\"No expected value provided for contains.\");\n      }\n      if (typeof expected !== \"string\" && !(expected instanceof RegExp)) {\n        return EvalOutcome.invalid(\"Contains expected value must be a string or RegExp.\");\n      }\n      const passed = expected instanceof RegExp ? expected.test(actual) : actual.includes(expected);\n      return passed\n        ? EvalOutcome.pass(true)\n        : EvalOutcome.fail(false, { comment: `Output did not contain ${String(expected)}.` });\n    },\n  };\n}\n\nexport type SemanticSimilarityOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  model: EmbeddingModel;\n  threshold: number;\n  actual?: ValueSelector<Input, Output, Expected, string> | undefined;\n  expected?: SelectorOrValue<Input, Output, Expected, string> | undefined;\n};\n\nexport function semanticSimilarity<Input, Output, Expected = unknown>(\n  options: SemanticSimilarityOptions<Input, Output, Expected>,\n): EvalMetric<Input, Output, number, Expected> {\n  return {\n    name: options.name ?? \"semantic_similarity\",\n    async evaluate(args) {\n      const actual = await resolveActualText(options.actual, args);\n      const expected = await resolveExpected(options.expected, args);\n      if (expected === undefined) {\n        return EvalOutcome.invalid(\"No expected value provided for semantic similarity.\");\n      }\n      if (typeof expected !== \"string\") {\n        return EvalOutcome.invalid(\"Semantic similarity expected value must be a string.\");\n      }\n      const [actualEmbedding, expectedEmbedding] = await Promise.all([\n        embedText(options.model, actual),\n        embedText(options.model, expected),\n      ]);\n      const score = cosineSimilarity(actualEmbedding.vector, expectedEmbedding.vector);\n      return score >= options.threshold\n        ? EvalOutcome.pass(score)\n        : EvalOutcome.fail(score, { comment: `Similarity below threshold ${options.threshold}.` });\n    },\n  };\n}\n\nexport type LlmJudgeOptions<Input, Output, SchemaOutput, Expected = unknown> = {\n  name?: string | undefined;\n  model: CompletionModel;\n  schema: ZodSchema<SchemaOutput>;\n  passes(value: SchemaOutput): boolean;\n  instructions?: string | undefined;\n  retries?: number | undefined;\n  prompt?: ValueSelector<Input, Output, Expected, string> | undefined;\n};\n\nexport function llmJudge<Input, Output, SchemaOutput, Expected = unknown>(\n  options: LlmJudgeOptions<Input, Output, SchemaOutput, Expected>,\n): EvalMetric<Input, Output, SchemaOutput, Expected> {\n  const extractor = new ExtractorBuilder(options.model, options.schema)\n    .instructions(\n      options.instructions ??\n        \"Judge the eval case by the requested schema. Submit the judgment using the schema.\",\n    )\n    .retries(options.retries ?? 0)\n    .build();\n\n  return {\n    name: options.name ?? \"llm_judge\",\n    async evaluate(args) {\n      try {\n        const judgment = await extractor.extract(await resolveJudgePrompt(options.prompt, args));\n        return options.passes(judgment) ? EvalOutcome.pass(judgment) : EvalOutcome.fail(judgment);\n      } catch (error) {\n        return EvalOutcome.invalid(errorMessage(error));\n      }\n    },\n  };\n}\n\nexport type LlmScoreMetricScore = {\n  score: number;\n  feedback: string;\n};\n\nexport type LlmScoreOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  model: CompletionModel;\n  threshold: number;\n  criteria: string | string[];\n  instructions?: string | undefined;\n  retries?: number | undefined;\n  prompt?: ValueSelector<Input, Output, Expected, string> | undefined;\n};\n\nexport function llmScore<Input, Output, Expected = unknown>(\n  options: LlmScoreOptions<Input, Output, Expected>,\n): EvalMetric<Input, Output, LlmScoreMetricScore, Expected> {\n  const criteria = Array.isArray(options.criteria) ? options.criteria.join(\"\\n\") : options.criteria;\n  const extractor = new ExtractorBuilder(\n    options.model,\n    z.object({\n      score: z.number(),\n      feedback: z.string(),\n    }),\n  )\n    .instructions(\n      options.instructions ??\n        `Score the eval case against these criteria:\\n${criteria}\\n\\nReturn a score between 0 and 1 and brief feedback.`,\n    )\n    .retries(options.retries ?? 0)\n    .build();\n\n  return {\n    name: options.name ?? \"llm_score\",\n    async evaluate(args) {\n      try {\n        const score = await extractor.extract(await resolveJudgePrompt(options.prompt, args));\n        if (score.score < 0 || score.score > 1) {\n          return EvalOutcome.invalid(`Score ${score.score} outside valid range [0, 1].`, {\n            score,\n          });\n        }\n        return score.score >= options.threshold\n          ? EvalOutcome.pass(score, { comment: score.feedback })\n          : EvalOutcome.fail(score, { comment: score.feedback });\n      } catch (error) {\n        return EvalOutcome.invalid(errorMessage(error));\n      }\n    },\n  };\n}\n\nexport type AgentEvalTargetOptions<Input, Output = PromptResponse> = {\n  prompt?: ((input: Input, testCase: EvalCase<Input>) => string | Message) | undefined;\n  output?: ((response: PromptResponse, testCase: EvalCase<Input>) => Output) | undefined;\n};\n\nexport function agentEvalTarget<Input>(\n  agent: Agent,\n  options?: AgentEvalTargetOptions<Input, PromptResponse>,\n): EvalTarget<Input, PromptResponse>;\nexport function agentEvalTarget<Input, Output>(\n  agent: Agent,\n  options: AgentEvalTargetOptions<Input, Output>,\n): EvalTarget<Input, Output>;\nexport function agentEvalTarget<Input, Output>(\n  agent: Agent,\n  options: AgentEvalTargetOptions<Input, Output | PromptResponse> = {},\n): EvalTarget<Input, Output | PromptResponse> {\n  return async (input, testCase) => {\n    const prompt = options.prompt?.(input, testCase) ?? String(input);\n    const response = await agent.prompt(prompt).send();\n    return options.output === undefined ? response : options.output(response, testCase);\n  };\n}\n\nasync function runEvalCase<Input, Output, Expected>(\n  options: RunEvalSuiteOptions<Input, Output, Expected>,\n  testCase: EvalCase<Input, Expected>,\n): Promise<EvalCaseResult<Input, Output, Expected>> {\n  let output: Output | undefined;\n  let targetError: unknown;\n  try {\n    output = await options.target(testCase.input, testCase);\n  } catch (error) {\n    targetError = error;\n  }\n\n  const metrics: EvalMetricResult[] = [];\n  for (const metric of options.metrics) {\n    const outcome =\n      targetError === undefined\n        ? await safeEvaluate(options.name, testCase, output as Output, metric)\n        : EvalOutcome.invalid(`Target failed: ${errorMessage(targetError)}`);\n    const reporterErrors = await reportOutcome({\n      suiteName: options.name,\n      testCase,\n      output,\n      targetError,\n      metric,\n      outcome,\n      reporters: options.reporters ?? [],\n      failOnReporterError: options.failOnReporterError === true,\n    });\n    metrics.push({ metricName: metric.name, outcome, reporterErrors });\n  }\n\n  return {\n    case: testCase,\n    ...(output === undefined ? {} : { output }),\n    ...(targetError === undefined ? {} : { targetError }),\n    metrics,\n  };\n}\n\nasync function safeEvaluate<Input, Output, Expected>(\n  suiteName: string,\n  testCase: EvalCase<Input, Expected>,\n  output: Output,\n  metric: EvalMetric<Input, Output, unknown, Expected>,\n): Promise<EvalOutcome> {\n  try {\n    return await metric.evaluate({ suiteName, case: testCase, output });\n  } catch (error) {\n    return EvalOutcome.invalid(errorMessage(error));\n  }\n}\n\nasync function reportOutcome<Input, Output, Expected>(args: {\n  suiteName: string;\n  testCase: EvalCase<Input, Expected>;\n  output: Output | undefined;\n  targetError: unknown;\n  metric: EvalMetric<Input, Output, unknown, Expected>;\n  outcome: EvalOutcome;\n  reporters: Array<EvalReporter<Input, Output, Expected>>;\n  failOnReporterError: boolean;\n}): Promise<unknown[]> {\n  const errors: unknown[] = [];\n  for (const reporter of args.reporters) {\n    try {\n      await reporter.report({\n        suiteName: args.suiteName,\n        case: args.testCase,\n        output: args.output,\n        targetError: args.targetError,\n        metric: args.metric,\n        outcome: args.outcome,\n      });\n    } catch (error) {\n      if (args.failOnReporterError) {\n        throw error;\n      }\n      errors.push(error);\n    }\n  }\n  return errors;\n}\n\nfunction countOutcomes(results: Array<EvalCaseResult<unknown, unknown, unknown>>): {\n  passed: number;\n  failed: number;\n  invalid: number;\n} {\n  let passed = 0;\n  let failed = 0;\n  let invalid = 0;\n  for (const result of results) {\n    for (const metric of result.metrics) {\n      if (metric.outcome.outcome === \"pass\") passed += 1;\n      if (metric.outcome.outcome === \"fail\") failed += 1;\n      if (metric.outcome.outcome === \"invalid\") invalid += 1;\n    }\n  }\n  return { passed, failed, invalid };\n}\n\nasync function resolveActual<Input, Output, Expected>(\n  selector: ValueSelector<Input, Output, Expected, unknown> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<unknown> {\n  return selector === undefined ? defaultOutputValue(args.output) : selector(args);\n}\n\nasync function resolveActualText<Input, Output, Expected>(\n  selector: ValueSelector<Input, Output, Expected, string> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<string> {\n  const value = selector === undefined ? defaultOutputValue(args.output) : await selector(args);\n  return typeof value === \"string\" ? value : JSON.stringify(value);\n}\n\nasync function resolveExpected<Input, Output, Expected, Value>(\n  selectorOrValue: SelectorOrValue<Input, Output, Expected, Value> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<Value | Expected | undefined> {\n  if (selectorOrValue === undefined) {\n    return args.case.expected;\n  }\n  return typeof selectorOrValue === \"function\"\n    ? (selectorOrValue as ValueSelector<Input, Output, Expected, Value>)(args)\n    : selectorOrValue;\n}\n\nasync function resolveJudgePrompt<Input, Output, Expected>(\n  selector: ValueSelector<Input, Output, Expected, string> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<string> {\n  if (selector !== undefined) {\n    return selector(args);\n  }\n  return [\n    `Suite: ${args.suiteName}`,\n    `Case: ${args.case.id}`,\n    `Input: ${formatValue(args.case.input)}`,\n    `Expected: ${formatValue(args.case.expected)}`,\n    `Output: ${formatValue(defaultOutputValue(args.output))}`,\n  ].join(\"\\n\\n\");\n}\n\nfunction defaultOutputValue(output: unknown): unknown {\n  if (\n    typeof output === \"object\" &&\n    output !== null &&\n    \"output\" in output &&\n    typeof (output as { output?: unknown }).output === \"string\"\n  ) {\n    return (output as { output: string }).output;\n  }\n  return output;\n}\n\nfunction stableComparable(value: unknown): string {\n  if (typeof value === \"string\") {\n    return value;\n  }\n  return JSON.stringify(value);\n}\n\nfunction formatValue(value: unknown): string {\n  if (typeof value === \"string\") {\n    return value;\n  }\n  try {\n    return JSON.stringify(value);\n  } catch {\n    return String(value);\n  }\n}\n\nfunction errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nasync function mapWithConcurrency<Input, Output>(\n  inputs: Input[],\n  concurrency: number,\n  mapper: (input: Input) => Promise<Output>,\n): Promise<Output[]> {\n  const results = new Array<Output>(inputs.length);\n  let next = 0;\n\n  async function worker(): Promise<void> {\n    while (next < inputs.length) {\n      const index = next;\n      next += 1;\n      results[index] = await mapper(inputs[index] as Input);\n    }\n  }\n\n  await Promise.all(Array.from({ length: Math.min(concurrency, inputs.length) }, () => worker()));\n  return results;\n}\n"],"mappings":";;;;;;;;;AAAA,SAAS,SAAS;AA4CX,IAAM,cAAc;AAAA,EACzB,KACE,OACA,UAAiF,CAAC,GAC9D;AACpB,WAAO;AAAA,MACL,SAAS;AAAA,MACT,GAAI,UAAU,SAAY,CAAC,IAAI,EAAE,MAAM;AAAA,MACvC,GAAI,QAAQ,YAAY,SAAY,CAAC,IAAI,EAAE,SAAS,QAAQ,QAAQ;AAAA,MACpE,GAAI,QAAQ,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IACzE;AAAA,EACF;AAAA,EAEA,KACE,OACA,UAAiF,CAAC,GAC9D;AACpB,WAAO;AAAA,MACL,SAAS;AAAA,MACT,GAAI,UAAU,SAAY,CAAC,IAAI,EAAE,MAAM;AAAA,MACvC,GAAI,QAAQ,YAAY,SAAY,CAAC,IAAI,EAAE,SAAS,QAAQ,QAAQ;AAAA,MACpE,GAAI,QAAQ,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IACzE;AAAA,EACF;AAAA,EAEA,QACE,QACA,UAII,CAAC,GACe;AACpB,WAAO;AAAA,MACL,SAAS;AAAA,MACT;AAAA,MACA,GAAI,QAAQ,UAAU,SAAY,CAAC,IAAI,EAAE,OAAO,QAAQ,MAAM;AAAA,MAC9D,GAAI,QAAQ,YAAY,SAAY,CAAC,IAAI,EAAE,SAAS,QAAQ,QAAQ;AAAA,MACpE,GAAI,QAAQ,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IACzE;AAAA,EACF;AACF;AA4DA,eAAsB,aACpB,SACmD;AACnD,QAAM,YAAY,KAAK,IAAI;AAC3B,QAAM,UAAU,MAAM;AAAA,IACpB,QAAQ;AAAA,IACR,KAAK,IAAI,GAAG,KAAK,MAAM,QAAQ,eAAe,CAAC,CAAC;AAAA,IAChD,CAAC,aAAa,YAAY,SAAS,QAAQ;AAAA,EAC7C;AACA,QAAM,SAAS,cAAc,OAAO;AACpC,SAAO;AAAA,IACL,MAAM,QAAQ;AAAA,IACd;AAAA,IACA,GAAG;AAAA,IACH,YAAY,KAAK,IAAI,IAAI;AAAA,EAC3B;AACF;AAgBO,SAAS,WACd,UAAsD,CAAC,GACT;AAC9C,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,YAAM,SAAS,MAAM,cAAc,QAAQ,QAAQ,IAAI;AACvD,YAAM,WAAW,MAAM,gBAAgB,QAAQ,UAAU,IAAI;AAC7D,UAAI,aAAa,QAAW;AAC1B,eAAO,YAAY,QAAQ,6CAA6C;AAAA,MAC1E;AACA,YAAM,SAAS,iBAAiB,MAAM,MAAM,iBAAiB,QAAQ;AACrE,aAAO,SACH,YAAY,KAAK,IAAI,IACrB,YAAY,KAAK,OAAO,EAAE,SAAS,YAAY,YAAY,QAAQ,CAAC,IAAI,CAAC;AAAA,IAC/E;AAAA,EACF;AACF;AAQO,SAAS,SACd,UAAoD,CAAC,GACP;AAC9C,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,YAAM,SAAS,MAAM,kBAAkB,QAAQ,QAAQ,IAAI;AAC3D,YAAM,WAAW,MAAM,gBAAgB,QAAQ,UAAU,IAAI;AAC7D,UAAI,aAAa,QAAW;AAC1B,eAAO,YAAY,QAAQ,0CAA0C;AAAA,MACvE;AACA,UAAI,OAAO,aAAa,YAAY,EAAE,oBAAoB,SAAS;AACjE,eAAO,YAAY,QAAQ,qDAAqD;AAAA,MAClF;AACA,YAAM,SAAS,oBAAoB,SAAS,SAAS,KAAK,MAAM,IAAI,OAAO,SAAS,QAAQ;AAC5F,aAAO,SACH,YAAY,KAAK,IAAI,IACrB,YAAY,KAAK,OAAO,EAAE,SAAS,0BAA0B,OAAO,QAAQ,CAAC,IAAI,CAAC;AAAA,IACxF;AAAA,EACF;AACF;AAUO,SAAS,mBACd,SAC6C;AAC7C,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,YAAM,SAAS,MAAM,kBAAkB,QAAQ,QAAQ,IAAI;AAC3D,YAAM,WAAW,MAAM,gBAAgB,QAAQ,UAAU,IAAI;AAC7D,UAAI,aAAa,QAAW;AAC1B,eAAO,YAAY,QAAQ,qDAAqD;AAAA,MAClF;AACA,UAAI,OAAO,aAAa,UAAU;AAChC,eAAO,YAAY,QAAQ,sDAAsD;AAAA,MACnF;AACA,YAAM,CAAC,iBAAiB,iBAAiB,IAAI,MAAM,QAAQ,IAAI;AAAA,QAC7D,UAAU,QAAQ,OAAO,MAAM;AAAA,QAC/B,UAAU,QAAQ,OAAO,QAAQ;AAAA,MACnC,CAAC;AACD,YAAM,QAAQ,iBAAiB,gBAAgB,QAAQ,kBAAkB,MAAM;AAC/E,aAAO,SAAS,QAAQ,YACpB,YAAY,KAAK,KAAK,IACtB,YAAY,KAAK,OAAO,EAAE,SAAS,8BAA8B,QAAQ,SAAS,IAAI,CAAC;AAAA,IAC7F;AAAA,EACF;AACF;AAYO,SAAS,SACd,SACmD;AACnD,QAAM,YAAY,IAAI,iBAAiB,QAAQ,OAAO,QAAQ,MAAM,EACjE;AAAA,IACC,QAAQ,gBACN;AAAA,EACJ,EACC,QAAQ,QAAQ,WAAW,CAAC,EAC5B,MAAM;AAET,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,UAAI;AACF,cAAM,WAAW,MAAM,UAAU,QAAQ,MAAM,mBAAmB,QAAQ,QAAQ,IAAI,CAAC;AACvF,eAAO,QAAQ,OAAO,QAAQ,IAAI,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,QAAQ;AAAA,MAC1F,SAAS,OAAO;AACd,eAAO,YAAY,QAAQ,aAAa,KAAK,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AACF;AAiBO,SAAS,SACd,SAC0D;AAC1D,QAAM,WAAW,MAAM,QAAQ,QAAQ,QAAQ,IAAI,QAAQ,SAAS,KAAK,IAAI,IAAI,QAAQ;AACzF,QAAM,YAAY,IAAI;AAAA,IACpB,QAAQ;AAAA,IACR,EAAE,OAAO;AAAA,MACP,OAAO,EAAE,OAAO;AAAA,MAChB,UAAU,EAAE,OAAO;AAAA,IACrB,CAAC;AAAA,EACH,EACG;AAAA,IACC,QAAQ,gBACN;AAAA,EAAgD,QAAQ;AAAA;AAAA;AAAA,EAC5D,EACC,QAAQ,QAAQ,WAAW,CAAC,EAC5B,MAAM;AAET,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,UAAI;AACF,cAAM,QAAQ,MAAM,UAAU,QAAQ,MAAM,mBAAmB,QAAQ,QAAQ,IAAI,CAAC;AACpF,YAAI,MAAM,QAAQ,KAAK,MAAM,QAAQ,GAAG;AACtC,iBAAO,YAAY,QAAQ,SAAS,MAAM,KAAK,gCAAgC;AAAA,YAC7E;AAAA,UACF,CAAC;AAAA,QACH;AACA,eAAO,MAAM,SAAS,QAAQ,YAC1B,YAAY,KAAK,OAAO,EAAE,SAAS,MAAM,SAAS,CAAC,IACnD,YAAY,KAAK,OAAO,EAAE,SAAS,MAAM,SAAS,CAAC;AAAA,MACzD,SAAS,OAAO;AACd,eAAO,YAAY,QAAQ,aAAa,KAAK,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AACF;AAeO,SAAS,gBACd,OACA,UAAkE,CAAC,GACvB;AAC5C,SAAO,OAAO,OAAO,aAAa;AAChC,UAAM,SAAS,QAAQ,SAAS,OAAO,QAAQ,KAAK,OAAO,KAAK;AAChE,UAAM,WAAW,MAAM,MAAM,OAAO,MAAM,EAAE,KAAK;AACjD,WAAO,QAAQ,WAAW,SAAY,WAAW,QAAQ,OAAO,UAAU,QAAQ;AAAA,EACpF;AACF;AAEA,eAAe,YACb,SACA,UACkD;AAClD,MAAI;AACJ,MAAI;AACJ,MAAI;AACF,aAAS,MAAM,QAAQ,OAAO,SAAS,OAAO,QAAQ;AAAA,EACxD,SAAS,OAAO;AACd,kBAAc;AAAA,EAChB;AAEA,QAAM,UAA8B,CAAC;AACrC,aAAW,UAAU,QAAQ,SAAS;AACpC,UAAM,UACJ,gBAAgB,SACZ,MAAM,aAAa,QAAQ,MAAM,UAAU,QAAkB,MAAM,IACnE,YAAY,QAAQ,kBAAkB,aAAa,WAAW,CAAC,EAAE;AACvE,UAAM,iBAAiB,MAAM,cAAc;AAAA,MACzC,WAAW,QAAQ;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,QAAQ,aAAa,CAAC;AAAA,MACjC,qBAAqB,QAAQ,wBAAwB;AAAA,IACvD,CAAC;AACD,YAAQ,KAAK,EAAE,YAAY,OAAO,MAAM,SAAS,eAAe,CAAC;AAAA,EACnE;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,GAAI,WAAW,SAAY,CAAC,IAAI,EAAE,OAAO;AAAA,IACzC,GAAI,gBAAgB,SAAY,CAAC,IAAI,EAAE,YAAY;AAAA,IACnD;AAAA,EACF;AACF;AAEA,eAAe,aACb,WACA,UACA,QACA,QACsB;AACtB,MAAI;AACF,WAAO,MAAM,OAAO,SAAS,EAAE,WAAW,MAAM,UAAU,OAAO,CAAC;AAAA,EACpE,SAAS,OAAO;AACd,WAAO,YAAY,QAAQ,aAAa,KAAK,CAAC;AAAA,EAChD;AACF;AAEA,eAAe,cAAuC,MAS/B;AACrB,QAAM,SAAoB,CAAC;AAC3B,aAAW,YAAY,KAAK,WAAW;AACrC,QAAI;AACF,YAAM,SAAS,OAAO;AAAA,QACpB,WAAW,KAAK;AAAA,QAChB,MAAM,KAAK;AAAA,QACX,QAAQ,KAAK;AAAA,QACb,aAAa,KAAK;AAAA,QAClB,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,MAChB,CAAC;AAAA,IACH,SAAS,OAAO;AACd,UAAI,KAAK,qBAAqB;AAC5B,cAAM;AAAA,MACR;AACA,aAAO,KAAK,KAAK;AAAA,IACnB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,cAAc,SAIrB;AACA,MAAI,SAAS;AACb,MAAI,SAAS;AACb,MAAI,UAAU;AACd,aAAW,UAAU,SAAS;AAC5B,eAAW,UAAU,OAAO,SAAS;AACnC,UAAI,OAAO,QAAQ,YAAY,OAAQ,WAAU;AACjD,UAAI,OAAO,QAAQ,YAAY,OAAQ,WAAU;AACjD,UAAI,OAAO,QAAQ,YAAY,UAAW,YAAW;AAAA,IACvD;AAAA,EACF;AACA,SAAO,EAAE,QAAQ,QAAQ,QAAQ;AACnC;AAEA,eAAe,cACb,UACA,MACkB;AAClB,SAAO,aAAa,SAAY,mBAAmB,KAAK,MAAM,IAAI,SAAS,IAAI;AACjF;AAEA,eAAe,kBACb,UACA,MACiB;AACjB,QAAM,QAAQ,aAAa,SAAY,mBAAmB,KAAK,MAAM,IAAI,MAAM,SAAS,IAAI;AAC5F,SAAO,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,KAAK;AACjE;AAEA,eAAe,gBACb,iBACA,MACuC;AACvC,MAAI,oBAAoB,QAAW;AACjC,WAAO,KAAK,KAAK;AAAA,EACnB;AACA,SAAO,OAAO,oBAAoB,aAC7B,gBAAkE,IAAI,IACvE;AACN;AAEA,eAAe,mBACb,UACA,MACiB;AACjB,MAAI,aAAa,QAAW;AAC1B,WAAO,SAAS,IAAI;AAAA,EACtB;AACA,SAAO;AAAA,IACL,UAAU,KAAK,SAAS;AAAA,IACxB,SAAS,KAAK,KAAK,EAAE;AAAA,IACrB,UAAU,YAAY,KAAK,KAAK,KAAK,CAAC;AAAA,IACtC,aAAa,YAAY,KAAK,KAAK,QAAQ,CAAC;AAAA,IAC5C,WAAW,YAAY,mBAAmB,KAAK,MAAM,CAAC,CAAC;AAAA,EACzD,EAAE,KAAK,MAAM;AACf;AAEA,SAAS,mBAAmB,QAA0B;AACpD,MACE,OAAO,WAAW,YAClB,WAAW,QACX,YAAY,UACZ,OAAQ,OAAgC,WAAW,UACnD;AACA,WAAQ,OAA8B;AAAA,EACxC;AACA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAwB;AAChD,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO;AAAA,EACT;AACA,SAAO,KAAK,UAAU,KAAK;AAC7B;AAEA,SAAS,YAAY,OAAwB;AAC3C,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO;AAAA,EACT;AACA,MAAI;AACF,WAAO,KAAK,UAAU,KAAK;AAAA,EAC7B,QAAQ;AACN,WAAO,OAAO,KAAK;AAAA,EACrB;AACF;AAEA,SAAS,aAAa,OAAwB;AAC5C,SAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC9D;AAEA,eAAe,mBACb,QACA,aACA,QACmB;AACnB,QAAM,UAAU,IAAI,MAAc,OAAO,MAAM;AAC/C,MAAI,OAAO;AAEX,iBAAe,SAAwB;AACrC,WAAO,OAAO,OAAO,QAAQ;AAC3B,YAAM,QAAQ;AACd,cAAQ;AACR,cAAQ,KAAK,IAAI,MAAM,OAAO,OAAO,KAAK,CAAU;AAAA,IACtD;AAAA,EACF;AAEA,QAAM,QAAQ,IAAI,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,aAAa,OAAO,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,CAAC;AAC9F,SAAO;AACT;","names":[]}

package/dist/chunk-7QI6ZAFI.js

@@ -1,61 +0,0 @@
-// src/transcription/index.ts
-var TranscriptionRequestBuilder = class {
-  constructor(model) {
-    this.model = model;
-  }
-  model;
-  request = {
-    data: new Uint8Array(),
-    filename: "file"
-  };
-  data(data) {
-    this.request = { ...this.request, data: toUint8Array(data) };
-    return this;
-  }
-  filename(filename) {
-    this.request = { ...this.request, filename };
-    return this;
-  }
-  language(language) {
-    this.request = { ...this.request, language };
-    return this;
-  }
-  prompt(prompt) {
-    this.request = { ...this.request, prompt };
-    return this;
-  }
-  temperature(temperature) {
-    this.request = { ...this.request, temperature };
-    return this;
-  }
-  additionalParams(additionalParams) {
-    this.request = { ...this.request, additionalParams };
-    return this;
-  }
-  build() {
-    if (this.request.data.byteLength === 0) {
-      throw new Error("Transcription data cannot be empty.");
-    }
-    return { ...this.request, data: toUint8Array(this.request.data) };
-  }
-  send() {
-    return this.model.transcription(this.build());
-  }
-};
-function transcriptionRequest(model) {
-  return new TranscriptionRequestBuilder(model);
-}
-function toUint8Array(bytes) {
-  if (bytes instanceof Uint8Array) {
-    return new Uint8Array(
-      bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength)
-    );
-  }
-  return new Uint8Array(bytes);
-}
-
-export {
-  TranscriptionRequestBuilder,
-  transcriptionRequest
-};
-//# sourceMappingURL=chunk-7QI6ZAFI.js.map

package/dist/chunk-7QI6ZAFI.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/transcription/index.ts"],"sourcesContent":["import type { JsonValue } from \"../completion\";\n\nexport type TranscriptionRequest = {\n  data: Uint8Array;\n  filename: string;\n  language?: string | undefined;\n  prompt?: string | undefined;\n  temperature?: number | undefined;\n  additionalParams?: JsonValue | undefined;\n};\n\nexport type TranscriptionResponse<RawResponse = unknown> = {\n  text: string;\n  rawResponse: RawResponse;\n};\n\nexport interface TranscriptionModel<RawResponse = unknown> {\n  readonly provider?: string | undefined;\n  readonly defaultModel?: string | undefined;\n  transcription(request: TranscriptionRequest): Promise<TranscriptionResponse<RawResponse>>;\n}\n\nexport class TranscriptionRequestBuilder<Model extends TranscriptionModel = TranscriptionModel> {\n  private request: TranscriptionRequest = {\n    data: new Uint8Array(),\n    filename: \"file\",\n  };\n\n  constructor(private readonly model: Model) {}\n\n  data(data: Uint8Array | ArrayBuffer): this {\n    this.request = { ...this.request, data: toUint8Array(data) };\n    return this;\n  }\n\n  filename(filename: string): this {\n    this.request = { ...this.request, filename };\n    return this;\n  }\n\n  language(language: string): this {\n    this.request = { ...this.request, language };\n    return this;\n  }\n\n  prompt(prompt: string): this {\n    this.request = { ...this.request, prompt };\n    return this;\n  }\n\n  temperature(temperature: number): this {\n    this.request = { ...this.request, temperature };\n    return this;\n  }\n\n  additionalParams(additionalParams: JsonValue): this {\n    this.request = { ...this.request, additionalParams };\n    return this;\n  }\n\n  build(): TranscriptionRequest {\n    if (this.request.data.byteLength === 0) {\n      throw new Error(\"Transcription data cannot be empty.\");\n    }\n    return { ...this.request, data: toUint8Array(this.request.data) };\n  }\n\n  send(): Promise<Awaited<ReturnType<Model[\"transcription\"]>>> {\n    return this.model.transcription(this.build()) as Promise<\n      Awaited<ReturnType<Model[\"transcription\"]>>\n    >;\n  }\n}\n\nexport function transcriptionRequest<Model extends TranscriptionModel>(\n  model: Model,\n): TranscriptionRequestBuilder<Model> {\n  return new TranscriptionRequestBuilder(model);\n}\n\nfunction toUint8Array(bytes: Uint8Array | ArrayBuffer): Uint8Array {\n  if (bytes instanceof Uint8Array) {\n    return new Uint8Array(\n      bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength),\n    );\n  }\n  return new Uint8Array(bytes);\n}\n"],"mappings":";AAsBO,IAAM,8BAAN,MAAyF;AAAA,EAM9F,YAA6B,OAAc;AAAd;AAAA,EAAe;AAAA,EAAf;AAAA,EALrB,UAAgC;AAAA,IACtC,MAAM,IAAI,WAAW;AAAA,IACrB,UAAU;AAAA,EACZ;AAAA,EAIA,KAAK,MAAsC;AACzC,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,MAAM,aAAa,IAAI,EAAE;AAC3D,WAAO;AAAA,EACT;AAAA,EAEA,SAAS,UAAwB;AAC/B,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,SAAS;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,SAAS,UAAwB;AAC/B,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,SAAS;AAC3C,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,QAAsB;AAC3B,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,OAAO;AACzC,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,aAA2B;AACrC,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,YAAY;AAC9C,WAAO;AAAA,EACT;AAAA,EAEA,iBAAiB,kBAAmC;AAClD,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,iBAAiB;AACnD,WAAO;AAAA,EACT;AAAA,EAEA,QAA8B;AAC5B,QAAI,KAAK,QAAQ,KAAK,eAAe,GAAG;AACtC,YAAM,IAAI,MAAM,qCAAqC;AAAA,IACvD;AACA,WAAO,EAAE,GAAG,KAAK,SAAS,MAAM,aAAa,KAAK,QAAQ,IAAI,EAAE;AAAA,EAClE;AAAA,EAEA,OAA6D;AAC3D,WAAO,KAAK,MAAM,cAAc,KAAK,MAAM,CAAC;AAAA,EAG9C;AACF;AAEO,SAAS,qBACd,OACoC;AACpC,SAAO,IAAI,4BAA4B,KAAK;AAC9C;AAEA,SAAS,aAAa,OAA6C;AACjE,MAAI,iBAAiB,YAAY;AAC/B,WAAO,IAAI;AAAA,MACT,MAAM,OAAO,MAAM,MAAM,YAAY,MAAM,aAAa,MAAM,UAAU;AAAA,IAC1E;AAAA,EACF;AACA,SAAO,IAAI,WAAW,KAAK;AAC7B;","names":[]}

package/dist/chunk-B24Q2ZYM.js

@@ -1,43 +0,0 @@
-// src/image-generation/index.ts
-var ImageGenerationRequestBuilder = class {
-  constructor(model) {
-    this.model = model;
-  }
-  model;
-  request = {
-    prompt: "",
-    width: 1024,
-    height: 1024
-  };
-  prompt(prompt) {
-    this.request = { ...this.request, prompt };
-    return this;
-  }
-  width(width) {
-    this.request = { ...this.request, width };
-    return this;
-  }
-  height(height) {
-    this.request = { ...this.request, height };
-    return this;
-  }
-  additionalParams(additionalParams) {
-    this.request = { ...this.request, additionalParams };
-    return this;
-  }
-  build() {
-    return { ...this.request };
-  }
-  send() {
-    return this.model.imageGeneration(this.build());
-  }
-};
-function imageGenerationRequest(model) {
-  return new ImageGenerationRequestBuilder(model);
-}
-
-export {
-  ImageGenerationRequestBuilder,
-  imageGenerationRequest
-};
-//# sourceMappingURL=chunk-B24Q2ZYM.js.map

package/dist/chunk-B24Q2ZYM.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/image-generation/index.ts"],"sourcesContent":["import type { JsonValue } from \"../completion\";\n\nexport type ImageGenerationRequest = {\n  prompt: string;\n  width: number;\n  height: number;\n  additionalParams?: JsonValue | undefined;\n};\n\nexport type GeneratedImage = {\n  data: Uint8Array;\n  mediaType?: string | undefined;\n};\n\nexport type ImageGenerationResponse<RawResponse = unknown> = {\n  image: Uint8Array;\n  images: GeneratedImage[];\n  mediaType?: string | undefined;\n  rawResponse: RawResponse;\n};\n\nexport interface ImageGenerationModel<RawResponse = unknown> {\n  readonly provider?: string | undefined;\n  readonly defaultModel?: string | undefined;\n  imageGeneration(request: ImageGenerationRequest): Promise<ImageGenerationResponse<RawResponse>>;\n}\n\nexport class ImageGenerationRequestBuilder<\n  Model extends ImageGenerationModel = ImageGenerationModel,\n> {\n  private request: ImageGenerationRequest = {\n    prompt: \"\",\n    width: 1024,\n    height: 1024,\n  };\n\n  constructor(private readonly model: Model) {}\n\n  prompt(prompt: string): this {\n    this.request = { ...this.request, prompt };\n    return this;\n  }\n\n  width(width: number): this {\n    this.request = { ...this.request, width };\n    return this;\n  }\n\n  height(height: number): this {\n    this.request = { ...this.request, height };\n    return this;\n  }\n\n  additionalParams(additionalParams: JsonValue): this {\n    this.request = { ...this.request, additionalParams };\n    return this;\n  }\n\n  build(): ImageGenerationRequest {\n    return { ...this.request };\n  }\n\n  send(): Promise<Awaited<ReturnType<Model[\"imageGeneration\"]>>> {\n    return this.model.imageGeneration(this.build()) as Promise<\n      Awaited<ReturnType<Model[\"imageGeneration\"]>>\n    >;\n  }\n}\n\nexport function imageGenerationRequest<Model extends ImageGenerationModel>(\n  model: Model,\n): ImageGenerationRequestBuilder<Model> {\n  return new ImageGenerationRequestBuilder(model);\n}\n"],"mappings":";AA2BO,IAAM,gCAAN,MAEL;AAAA,EAOA,YAA6B,OAAc;AAAd;AAAA,EAAe;AAAA,EAAf;AAAA,EANrB,UAAkC;AAAA,IACxC,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,EACV;AAAA,EAIA,OAAO,QAAsB;AAC3B,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,OAAO;AACzC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAqB;AACzB,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,MAAM;AACxC,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,QAAsB;AAC3B,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,OAAO;AACzC,WAAO;AAAA,EACT;AAAA,EAEA,iBAAiB,kBAAmC;AAClD,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,iBAAiB;AACnD,WAAO;AAAA,EACT;AAAA,EAEA,QAAgC;AAC9B,WAAO,EAAE,GAAG,KAAK,QAAQ;AAAA,EAC3B;AAAA,EAEA,OAA+D;AAC7D,WAAO,KAAK,MAAM,gBAAgB,KAAK,MAAM,CAAC;AAAA,EAGhD;AACF;AAEO,SAAS,uBACd,OACsC;AACtC,SAAO,IAAI,8BAA8B,KAAK;AAChD;","names":[]}