@anvia/core 0.3.1 → 0.4.1

package/dist/evals/index.js

@@ -1,22 +1,305 @@
 import {
-  EvalOutcome,
-  agentEvalTarget,
-  contains,
-  exactMatch,
-  llmJudge,
-  llmScore,
-  runEvalSuite,
-  semanticSimilarity
-} from "../chunk-6JCCM2K4.js";
-import "../chunk-QRZ2HPUX.js";
-import "../chunk-GSFQZYS7.js";
+  ExtractorBuilder
+} from "../chunk-4PHDOEKY.js";
+import "../chunk-BD66WU2B.js";
+import "../chunk-TVIADATY.js";
+import "../chunk-XUUY2L2D.js";
 import "../chunk-XXT2UCAR.js";
 import "../chunk-YK4WAAS4.js";
-import "../chunk-I2HOMD3R.js";
-import "../chunk-65QV627O.js";
-import "../chunk-XUUY2L2D.js";
+import "../chunk-CY7SB5FG.js";
+import "../chunk-OIA4CN5V.js";
 import "../chunk-6GJDBBDC.js";
-import "../chunk-A7VDIZQN.js";
+import {
+  cosineSimilarity,
+  embedText
+} from "../chunk-EFGX3EX5.js";
+import {
+  mapWithConcurrency
+} from "../chunk-OIMLU4SF.js";
+
+// src/evals/agent-target.ts
+function agentEvalTarget(agent, options = {}) {
+  return async (input, testCase) => {
+    const prompt = options.prompt?.(input, testCase) ?? String(input);
+    const response = await agent.prompt(prompt).send();
+    return options.output === void 0 ? response : options.output(response, testCase);
+  };
+}
+
+// src/evals/metrics.ts
+import { z } from "zod";
+
+// src/evals/format.ts
+function defaultOutputValue(output) {
+  if (typeof output === "object" && output !== null && "output" in output && typeof output.output === "string") {
+    return output.output;
+  }
+  return output;
+}
+function stableComparable(value) {
+  if (typeof value === "string") {
+    return value;
+  }
+  return JSON.stringify(value);
+}
+function formatValue(value) {
+  if (typeof value === "string") {
+    return value;
+  }
+  try {
+    return JSON.stringify(value);
+  } catch {
+    return String(value);
+  }
+}
+function errorMessage(error) {
+  return error instanceof Error ? error.message : String(error);
+}
+
+// src/evals/outcome.ts
+var EvalOutcome = {
+  pass(score, options = {}) {
+    return {
+      outcome: "pass",
+      ...score === void 0 ? {} : { score },
+      ...options.comment === void 0 ? {} : { comment: options.comment },
+      ...options.metadata === void 0 ? {} : { metadata: options.metadata }
+    };
+  },
+  fail(score, options = {}) {
+    return {
+      outcome: "fail",
+      ...score === void 0 ? {} : { score },
+      ...options.comment === void 0 ? {} : { comment: options.comment },
+      ...options.metadata === void 0 ? {} : { metadata: options.metadata }
+    };
+  },
+  invalid(reason, options = {}) {
+    return {
+      outcome: "invalid",
+      reason,
+      ...options.score === void 0 ? {} : { score: options.score },
+      ...options.comment === void 0 ? {} : { comment: options.comment },
+      ...options.metadata === void 0 ? {} : { metadata: options.metadata }
+    };
+  }
+};
+
+// src/evals/selectors.ts
+async function resolveActual(selector, args) {
+  return selector === void 0 ? defaultOutputValue(args.output) : selector(args);
+}
+async function resolveActualText(selector, args) {
+  const value = selector === void 0 ? defaultOutputValue(args.output) : await selector(args);
+  return typeof value === "string" ? value : JSON.stringify(value);
+}
+async function resolveExpected(selectorOrValue, args) {
+  if (selectorOrValue === void 0) {
+    return args.case.expected;
+  }
+  return typeof selectorOrValue === "function" ? selectorOrValue(args) : selectorOrValue;
+}
+async function resolveJudgePrompt(selector, args) {
+  if (selector !== void 0) {
+    return selector(args);
+  }
+  return [
+    `Suite: ${args.suiteName}`,
+    `Case: ${args.case.id}`,
+    `Input: ${formatValue(args.case.input)}`,
+    `Expected: ${formatValue(args.case.expected)}`,
+    `Output: ${formatValue(defaultOutputValue(args.output))}`
+  ].join("\n\n");
+}
+
+// src/evals/metrics.ts
+function exactMatch(options = {}) {
+  return {
+    name: options.name ?? "exact_match",
+    async evaluate(args) {
+      const actual = await resolveActual(options.actual, args);
+      const expected = await resolveExpected(options.expected, args);
+      if (expected === void 0) {
+        return EvalOutcome.invalid("No expected value provided for exact match.");
+      }
+      const passed = stableComparable(actual) === stableComparable(expected);
+      return passed ? EvalOutcome.pass(true) : EvalOutcome.fail(false, { comment: `Expected ${formatValue(expected)}.` });
+    }
+  };
+}
+function contains(options = {}) {
+  return {
+    name: options.name ?? "contains",
+    async evaluate(args) {
+      const actual = await resolveActualText(options.actual, args);
+      const expected = await resolveExpected(options.expected, args);
+      if (expected === void 0) {
+        return EvalOutcome.invalid("No expected value provided for contains.");
+      }
+      if (typeof expected !== "string" && !(expected instanceof RegExp)) {
+        return EvalOutcome.invalid("Contains expected value must be a string or RegExp.");
+      }
+      const passed = expected instanceof RegExp ? expected.test(actual) : actual.includes(expected);
+      return passed ? EvalOutcome.pass(true) : EvalOutcome.fail(false, { comment: `Output did not contain ${String(expected)}.` });
+    }
+  };
+}
+function semanticSimilarity(options) {
+  return {
+    name: options.name ?? "semantic_similarity",
+    async evaluate(args) {
+      const actual = await resolveActualText(options.actual, args);
+      const expected = await resolveExpected(options.expected, args);
+      if (expected === void 0) {
+        return EvalOutcome.invalid("No expected value provided for semantic similarity.");
+      }
+      if (typeof expected !== "string") {
+        return EvalOutcome.invalid("Semantic similarity expected value must be a string.");
+      }
+      const [actualEmbedding, expectedEmbedding] = await Promise.all([
+        embedText(options.model, actual),
+        embedText(options.model, expected)
+      ]);
+      const score = cosineSimilarity(actualEmbedding.vector, expectedEmbedding.vector);
+      return score >= options.threshold ? EvalOutcome.pass(score) : EvalOutcome.fail(score, { comment: `Similarity below threshold ${options.threshold}.` });
+    }
+  };
+}
+function llmJudge(options) {
+  const extractor = new ExtractorBuilder(options.model, options.schema).instructions(
+    options.instructions ?? "Judge the eval case by the requested schema. Submit the judgment using the schema."
+  ).retries(options.retries ?? 0).build();
+  return {
+    name: options.name ?? "llm_judge",
+    async evaluate(args) {
+      try {
+        const judgment = await extractor.extract(await resolveJudgePrompt(options.prompt, args));
+        return options.passes(judgment) ? EvalOutcome.pass(judgment) : EvalOutcome.fail(judgment);
+      } catch (error) {
+        return EvalOutcome.invalid(errorMessage(error));
+      }
+    }
+  };
+}
+function llmScore(options) {
+  const criteria = Array.isArray(options.criteria) ? options.criteria.join("\n") : options.criteria;
+  const extractor = new ExtractorBuilder(
+    options.model,
+    z.object({
+      score: z.number(),
+      feedback: z.string()
+    })
+  ).instructions(
+    options.instructions ?? `Score the eval case against these criteria:
+${criteria}
+
+Return a score between 0 and 1 and brief feedback.`
+  ).retries(options.retries ?? 0).build();
+  return {
+    name: options.name ?? "llm_score",
+    async evaluate(args) {
+      try {
+        const score = await extractor.extract(await resolveJudgePrompt(options.prompt, args));
+        if (score.score < 0 || score.score > 1) {
+          return EvalOutcome.invalid(`Score ${score.score} outside valid range [0, 1].`, {
+            score
+          });
+        }
+        return score.score >= options.threshold ? EvalOutcome.pass(score, { comment: score.feedback }) : EvalOutcome.fail(score, { comment: score.feedback });
+      } catch (error) {
+        return EvalOutcome.invalid(errorMessage(error));
+      }
+    }
+  };
+}
+
+// src/evals/runner.ts
+async function runEvalSuite(options) {
+  const startedAt = Date.now();
+  const results = await mapWithConcurrency(
+    options.cases,
+    Math.max(1, Math.trunc(options.concurrency ?? 1)),
+    (testCase) => runEvalCase(options, testCase)
+  );
+  const counts = countOutcomes(results);
+  return {
+    name: options.name,
+    results,
+    ...counts,
+    durationMs: Date.now() - startedAt
+  };
+}
+async function runEvalCase(options, testCase) {
+  let output;
+  let targetError;
+  try {
+    output = await options.target(testCase.input, testCase);
+  } catch (error) {
+    targetError = error;
+  }
+  const metrics = [];
+  for (const metric of options.metrics) {
+    const outcome = targetError === void 0 ? await safeEvaluate(options.name, testCase, output, metric) : EvalOutcome.invalid(`Target failed: ${errorMessage(targetError)}`);
+    const reporterErrors = await reportOutcome({
+      suiteName: options.name,
+      testCase,
+      output,
+      targetError,
+      metric,
+      outcome,
+      reporters: options.reporters ?? [],
+      failOnReporterError: options.failOnReporterError === true
+    });
+    metrics.push({ metricName: metric.name, outcome, reporterErrors });
+  }
+  return {
+    case: testCase,
+    ...output === void 0 ? {} : { output },
+    ...targetError === void 0 ? {} : { targetError },
+    metrics
+  };
+}
+async function safeEvaluate(suiteName, testCase, output, metric) {
+  try {
+    return await metric.evaluate({ suiteName, case: testCase, output });
+  } catch (error) {
+    return EvalOutcome.invalid(errorMessage(error));
+  }
+}
+async function reportOutcome(args) {
+  const errors = [];
+  for (const reporter of args.reporters) {
+    try {
+      await reporter.report({
+        suiteName: args.suiteName,
+        case: args.testCase,
+        output: args.output,
+        targetError: args.targetError,
+        metric: args.metric,
+        outcome: args.outcome
+      });
+    } catch (error) {
+      if (args.failOnReporterError) {
+        throw error;
+      }
+      errors.push(error);
+    }
+  }
+  return errors;
+}
+function countOutcomes(results) {
+  let passed = 0;
+  let failed = 0;
+  let invalid = 0;
+  for (const result of results) {
+    for (const metric of result.metrics) {
+      if (metric.outcome.outcome === "pass") passed += 1;
+      if (metric.outcome.outcome === "fail") failed += 1;
+      if (metric.outcome.outcome === "invalid") invalid += 1;
+    }
+  }
+  return { passed, failed, invalid };
+}
 export {
   EvalOutcome,
   agentEvalTarget,

package/dist/evals/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
+{"version":3,"sources":["../../src/evals/agent-target.ts","../../src/evals/metrics.ts","../../src/evals/format.ts","../../src/evals/outcome.ts","../../src/evals/selectors.ts","../../src/evals/runner.ts"],"sourcesContent":["import type { Agent } from \"../agent/agent\";\nimport type { PromptResponse } from \"../agent/request\";\nimport type { Message } from \"../completion\";\nimport type { EvalCase, EvalTarget } from \"./types\";\n\nexport type AgentEvalTargetOptions<Input, Output = PromptResponse> = {\n  prompt?: ((input: Input, testCase: EvalCase<Input>) => string | Message) | undefined;\n  output?: ((response: PromptResponse, testCase: EvalCase<Input>) => Output) | undefined;\n};\n\nexport function agentEvalTarget<Input>(\n  agent: Agent,\n  options?: AgentEvalTargetOptions<Input, PromptResponse>,\n): EvalTarget<Input, PromptResponse>;\nexport function agentEvalTarget<Input, Output>(\n  agent: Agent,\n  options: AgentEvalTargetOptions<Input, Output>,\n): EvalTarget<Input, Output>;\nexport function agentEvalTarget<Input, Output>(\n  agent: Agent,\n  options: AgentEvalTargetOptions<Input, Output | PromptResponse> = {},\n): EvalTarget<Input, Output | PromptResponse> {\n  return async (input, testCase) => {\n    const prompt = options.prompt?.(input, testCase) ?? String(input);\n    const response = await agent.prompt(prompt).send();\n    return options.output === undefined ? response : options.output(response, testCase);\n  };\n}\n","import { z } from \"zod\";\nimport type { CompletionModel } from \"../completion\";\nimport { cosineSimilarity, type EmbeddingModel, embedText } from \"../embeddings\";\nimport { ExtractorBuilder } from \"../extractor\";\nimport type { ZodSchema } from \"../schema\";\nimport { errorMessage, formatValue, stableComparable } from \"./format\";\nimport { EvalOutcome } from \"./outcome\";\nimport { resolveActual, resolveActualText, resolveExpected, resolveJudgePrompt } from \"./selectors\";\nimport type { EvalMetric, SelectorOrValue, ValueSelector } from \"./types\";\n\nexport type ExactMatchOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  actual?: ValueSelector<Input, Output, Expected, unknown> | undefined;\n  expected?: SelectorOrValue<Input, Output, Expected, unknown> | undefined;\n};\n\nexport function exactMatch<Input, Output, Expected = unknown>(\n  options: ExactMatchOptions<Input, Output, Expected> = {},\n): EvalMetric<Input, Output, boolean, Expected> {\n  return {\n    name: options.name ?? \"exact_match\",\n    async evaluate(args) {\n      const actual = await resolveActual(options.actual, args);\n      const expected = await resolveExpected(options.expected, args);\n      if (expected === undefined) {\n        return EvalOutcome.invalid(\"No expected value provided for exact match.\");\n      }\n      const passed = stableComparable(actual) === stableComparable(expected);\n      return passed\n        ? EvalOutcome.pass(true)\n        : EvalOutcome.fail(false, { comment: `Expected ${formatValue(expected)}.` });\n    },\n  };\n}\n\nexport type ContainsOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  actual?: ValueSelector<Input, Output, Expected, string> | undefined;\n  expected?: SelectorOrValue<Input, Output, Expected, string | RegExp> | undefined;\n};\n\nexport function contains<Input, Output, Expected = unknown>(\n  options: ContainsOptions<Input, Output, Expected> = {},\n): EvalMetric<Input, Output, boolean, Expected> {\n  return {\n    name: options.name ?? \"contains\",\n    async evaluate(args) {\n      const actual = await resolveActualText(options.actual, args);\n      const expected = await resolveExpected(options.expected, args);\n      if (expected === undefined) {\n        return EvalOutcome.invalid(\"No expected value provided for contains.\");\n      }\n      if (typeof expected !== \"string\" && !(expected instanceof RegExp)) {\n        return EvalOutcome.invalid(\"Contains expected value must be a string or RegExp.\");\n      }\n      const passed = expected instanceof RegExp ? expected.test(actual) : actual.includes(expected);\n      return passed\n        ? EvalOutcome.pass(true)\n        : EvalOutcome.fail(false, { comment: `Output did not contain ${String(expected)}.` });\n    },\n  };\n}\n\nexport type SemanticSimilarityOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  model: EmbeddingModel;\n  threshold: number;\n  actual?: ValueSelector<Input, Output, Expected, string> | undefined;\n  expected?: SelectorOrValue<Input, Output, Expected, string> | undefined;\n};\n\nexport function semanticSimilarity<Input, Output, Expected = unknown>(\n  options: SemanticSimilarityOptions<Input, Output, Expected>,\n): EvalMetric<Input, Output, number, Expected> {\n  return {\n    name: options.name ?? \"semantic_similarity\",\n    async evaluate(args) {\n      const actual = await resolveActualText(options.actual, args);\n      const expected = await resolveExpected(options.expected, args);\n      if (expected === undefined) {\n        return EvalOutcome.invalid(\"No expected value provided for semantic similarity.\");\n      }\n      if (typeof expected !== \"string\") {\n        return EvalOutcome.invalid(\"Semantic similarity expected value must be a string.\");\n      }\n      const [actualEmbedding, expectedEmbedding] = await Promise.all([\n        embedText(options.model, actual),\n        embedText(options.model, expected),\n      ]);\n      const score = cosineSimilarity(actualEmbedding.vector, expectedEmbedding.vector);\n      return score >= options.threshold\n        ? EvalOutcome.pass(score)\n        : EvalOutcome.fail(score, { comment: `Similarity below threshold ${options.threshold}.` });\n    },\n  };\n}\n\nexport type LlmJudgeOptions<Input, Output, SchemaOutput, Expected = unknown> = {\n  name?: string | undefined;\n  model: CompletionModel;\n  schema: ZodSchema<SchemaOutput>;\n  passes(value: SchemaOutput): boolean;\n  instructions?: string | undefined;\n  retries?: number | undefined;\n  prompt?: ValueSelector<Input, Output, Expected, string> | undefined;\n};\n\nexport function llmJudge<Input, Output, SchemaOutput, Expected = unknown>(\n  options: LlmJudgeOptions<Input, Output, SchemaOutput, Expected>,\n): EvalMetric<Input, Output, SchemaOutput, Expected> {\n  const extractor = new ExtractorBuilder(options.model, options.schema)\n    .instructions(\n      options.instructions ??\n        \"Judge the eval case by the requested schema. Submit the judgment using the schema.\",\n    )\n    .retries(options.retries ?? 0)\n    .build();\n\n  return {\n    name: options.name ?? \"llm_judge\",\n    async evaluate(args) {\n      try {\n        const judgment = await extractor.extract(await resolveJudgePrompt(options.prompt, args));\n        return options.passes(judgment) ? EvalOutcome.pass(judgment) : EvalOutcome.fail(judgment);\n      } catch (error) {\n        return EvalOutcome.invalid(errorMessage(error));\n      }\n    },\n  };\n}\n\nexport type LlmScoreMetricScore = {\n  score: number;\n  feedback: string;\n};\n\nexport type LlmScoreOptions<Input, Output, Expected = unknown> = {\n  name?: string | undefined;\n  model: CompletionModel;\n  threshold: number;\n  criteria: string | string[];\n  instructions?: string | undefined;\n  retries?: number | undefined;\n  prompt?: ValueSelector<Input, Output, Expected, string> | undefined;\n};\n\nexport function llmScore<Input, Output, Expected = unknown>(\n  options: LlmScoreOptions<Input, Output, Expected>,\n): EvalMetric<Input, Output, LlmScoreMetricScore, Expected> {\n  const criteria = Array.isArray(options.criteria) ? options.criteria.join(\"\\n\") : options.criteria;\n  const extractor = new ExtractorBuilder(\n    options.model,\n    z.object({\n      score: z.number(),\n      feedback: z.string(),\n    }),\n  )\n    .instructions(\n      options.instructions ??\n        `Score the eval case against these criteria:\\n${criteria}\\n\\nReturn a score between 0 and 1 and brief feedback.`,\n    )\n    .retries(options.retries ?? 0)\n    .build();\n\n  return {\n    name: options.name ?? \"llm_score\",\n    async evaluate(args) {\n      try {\n        const score = await extractor.extract(await resolveJudgePrompt(options.prompt, args));\n        if (score.score < 0 || score.score > 1) {\n          return EvalOutcome.invalid(`Score ${score.score} outside valid range [0, 1].`, {\n            score,\n          });\n        }\n        return score.score >= options.threshold\n          ? EvalOutcome.pass(score, { comment: score.feedback })\n          : EvalOutcome.fail(score, { comment: score.feedback });\n      } catch (error) {\n        return EvalOutcome.invalid(errorMessage(error));\n      }\n    },\n  };\n}\n","export function defaultOutputValue(output: unknown): unknown {\n  if (\n    typeof output === \"object\" &&\n    output !== null &&\n    \"output\" in output &&\n    typeof (output as { output?: unknown }).output === \"string\"\n  ) {\n    return (output as { output: string }).output;\n  }\n  return output;\n}\n\nexport function stableComparable(value: unknown): string {\n  if (typeof value === \"string\") {\n    return value;\n  }\n  return JSON.stringify(value);\n}\n\nexport function formatValue(value: unknown): string {\n  if (typeof value === \"string\") {\n    return value;\n  }\n  try {\n    return JSON.stringify(value);\n  } catch {\n    return String(value);\n  }\n}\n\nexport function errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n","import type { EvalMetadata } from \"./types\";\n\nexport type EvalOutcome<Score = unknown> =\n  | {\n      outcome: \"pass\";\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    }\n  | {\n      outcome: \"fail\";\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    }\n  | {\n      outcome: \"invalid\";\n      reason: string;\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    };\n\nexport const EvalOutcome = {\n  pass<Score>(\n    score?: Score,\n    options: { comment?: string | undefined; metadata?: EvalMetadata | undefined } = {},\n  ): EvalOutcome<Score> {\n    return {\n      outcome: \"pass\",\n      ...(score === undefined ? {} : { score }),\n      ...(options.comment === undefined ? {} : { comment: options.comment }),\n      ...(options.metadata === undefined ? {} : { metadata: options.metadata }),\n    };\n  },\n\n  fail<Score>(\n    score?: Score,\n    options: { comment?: string | undefined; metadata?: EvalMetadata | undefined } = {},\n  ): EvalOutcome<Score> {\n    return {\n      outcome: \"fail\",\n      ...(score === undefined ? {} : { score }),\n      ...(options.comment === undefined ? {} : { comment: options.comment }),\n      ...(options.metadata === undefined ? {} : { metadata: options.metadata }),\n    };\n  },\n\n  invalid<Score = never>(\n    reason: string,\n    options: {\n      score?: Score | undefined;\n      comment?: string | undefined;\n      metadata?: EvalMetadata | undefined;\n    } = {},\n  ): EvalOutcome<Score> {\n    return {\n      outcome: \"invalid\",\n      reason,\n      ...(options.score === undefined ? {} : { score: options.score }),\n      ...(options.comment === undefined ? {} : { comment: options.comment }),\n      ...(options.metadata === undefined ? {} : { metadata: options.metadata }),\n    };\n  },\n};\n","import { defaultOutputValue, formatValue } from \"./format\";\nimport type { EvalMetricArgs, SelectorOrValue, ValueSelector } from \"./types\";\n\nexport async function resolveActual<Input, Output, Expected>(\n  selector: ValueSelector<Input, Output, Expected, unknown> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<unknown> {\n  return selector === undefined ? defaultOutputValue(args.output) : selector(args);\n}\n\nexport async function resolveActualText<Input, Output, Expected>(\n  selector: ValueSelector<Input, Output, Expected, string> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<string> {\n  const value = selector === undefined ? defaultOutputValue(args.output) : await selector(args);\n  return typeof value === \"string\" ? value : JSON.stringify(value);\n}\n\nexport async function resolveExpected<Input, Output, Expected, Value>(\n  selectorOrValue: SelectorOrValue<Input, Output, Expected, Value> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<Value | Expected | undefined> {\n  if (selectorOrValue === undefined) {\n    return args.case.expected;\n  }\n  return typeof selectorOrValue === \"function\"\n    ? (selectorOrValue as ValueSelector<Input, Output, Expected, Value>)(args)\n    : selectorOrValue;\n}\n\nexport async function resolveJudgePrompt<Input, Output, Expected>(\n  selector: ValueSelector<Input, Output, Expected, string> | undefined,\n  args: EvalMetricArgs<Input, Output, Expected>,\n): Promise<string> {\n  if (selector !== undefined) {\n    return selector(args);\n  }\n  return [\n    `Suite: ${args.suiteName}`,\n    `Case: ${args.case.id}`,\n    `Input: ${formatValue(args.case.input)}`,\n    `Expected: ${formatValue(args.case.expected)}`,\n    `Output: ${formatValue(defaultOutputValue(args.output))}`,\n  ].join(\"\\n\\n\");\n}\n","import { mapWithConcurrency } from \"../internal/concurrency\";\nimport { errorMessage } from \"./format\";\nimport { EvalOutcome, type EvalOutcome as EvalOutcomeType } from \"./outcome\";\nimport type {\n  EvalCase,\n  EvalCaseResult,\n  EvalMetric,\n  EvalMetricResult,\n  EvalReporter,\n  EvalSuiteResult,\n  RunEvalSuiteOptions,\n} from \"./types\";\n\nexport async function runEvalSuite<Input, Output, Expected = unknown>(\n  options: RunEvalSuiteOptions<Input, Output, Expected>,\n): Promise<EvalSuiteResult<Input, Output, Expected>> {\n  const startedAt = Date.now();\n  const results = await mapWithConcurrency(\n    options.cases,\n    Math.max(1, Math.trunc(options.concurrency ?? 1)),\n    (testCase) => runEvalCase(options, testCase),\n  );\n  const counts = countOutcomes(results);\n  return {\n    name: options.name,\n    results,\n    ...counts,\n    durationMs: Date.now() - startedAt,\n  };\n}\n\nasync function runEvalCase<Input, Output, Expected>(\n  options: RunEvalSuiteOptions<Input, Output, Expected>,\n  testCase: EvalCase<Input, Expected>,\n): Promise<EvalCaseResult<Input, Output, Expected>> {\n  let output: Output | undefined;\n  let targetError: unknown;\n  try {\n    output = await options.target(testCase.input, testCase);\n  } catch (error) {\n    targetError = error;\n  }\n\n  const metrics: EvalMetricResult[] = [];\n  for (const metric of options.metrics) {\n    const outcome =\n      targetError === undefined\n        ? await safeEvaluate(options.name, testCase, output as Output, metric)\n        : EvalOutcome.invalid(`Target failed: ${errorMessage(targetError)}`);\n    const reporterErrors = await reportOutcome({\n      suiteName: options.name,\n      testCase,\n      output,\n      targetError,\n      metric,\n      outcome,\n      reporters: options.reporters ?? [],\n      failOnReporterError: options.failOnReporterError === true,\n    });\n    metrics.push({ metricName: metric.name, outcome, reporterErrors });\n  }\n\n  return {\n    case: testCase,\n    ...(output === undefined ? {} : { output }),\n    ...(targetError === undefined ? {} : { targetError }),\n    metrics,\n  };\n}\n\nasync function safeEvaluate<Input, Output, Expected>(\n  suiteName: string,\n  testCase: EvalCase<Input, Expected>,\n  output: Output,\n  metric: EvalMetric<Input, Output, unknown, Expected>,\n): Promise<EvalOutcomeType> {\n  try {\n    return await metric.evaluate({ suiteName, case: testCase, output });\n  } catch (error) {\n    return EvalOutcome.invalid(errorMessage(error));\n  }\n}\n\nasync function reportOutcome<Input, Output, Expected>(args: {\n  suiteName: string;\n  testCase: EvalCase<Input, Expected>;\n  output: Output | undefined;\n  targetError: unknown;\n  metric: EvalMetric<Input, Output, unknown, Expected>;\n  outcome: EvalOutcomeType;\n  reporters: Array<EvalReporter<Input, Output, Expected>>;\n  failOnReporterError: boolean;\n}): Promise<unknown[]> {\n  const errors: unknown[] = [];\n  for (const reporter of args.reporters) {\n    try {\n      await reporter.report({\n        suiteName: args.suiteName,\n        case: args.testCase,\n        output: args.output,\n        targetError: args.targetError,\n        metric: args.metric,\n        outcome: args.outcome,\n      });\n    } catch (error) {\n      if (args.failOnReporterError) {\n        throw error;\n      }\n      errors.push(error);\n    }\n  }\n  return errors;\n}\n\nfunction countOutcomes(results: Array<EvalCaseResult<unknown, unknown, unknown>>): {\n  passed: number;\n  failed: number;\n  invalid: number;\n} {\n  let passed = 0;\n  let failed = 0;\n  let invalid = 0;\n  for (const result of results) {\n    for (const metric of result.metrics) {\n      if (metric.outcome.outcome === \"pass\") passed += 1;\n      if (metric.outcome.outcome === \"fail\") failed += 1;\n      if (metric.outcome.outcome === \"invalid\") invalid += 1;\n    }\n  }\n  return { passed, failed, invalid };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAkBO,SAAS,gBACd,OACA,UAAkE,CAAC,GACvB;AAC5C,SAAO,OAAO,OAAO,aAAa;AAChC,UAAM,SAAS,QAAQ,SAAS,OAAO,QAAQ,KAAK,OAAO,KAAK;AAChE,UAAM,WAAW,MAAM,MAAM,OAAO,MAAM,EAAE,KAAK;AACjD,WAAO,QAAQ,WAAW,SAAY,WAAW,QAAQ,OAAO,UAAU,QAAQ;AAAA,EACpF;AACF;;;AC3BA,SAAS,SAAS;;;ACAX,SAAS,mBAAmB,QAA0B;AAC3D,MACE,OAAO,WAAW,YAClB,WAAW,QACX,YAAY,UACZ,OAAQ,OAAgC,WAAW,UACnD;AACA,WAAQ,OAA8B;AAAA,EACxC;AACA,SAAO;AACT;AAEO,SAAS,iBAAiB,OAAwB;AACvD,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO;AAAA,EACT;AACA,SAAO,KAAK,UAAU,KAAK;AAC7B;AAEO,SAAS,YAAY,OAAwB;AAClD,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO;AAAA,EACT;AACA,MAAI;AACF,WAAO,KAAK,UAAU,KAAK;AAAA,EAC7B,QAAQ;AACN,WAAO,OAAO,KAAK;AAAA,EACrB;AACF;AAEO,SAAS,aAAa,OAAwB;AACnD,SAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC9D;;;ACTO,IAAM,cAAc;AAAA,EACzB,KACE,OACA,UAAiF,CAAC,GAC9D;AACpB,WAAO;AAAA,MACL,SAAS;AAAA,MACT,GAAI,UAAU,SAAY,CAAC,IAAI,EAAE,MAAM;AAAA,MACvC,GAAI,QAAQ,YAAY,SAAY,CAAC,IAAI,EAAE,SAAS,QAAQ,QAAQ;AAAA,MACpE,GAAI,QAAQ,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IACzE;AAAA,EACF;AAAA,EAEA,KACE,OACA,UAAiF,CAAC,GAC9D;AACpB,WAAO;AAAA,MACL,SAAS;AAAA,MACT,GAAI,UAAU,SAAY,CAAC,IAAI,EAAE,MAAM;AAAA,MACvC,GAAI,QAAQ,YAAY,SAAY,CAAC,IAAI,EAAE,SAAS,QAAQ,QAAQ;AAAA,MACpE,GAAI,QAAQ,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IACzE;AAAA,EACF;AAAA,EAEA,QACE,QACA,UAII,CAAC,GACe;AACpB,WAAO;AAAA,MACL,SAAS;AAAA,MACT;AAAA,MACA,GAAI,QAAQ,UAAU,SAAY,CAAC,IAAI,EAAE,OAAO,QAAQ,MAAM;AAAA,MAC9D,GAAI,QAAQ,YAAY,SAAY,CAAC,IAAI,EAAE,SAAS,QAAQ,QAAQ;AAAA,MACpE,GAAI,QAAQ,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IACzE;AAAA,EACF;AACF;;;AC7DA,eAAsB,cACpB,UACA,MACkB;AAClB,SAAO,aAAa,SAAY,mBAAmB,KAAK,MAAM,IAAI,SAAS,IAAI;AACjF;AAEA,eAAsB,kBACpB,UACA,MACiB;AACjB,QAAM,QAAQ,aAAa,SAAY,mBAAmB,KAAK,MAAM,IAAI,MAAM,SAAS,IAAI;AAC5F,SAAO,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,KAAK;AACjE;AAEA,eAAsB,gBACpB,iBACA,MACuC;AACvC,MAAI,oBAAoB,QAAW;AACjC,WAAO,KAAK,KAAK;AAAA,EACnB;AACA,SAAO,OAAO,oBAAoB,aAC7B,gBAAkE,IAAI,IACvE;AACN;AAEA,eAAsB,mBACpB,UACA,MACiB;AACjB,MAAI,aAAa,QAAW;AAC1B,WAAO,SAAS,IAAI;AAAA,EACtB;AACA,SAAO;AAAA,IACL,UAAU,KAAK,SAAS;AAAA,IACxB,SAAS,KAAK,KAAK,EAAE;AAAA,IACrB,UAAU,YAAY,KAAK,KAAK,KAAK,CAAC;AAAA,IACtC,aAAa,YAAY,KAAK,KAAK,QAAQ,CAAC;AAAA,IAC5C,WAAW,YAAY,mBAAmB,KAAK,MAAM,CAAC,CAAC;AAAA,EACzD,EAAE,KAAK,MAAM;AACf;;;AH5BO,SAAS,WACd,UAAsD,CAAC,GACT;AAC9C,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,YAAM,SAAS,MAAM,cAAc,QAAQ,QAAQ,IAAI;AACvD,YAAM,WAAW,MAAM,gBAAgB,QAAQ,UAAU,IAAI;AAC7D,UAAI,aAAa,QAAW;AAC1B,eAAO,YAAY,QAAQ,6CAA6C;AAAA,MAC1E;AACA,YAAM,SAAS,iBAAiB,MAAM,MAAM,iBAAiB,QAAQ;AACrE,aAAO,SACH,YAAY,KAAK,IAAI,IACrB,YAAY,KAAK,OAAO,EAAE,SAAS,YAAY,YAAY,QAAQ,CAAC,IAAI,CAAC;AAAA,IAC/E;AAAA,EACF;AACF;AAQO,SAAS,SACd,UAAoD,CAAC,GACP;AAC9C,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,YAAM,SAAS,MAAM,kBAAkB,QAAQ,QAAQ,IAAI;AAC3D,YAAM,WAAW,MAAM,gBAAgB,QAAQ,UAAU,IAAI;AAC7D,UAAI,aAAa,QAAW;AAC1B,eAAO,YAAY,QAAQ,0CAA0C;AAAA,MACvE;AACA,UAAI,OAAO,aAAa,YAAY,EAAE,oBAAoB,SAAS;AACjE,eAAO,YAAY,QAAQ,qDAAqD;AAAA,MAClF;AACA,YAAM,SAAS,oBAAoB,SAAS,SAAS,KAAK,MAAM,IAAI,OAAO,SAAS,QAAQ;AAC5F,aAAO,SACH,YAAY,KAAK,IAAI,IACrB,YAAY,KAAK,OAAO,EAAE,SAAS,0BAA0B,OAAO,QAAQ,CAAC,IAAI,CAAC;AAAA,IACxF;AAAA,EACF;AACF;AAUO,SAAS,mBACd,SAC6C;AAC7C,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,YAAM,SAAS,MAAM,kBAAkB,QAAQ,QAAQ,IAAI;AAC3D,YAAM,WAAW,MAAM,gBAAgB,QAAQ,UAAU,IAAI;AAC7D,UAAI,aAAa,QAAW;AAC1B,eAAO,YAAY,QAAQ,qDAAqD;AAAA,MAClF;AACA,UAAI,OAAO,aAAa,UAAU;AAChC,eAAO,YAAY,QAAQ,sDAAsD;AAAA,MACnF;AACA,YAAM,CAAC,iBAAiB,iBAAiB,IAAI,MAAM,QAAQ,IAAI;AAAA,QAC7D,UAAU,QAAQ,OAAO,MAAM;AAAA,QAC/B,UAAU,QAAQ,OAAO,QAAQ;AAAA,MACnC,CAAC;AACD,YAAM,QAAQ,iBAAiB,gBAAgB,QAAQ,kBAAkB,MAAM;AAC/E,aAAO,SAAS,QAAQ,YACpB,YAAY,KAAK,KAAK,IACtB,YAAY,KAAK,OAAO,EAAE,SAAS,8BAA8B,QAAQ,SAAS,IAAI,CAAC;AAAA,IAC7F;AAAA,EACF;AACF;AAYO,SAAS,SACd,SACmD;AACnD,QAAM,YAAY,IAAI,iBAAiB,QAAQ,OAAO,QAAQ,MAAM,EACjE;AAAA,IACC,QAAQ,gBACN;AAAA,EACJ,EACC,QAAQ,QAAQ,WAAW,CAAC,EAC5B,MAAM;AAET,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,UAAI;AACF,cAAM,WAAW,MAAM,UAAU,QAAQ,MAAM,mBAAmB,QAAQ,QAAQ,IAAI,CAAC;AACvF,eAAO,QAAQ,OAAO,QAAQ,IAAI,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,QAAQ;AAAA,MAC1F,SAAS,OAAO;AACd,eAAO,YAAY,QAAQ,aAAa,KAAK,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AACF;AAiBO,SAAS,SACd,SAC0D;AAC1D,QAAM,WAAW,MAAM,QAAQ,QAAQ,QAAQ,IAAI,QAAQ,SAAS,KAAK,IAAI,IAAI,QAAQ;AACzF,QAAM,YAAY,IAAI;AAAA,IACpB,QAAQ;AAAA,IACR,EAAE,OAAO;AAAA,MACP,OAAO,EAAE,OAAO;AAAA,MAChB,UAAU,EAAE,OAAO;AAAA,IACrB,CAAC;AAAA,EACH,EACG;AAAA,IACC,QAAQ,gBACN;AAAA,EAAgD,QAAQ;AAAA;AAAA;AAAA,EAC5D,EACC,QAAQ,QAAQ,WAAW,CAAC,EAC5B,MAAM;AAET,SAAO;AAAA,IACL,MAAM,QAAQ,QAAQ;AAAA,IACtB,MAAM,SAAS,MAAM;AACnB,UAAI;AACF,cAAM,QAAQ,MAAM,UAAU,QAAQ,MAAM,mBAAmB,QAAQ,QAAQ,IAAI,CAAC;AACpF,YAAI,MAAM,QAAQ,KAAK,MAAM,QAAQ,GAAG;AACtC,iBAAO,YAAY,QAAQ,SAAS,MAAM,KAAK,gCAAgC;AAAA,YAC7E;AAAA,UACF,CAAC;AAAA,QACH;AACA,eAAO,MAAM,SAAS,QAAQ,YAC1B,YAAY,KAAK,OAAO,EAAE,SAAS,MAAM,SAAS,CAAC,IACnD,YAAY,KAAK,OAAO,EAAE,SAAS,MAAM,SAAS,CAAC;AAAA,MACzD,SAAS,OAAO;AACd,eAAO,YAAY,QAAQ,aAAa,KAAK,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AACF;;;AIzKA,eAAsB,aACpB,SACmD;AACnD,QAAM,YAAY,KAAK,IAAI;AAC3B,QAAM,UAAU,MAAM;AAAA,IACpB,QAAQ;AAAA,IACR,KAAK,IAAI,GAAG,KAAK,MAAM,QAAQ,eAAe,CAAC,CAAC;AAAA,IAChD,CAAC,aAAa,YAAY,SAAS,QAAQ;AAAA,EAC7C;AACA,QAAM,SAAS,cAAc,OAAO;AACpC,SAAO;AAAA,IACL,MAAM,QAAQ;AAAA,IACd;AAAA,IACA,GAAG;AAAA,IACH,YAAY,KAAK,IAAI,IAAI;AAAA,EAC3B;AACF;AAEA,eAAe,YACb,SACA,UACkD;AAClD,MAAI;AACJ,MAAI;AACJ,MAAI;AACF,aAAS,MAAM,QAAQ,OAAO,SAAS,OAAO,QAAQ;AAAA,EACxD,SAAS,OAAO;AACd,kBAAc;AAAA,EAChB;AAEA,QAAM,UAA8B,CAAC;AACrC,aAAW,UAAU,QAAQ,SAAS;AACpC,UAAM,UACJ,gBAAgB,SACZ,MAAM,aAAa,QAAQ,MAAM,UAAU,QAAkB,MAAM,IACnE,YAAY,QAAQ,kBAAkB,aAAa,WAAW,CAAC,EAAE;AACvE,UAAM,iBAAiB,MAAM,cAAc;AAAA,MACzC,WAAW,QAAQ;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,QAAQ,aAAa,CAAC;AAAA,MACjC,qBAAqB,QAAQ,wBAAwB;AAAA,IACvD,CAAC;AACD,YAAQ,KAAK,EAAE,YAAY,OAAO,MAAM,SAAS,eAAe,CAAC;AAAA,EACnE;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,GAAI,WAAW,SAAY,CAAC,IAAI,EAAE,OAAO;AAAA,IACzC,GAAI,gBAAgB,SAAY,CAAC,IAAI,EAAE,YAAY;AAAA,IACnD;AAAA,EACF;AACF;AAEA,eAAe,aACb,WACA,UACA,QACA,QAC0B;AAC1B,MAAI;AACF,WAAO,MAAM,OAAO,SAAS,EAAE,WAAW,MAAM,UAAU,OAAO,CAAC;AAAA,EACpE,SAAS,OAAO;AACd,WAAO,YAAY,QAAQ,aAAa,KAAK,CAAC;AAAA,EAChD;AACF;AAEA,eAAe,cAAuC,MAS/B;AACrB,QAAM,SAAoB,CAAC;AAC3B,aAAW,YAAY,KAAK,WAAW;AACrC,QAAI;AACF,YAAM,SAAS,OAAO;AAAA,QACpB,WAAW,KAAK;AAAA,QAChB,MAAM,KAAK;AAAA,QACX,QAAQ,KAAK;AAAA,QACb,aAAa,KAAK;AAAA,QAClB,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,MAChB,CAAC;AAAA,IACH,SAAS,OAAO;AACd,UAAI,KAAK,qBAAqB;AAC5B,cAAM;AAAA,MACR;AACA,aAAO,KAAK,KAAK;AAAA,IACnB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,cAAc,SAIrB;AACA,MAAI,SAAS;AACb,MAAI,SAAS;AACb,MAAI,UAAU;AACd,aAAW,UAAU,SAAS;AAC5B,eAAW,UAAU,OAAO,SAAS;AACnC,UAAI,OAAO,QAAQ,YAAY,OAAQ,WAAU;AACjD,UAAI,OAAO,QAAQ,YAAY,OAAQ,WAAU;AACjD,UAAI,OAAO,QAAQ,YAAY,UAAW,YAAW;AAAA,IACvD;AAAA,EACF;AACA,SAAO,EAAE,QAAQ,QAAQ,QAAQ;AACnC;","names":[]}

package/dist/extractor/index.d.ts

@@ -1,11 +1,12 @@
-import { U as Usage, M as Message, b as CompletionModel, j as JsonValue, o as ToolChoice } from '../types-BM8-Y8Hy.js';
-import { A as Agent } from '../agent-D_jXqPAZ.js';
-import { Z as ZodSchema } from '../middleware-2FR89muX.js';
+import { e as Agent } from '../agent-B-ls5y_g.js';
+import { U as Usage, M as Message, C as CompletionModel, e as JsonValue, m as ToolChoice } from '../types-C54aNoCd.js';
+import { Z as ZodSchema } from '../zod-schema-C7F4clpm.js';
 import '../memory/index.js';
 import '../observability/index.js';
-import '../tool-ClZYES-Z.js';
+import '../tool-C3ciF-VG.js';
+import '../middleware-CGiEIaBx.js';
+import '../types-IB2e9u5M.js';
 import '../vector-store/index.js';
-import '../embeddings/index.js';
 import 'zod';
 
 type ExtractionResponse<T> = {

package/dist/extractor/index.js

@@ -2,15 +2,17 @@ import {
   ExtractionError,
   Extractor,
   ExtractorBuilder
-} from "../chunk-QRZ2HPUX.js";
-import "../chunk-GSFQZYS7.js";
+} from "../chunk-4PHDOEKY.js";
+import "../chunk-BD66WU2B.js";
+import "../chunk-TVIADATY.js";
+import "../chunk-XUUY2L2D.js";
 import "../chunk-XXT2UCAR.js";
 import "../chunk-YK4WAAS4.js";
-import "../chunk-I2HOMD3R.js";
-import "../chunk-65QV627O.js";
-import "../chunk-XUUY2L2D.js";
+import "../chunk-CY7SB5FG.js";
+import "../chunk-OIA4CN5V.js";
 import "../chunk-6GJDBBDC.js";
-import "../chunk-A7VDIZQN.js";
+import "../chunk-EFGX3EX5.js";
+import "../chunk-OIMLU4SF.js";
 export {
   ExtractionError,
   Extractor,

package/dist/image-generation/index.d.ts

@@ -1,4 +1,4 @@
-import { j as JsonValue } from '../types-BM8-Y8Hy.js';
+import { e as JsonValue } from '../types-C54aNoCd.js';
 
 type ImageGenerationRequest = {
     prompt: string;

package/dist/image-generation/index.js

@@ -1,7 +1,40 @@
-import {
-  ImageGenerationRequestBuilder,
-  imageGenerationRequest
-} from "../chunk-B24Q2ZYM.js";
+// src/image-generation/index.ts
+var ImageGenerationRequestBuilder = class {
+  constructor(model) {
+    this.model = model;
+  }
+  model;
+  request = {
+    prompt: "",
+    width: 1024,
+    height: 1024
+  };
+  prompt(prompt) {
+    this.request = { ...this.request, prompt };
+    return this;
+  }
+  width(width) {
+    this.request = { ...this.request, width };
+    return this;
+  }
+  height(height) {
+    this.request = { ...this.request, height };
+    return this;
+  }
+  additionalParams(additionalParams) {
+    this.request = { ...this.request, additionalParams };
+    return this;
+  }
+  build() {
+    return { ...this.request };
+  }
+  send() {
+    return this.model.imageGeneration(this.build());
+  }
+};
+function imageGenerationRequest(model) {
+  return new ImageGenerationRequestBuilder(model);
+}
 export {
   ImageGenerationRequestBuilder,
   imageGenerationRequest

package/dist/image-generation/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
+{"version":3,"sources":["../../src/image-generation/index.ts"],"sourcesContent":["import type { JsonValue } from \"../completion\";\n\nexport type ImageGenerationRequest = {\n  prompt: string;\n  width: number;\n  height: number;\n  additionalParams?: JsonValue | undefined;\n};\n\nexport type GeneratedImage = {\n  data: Uint8Array;\n  mediaType?: string | undefined;\n};\n\nexport type ImageGenerationResponse<RawResponse = unknown> = {\n  image: Uint8Array;\n  images: GeneratedImage[];\n  mediaType?: string | undefined;\n  rawResponse: RawResponse;\n};\n\nexport interface ImageGenerationModel<RawResponse = unknown> {\n  readonly provider?: string | undefined;\n  readonly defaultModel?: string | undefined;\n  imageGeneration(request: ImageGenerationRequest): Promise<ImageGenerationResponse<RawResponse>>;\n}\n\nexport class ImageGenerationRequestBuilder<\n  Model extends ImageGenerationModel = ImageGenerationModel,\n> {\n  private request: ImageGenerationRequest = {\n    prompt: \"\",\n    width: 1024,\n    height: 1024,\n  };\n\n  constructor(private readonly model: Model) {}\n\n  prompt(prompt: string): this {\n    this.request = { ...this.request, prompt };\n    return this;\n  }\n\n  width(width: number): this {\n    this.request = { ...this.request, width };\n    return this;\n  }\n\n  height(height: number): this {\n    this.request = { ...this.request, height };\n    return this;\n  }\n\n  additionalParams(additionalParams: JsonValue): this {\n    this.request = { ...this.request, additionalParams };\n    return this;\n  }\n\n  build(): ImageGenerationRequest {\n    return { ...this.request };\n  }\n\n  send(): Promise<Awaited<ReturnType<Model[\"imageGeneration\"]>>> {\n    return this.model.imageGeneration(this.build()) as Promise<\n      Awaited<ReturnType<Model[\"imageGeneration\"]>>\n    >;\n  }\n}\n\nexport function imageGenerationRequest<Model extends ImageGenerationModel>(\n  model: Model,\n): ImageGenerationRequestBuilder<Model> {\n  return new ImageGenerationRequestBuilder(model);\n}\n"],"mappings":";AA2BO,IAAM,gCAAN,MAEL;AAAA,EAOA,YAA6B,OAAc;AAAd;AAAA,EAAe;AAAA,EAAf;AAAA,EANrB,UAAkC;AAAA,IACxC,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,EACV;AAAA,EAIA,OAAO,QAAsB;AAC3B,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,OAAO;AACzC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAqB;AACzB,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,MAAM;AACxC,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,QAAsB;AAC3B,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,OAAO;AACzC,WAAO;AAAA,EACT;AAAA,EAEA,iBAAiB,kBAAmC;AAClD,SAAK,UAAU,EAAE,GAAG,KAAK,SAAS,iBAAiB;AACnD,WAAO;AAAA,EACT;AAAA,EAEA,QAAgC;AAC9B,WAAO,EAAE,GAAG,KAAK,QAAQ;AAAA,EAC3B;AAAA,EAEA,OAA+D;AAC7D,WAAO,KAAK,MAAM,gBAAgB,KAAK,MAAM,CAAC;AAAA,EAGhD;AACF;AAEO,SAAS,uBACd,OACsC;AACtC,SAAO,IAAI,8BAA8B,KAAK;AAChD;","names":[]}

package/dist/index.d.ts

@@ -1,27 +1,18 @@
-export { MemoryAppendInput, MemoryContext, MemoryErrorInput, MemoryOptions, MemoryRegistration, MemorySavePolicy, MemoryStore, ResolvedMemoryOptions, SessionOptions, resolveMemoryOptions } from './memory/index.js';
-export { A as Agent, a as AgentChildStreamEvent, b as AgentEventAppendInput, c as AgentEventRecord, d as AgentEventStore, e as AgentEventStoreInclude, f as AgentEventStoreOptions, g as AgentEventStoreRegistration, h as AgentOptions, i as AgentSession, j as AgentStreamEvent, k as AgentToolOptions, C as CompletionCallHookArgs, l as CompletionResponseHookArgs, D as DEFAULT_MAX_TURNS, m as DynamicContextOptions, n as DynamicContextRegistration, o as DynamicToolOptions, p as DynamicToolRegistration, H as HookAction, q as HookResult, P as PromptHook, r as PromptRequest, s as PromptResponse, R as RunControl, T as ToolApprovalRequestOptions, t as ToolCallControl, u as ToolCallHookAction, v as ToolCallHookArgs, w as ToolCallHookResult, x as ToolHookArgs, y as ToolResultHookArgs, z as cancelPrompt, B as createHook, E as requestToolApproval, F as runControl, G as skipTool, I as toolCallControl } from './agent-D_jXqPAZ.js';
 export { AgentBuilder, MaxTurnsError, PromptCancelledError } from './agent/index.js';
-export { AudioGenerationModel, AudioGenerationRequest, AudioGenerationRequestBuilder, AudioGenerationResponse, audioGenerationRequest } from './audio-generation/index.js';
-export { CompletionRequestBuilder, formatDocument, normalizeDocuments } from './completion/index.js';
-export { A as AssistantContent, a as AssistantMessage, C as CompletionCapabilityError, b as CompletionModel, c as CompletionModelCapabilities, d as CompletionRequest, e as CompletionResponse, f as CompletionStreamEvent, D as Document, g as DocumentContent, I as ImageContent, h as ImageDetail, J as JsonObject, i as JsonPrimitive, j as JsonValue, M as Message, R as Reasoning, k as ReasoningContent, l as ReasoningContentType, S as StreamingCompletionModel, m as SystemMessage, T as Text, n as ToolCall, o as ToolChoice, p as ToolContent, q as ToolDefinition, r as ToolFunction, s as ToolMessage, t as ToolResult, u as ToolResultContent, U as Usage, v as UserContent, w as UserMessage, x as assertCompletionRequestSupported, y as reasoningDisplayText, z as textFromAssistantContent } from './types-BM8-Y8Hy.js';
-export { EmbedDocumentsOptions, EmbeddedDocument, Embedding, EmbeddingModel, VectorMetadata, VectorMetadataValue, angularDistance, chebyshevDistance, cosineSimilarity, dotProduct, embedDocuments, embedText, embedTexts, euclideanDistance, manhattanDistance } from './embeddings/index.js';
-export { AgentEvalTargetOptions, ContainsOptions, EvalCase, EvalCaseResult, EvalMetadata, EvalMetric, EvalMetricArgs, EvalMetricResult, EvalOutcome, EvalOutcomeStatus, EvalReportArgs, EvalReporter, EvalSuiteResult, EvalTarget, ExactMatchOptions, LlmJudgeOptions, LlmScoreMetricScore, LlmScoreOptions, RunEvalSuiteOptions, SelectorOrValue, SemanticSimilarityOptions, ValueSelector, agentEvalTarget, contains, exactMatch, llmJudge, llmScore, runEvalSuite, semanticSimilarity } from './evals/index.js';
-export { ExtractionError, ExtractionResponse, Extractor, ExtractorBuilder } from './extractor/index.js';
-export { GeneratedImage, ImageGenerationModel, ImageGenerationRequest, ImageGenerationRequestBuilder, ImageGenerationResponse, imageGenerationRequest } from './image-generation/index.js';
-export { connectMcp, mcp } from './mcp/index.js';
-export { M as McpClient, a as McpConnection, b as McpHttpOptions, c as McpServer, d as McpSseOptions, e as McpStdioOptions, f as McpToolCallContent, g as McpToolCallResult, h as McpToolDefinition } from './types-fLi8uM5R.js';
-export { ListedModel, ModelList, ModelListingClient, ModelListingError } from './model-listing/index.js';
-export { AgentGenerationEndArgs, AgentGenerationErrorArgs, AgentGenerationObserver, AgentGenerationStartArgs, AgentObserver, AgentObserverRegistration, AgentRunEndArgs, AgentRunErrorArgs, AgentRunObserver, AgentRunStartArgs, AgentToolEndArgs, AgentToolErrorArgs, AgentToolObserver, AgentToolStartArgs, AgentToolStreamEventArgs, AgentTraceInfo, AgentTraceOptions, ObserveOptions, createObserver } from './observability/index.js';
-export { Pipeline, PipelineBatchOptions, PipelineBuilder, PipelineGraph, PipelineGraphEdge, PipelineGraphNode, PipelineMetadata, PipelineOp, PipelineRunEvent, PipelineRunObserver, PipelineRunOptions, PipelineStageKind, PipelineStageMetadata } from './pipeline/index.js';
-export { D as DynamicToolIndex, E as EmbedToolsOptions, T as ToolMiddleware, a as ToolResultMiddlewareArgs, b as ToolSearchDocument, c as ToolSet, Z as ZodSchema, d as createToolIndex, e as createToolMiddleware, f as embedTools, i as isDynamicToolIndex } from './middleware-2FR89muX.js';
+export { A as AgentChildStreamEvent, a as AgentStreamEvent, P as PromptResponse, c as cancelPrompt, b as createHook, r as requestToolApproval, d as runControl, s as skipTool, t as toolCallControl } from './agent-B-ls5y_g.js';
+export { A as AssistantContent, a as AssistantMessage, C as CompletionModel, b as CompletionRequest, c as CompletionResponse, D as Document, I as ImageContent, J as JsonObject, d as JsonPrimitive, e as JsonValue, M as Message, S as SystemMessage, T as Text, f as ToolCall, g as ToolDefinition, h as ToolMessage, i as ToolResult, j as ToolResultContent, U as Usage, k as UserContent, l as UserMessage } from './types-C54aNoCd.js';
+export { MemoryStore } from './memory/index.js';
+export { Z as ZodSchema } from './zod-schema-C7F4clpm.js';
 export { loadSkills, skill } from './skills/index.js';
-export { S as Skill, a as SkillLoader, b as SkillSet, c as SkillValidationError, d as SkillValidationIssue } from './types-B0iXLkqi.js';
-export { ReadableStreamOptions, toReadableStream } from './streaming/index.js';
-export { CreateThinkToolOptions, CreateToolOptions, ToolCallError, ToolJsonError, ToolNotFoundError, createThinkTool, createTool } from './tool/index.js';
-export { A as AnyTool, N as NormalizedToolOutput, T as Tool, a as ToolApprovalContext, b as ToolApprovalPolicy, c as ToolApprovalRunContext, d as ToolCallContext, e as ToolCallStreamEvent, f as ToolOutput, i as isToolResultContentArray, n as normalizeToolResultOutput, p as parseToolArgs, s as serializeToolOutput, t as toolResultContentToText } from './tool-ClZYES-Z.js';
-export { TranscriptionModel, TranscriptionRequest, TranscriptionRequestBuilder, TranscriptionResponse, transcriptionRequest } from './transcription/index.js';
-export { InMemoryVectorIndex, InMemoryVectorStore, IndexStrategy, VectorFilter, VectorInspectItem, VectorInspectPage, VectorInspectRequest, VectorSearchIndex, VectorSearchRequest, VectorSearchResult, VectorSearchToolOptions, createVectorSearchTool, vectorFilter } from './vector-store/index.js';
+export { S as SkillValidationError } from './types-T9rlOIUc.js';
+export { C as CreateToolOptions, c as createThinkTool, a as createTool } from './think-tool-ByArsrxe.js';
+export { A as AnyTool, T as Tool, a as ToolApprovalContext, b as ToolApprovalPolicy, c as ToolCallContext, d as ToolCallStreamEvent } from './tool-C3ciF-VG.js';
+import './types-UhcgW8Fo.js';
 import '@modelcontextprotocol/sdk/client/sse.js';
 import '@modelcontextprotocol/sdk/client/stdio.js';
 import '@modelcontextprotocol/sdk/client/streamableHttp.js';
+import './observability/index.js';
+import './middleware-CGiEIaBx.js';
+import './types-IB2e9u5M.js';
+import './vector-store/index.js';
 import 'zod';