@anvia/core 1.1.2 → 1.2.0

package/dist/chunk-MHOJJYDK.js

@@ -0,0 +1,93 @@
+import {
+  normalizeToolResultOutput,
+  parseToolArgs
+} from "./chunk-47NTHIVB.js";
+import {
+  ToolCallError,
+  ToolJsonError
+} from "./chunk-J6S6MT7O.js";
+
+// src/internal/agent-runtime/prepared-tool-call.ts
+var preparedToolInputSymbol = /* @__PURE__ */ Symbol("preparedToolInput");
+var preparedToolOwnerSymbol = /* @__PURE__ */ Symbol("preparedToolOwner");
+function attachPreparedToolOwner(tool, owner) {
+  Object.defineProperty(tool, preparedToolOwnerSymbol, {
+    configurable: false,
+    enumerable: true,
+    value: owner,
+    writable: false
+  });
+  return tool;
+}
+function preparedToolInput(context, owner) {
+  if (context === void 0 || !(preparedToolInputSymbol in context)) {
+    return void 0;
+  }
+  const prepared = context[preparedToolInputSymbol];
+  return prepared?.owner === owner ? { input: prepared.input } : void 0;
+}
+function withoutPreparedToolInput(context) {
+  if (!(preparedToolInputSymbol in context)) {
+    return context;
+  }
+  const { [preparedToolInputSymbol]: _prepared, ...publicContext } = context;
+  return publicContext;
+}
+function prepareToolCall(tool, args) {
+  let rawInput;
+  try {
+    rawInput = parseToolArgs(args);
+  } catch (error) {
+    throw new ToolJsonError(`Invalid JSON arguments for tool ${tool.name}`, error);
+  }
+  let input;
+  try {
+    input = tool.parseInput === void 0 ? rawInput : tool.parseInput(rawInput);
+  } catch (error) {
+    throw asToolCallError(tool.name, error);
+  }
+  return prepareToolCallFromInput(tool, input);
+}
+function prepareToolCallFromInput(tool, input) {
+  return {
+    input,
+    async call(context) {
+      try {
+        const owner = tool[preparedToolOwnerSymbol];
+        return normalizeToolResultOutput(
+          await tool.call(
+            input,
+            owner === void 0 ? context : withPreparedToolInput(context, owner, input)
+          )
+        );
+      } catch (error) {
+        throw asToolCallError(tool.name, error);
+      }
+    }
+  };
+}
+function withPreparedToolInput(context, owner, input) {
+  const preparedContext = { ...context };
+  Object.defineProperty(preparedContext, preparedToolInputSymbol, {
+    configurable: false,
+    enumerable: true,
+    value: { owner, input },
+    writable: false
+  });
+  return preparedContext;
+}
+function asToolCallError(toolName, error) {
+  if (error instanceof ToolCallError) {
+    return error;
+  }
+  return error instanceof Error ? new ToolCallError(error.message, error) : new ToolCallError(`Tool ${toolName} failed`, error);
+}
+
+export {
+  attachPreparedToolOwner,
+  preparedToolInput,
+  withoutPreparedToolInput,
+  prepareToolCall,
+  prepareToolCallFromInput
+};
+//# sourceMappingURL=chunk-MHOJJYDK.js.map

package/dist/chunk-MHOJJYDK.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/internal/agent-runtime/prepared-tool-call.ts"],"sourcesContent":["import { ToolCallError, ToolJsonError } from \"../../tool/errors\";\nimport {\n  type AnyTool,\n  type NormalizedToolOutput,\n  normalizeToolResultOutput,\n  parseToolArgs,\n  type ToolCallContext,\n} from \"../../tool/tool\";\n\nconst preparedToolInputSymbol = Symbol(\"preparedToolInput\");\nconst preparedToolOwnerSymbol = Symbol(\"preparedToolOwner\");\n\nexport type PreparedToolCall = {\n  input: unknown;\n  call(context: ToolCallContext): Promise<NormalizedToolOutput>;\n};\n\ntype PreparedToolCallContext = ToolCallContext & {\n  [preparedToolInputSymbol]?: { owner: object; input: unknown };\n};\n\ntype ToolWithPreparedOwner = AnyTool & {\n  [preparedToolOwnerSymbol]?: object;\n};\n\nexport function attachPreparedToolOwner<T extends AnyTool>(tool: T, owner: object): T {\n  Object.defineProperty(tool, preparedToolOwnerSymbol, {\n    configurable: false,\n    enumerable: true,\n    value: owner,\n    writable: false,\n  });\n  return tool;\n}\n\nexport function preparedToolInput(\n  context: ToolCallContext | undefined,\n  owner: object,\n): { input: unknown } | undefined {\n  if (context === undefined || !(preparedToolInputSymbol in context)) {\n    return undefined;\n  }\n  const prepared = (context as PreparedToolCallContext)[preparedToolInputSymbol];\n  return prepared?.owner === owner ? { input: prepared.input } : undefined;\n}\n\nexport function withoutPreparedToolInput(context: ToolCallContext): ToolCallContext {\n  if (!(preparedToolInputSymbol in context)) {\n    return context;\n  }\n  const { [preparedToolInputSymbol]: _prepared, ...publicContext } =\n    context as PreparedToolCallContext;\n  return publicContext;\n}\n\nexport function prepareToolCall(tool: AnyTool, args: string): PreparedToolCall {\n  let rawInput: ReturnType<typeof parseToolArgs>;\n  try {\n    rawInput = parseToolArgs(args);\n  } catch (error) {\n    throw new ToolJsonError(`Invalid JSON arguments for tool ${tool.name}`, error);\n  }\n\n  let input: unknown;\n  try {\n    input = tool.parseInput === undefined ? rawInput : tool.parseInput(rawInput);\n  } catch (error) {\n    throw asToolCallError(tool.name, error);\n  }\n\n  return prepareToolCallFromInput(tool, input);\n}\n\nexport function prepareToolCallFromInput(tool: AnyTool, input: unknown): PreparedToolCall {\n  return {\n    input,\n    async call(context) {\n      try {\n        const owner = (tool as ToolWithPreparedOwner)[preparedToolOwnerSymbol];\n        return normalizeToolResultOutput(\n          await tool.call(\n            input,\n            owner === undefined ? context : withPreparedToolInput(context, owner, input),\n          ),\n        );\n      } catch (error) {\n        throw asToolCallError(tool.name, error);\n      }\n    },\n  };\n}\n\nfunction withPreparedToolInput(\n  context: ToolCallContext,\n  owner: object,\n  input: unknown,\n): ToolCallContext {\n  const preparedContext: PreparedToolCallContext = { ...context };\n  Object.defineProperty(preparedContext, preparedToolInputSymbol, {\n    configurable: false,\n    enumerable: true,\n    value: { owner, input },\n    writable: false,\n  });\n  return preparedContext;\n}\n\nfunction asToolCallError(toolName: string, error: unknown): ToolCallError {\n  if (error instanceof ToolCallError) {\n    return error;\n  }\n  return error instanceof Error\n    ? new ToolCallError(error.message, error)\n    : new ToolCallError(`Tool ${toolName} failed`, error);\n}\n"],"mappings":";;;;;;;;;;AASA,IAAM,0BAA0B,uBAAO,mBAAmB;AAC1D,IAAM,0BAA0B,uBAAO,mBAAmB;AAenD,SAAS,wBAA2C,MAAS,OAAkB;AACpF,SAAO,eAAe,MAAM,yBAAyB;AAAA,IACnD,cAAc;AAAA,IACd,YAAY;AAAA,IACZ,OAAO;AAAA,IACP,UAAU;AAAA,EACZ,CAAC;AACD,SAAO;AACT;AAEO,SAAS,kBACd,SACA,OACgC;AAChC,MAAI,YAAY,UAAa,EAAE,2BAA2B,UAAU;AAClE,WAAO;AAAA,EACT;AACA,QAAM,WAAY,QAAoC,uBAAuB;AAC7E,SAAO,UAAU,UAAU,QAAQ,EAAE,OAAO,SAAS,MAAM,IAAI;AACjE;AAEO,SAAS,yBAAyB,SAA2C;AAClF,MAAI,EAAE,2BAA2B,UAAU;AACzC,WAAO;AAAA,EACT;AACA,QAAM,EAAE,CAAC,uBAAuB,GAAG,WAAW,GAAG,cAAc,IAC7D;AACF,SAAO;AACT;AAEO,SAAS,gBAAgB,MAAe,MAAgC;AAC7E,MAAI;AACJ,MAAI;AACF,eAAW,cAAc,IAAI;AAAA,EAC/B,SAAS,OAAO;AACd,UAAM,IAAI,cAAc,mCAAmC,KAAK,IAAI,IAAI,KAAK;AAAA,EAC/E;AAEA,MAAI;AACJ,MAAI;AACF,YAAQ,KAAK,eAAe,SAAY,WAAW,KAAK,WAAW,QAAQ;AAAA,EAC7E,SAAS,OAAO;AACd,UAAM,gBAAgB,KAAK,MAAM,KAAK;AAAA,EACxC;AAEA,SAAO,yBAAyB,MAAM,KAAK;AAC7C;AAEO,SAAS,yBAAyB,MAAe,OAAkC;AACxF,SAAO;AAAA,IACL;AAAA,IACA,MAAM,KAAK,SAAS;AAClB,UAAI;AACF,cAAM,QAAS,KAA+B,uBAAuB;AACrE,eAAO;AAAA,UACL,MAAM,KAAK;AAAA,YACT;AAAA,YACA,UAAU,SAAY,UAAU,sBAAsB,SAAS,OAAO,KAAK;AAAA,UAC7E;AAAA,QACF;AAAA,MACF,SAAS,OAAO;AACd,cAAM,gBAAgB,KAAK,MAAM,KAAK;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,sBACP,SACA,OACA,OACiB;AACjB,QAAM,kBAA2C,EAAE,GAAG,QAAQ;AAC9D,SAAO,eAAe,iBAAiB,yBAAyB;AAAA,IAC9D,cAAc;AAAA,IACd,YAAY;AAAA,IACZ,OAAO,EAAE,OAAO,MAAM;AAAA,IACtB,UAAU;AAAA,EACZ,CAAC;AACD,SAAO;AACT;AAEA,SAAS,gBAAgB,UAAkB,OAA+B;AACxE,MAAI,iBAAiB,eAAe;AAClC,WAAO;AAAA,EACT;AACA,SAAO,iBAAiB,QACpB,IAAI,cAAc,MAAM,SAAS,KAAK,IACtC,IAAI,cAAc,QAAQ,QAAQ,WAAW,KAAK;AACxD;","names":[]}

package/dist/chunk-MJCMKZFP.js

@@ -0,0 +1,30 @@
+// src/internal/rag-text.ts
+function extractRagText(message) {
+  if (message.role === "user") {
+    if (typeof message.content === "string") {
+      return message.content;
+    }
+    return message.content.flatMap((item) => item.type === "text" ? [item.text] : []).join("\n");
+  }
+  if (message.role === "tool") {
+    return message.content.flatMap((item) => {
+      if (item.type !== "tool-result") {
+        return [];
+      }
+      const output = item.output;
+      if (output.type === "text" || output.type === "error-text") {
+        return [output.value];
+      }
+      if (output.type === "content") {
+        return output.value.flatMap((part) => part.type === "text" ? [part.text] : []);
+      }
+      return [];
+    }).join("\n");
+  }
+  return void 0;
+}
+
+export {
+  extractRagText
+};
+//# sourceMappingURL=chunk-MJCMKZFP.js.map

package/dist/chunk-MJCMKZFP.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/internal/rag-text.ts"],"sourcesContent":["import type { Message as MessageType } from \"../completion/index\";\n\nexport function extractRagText(message: MessageType): string | undefined {\n  if (message.role === \"user\") {\n    if (typeof message.content === \"string\") {\n      return message.content;\n    }\n    return message.content.flatMap((item) => (item.type === \"text\" ? [item.text] : [])).join(\"\\n\");\n  }\n\n  if (message.role === \"tool\") {\n    return message.content\n      .flatMap((item) => {\n        if (item.type !== \"tool-result\") {\n          return [];\n        }\n        const output = item.output;\n        if (output.type === \"text\" || output.type === \"error-text\") {\n          return [output.value];\n        }\n        if (output.type === \"content\") {\n          return output.value.flatMap((part) => (part.type === \"text\" ? [part.text] : []));\n        }\n        return [];\n      })\n      .join(\"\\n\");\n  }\n\n  return undefined;\n}\n"],"mappings":";AAEO,SAAS,eAAe,SAA0C;AACvE,MAAI,QAAQ,SAAS,QAAQ;AAC3B,QAAI,OAAO,QAAQ,YAAY,UAAU;AACvC,aAAO,QAAQ;AAAA,IACjB;AACA,WAAO,QAAQ,QAAQ,QAAQ,CAAC,SAAU,KAAK,SAAS,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,CAAE,EAAE,KAAK,IAAI;AAAA,EAC/F;AAEA,MAAI,QAAQ,SAAS,QAAQ;AAC3B,WAAO,QAAQ,QACZ,QAAQ,CAAC,SAAS;AACjB,UAAI,KAAK,SAAS,eAAe;AAC/B,eAAO,CAAC;AAAA,MACV;AACA,YAAM,SAAS,KAAK;AACpB,UAAI,OAAO,SAAS,UAAU,OAAO,SAAS,cAAc;AAC1D,eAAO,CAAC,OAAO,KAAK;AAAA,MACtB;AACA,UAAI,OAAO,SAAS,WAAW;AAC7B,eAAO,OAAO,MAAM,QAAQ,CAAC,SAAU,KAAK,SAAS,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,CAAE;AAAA,MACjF;AACA,aAAO,CAAC;AAAA,IACV,CAAC,EACA,KAAK,IAAI;AAAA,EACd;AAEA,SAAO;AACT;","names":[]}

package/dist/chunk-MT3BLVYN.js

@@ -0,0 +1,31 @@
+// src/guardrails/actions.ts
+function allow(options = {}) {
+  return { action: "allow", ...options };
+}
+function block(options) {
+  return { action: "block", ...options };
+}
+var commonActions = {
+  allow,
+  block
+};
+var inputActions = {
+  ...commonActions,
+  rewrite(options) {
+    return { action: "rewrite", ...options };
+  }
+};
+var outputActions = {
+  ...commonActions,
+  rewrite(options) {
+    return { action: "rewrite", ...options };
+  }
+};
+
+export {
+  allow,
+  block,
+  inputActions,
+  outputActions
+};
+//# sourceMappingURL=chunk-MT3BLVYN.js.map

package/dist/chunk-MT3BLVYN.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/guardrails/actions.ts"],"sourcesContent":["import type {\n  GuardrailActionBase,\n  GuardrailAllow,\n  GuardrailBlock,\n  GuardrailCommonActions,\n  InputGuardrailActions,\n  OutputGuardrailActions,\n} from \"./types\";\n\nexport function allow(options: GuardrailActionBase = {}): GuardrailAllow {\n  return { action: \"allow\", ...options };\n}\n\nexport function block(options: Omit<GuardrailBlock, \"action\">): GuardrailBlock {\n  return { action: \"block\", ...options };\n}\n\nconst commonActions: GuardrailCommonActions = {\n  allow,\n  block,\n};\n\nexport const inputActions: InputGuardrailActions = {\n  ...commonActions,\n  rewrite(options) {\n    return { action: \"rewrite\", ...options };\n  },\n};\n\nexport const outputActions: OutputGuardrailActions = {\n  ...commonActions,\n  rewrite(options) {\n    return { action: \"rewrite\", ...options };\n  },\n};\n"],"mappings":";AASO,SAAS,MAAM,UAA+B,CAAC,GAAmB;AACvE,SAAO,EAAE,QAAQ,SAAS,GAAG,QAAQ;AACvC;AAEO,SAAS,MAAM,SAAyD;AAC7E,SAAO,EAAE,QAAQ,SAAS,GAAG,QAAQ;AACvC;AAEA,IAAM,gBAAwC;AAAA,EAC5C;AAAA,EACA;AACF;AAEO,IAAM,eAAsC;AAAA,EACjD,GAAG;AAAA,EACH,QAAQ,SAAS;AACf,WAAO,EAAE,QAAQ,WAAW,GAAG,QAAQ;AAAA,EACzC;AACF;AAEO,IAAM,gBAAwC;AAAA,EACnD,GAAG;AAAA,EACH,QAAQ,SAAS;AACf,WAAO,EAAE,QAAQ,WAAW,GAAG,QAAQ;AAAA,EACzC;AACF;","names":[]}

package/dist/chunk-NF6WBPFG.js

@@ -0,0 +1,37 @@
+// src/completion/documents.ts
+function normalizeDocuments(documents) {
+  if (documents.length === 0) {
+    return void 0;
+  }
+  return { role: "user", content: documents.map(formatDocument).join("\n") };
+}
+function formatDocument(document) {
+  return `<file id: ${document.id}>
+${formatDocumentBody(document)}
+</file>
+`;
+}
+function formatDocumentBody(document) {
+  const metadata = formatMetadata(document.additionalProps);
+  return metadata === void 0 ? document.text : `${metadata}
+${document.text}`;
+}
+function formatMetadata(additionalProps) {
+  if (additionalProps === void 0) {
+    return void 0;
+  }
+  const entries = Object.entries(additionalProps).sort(
+    ([left], [right]) => left.localeCompare(right)
+  );
+  if (entries.length === 0) {
+    return void 0;
+  }
+  const metadata = entries.map(([key, value]) => `${key}: ${JSON.stringify(value)}`).join(" ");
+  return `<metadata ${metadata} />`;
+}
+
+export {
+  normalizeDocuments,
+  formatDocument
+};
+//# sourceMappingURL=chunk-NF6WBPFG.js.map

package/dist/chunk-NF6WBPFG.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/completion/documents.ts"],"sourcesContent":["import type { Document, Message } from \"./types\";\n\nexport function normalizeDocuments(documents: Document[]): Message | undefined {\n  if (documents.length === 0) {\n    return undefined;\n  }\n\n  return { role: \"user\", content: documents.map(formatDocument).join(\"\\n\") };\n}\n\nexport function formatDocument(document: Document): string {\n  return `<file id: ${document.id}>\\n${formatDocumentBody(document)}\\n</file>\\n`;\n}\n\nfunction formatDocumentBody(document: Document): string {\n  const metadata = formatMetadata(document.additionalProps);\n  return metadata === undefined ? document.text : `${metadata}\\n${document.text}`;\n}\n\nfunction formatMetadata(additionalProps: Record<string, string> | undefined): string | undefined {\n  if (additionalProps === undefined) {\n    return undefined;\n  }\n\n  const entries = Object.entries(additionalProps).sort(([left], [right]) =>\n    left.localeCompare(right),\n  );\n  if (entries.length === 0) {\n    return undefined;\n  }\n\n  const metadata = entries.map(([key, value]) => `${key}: ${JSON.stringify(value)}`).join(\" \");\n  return `<metadata ${metadata} />`;\n}\n"],"mappings":";AAEO,SAAS,mBAAmB,WAA4C;AAC7E,MAAI,UAAU,WAAW,GAAG;AAC1B,WAAO;AAAA,EACT;AAEA,SAAO,EAAE,MAAM,QAAQ,SAAS,UAAU,IAAI,cAAc,EAAE,KAAK,IAAI,EAAE;AAC3E;AAEO,SAAS,eAAe,UAA4B;AACzD,SAAO,aAAa,SAAS,EAAE;AAAA,EAAM,mBAAmB,QAAQ,CAAC;AAAA;AAAA;AACnE;AAEA,SAAS,mBAAmB,UAA4B;AACtD,QAAM,WAAW,eAAe,SAAS,eAAe;AACxD,SAAO,aAAa,SAAY,SAAS,OAAO,GAAG,QAAQ;AAAA,EAAK,SAAS,IAAI;AAC/E;AAEA,SAAS,eAAe,iBAAyE;AAC/F,MAAI,oBAAoB,QAAW;AACjC,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,OAAO,QAAQ,eAAe,EAAE;AAAA,IAAK,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,MAClE,KAAK,cAAc,KAAK;AAAA,EAC1B;AACA,MAAI,QAAQ,WAAW,GAAG;AACxB,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM,GAAG,GAAG,KAAK,KAAK,UAAU,KAAK,CAAC,EAAE,EAAE,KAAK,GAAG;AAC3F,SAAO,aAAa,QAAQ;AAC9B;","names":[]}

package/dist/chunk-NNEKBZSM.js

@@ -0,0 +1,66 @@
+import {
+  AgentRunBlockedError
+} from "./chunk-WN6AVBO4.js";
+
+// src/evals/agent-target.ts
+var AgentEvalSuspensionError = class extends Error {
+  constructor(result, message = "Agent eval target suspended without an interaction responder.") {
+    super(message);
+    this.result = result;
+    this.name = "AgentEvalSuspensionError";
+  }
+  result;
+};
+function agentEvalTarget(options) {
+  return async (input, testCase) => {
+    const maxResponses = options.interactions?.maxResponses ?? 10;
+    if (!Number.isSafeInteger(maxResponses) || maxResponses < 1) {
+      throw new TypeError("Agent eval interactions.maxResponses must be a positive integer.");
+    }
+    const request = await options.request({ input, testCase });
+    const runSettings = agentRunSettings(request);
+    let response = await options.agent.generate(request);
+    let phase = 0;
+    while (response.type === "interaction") {
+      if (options.interactions === void 0) {
+        throw new AgentEvalSuspensionError(response);
+      }
+      if (phase >= maxResponses) {
+        throw new AgentEvalSuspensionError(
+          response,
+          `Agent eval target exceeded the interaction response limit of ${maxResponses}.`
+        );
+      }
+      phase += 1;
+      const interactionResponse = await options.interactions.respond({
+        interaction: response.interaction,
+        testCase,
+        phase
+      });
+      response = await options.agent.generate({
+        continuation: response.continuation,
+        response: interactionResponse,
+        ...runSettings
+      });
+    }
+    if (response.type === "blocked") throw new AgentRunBlockedError(response);
+    return options.output === void 0 ? response : await options.output({ response, testCase });
+  };
+}
+function agentRunSettings(request) {
+  const {
+    prompt: _prompt,
+    messages: _messages,
+    session: _session,
+    continuation: _continuation,
+    response: _response,
+    ...settings
+  } = request;
+  return settings;
+}
+
+export {
+  AgentEvalSuspensionError,
+  agentEvalTarget
+};
+//# sourceMappingURL=chunk-NNEKBZSM.js.map

package/dist/chunk-NNEKBZSM.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evals/agent-target.ts"],"sourcesContent":["import { AgentRunBlockedError } from \"../agent/errors\";\nimport type { AgentInteractionRequest, AgentInteractionResponse } from \"../agent/interactions\";\nimport type {\n  AgentInteractionOutcome,\n  AgentOutcome,\n  AgentResponse,\n  AgentRunOptions,\n  AgentRunSettings,\n} from \"../agent/run-types\";\nimport type { EvalCase, EvalTarget } from \"./types\";\n\ntype EvaluableAgent<Output> = {\n  generate(input: AgentRunOptions<Output>): Promise<AgentOutcome<Output>>;\n};\n\ntype IsAny<Value> = 0 extends 1 & Value ? true : false;\ntype IsExactly<Left, Right> =\n  IsAny<Left> extends true\n    ? false\n    : [Left] extends [Right]\n      ? [Right] extends [Left]\n        ? true\n        : false\n      : false;\n\nexport type AgentEvalTargetOptions<\n  Input,\n  AgentOutput = string,\n  Output = AgentResponse<AgentOutput>,\n  Expected = unknown,\n> = {\n  agent: EvaluableAgent<AgentOutput>;\n  request(args: {\n    input: Input;\n    testCase: EvalCase<Input, Expected>;\n  }): AgentRunOptions<AgentOutput> | Promise<AgentRunOptions<AgentOutput>>;\n  interactions?:\n    | {\n        maxResponses?: number | undefined;\n        respond(args: {\n          interaction: AgentInteractionRequest;\n          testCase: EvalCase<Input, Expected>;\n          phase: number;\n        }): AgentInteractionResponse | Promise<AgentInteractionResponse>;\n      }\n    | undefined;\n} & (IsExactly<Output, AgentResponse<AgentOutput>> extends true\n  ? {\n      output?(args: {\n        response: AgentResponse<AgentOutput>;\n        testCase: EvalCase<Input, Expected>;\n      }): Output | Promise<Output>;\n    }\n  : {\n      output(args: {\n        response: AgentResponse<AgentOutput>;\n        testCase: EvalCase<Input, Expected>;\n      }): Output | Promise<Output>;\n    });\n\nexport class AgentEvalSuspensionError extends Error {\n  constructor(\n    readonly result: AgentInteractionOutcome,\n    message = \"Agent eval target suspended without an interaction responder.\",\n  ) {\n    super(message);\n    this.name = \"AgentEvalSuspensionError\";\n  }\n}\n\nexport function agentEvalTarget<\n  Input,\n  AgentOutput = string,\n  Output = AgentResponse<AgentOutput>,\n  Expected = unknown,\n>(\n  options: AgentEvalTargetOptions<Input, AgentOutput, Output, Expected>,\n): EvalTarget<Input, Output, Expected> {\n  return async (input, testCase) => {\n    const maxResponses = options.interactions?.maxResponses ?? 10;\n    if (!Number.isSafeInteger(maxResponses) || maxResponses < 1) {\n      throw new TypeError(\"Agent eval interactions.maxResponses must be a positive integer.\");\n    }\n    const request = await options.request({ input, testCase });\n    const runSettings = agentRunSettings(request);\n    let response = await options.agent.generate(request);\n    let phase = 0;\n    while (response.type === \"interaction\") {\n      if (options.interactions === undefined) {\n        throw new AgentEvalSuspensionError(response);\n      }\n      if (phase >= maxResponses) {\n        throw new AgentEvalSuspensionError(\n          response,\n          `Agent eval target exceeded the interaction response limit of ${maxResponses}.`,\n        );\n      }\n      phase += 1;\n      const interactionResponse = await options.interactions.respond({\n        interaction: response.interaction,\n        testCase,\n        phase,\n      });\n      response = await options.agent.generate({\n        continuation: response.continuation,\n        response: interactionResponse,\n        ...runSettings,\n      });\n    }\n    if (response.type === \"blocked\") throw new AgentRunBlockedError(response);\n    return options.output === undefined\n      ? (response as Output)\n      : await options.output({ response, testCase });\n  };\n}\n\nfunction agentRunSettings<Output>(request: AgentRunOptions<Output>): AgentRunSettings<Output> {\n  const {\n    prompt: _prompt,\n    messages: _messages,\n    session: _session,\n    continuation: _continuation,\n    response: _response,\n    ...settings\n  } = request;\n  return settings;\n}\n"],"mappings":";;;;;AA4DO,IAAM,2BAAN,cAAuC,MAAM;AAAA,EAClD,YACW,QACT,UAAU,iEACV;AACA,UAAM,OAAO;AAHJ;AAIT,SAAK,OAAO;AAAA,EACd;AAAA,EALW;AAMb;AAEO,SAAS,gBAMd,SACqC;AACrC,SAAO,OAAO,OAAO,aAAa;AAChC,UAAM,eAAe,QAAQ,cAAc,gBAAgB;AAC3D,QAAI,CAAC,OAAO,cAAc,YAAY,KAAK,eAAe,GAAG;AAC3D,YAAM,IAAI,UAAU,kEAAkE;AAAA,IACxF;AACA,UAAM,UAAU,MAAM,QAAQ,QAAQ,EAAE,OAAO,SAAS,CAAC;AACzD,UAAM,cAAc,iBAAiB,OAAO;AAC5C,QAAI,WAAW,MAAM,QAAQ,MAAM,SAAS,OAAO;AACnD,QAAI,QAAQ;AACZ,WAAO,SAAS,SAAS,eAAe;AACtC,UAAI,QAAQ,iBAAiB,QAAW;AACtC,cAAM,IAAI,yBAAyB,QAAQ;AAAA,MAC7C;AACA,UAAI,SAAS,cAAc;AACzB,cAAM,IAAI;AAAA,UACR;AAAA,UACA,gEAAgE,YAAY;AAAA,QAC9E;AAAA,MACF;AACA,eAAS;AACT,YAAM,sBAAsB,MAAM,QAAQ,aAAa,QAAQ;AAAA,QAC7D,aAAa,SAAS;AAAA,QACtB;AAAA,QACA;AAAA,MACF,CAAC;AACD,iBAAW,MAAM,QAAQ,MAAM,SAAS;AAAA,QACtC,cAAc,SAAS;AAAA,QACvB,UAAU;AAAA,QACV,GAAG;AAAA,MACL,CAAC;AAAA,IACH;AACA,QAAI,SAAS,SAAS,UAAW,OAAM,IAAI,qBAAqB,QAAQ;AACxE,WAAO,QAAQ,WAAW,SACrB,WACD,MAAM,QAAQ,OAAO,EAAE,UAAU,SAAS,CAAC;AAAA,EACjD;AACF;AAEA,SAAS,iBAAyB,SAA4D;AAC5F,QAAM;AAAA,IACJ,QAAQ;AAAA,IACR,UAAU;AAAA,IACV,SAAS;AAAA,IACT,cAAc;AAAA,IACd,UAAU;AAAA,IACV,GAAG;AAAA,EACL,IAAI;AACJ,SAAO;AACT;","names":[]}

package/dist/chunk-NPJ2T3L5.js

@@ -0,0 +1,19 @@
+// src/internal/agent-runtime/run-validation.ts
+function assertNonnegativeSafeInteger(value, name) {
+  if (!Number.isSafeInteger(value) || value < 0) {
+    throw new TypeError(`${name} must be a nonnegative safe integer.`);
+  }
+  return value;
+}
+function assertPositiveSafeInteger(value, name) {
+  if (!Number.isSafeInteger(value) || value <= 0) {
+    throw new TypeError(`${name} must be a positive safe integer.`);
+  }
+  return value;
+}
+
+export {
+  assertNonnegativeSafeInteger,
+  assertPositiveSafeInteger
+};
+//# sourceMappingURL=chunk-NPJ2T3L5.js.map

package/dist/chunk-NPJ2T3L5.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/internal/agent-runtime/run-validation.ts"],"sourcesContent":["export function assertNonnegativeSafeInteger(value: number, name: string): number {\n  if (!Number.isSafeInteger(value) || value < 0) {\n    throw new TypeError(`${name} must be a nonnegative safe integer.`);\n  }\n  return value;\n}\n\nexport function assertPositiveSafeInteger(value: number, name: string): number {\n  if (!Number.isSafeInteger(value) || value <= 0) {\n    throw new TypeError(`${name} must be a positive safe integer.`);\n  }\n  return value;\n}\n"],"mappings":";AAAO,SAAS,6BAA6B,OAAe,MAAsB;AAChF,MAAI,CAAC,OAAO,cAAc,KAAK,KAAK,QAAQ,GAAG;AAC7C,UAAM,IAAI,UAAU,GAAG,IAAI,sCAAsC;AAAA,EACnE;AACA,SAAO;AACT;AAEO,SAAS,0BAA0B,OAAe,MAAsB;AAC7E,MAAI,CAAC,OAAO,cAAc,KAAK,KAAK,SAAS,GAAG;AAC9C,UAAM,IAAI,UAAU,GAAG,IAAI,mCAAmC;AAAA,EAChE;AACA,SAAO;AACT;","names":[]}

package/dist/chunk-NVALGVQG.js

@@ -0,0 +1,150 @@
+import {
+  isVectorContext
+} from "./chunk-ZHC5CD6J.js";
+import {
+  assertFiniteMinScore,
+  assertPositiveSearchLimit
+} from "./chunk-5V533R7F.js";
+
+// src/agent/snapshot.ts
+function snapshotAgentContext(inputs) {
+  const context = (inputs ?? []).map(snapshotContextInput);
+  for (const input of context) {
+    if (!isVectorContext(input)) continue;
+    assertPositiveSearchLimit(input.topK);
+    assertFiniteMinScore(input.minScore);
+  }
+  return Object.freeze(context);
+}
+function snapshotAgentObservability(observability) {
+  if (observability === void 0) return void 0;
+  const observers = {};
+  for (const [name, observer] of Object.entries(observability.observers)) {
+    if (name.trim().length === 0) {
+      throw new TypeError("Agent observer names must not be empty.");
+    }
+    if (typeof observer !== "object" || observer === null || typeof observer.startRun !== "function") {
+      throw new TypeError(`Agent observer "${name}" must implement startRun().`);
+    }
+    observers[name] = observer;
+  }
+  if (observability.primaryTrace !== void 0 && !(observability.primaryTrace in observers)) {
+    throw new TypeError(
+      `Agent primaryTrace "${observability.primaryTrace}" must name a configured observer.`
+    );
+  }
+  const errorPolicy = observability.errorPolicy ?? "ignore";
+  if (errorPolicy !== "ignore" && errorPolicy !== "throw") {
+    throw new TypeError('Agent observability.errorPolicy must be "ignore" or "throw".');
+  }
+  let snapshot = {
+    observers: Object.freeze(observers),
+    errorPolicy
+  };
+  if (observability.primaryTrace !== void 0) {
+    snapshot = { ...snapshot, primaryTrace: observability.primaryTrace };
+  }
+  return Object.freeze(snapshot);
+}
+function snapshotGuardrailPolicies(policies) {
+  return Object.freeze((policies ?? []).map(snapshotGuardrailPolicy));
+}
+function snapshotAgentMemory(memory) {
+  if (memory === void 0) {
+    return void 0;
+  }
+  const compaction = memory.compaction === void 0 ? void 0 : Object.freeze({
+    ...memory.compaction,
+    trigger: Object.freeze({ ...memory.compaction.trigger }),
+    retention: Object.freeze({ ...memory.compaction.retention }),
+    conflictRetries: memory.compaction.conflictRetries === false ? false : Object.freeze({ ...memory.compaction.conflictRetries })
+  });
+  let snapshot = {
+    store: memory.store,
+    savePolicy: memory.savePolicy
+  };
+  if (compaction !== void 0) {
+    snapshot = { ...snapshot, compaction };
+  }
+  return Object.freeze(snapshot);
+}
+function cloneFrozenPlainData(value) {
+  if (Array.isArray(value)) {
+    return Object.freeze(value.map(cloneFrozenPlainData));
+  }
+  if (typeof value !== "object" || value === null) {
+    return value;
+  }
+  const prototype = Object.getPrototypeOf(value);
+  if (prototype !== Object.prototype && prototype !== null) {
+    return value;
+  }
+  const clone = Object.fromEntries(
+    Object.entries(value).map(([key, item]) => [key, cloneFrozenPlainData(item)])
+  );
+  return Object.freeze(clone);
+}
+function snapshotContextInput(input) {
+  if (!isVectorContext(input)) {
+    let document = {
+      id: input.id,
+      text: input.text
+    };
+    if (input.additionalProps !== void 0) {
+      document = {
+        ...document,
+        additionalProps: cloneFrozenPlainData(input.additionalProps)
+      };
+    }
+    return Object.freeze(document);
+  }
+  const format = input.format;
+  let shared = {
+    kind: "vector-context",
+    store: input.store,
+    topK: input.topK
+  };
+  if (input.minScore !== void 0) {
+    shared = { ...shared, minScore: input.minScore };
+  }
+  if (input.filter !== void 0) {
+    shared = { ...shared, filter: cloneFrozenPlainData(input.filter) };
+  }
+  if (input.retries !== void 0) {
+    shared = { ...shared, retries: cloneFrozenPlainData(input.retries) };
+  }
+  if (format !== void 0) {
+    shared = {
+      ...shared,
+      format: (result) => format.call(input, result)
+    };
+  }
+  if (!("models" in input) || input.models === void 0) {
+    return Object.freeze({ ...shared, store: input.store, model: input.model });
+  }
+  let context = {
+    ...shared,
+    store: input.store,
+    models: input.models
+  };
+  if (input.fusion !== void 0) {
+    context = { ...context, fusion: input.fusion };
+  }
+  return Object.freeze(context);
+}
+function snapshotGuardrailPolicy(policy) {
+  return Object.freeze({
+    ...policy,
+    input: Object.freeze([...policy.input]),
+    output: Object.freeze([...policy.output])
+  });
+}
+
+export {
+  snapshotAgentContext,
+  snapshotAgentObservability,
+  snapshotGuardrailPolicies,
+  snapshotAgentMemory,
+  cloneFrozenPlainData
+};
+//# sourceMappingURL=chunk-NVALGVQG.js.map

package/dist/chunk-NVALGVQG.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/agent/snapshot.ts"],"sourcesContent":["import type { GuardrailPolicy } from \"../guardrails\";\nimport { assertFiniteMinScore, assertPositiveSearchLimit } from \"../internal/vector-search-options\";\nimport type { AgentObservabilityOptions, AgentObserverMap } from \"../observability\";\nimport type { VectorSearchResult } from \"../vector-store\";\nimport type { AgentContextInput, AgentMemory } from \"./types\";\nimport {\n  isVectorContext,\n  type VectorContext,\n  type VectorContextBaseOptions,\n} from \"./vector-context\";\n\nexport function snapshotAgentContext<T>(\n  inputs: readonly AgentContextInput<T>[] | undefined,\n): readonly AgentContextInput<T>[] {\n  const context = (inputs ?? []).map(snapshotContextInput);\n  for (const input of context) {\n    if (!isVectorContext(input)) continue;\n    assertPositiveSearchLimit(input.topK);\n    assertFiniteMinScore(input.minScore);\n  }\n  return Object.freeze(context);\n}\n\nexport function snapshotAgentObservability(\n  observability: AgentObservabilityOptions | undefined,\n): AgentObservabilityOptions | undefined {\n  if (observability === undefined) return undefined;\n  const observers: Record<string, AgentObserverMap[string]> = {};\n  for (const [name, observer] of Object.entries(observability.observers)) {\n    if (name.trim().length === 0) {\n      throw new TypeError(\"Agent observer names must not be empty.\");\n    }\n    if (\n      typeof observer !== \"object\" ||\n      observer === null ||\n      typeof observer.startRun !== \"function\"\n    ) {\n      throw new TypeError(`Agent observer \"${name}\" must implement startRun().`);\n    }\n    observers[name] = observer;\n  }\n  if (observability.primaryTrace !== undefined && !(observability.primaryTrace in observers)) {\n    throw new TypeError(\n      `Agent primaryTrace \"${observability.primaryTrace}\" must name a configured observer.`,\n    );\n  }\n  const errorPolicy = observability.errorPolicy ?? \"ignore\";\n  if (errorPolicy !== \"ignore\" && errorPolicy !== \"throw\") {\n    throw new TypeError('Agent observability.errorPolicy must be \"ignore\" or \"throw\".');\n  }\n  let snapshot: AgentObservabilityOptions = {\n    observers: Object.freeze(observers),\n    errorPolicy,\n  };\n  if (observability.primaryTrace !== undefined) {\n    snapshot = { ...snapshot, primaryTrace: observability.primaryTrace };\n  }\n  return Object.freeze(snapshot);\n}\n\nexport function snapshotGuardrailPolicies(\n  policies: readonly GuardrailPolicy[] | undefined,\n): readonly GuardrailPolicy[] {\n  return Object.freeze((policies ?? []).map(snapshotGuardrailPolicy));\n}\n\nexport function snapshotAgentMemory(memory: AgentMemory | undefined): AgentMemory | undefined {\n  if (memory === undefined) {\n    return undefined;\n  }\n  const compaction =\n    memory.compaction === undefined\n      ? undefined\n      : Object.freeze({\n          ...memory.compaction,\n          trigger: Object.freeze({ ...memory.compaction.trigger }),\n          retention: Object.freeze({ ...memory.compaction.retention }),\n          conflictRetries:\n            memory.compaction.conflictRetries === false\n              ? false\n              : Object.freeze({ ...memory.compaction.conflictRetries }),\n        });\n  let snapshot: AgentMemory = {\n    store: memory.store,\n    savePolicy: memory.savePolicy,\n  };\n  if (compaction !== undefined) {\n    snapshot = { ...snapshot, compaction };\n  }\n  return Object.freeze(snapshot);\n}\n\nexport function cloneFrozenPlainData<T>(value: T): T {\n  if (Array.isArray(value)) {\n    return Object.freeze(value.map(cloneFrozenPlainData)) as T;\n  }\n  if (typeof value !== \"object\" || value === null) {\n    return value;\n  }\n  const prototype = Object.getPrototypeOf(value);\n  if (prototype !== Object.prototype && prototype !== null) {\n    return value;\n  }\n  const clone = Object.fromEntries(\n    Object.entries(value).map(([key, item]) => [key, cloneFrozenPlainData(item)]),\n  );\n  return Object.freeze(clone) as T;\n}\n\nfunction snapshotContextInput<T>(input: AgentContextInput<T>): AgentContextInput<T> {\n  if (!isVectorContext(input)) {\n    let document: AgentContextInput<T> = {\n      id: input.id,\n      text: input.text,\n    };\n    if (input.additionalProps !== undefined) {\n      document = {\n        ...document,\n        additionalProps: cloneFrozenPlainData(input.additionalProps),\n      };\n    }\n    return Object.freeze(document);\n  }\n  const format = input.format;\n  let shared: VectorContextBaseOptions<T> & {\n    kind: \"vector-context\";\n    store: VectorContext<T>[\"store\"];\n  } = {\n    kind: \"vector-context\" as const,\n    store: input.store,\n    topK: input.topK,\n  };\n  if (input.minScore !== undefined) {\n    shared = { ...shared, minScore: input.minScore };\n  }\n  if (input.filter !== undefined) {\n    shared = { ...shared, filter: cloneFrozenPlainData(input.filter) };\n  }\n  if (input.retries !== undefined) {\n    shared = { ...shared, retries: cloneFrozenPlainData(input.retries) };\n  }\n  if (format !== undefined) {\n    shared = {\n      ...shared,\n      format: (result: VectorSearchResult<T>) => format.call(input, result),\n    };\n  }\n  if (!(\"models\" in input) || input.models === undefined) {\n    return Object.freeze<VectorContext<T>>({ ...shared, store: input.store, model: input.model });\n  }\n  let context: VectorContext<T> = {\n    ...shared,\n    store: input.store,\n    models: input.models,\n  };\n  if (input.fusion !== undefined) {\n    context = { ...context, fusion: input.fusion };\n  }\n  return Object.freeze(context);\n}\n\nfunction snapshotGuardrailPolicy(policy: GuardrailPolicy): GuardrailPolicy {\n  return Object.freeze({\n    ...policy,\n    input: Object.freeze([...policy.input]),\n    output: Object.freeze([...policy.output]),\n  }) as GuardrailPolicy;\n}\n"],"mappings":";;;;;;;;;AAWO,SAAS,qBACd,QACiC;AACjC,QAAM,WAAW,UAAU,CAAC,GAAG,IAAI,oBAAoB;AACvD,aAAW,SAAS,SAAS;AAC3B,QAAI,CAAC,gBAAgB,KAAK,EAAG;AAC7B,8BAA0B,MAAM,IAAI;AACpC,yBAAqB,MAAM,QAAQ;AAAA,EACrC;AACA,SAAO,OAAO,OAAO,OAAO;AAC9B;AAEO,SAAS,2BACd,eACuC;AACvC,MAAI,kBAAkB,OAAW,QAAO;AACxC,QAAM,YAAsD,CAAC;AAC7D,aAAW,CAAC,MAAM,QAAQ,KAAK,OAAO,QAAQ,cAAc,SAAS,GAAG;AACtE,QAAI,KAAK,KAAK,EAAE,WAAW,GAAG;AAC5B,YAAM,IAAI,UAAU,yCAAyC;AAAA,IAC/D;AACA,QACE,OAAO,aAAa,YACpB,aAAa,QACb,OAAO,SAAS,aAAa,YAC7B;AACA,YAAM,IAAI,UAAU,mBAAmB,IAAI,8BAA8B;AAAA,IAC3E;AACA,cAAU,IAAI,IAAI;AAAA,EACpB;AACA,MAAI,cAAc,iBAAiB,UAAa,EAAE,cAAc,gBAAgB,YAAY;AAC1F,UAAM,IAAI;AAAA,MACR,uBAAuB,cAAc,YAAY;AAAA,IACnD;AAAA,EACF;AACA,QAAM,cAAc,cAAc,eAAe;AACjD,MAAI,gBAAgB,YAAY,gBAAgB,SAAS;AACvD,UAAM,IAAI,UAAU,8DAA8D;AAAA,EACpF;AACA,MAAI,WAAsC;AAAA,IACxC,WAAW,OAAO,OAAO,SAAS;AAAA,IAClC;AAAA,EACF;AACA,MAAI,cAAc,iBAAiB,QAAW;AAC5C,eAAW,EAAE,GAAG,UAAU,cAAc,cAAc,aAAa;AAAA,EACrE;AACA,SAAO,OAAO,OAAO,QAAQ;AAC/B;AAEO,SAAS,0BACd,UAC4B;AAC5B,SAAO,OAAO,QAAQ,YAAY,CAAC,GAAG,IAAI,uBAAuB,CAAC;AACpE;AAEO,SAAS,oBAAoB,QAA0D;AAC5F,MAAI,WAAW,QAAW;AACxB,WAAO;AAAA,EACT;AACA,QAAM,aACJ,OAAO,eAAe,SAClB,SACA,OAAO,OAAO;AAAA,IACZ,GAAG,OAAO;AAAA,IACV,SAAS,OAAO,OAAO,EAAE,GAAG,OAAO,WAAW,QAAQ,CAAC;AAAA,IACvD,WAAW,OAAO,OAAO,EAAE,GAAG,OAAO,WAAW,UAAU,CAAC;AAAA,IAC3D,iBACE,OAAO,WAAW,oBAAoB,QAClC,QACA,OAAO,OAAO,EAAE,GAAG,OAAO,WAAW,gBAAgB,CAAC;AAAA,EAC9D,CAAC;AACP,MAAI,WAAwB;AAAA,IAC1B,OAAO,OAAO;AAAA,IACd,YAAY,OAAO;AAAA,EACrB;AACA,MAAI,eAAe,QAAW;AAC5B,eAAW,EAAE,GAAG,UAAU,WAAW;AAAA,EACvC;AACA,SAAO,OAAO,OAAO,QAAQ;AAC/B;AAEO,SAAS,qBAAwB,OAAa;AACnD,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,WAAO,OAAO,OAAO,MAAM,IAAI,oBAAoB,CAAC;AAAA,EACtD;AACA,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,WAAO;AAAA,EACT;AACA,QAAM,YAAY,OAAO,eAAe,KAAK;AAC7C,MAAI,cAAc,OAAO,aAAa,cAAc,MAAM;AACxD,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,OAAO;AAAA,IACnB,OAAO,QAAQ,KAAK,EAAE,IAAI,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,qBAAqB,IAAI,CAAC,CAAC;AAAA,EAC9E;AACA,SAAO,OAAO,OAAO,KAAK;AAC5B;AAEA,SAAS,qBAAwB,OAAmD;AAClF,MAAI,CAAC,gBAAgB,KAAK,GAAG;AAC3B,QAAI,WAAiC;AAAA,MACnC,IAAI,MAAM;AAAA,MACV,MAAM,MAAM;AAAA,IACd;AACA,QAAI,MAAM,oBAAoB,QAAW;AACvC,iBAAW;AAAA,QACT,GAAG;AAAA,QACH,iBAAiB,qBAAqB,MAAM,eAAe;AAAA,MAC7D;AAAA,IACF;AACA,WAAO,OAAO,OAAO,QAAQ;AAAA,EAC/B;AACA,QAAM,SAAS,MAAM;AACrB,MAAI,SAGA;AAAA,IACF,MAAM;AAAA,IACN,OAAO,MAAM;AAAA,IACb,MAAM,MAAM;AAAA,EACd;AACA,MAAI,MAAM,aAAa,QAAW;AAChC,aAAS,EAAE,GAAG,QAAQ,UAAU,MAAM,SAAS;AAAA,EACjD;AACA,MAAI,MAAM,WAAW,QAAW;AAC9B,aAAS,EAAE,GAAG,QAAQ,QAAQ,qBAAqB,MAAM,MAAM,EAAE;AAAA,EACnE;AACA,MAAI,MAAM,YAAY,QAAW;AAC/B,aAAS,EAAE,GAAG,QAAQ,SAAS,qBAAqB,MAAM,OAAO,EAAE;AAAA,EACrE;AACA,MAAI,WAAW,QAAW;AACxB,aAAS;AAAA,MACP,GAAG;AAAA,MACH,QAAQ,CAAC,WAAkC,OAAO,KAAK,OAAO,MAAM;AAAA,IACtE;AAAA,EACF;AACA,MAAI,EAAE,YAAY,UAAU,MAAM,WAAW,QAAW;AACtD,WAAO,OAAO,OAAyB,EAAE,GAAG,QAAQ,OAAO,MAAM,OAAO,OAAO,MAAM,MAAM,CAAC;AAAA,EAC9F;AACA,MAAI,UAA4B;AAAA,IAC9B,GAAG;AAAA,IACH,OAAO,MAAM;AAAA,IACb,QAAQ,MAAM;AAAA,EAChB;AACA,MAAI,MAAM,WAAW,QAAW;AAC9B,cAAU,EAAE,GAAG,SAAS,QAAQ,MAAM,OAAO;AAAA,EAC/C;AACA,SAAO,OAAO,OAAO,OAAO;AAC9B;AAEA,SAAS,wBAAwB,QAA0C;AACzE,SAAO,OAAO,OAAO;AAAA,IACnB,GAAG;AAAA,IACH,OAAO,OAAO,OAAO,CAAC,GAAG,OAAO,KAAK,CAAC;AAAA,IACtC,QAAQ,OAAO,OAAO,CAAC,GAAG,OAAO,MAAM,CAAC;AAAA,EAC1C,CAAC;AACH;","names":[]}

package/dist/chunk-OJF67RNM.js

@@ -0,0 +1 @@
+//# sourceMappingURL=chunk-OJF67RNM.js.map

package/dist/chunk-OJF67RNM.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/chunk-PHLGGRHC.js

@@ -0,0 +1,89 @@
+// src/evals/reporting.ts
+function projectEvalOutcome(outcome, dataType, projectScore) {
+  const value = projectScoreValue(outcome, dataType, projectScore);
+  const projection = {
+    outcome: outcome.outcome,
+    value,
+    label: typeof value === "string" ? value : outcome.outcome
+  };
+  if (typeof value === "number") projection.numericValue = value;
+  if (typeof value === "string") projection.categoricalValue = value;
+  const explanation = outcome.comment ?? (outcome.outcome === "invalid" ? outcome.reason : void 0);
+  if (explanation !== void 0) projection.explanation = explanation;
+  return projection;
+}
+function resolveEvalTraceRef(args) {
+  return traceFromCarrier(args.output) ?? traceFromCarrier(args.input) ?? traceFromMetadata(args.metadata);
+}
+function defaultEvalTraceSelector(args) {
+  return resolveEvalTraceRef({
+    output: args.output,
+    input: args.case.input,
+    metadata: args.case.metadata
+  });
+}
+function projectScoreValue(outcome, dataType, projectScore) {
+  const score = outcome.score;
+  if (score !== void 0 && projectScore !== void 0) {
+    const projected = projectScore(score);
+    if (typeof projected === "boolean") return projected ? 1 : 0;
+    return projected;
+  }
+  if (dataType === "CATEGORICAL") {
+    if (typeof score === "string") return score;
+    if (typeof score === "number") return String(score);
+    if (typeof score === "boolean") return score ? "true" : "false";
+    if (score === null || score === void 0) return outcome.outcome;
+    try {
+      return JSON.stringify(score) ?? outcome.outcome;
+    } catch {
+      return outcome.outcome;
+    }
+  }
+  if (dataType === "BOOLEAN") {
+    if (typeof score === "boolean") return score ? 1 : 0;
+    if (typeof score === "number") return score === 0 ? 0 : 1;
+    return outcome.outcome === "pass" ? 1 : 0;
+  }
+  if (typeof score === "number") return score;
+  if (typeof score === "boolean") return score ? 1 : 0;
+  if (typeof score === "object" && score !== null && "score" in score && typeof score.score === "number") {
+    return score.score;
+  }
+  return outcome.outcome === "pass" ? 1 : 0;
+}
+function traceFromCarrier(value) {
+  if (typeof value !== "object" || value === null || !("trace" in value)) return void 0;
+  return readTraceRef(value.trace);
+}
+function traceFromMetadata(metadata) {
+  if (metadata === void 0) return void 0;
+  return readTraceRef({
+    observer: metadata.traceObserver,
+    traceId: metadata.traceId,
+    observationId: metadata.observationId,
+    responseId: metadata.responseId
+  });
+}
+function readTraceRef(value) {
+  if (typeof value !== "object" || value === null) return void 0;
+  const traceId = value.traceId;
+  if (typeof traceId !== "string" || traceId.length === 0) return void 0;
+  const observer = value.observer;
+  const observationId = value.observationId;
+  const responseId = value.responseId;
+  const trace = { traceId };
+  if (typeof observer === "string" && observer.length > 0) trace.observer = observer;
+  if (typeof observationId === "string" && observationId.length > 0) {
+    trace.observationId = observationId;
+  }
+  if (typeof responseId === "string" && responseId.length > 0) trace.responseId = responseId;
+  return trace;
+}
+
+export {
+  projectEvalOutcome,
+  resolveEvalTraceRef,
+  defaultEvalTraceSelector
+};
+//# sourceMappingURL=chunk-PHLGGRHC.js.map

package/dist/chunk-PHLGGRHC.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evals/reporting.ts"],"sourcesContent":["import type { EvalOutcome } from \"./outcome\";\nimport type {\n  EvalMetadata,\n  EvalMetric,\n  EvalScoreProjection,\n  EvalTraceRef,\n  EvalTraceSelectorArgs,\n} from \"./types\";\n\nexport function projectEvalOutcome<Score>(\n  outcome: EvalOutcome<Score>,\n  dataType: EvalMetric<unknown, unknown>[\"dataType\"],\n  projectScore?: ((score: Score) => number | string | boolean) | undefined,\n): EvalScoreProjection {\n  const value = projectScoreValue(outcome, dataType, projectScore);\n  const projection: EvalScoreProjection = {\n    outcome: outcome.outcome,\n    value,\n    label: typeof value === \"string\" ? value : outcome.outcome,\n  };\n  if (typeof value === \"number\") projection.numericValue = value;\n  if (typeof value === \"string\") projection.categoricalValue = value;\n  const explanation =\n    outcome.comment ?? (outcome.outcome === \"invalid\" ? outcome.reason : undefined);\n  if (explanation !== undefined) projection.explanation = explanation;\n  return projection;\n}\n\nexport function resolveEvalTraceRef(args: {\n  output?: unknown;\n  input?: unknown;\n  metadata?: EvalMetadata | undefined;\n}): EvalTraceRef | undefined {\n  return (\n    traceFromCarrier(args.output) ??\n    traceFromCarrier(args.input) ??\n    traceFromMetadata(args.metadata)\n  );\n}\n\nexport function defaultEvalTraceSelector<Input, Output, Expected>(\n  args: EvalTraceSelectorArgs<Input, Output, Expected>,\n): EvalTraceRef | undefined {\n  return resolveEvalTraceRef({\n    output: args.output,\n    input: args.case.input,\n    metadata: args.case.metadata,\n  });\n}\n\nfunction projectScoreValue<Score>(\n  outcome: EvalOutcome<Score>,\n  dataType: EvalMetric<unknown, unknown>[\"dataType\"],\n  projectScore: ((score: Score) => number | string | boolean) | undefined,\n): number | string {\n  const score = outcome.score;\n  if (score !== undefined && projectScore !== undefined) {\n    const projected = projectScore(score);\n    if (typeof projected === \"boolean\") return projected ? 1 : 0;\n    return projected;\n  }\n  if (dataType === \"CATEGORICAL\") {\n    if (typeof score === \"string\") return score;\n    if (typeof score === \"number\") return String(score);\n    if (typeof score === \"boolean\") return score ? \"true\" : \"false\";\n    if (score === null || score === undefined) return outcome.outcome;\n    try {\n      return JSON.stringify(score) ?? outcome.outcome;\n    } catch {\n      return outcome.outcome;\n    }\n  }\n  if (dataType === \"BOOLEAN\") {\n    if (typeof score === \"boolean\") return score ? 1 : 0;\n    if (typeof score === \"number\") return score === 0 ? 0 : 1;\n    return outcome.outcome === \"pass\" ? 1 : 0;\n  }\n  if (typeof score === \"number\") return score;\n  if (typeof score === \"boolean\") return score ? 1 : 0;\n  if (\n    typeof score === \"object\" &&\n    score !== null &&\n    \"score\" in score &&\n    typeof (score as { score?: unknown }).score === \"number\"\n  ) {\n    return (score as { score: number }).score;\n  }\n  return outcome.outcome === \"pass\" ? 1 : 0;\n}\n\nfunction traceFromCarrier(value: unknown): EvalTraceRef | undefined {\n  if (typeof value !== \"object\" || value === null || !(\"trace\" in value)) return undefined;\n  return readTraceRef((value as { trace?: unknown }).trace);\n}\n\nfunction traceFromMetadata(metadata: EvalMetadata | undefined): EvalTraceRef | undefined {\n  if (metadata === undefined) return undefined;\n  return readTraceRef({\n    observer: metadata.traceObserver,\n    traceId: metadata.traceId,\n    observationId: metadata.observationId,\n    responseId: metadata.responseId,\n  });\n}\n\nfunction readTraceRef(value: unknown): EvalTraceRef | undefined {\n  if (typeof value !== \"object\" || value === null) return undefined;\n  const traceId = (value as { traceId?: unknown }).traceId;\n  if (typeof traceId !== \"string\" || traceId.length === 0) return undefined;\n  const observer = (value as { observer?: unknown }).observer;\n  const observationId = (value as { observationId?: unknown }).observationId;\n  const responseId = (value as { responseId?: unknown }).responseId;\n  const trace: EvalTraceRef = { traceId };\n  if (typeof observer === \"string\" && observer.length > 0) trace.observer = observer;\n  if (typeof observationId === \"string\" && observationId.length > 0) {\n    trace.observationId = observationId;\n  }\n  if (typeof responseId === \"string\" && responseId.length > 0) trace.responseId = responseId;\n  return trace;\n}\n"],"mappings":";AASO,SAAS,mBACd,SACA,UACA,cACqB;AACrB,QAAM,QAAQ,kBAAkB,SAAS,UAAU,YAAY;AAC/D,QAAM,aAAkC;AAAA,IACtC,SAAS,QAAQ;AAAA,IACjB;AAAA,IACA,OAAO,OAAO,UAAU,WAAW,QAAQ,QAAQ;AAAA,EACrD;AACA,MAAI,OAAO,UAAU,SAAU,YAAW,eAAe;AACzD,MAAI,OAAO,UAAU,SAAU,YAAW,mBAAmB;AAC7D,QAAM,cACJ,QAAQ,YAAY,QAAQ,YAAY,YAAY,QAAQ,SAAS;AACvE,MAAI,gBAAgB,OAAW,YAAW,cAAc;AACxD,SAAO;AACT;AAEO,SAAS,oBAAoB,MAIP;AAC3B,SACE,iBAAiB,KAAK,MAAM,KAC5B,iBAAiB,KAAK,KAAK,KAC3B,kBAAkB,KAAK,QAAQ;AAEnC;AAEO,SAAS,yBACd,MAC0B;AAC1B,SAAO,oBAAoB;AAAA,IACzB,QAAQ,KAAK;AAAA,IACb,OAAO,KAAK,KAAK;AAAA,IACjB,UAAU,KAAK,KAAK;AAAA,EACtB,CAAC;AACH;AAEA,SAAS,kBACP,SACA,UACA,cACiB;AACjB,QAAM,QAAQ,QAAQ;AACtB,MAAI,UAAU,UAAa,iBAAiB,QAAW;AACrD,UAAM,YAAY,aAAa,KAAK;AACpC,QAAI,OAAO,cAAc,UAAW,QAAO,YAAY,IAAI;AAC3D,WAAO;AAAA,EACT;AACA,MAAI,aAAa,eAAe;AAC9B,QAAI,OAAO,UAAU,SAAU,QAAO;AACtC,QAAI,OAAO,UAAU,SAAU,QAAO,OAAO,KAAK;AAClD,QAAI,OAAO,UAAU,UAAW,QAAO,QAAQ,SAAS;AACxD,QAAI,UAAU,QAAQ,UAAU,OAAW,QAAO,QAAQ;AAC1D,QAAI;AACF,aAAO,KAAK,UAAU,KAAK,KAAK,QAAQ;AAAA,IAC1C,QAAQ;AACN,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AACA,MAAI,aAAa,WAAW;AAC1B,QAAI,OAAO,UAAU,UAAW,QAAO,QAAQ,IAAI;AACnD,QAAI,OAAO,UAAU,SAAU,QAAO,UAAU,IAAI,IAAI;AACxD,WAAO,QAAQ,YAAY,SAAS,IAAI;AAAA,EAC1C;AACA,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI,OAAO,UAAU,UAAW,QAAO,QAAQ,IAAI;AACnD,MACE,OAAO,UAAU,YACjB,UAAU,QACV,WAAW,SACX,OAAQ,MAA8B,UAAU,UAChD;AACA,WAAQ,MAA4B;AAAA,EACtC;AACA,SAAO,QAAQ,YAAY,SAAS,IAAI;AAC1C;AAEA,SAAS,iBAAiB,OAA0C;AAClE,MAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,EAAE,WAAW,OAAQ,QAAO;AAC/E,SAAO,aAAc,MAA8B,KAAK;AAC1D;AAEA,SAAS,kBAAkB,UAA8D;AACvF,MAAI,aAAa,OAAW,QAAO;AACnC,SAAO,aAAa;AAAA,IAClB,UAAU,SAAS;AAAA,IACnB,SAAS,SAAS;AAAA,IAClB,eAAe,SAAS;AAAA,IACxB,YAAY,SAAS;AAAA,EACvB,CAAC;AACH;AAEA,SAAS,aAAa,OAA0C;AAC9D,MAAI,OAAO,UAAU,YAAY,UAAU,KAAM,QAAO;AACxD,QAAM,UAAW,MAAgC;AACjD,MAAI,OAAO,YAAY,YAAY,QAAQ,WAAW,EAAG,QAAO;AAChE,QAAM,WAAY,MAAiC;AACnD,QAAM,gBAAiB,MAAsC;AAC7D,QAAM,aAAc,MAAmC;AACvD,QAAM,QAAsB,EAAE,QAAQ;AACtC,MAAI,OAAO,aAAa,YAAY,SAAS,SAAS,EAAG,OAAM,WAAW;AAC1E,MAAI,OAAO,kBAAkB,YAAY,cAAc,SAAS,GAAG;AACjE,UAAM,gBAAgB;AAAA,EACxB;AACA,MAAI,OAAO,eAAe,YAAY,WAAW,SAAS,EAAG,OAAM,aAAa;AAChF,SAAO;AACT;","names":[]}