@anvia/core 1.0.2 → 1.0.4

package/README.md

@@ -500,6 +500,43 @@ const { runId, output } = await pipeline.run({
 });
 ```
 
+Pipelines use the same named observability configuration as Agents. Pipeline observers receive the
+root run and every composed, parallel, Agent, extraction, and custom stage. A primary stage trace is
+propagated into an Agent stage so its generations and tools become children of that stage. This
+requires the Pipeline and Agent `primaryTrace` names to match. When they differ, Anvia leaves the
+Agent trace unchanged without raising an error:
+
+```ts
+const pipeline = new Pipeline({
+  id: "support-flow",
+  inputSchema: z.string(),
+  observability: {
+    observers: { telemetry: pipelineObserver },
+    primaryTrace: "telemetry",
+  },
+}).agent({
+  id: "draft",
+  agent,
+  suspension: "reject",
+  request: ({ input }) => ({ prompt: input }),
+});
+
+const result = await pipeline.run({
+  input: "Customer cannot complete checkout.",
+  trace: { sessionId: "support-session" },
+});
+
+console.log(result.trace);
+```
+
+The `observer` passed to `pipeline.run()` remains a separate stage-event sink intended for Studio,
+logging, and other operational consumers. Its errors are isolated unless `failOnObserverError` is
+enabled.
+
+`observability.errorPolicy` controls named observer failures instead. It accepts `"ignore"` or
+`"throw"` and defaults to `"ignore"`. With `"throw"`, the run rejects with a
+`PipelineObserverDispatchError` containing the failed phase and per-observer failures.
+
 ## Documents
 
 Applications own file discovery, file reads, source metadata, and per-file error policy. Core only
@@ -538,6 +575,32 @@ slice. PDF pages are one-based, and the parser task is disposed before extractio
 If parsing or abort handling fails together with parser cleanup, extraction rejects with an
 `AggregateError` containing the operation failure first and the cleanup failure second.
 
+For the common vector ingestion path, embed and upsert raw text with one call:
+
+```ts
+import { ingestVectorText } from "@anvia/core/vector-store";
+
+await ingestVectorText({
+  store,
+  document: {
+    id: "incident-42",
+    text,
+    metadata: { tenant: "acme" },
+  },
+  embeddingModel,
+  chunking: {
+    strategy: "recursive",
+    maxSize: 1_000,
+    overlap: 100,
+    separators: ["\n\n", "\n", " "],
+  },
+});
+```
+
+`ingestVectorDocuments()` accepts the same document shape for batches. Without `chunking`, each
+source document is embedded as one chunk. Chunk embeddings remain grouped under the source document
+ID so re-ingestion replaces its complete vector representation instead of leaving stale chunks.
+
 ## Media
 
 Media helpers follow the same one-object API and share `providerOptions`, `retries`, and

package/dist/agent/index.d.ts

@@ -1,9 +1,9 @@
 export { M as ModelCallOptions } from '../model-call-options-CZkSw_xN.js';
 export { R as RetryContext, a as RetryOptions, b as RetrySetting } from '../retry-CjvSlKGW.js';
-export { A as Agent, a as AgentContextInput, b as AgentMemory, c as AgentMemoryOptions, d as AgentOptions, e as AgentToolInput, f as AgentToolOptions, C as CreateHybridVectorContextOptions, g as CreateVectorContextOptions, V as VectorContext, h as VectorContextBaseOptions, i as createVectorContext, j as isVectorContext } from '../agent-DYfzP-n5.js';
+export { A as Agent, a as AgentContextInput, b as AgentMemory, c as AgentMemoryOptions, d as AgentOptions, e as AgentToolInput, f as AgentToolOptions, C as CreateHybridVectorContextOptions, g as CreateVectorContextOptions, V as VectorContext, h as VectorContextBaseOptions, i as createVectorContext, j as isVectorContext } from '../agent-fvQIBLBk.js';
 import { M as Message, U as Usage, C as CompletionFinishReason } from '../types-DgvozfPc.js';
-import { A as AgentBlockedOutcome, g as AgentInteractionOutcome } from '../types-BUEZMBhO.js';
-export { a as AgentChildStreamEvent, b as AgentDeltaEvent, c as AgentErrorEvent, d as AgentErrorStreamEvent, e as AgentFinishEvent, f as AgentInput, h as AgentLifecycle, i as AgentMemoryCompactionEvent, j as AgentMemoryCompactionOptions, k as AgentOutcome, l as AgentPrompt, m as AgentResponse, n as AgentRunOptions, o as AgentRunSettings, p as AgentStartEvent, q as AgentSteerInput, r as AgentSteerReceipt, s as AgentStepFinishEvent, t as AgentStream, u as AgentStreamEvent, v as AgentToolCallDeltaEvent, w as AgentToolFinishEvent, x as AgentToolStartEvent } from '../types-BUEZMBhO.js';
+import { A as AgentBlockedOutcome, g as AgentInteractionOutcome } from '../types-ChH_bdtR.js';
+export { a as AgentChildStreamEvent, b as AgentDeltaEvent, c as AgentErrorEvent, d as AgentErrorStreamEvent, e as AgentFinishEvent, f as AgentInput, h as AgentLifecycle, i as AgentMemoryCompactionEvent, j as AgentMemoryCompactionOptions, k as AgentOutcome, l as AgentPrompt, m as AgentResponse, n as AgentRunOptions, o as AgentRunSettings, p as AgentStartEvent, q as AgentSteerInput, r as AgentSteerReceipt, s as AgentStepFinishEvent, t as AgentStream, u as AgentStreamEvent, v as AgentToolCallDeltaEvent, w as AgentToolFinishEvent, x as AgentToolStartEvent } from '../types-ChH_bdtR.js';
 import '../zod-schema-C7F4clpm.js';
 import 'zod';
 import '../types-DhkodEft.js';

package/dist/agent/index.js

@@ -2,14 +2,16 @@ import {
   Agent,
   createVectorContext,
   isVectorContext
-} from "../chunk-PH6OTIPZ.js";
+} from "../chunk-NMVCGWQY.js";
 import "../chunk-OJBFDBLG.js";
 import "../chunk-J6LVLV6P.js";
 import "../chunk-XMVOBX43.js";
-import "../chunk-AR2K73CJ.js";
+import "../chunk-34EDX4ZL.js";
+import "../chunk-KSKST3KP.js";
 import "../chunk-YK4WAAS4.js";
-import "../chunk-EO2GECYH.js";
-import "../chunk-YFJ4NHV6.js";
+import "../chunk-OIB3URVG.js";
+import "../chunk-LZD36ZAP.js";
+import "../chunk-4EWTDOLR.js";
 import {
   AgentRunBlockedError,
   AgentRunCancelledError,

package/dist/{agent-DYfzP-n5.d.ts → agent-fvQIBLBk.d.ts}

@@ -4,7 +4,7 @@ import { Z as ZodSchema } from './zod-schema-C7F4clpm.js';
 import { d as GuardrailPolicyInput, c as GuardrailPolicy } from './types-DhkodEft.js';
 import { a as McpServer } from './types-DjqRHeAi.js';
 import { E as MemoryStore, z as MemorySavePolicy, F as MemoryTokenCounter, n as MemoryCompactor, d as MemoryCompactionConflictRetryOptions, y as MemoryOptions, k as MemoryCompactionResult } from './types-CSYt7-It.js';
-import { h as AgentLifecycle, F as AgentObservabilityOptions, n as AgentRunOptions, k as AgentOutcome, o as AgentRunSettings, t as AgentStream, j as AgentMemoryCompactionOptions } from './types-BUEZMBhO.js';
+import { h as AgentLifecycle, F as AgentObservabilityOptions, n as AgentRunOptions, k as AgentOutcome, o as AgentRunSettings, t as AgentStream, j as AgentMemoryCompactionOptions } from './types-ChH_bdtR.js';
 import { A as AgentMiddleware } from './middleware-kcF8AusP.js';
 import { A as AnyTool, T as Tool, c as ToolCallContext, N as NormalizedToolOutput } from './tool-BpqpoRSE.js';
 import { AgentContinuation, AgentInteractionResponse } from './agent/interactions/index.js';

package/dist/{chunk-AR2K73CJ.js → chunk-34EDX4ZL.js}

@@ -1,89 +1,10 @@
+import {
+  observerSnapshot
+} from "./chunk-KSKST3KP.js";
 import {
   Usage
 } from "./chunk-TB5EKZM7.js";
 
-// src/observability/snapshot.ts
-function observerSnapshot(value) {
-  if (containsError(value, /* @__PURE__ */ new WeakSet())) {
-    return cloneObserverFallback(value, /* @__PURE__ */ new WeakMap());
-  }
-  try {
-    return globalThis.structuredClone(value);
-  } catch {
-    return cloneObserverFallback(value, /* @__PURE__ */ new WeakMap());
-  }
-}
-function cloneObserverFallback(value, seen) {
-  if (typeof value !== "object" || value === null) {
-    return value;
-  }
-  const existing = seen.get(value);
-  if (existing !== void 0) {
-    return existing;
-  }
-  if (Array.isArray(value)) {
-    const clone2 = [];
-    seen.set(value, clone2);
-    clone2.push(...value.map((item) => cloneObserverFallback(item, seen)));
-    return clone2;
-  }
-  if (value instanceof Date) {
-    return new Date(value.getTime());
-  }
-  if (value instanceof Error) {
-    const clone2 = Object.create(Object.getPrototypeOf(value));
-    seen.set(value, clone2);
-    Object.defineProperties(clone2, {
-      name: { configurable: true, writable: true, value: value.name },
-      message: { configurable: true, writable: true, value: value.message }
-    });
-    if (value.stack !== void 0) {
-      Object.defineProperty(clone2, "stack", {
-        configurable: true,
-        writable: true,
-        value: value.stack
-      });
-    }
-    if (value.cause !== void 0) {
-      Object.defineProperty(clone2, "cause", {
-        configurable: true,
-        writable: true,
-        value: cloneObserverFallback(value.cause, seen)
-      });
-    }
-    for (const key of Object.getOwnPropertyNames(value)) {
-      if (key === "name" || key === "message" || key === "stack" || key === "cause") continue;
-      const descriptor = Object.getOwnPropertyDescriptor(value, key);
-      if (descriptor === void 0) continue;
-      if ("value" in descriptor) {
-        descriptor.value = cloneObserverFallback(descriptor.value, seen);
-      }
-      Object.defineProperty(clone2, key, descriptor);
-    }
-    return clone2;
-  }
-  if (Object.getPrototypeOf(value) !== Object.prototype) {
-    return value;
-  }
-  const clone = {};
-  seen.set(value, clone);
-  for (const [key, item] of Object.entries(value)) {
-    clone[key] = cloneObserverFallback(item, seen);
-  }
-  return clone;
-}
-function containsError(value, seen) {
-  if (typeof value !== "object" || value === null) return false;
-  if (value instanceof Error) return true;
-  if (seen.has(value)) return false;
-  seen.add(value);
-  if (Array.isArray(value)) {
-    return value.some((item) => containsError(item, seen));
-  }
-  if (Object.getPrototypeOf(value) !== Object.prototype) return false;
-  return Object.values(value).some((item) => containsError(item, seen));
-}
-
 // src/observability/group.ts
 var AgentObserverDispatchError = class extends AggregateError {
   phase;
@@ -321,4 +242,4 @@ export {
   AgentObserverDispatchError,
   startAgentRunObservers
 };
-//# sourceMappingURL=chunk-AR2K73CJ.js.map
+//# sourceMappingURL=chunk-34EDX4ZL.js.map

package/dist/chunk-34EDX4ZL.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/observability/group.ts"],"sourcesContent":["import { Usage } from \"../completion\";\nimport { observerSnapshot } from \"./snapshot\";\nimport type {\n  AgentGenerationEndArgs,\n  AgentGenerationErrorArgs,\n  AgentGenerationObserver,\n  AgentGenerationStartArgs,\n  AgentGenerationUpdateArgs,\n  AgentObserverErrorPolicy,\n  AgentObserverMap,\n  AgentRunEndArgs,\n  AgentRunErrorArgs,\n  AgentRunEventArgs,\n  AgentRunObserver,\n  AgentRunStartArgs,\n  AgentToolEndArgs,\n  AgentToolErrorArgs,\n  AgentToolObserver,\n  AgentToolStartArgs,\n  AgentToolStreamEventArgs,\n  AgentToolSuspendedArgs,\n  AgentTraceInfo,\n} from \"./types\";\n\nexport type AgentObserverFailure = {\n  readonly observer: string;\n  readonly error: unknown;\n};\n\nexport class AgentObserverDispatchError extends AggregateError {\n  readonly phase: string;\n  readonly failures: readonly AgentObserverFailure[];\n\n  constructor(phase: string, failures: readonly AgentObserverFailure[]) {\n    super(\n      failures.map((failure) => failure.error),\n      `Agent observer ${phase} failed for ${failures.map((failure) => failure.observer).join(\", \")}.`,\n    );\n    this.name = \"AgentObserverDispatchError\";\n    this.phase = phase;\n    this.failures = Object.freeze([...failures]);\n  }\n}\n\ntype NamedObserver<T> = {\n  readonly name: string;\n  readonly observer: T;\n};\n\ntype ActiveNamedObserver<T> = NamedObserver<T> & {\n  terminal: boolean;\n};\n\nexport async function startAgentRunObservers(\n  observers: AgentObserverMap,\n  args: AgentRunStartArgs,\n  options: {\n    readonly primaryTrace?: string | undefined;\n    readonly errorPolicy: AgentObserverErrorPolicy;\n  },\n): Promise<ActiveAgentRunObservers> {\n  const runObservers: ActiveNamedObserver<AgentRunObserver>[] = [];\n  const failures: AgentObserverFailure[] = [];\n  for (const [name, observer] of Object.entries(observers)) {\n    try {\n      const runObserver = await observer.startRun(observerSnapshot(args));\n      if (runObserver !== undefined) {\n        runObservers.push({ name, observer: runObserver, terminal: false });\n      }\n    } catch (error) {\n      failures.push({ observer: name, error });\n    }\n  }\n  if (options.errorPolicy === \"throw\" && failures.length > 0) {\n    const startupError = new AgentObserverDispatchError(\"startRun\", failures);\n    const cleanupFailures = await terminateObservers(runObservers, (observer) =>\n      observer.error?.(\n        observerSnapshot({\n          status: \"failed\",\n          error: startupError,\n          usage: Usage.empty(),\n          messages: [...args.history, args.prompt],\n        }),\n      ),\n    );\n    throw new AgentObserverDispatchError(\"startRun\", [...failures, ...cleanupFailures]);\n  }\n  return new ActiveAgentRunObservers(runObservers, options);\n}\n\nexport class ActiveAgentRunObservers {\n  readonly trace: AgentTraceInfo | undefined;\n\n  constructor(\n    private readonly runObservers: readonly ActiveNamedObserver<AgentRunObserver>[],\n    private readonly options: {\n      readonly primaryTrace?: string | undefined;\n      readonly errorPolicy: AgentObserverErrorPolicy;\n    },\n  ) {\n    const primary =\n      options.primaryTrace === undefined\n        ? undefined\n        : runObservers.find((entry) => entry.name === options.primaryTrace);\n    this.trace =\n      primary?.observer.trace === undefined\n        ? undefined\n        : Object.freeze({ observer: primary.name, ...primary.observer.trace });\n  }\n\n  async startGeneration(args: AgentGenerationStartArgs): Promise<ActiveGenerationObservers> {\n    const generationObservers: ActiveNamedObserver<AgentGenerationObserver>[] = [];\n    const failures: AgentObserverFailure[] = [];\n    for (const entry of this.runObservers) {\n      if (entry.observer.startGeneration === undefined) continue;\n      try {\n        const observer = await entry.observer.startGeneration(observerSnapshot(args));\n        if (observer !== undefined) {\n          generationObservers.push({ name: entry.name, observer, terminal: false });\n        }\n      } catch (error) {\n        failures.push({ observer: entry.name, error });\n      }\n    }\n    if (this.options.errorPolicy === \"throw\" && failures.length > 0) {\n      const startupError = new AgentObserverDispatchError(\"startGeneration\", failures);\n      const cleanupFailures = await terminateObservers(generationObservers, (observer) =>\n        observer.error?.(observerSnapshot({ turn: args.turn, error: startupError })),\n      );\n      throw new AgentObserverDispatchError(\"startGeneration\", [...failures, ...cleanupFailures]);\n    }\n    return new ActiveGenerationObservers(generationObservers, this.options.errorPolicy);\n  }\n\n  async startTool(args: AgentToolStartArgs): Promise<ActiveToolObservers> {\n    const toolObservers: ActiveNamedObserver<AgentToolObserver>[] = [];\n    const failures: AgentObserverFailure[] = [];\n    for (const entry of this.runObservers) {\n      if (entry.observer.startTool === undefined) continue;\n      try {\n        const observer = await entry.observer.startTool(observerSnapshot(args));\n        if (observer !== undefined) {\n          toolObservers.push({ name: entry.name, observer, terminal: false });\n        }\n      } catch (error) {\n        failures.push({ observer: entry.name, error });\n      }\n    }\n    if (this.options.errorPolicy === \"throw\" && failures.length > 0) {\n      const startupError = new AgentObserverDispatchError(\"startTool\", failures);\n      const cleanupFailures = await terminateObservers(toolObservers, (observer) =>\n        observer.error?.(observerSnapshot({ ...args, error: startupError })),\n      );\n      throw new AgentObserverDispatchError(\"startTool\", [...failures, ...cleanupFailures]);\n    }\n    return new ActiveToolObservers(toolObservers, this.options.errorPolicy);\n  }\n\n  async end(args: AgentRunEndArgs): Promise<void> {\n    await dispatchTerminalObservers(\n      this.runObservers,\n      \"end\",\n      (observer) => observer.end(observerSnapshot(args)),\n      this.options.errorPolicy,\n    );\n  }\n\n  async error(args: AgentRunErrorArgs): Promise<void> {\n    await dispatchTerminalObservers(\n      this.runObservers,\n      \"error\",\n      (observer) => observer.error?.(observerSnapshot(args)),\n      \"ignore\",\n    );\n  }\n\n  async event(args: AgentRunEventArgs): Promise<void> {\n    await dispatchObservers(\n      this.runObservers,\n      \"event\",\n      (observer) => observer.event?.(observerSnapshot(args)),\n      this.options.errorPolicy,\n    );\n  }\n}\n\nexport class ActiveGenerationObservers {\n  constructor(\n    private readonly observers: readonly ActiveNamedObserver<AgentGenerationObserver>[],\n    private readonly errorPolicy: AgentObserverErrorPolicy,\n  ) {}\n\n  async end(args: AgentGenerationEndArgs): Promise<void> {\n    await dispatchTerminalObservers(\n      this.observers,\n      \"generation.end\",\n      (observer) => observer.end(observerSnapshot(args)),\n      this.errorPolicy,\n    );\n  }\n\n  async error(args: AgentGenerationErrorArgs): Promise<void> {\n    await dispatchTerminalObservers(\n      this.observers,\n      \"generation.error\",\n      (observer) => observer.error?.(observerSnapshot(args)),\n      \"ignore\",\n    );\n  }\n\n  async update(args: AgentGenerationUpdateArgs): Promise<void> {\n    await dispatchObservers(\n      this.observers,\n      \"generation.update\",\n      (observer) => observer.update?.(observerSnapshot(args)),\n      this.errorPolicy,\n    );\n  }\n}\n\nexport class ActiveToolObservers {\n  constructor(\n    private readonly observers: readonly ActiveNamedObserver<AgentToolObserver>[],\n    private readonly errorPolicy: AgentObserverErrorPolicy,\n  ) {}\n\n  async streamEvent(args: AgentToolStreamEventArgs): Promise<void> {\n    await dispatchObservers(\n      this.observers,\n      \"tool.streamEvent\",\n      (observer) => observer.streamEvent?.(observerSnapshot(args)),\n      this.errorPolicy,\n    );\n  }\n\n  async end(args: AgentToolEndArgs): Promise<void> {\n    await dispatchTerminalObservers(\n      this.observers,\n      \"tool.end\",\n      (observer) => observer.end(observerSnapshot(args)),\n      this.errorPolicy,\n    );\n  }\n\n  async suspend(args: AgentToolSuspendedArgs): Promise<void> {\n    await dispatchTerminalObservers(\n      this.observers,\n      \"tool.suspend\",\n      (observer) => observer.suspend?.(observerSnapshot(args)),\n      this.errorPolicy,\n    );\n  }\n\n  async error(args: AgentToolErrorArgs): Promise<void> {\n    await dispatchTerminalObservers(\n      this.observers,\n      \"tool.error\",\n      (observer) => observer.error?.(observerSnapshot(args)),\n      \"ignore\",\n    );\n  }\n}\n\nasync function dispatchObservers<T>(\n  observers: readonly NamedObserver<T>[],\n  phase: string,\n  dispatch: (observer: T) => void | Promise<void> | undefined,\n  errorPolicy: AgentObserverErrorPolicy,\n): Promise<void> {\n  const failures: AgentObserverFailure[] = [];\n  for (const entry of observers) {\n    try {\n      await dispatch(entry.observer);\n    } catch (error) {\n      failures.push({ observer: entry.name, error });\n    }\n  }\n  throwObserverFailures(phase, failures, errorPolicy);\n}\n\nasync function dispatchTerminalObservers<T>(\n  observers: readonly ActiveNamedObserver<T>[],\n  phase: string,\n  dispatch: (observer: T) => void | Promise<void> | undefined,\n  errorPolicy: AgentObserverErrorPolicy,\n): Promise<void> {\n  const failures = await terminateObservers(observers, dispatch);\n  throwObserverFailures(phase, failures, errorPolicy);\n}\n\nasync function terminateObservers<T>(\n  observers: readonly ActiveNamedObserver<T>[],\n  dispatch: (observer: T) => void | Promise<void> | undefined,\n): Promise<AgentObserverFailure[]> {\n  const failures: AgentObserverFailure[] = [];\n  for (const entry of observers) {\n    if (entry.terminal) continue;\n    entry.terminal = true;\n    try {\n      await dispatch(entry.observer);\n    } catch (error) {\n      failures.push({ observer: entry.name, error });\n    }\n  }\n  return failures;\n}\n\nfunction throwObserverFailures(\n  phase: string,\n  failures: readonly AgentObserverFailure[],\n  errorPolicy: AgentObserverErrorPolicy,\n): void {\n  if (errorPolicy === \"throw\" && failures.length > 0) {\n    throw new AgentObserverDispatchError(phase, failures);\n  }\n}\n"],"mappings":";;;;;;;;AA6BO,IAAM,6BAAN,cAAyC,eAAe;AAAA,EACpD;AAAA,EACA;AAAA,EAET,YAAY,OAAe,UAA2C;AACpE;AAAA,MACE,SAAS,IAAI,CAAC,YAAY,QAAQ,KAAK;AAAA,MACvC,kBAAkB,KAAK,eAAe,SAAS,IAAI,CAAC,YAAY,QAAQ,QAAQ,EAAE,KAAK,IAAI,CAAC;AAAA,IAC9F;AACA,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,WAAW,OAAO,OAAO,CAAC,GAAG,QAAQ,CAAC;AAAA,EAC7C;AACF;AAWA,eAAsB,uBACpB,WACA,MACA,SAIkC;AAClC,QAAM,eAAwD,CAAC;AAC/D,QAAM,WAAmC,CAAC;AAC1C,aAAW,CAAC,MAAM,QAAQ,KAAK,OAAO,QAAQ,SAAS,GAAG;AACxD,QAAI;AACF,YAAM,cAAc,MAAM,SAAS,SAAS,iBAAiB,IAAI,CAAC;AAClE,UAAI,gBAAgB,QAAW;AAC7B,qBAAa,KAAK,EAAE,MAAM,UAAU,aAAa,UAAU,MAAM,CAAC;AAAA,MACpE;AAAA,IACF,SAAS,OAAO;AACd,eAAS,KAAK,EAAE,UAAU,MAAM,MAAM,CAAC;AAAA,IACzC;AAAA,EACF;AACA,MAAI,QAAQ,gBAAgB,WAAW,SAAS,SAAS,GAAG;AAC1D,UAAM,eAAe,IAAI,2BAA2B,YAAY,QAAQ;AACxE,UAAM,kBAAkB,MAAM;AAAA,MAAmB;AAAA,MAAc,CAAC,aAC9D,SAAS;AAAA,QACP,iBAAiB;AAAA,UACf,QAAQ;AAAA,UACR,OAAO;AAAA,UACP,OAAO,MAAM,MAAM;AAAA,UACnB,UAAU,CAAC,GAAG,KAAK,SAAS,KAAK,MAAM;AAAA,QACzC,CAAC;AAAA,MACH;AAAA,IACF;AACA,UAAM,IAAI,2BAA2B,YAAY,CAAC,GAAG,UAAU,GAAG,eAAe,CAAC;AAAA,EACpF;AACA,SAAO,IAAI,wBAAwB,cAAc,OAAO;AAC1D;AAEO,IAAM,0BAAN,MAA8B;AAAA,EAGnC,YACmB,cACA,SAIjB;AALiB;AACA;AAKjB,UAAM,UACJ,QAAQ,iBAAiB,SACrB,SACA,aAAa,KAAK,CAAC,UAAU,MAAM,SAAS,QAAQ,YAAY;AACtE,SAAK,QACH,SAAS,SAAS,UAAU,SACxB,SACA,OAAO,OAAO,EAAE,UAAU,QAAQ,MAAM,GAAG,QAAQ,SAAS,MAAM,CAAC;AAAA,EAC3E;AAAA,EAdmB;AAAA,EACA;AAAA,EAJV;AAAA,EAmBT,MAAM,gBAAgB,MAAoE;AACxF,UAAM,sBAAsE,CAAC;AAC7E,UAAM,WAAmC,CAAC;AAC1C,eAAW,SAAS,KAAK,cAAc;AACrC,UAAI,MAAM,SAAS,oBAAoB,OAAW;AAClD,UAAI;AACF,cAAM,WAAW,MAAM,MAAM,SAAS,gBAAgB,iBAAiB,IAAI,CAAC;AAC5E,YAAI,aAAa,QAAW;AAC1B,8BAAoB,KAAK,EAAE,MAAM,MAAM,MAAM,UAAU,UAAU,MAAM,CAAC;AAAA,QAC1E;AAAA,MACF,SAAS,OAAO;AACd,iBAAS,KAAK,EAAE,UAAU,MAAM,MAAM,MAAM,CAAC;AAAA,MAC/C;AAAA,IACF;AACA,QAAI,KAAK,QAAQ,gBAAgB,WAAW,SAAS,SAAS,GAAG;AAC/D,YAAM,eAAe,IAAI,2BAA2B,mBAAmB,QAAQ;AAC/E,YAAM,kBAAkB,MAAM;AAAA,QAAmB;AAAA,QAAqB,CAAC,aACrE,SAAS,QAAQ,iBAAiB,EAAE,MAAM,KAAK,MAAM,OAAO,aAAa,CAAC,CAAC;AAAA,MAC7E;AACA,YAAM,IAAI,2BAA2B,mBAAmB,CAAC,GAAG,UAAU,GAAG,eAAe,CAAC;AAAA,IAC3F;AACA,WAAO,IAAI,0BAA0B,qBAAqB,KAAK,QAAQ,WAAW;AAAA,EACpF;AAAA,EAEA,MAAM,UAAU,MAAwD;AACtE,UAAM,gBAA0D,CAAC;AACjE,UAAM,WAAmC,CAAC;AAC1C,eAAW,SAAS,KAAK,cAAc;AACrC,UAAI,MAAM,SAAS,cAAc,OAAW;AAC5C,UAAI;AACF,cAAM,WAAW,MAAM,MAAM,SAAS,UAAU,iBAAiB,IAAI,CAAC;AACtE,YAAI,aAAa,QAAW;AAC1B,wBAAc,KAAK,EAAE,MAAM,MAAM,MAAM,UAAU,UAAU,MAAM,CAAC;AAAA,QACpE;AAAA,MACF,SAAS,OAAO;AACd,iBAAS,KAAK,EAAE,UAAU,MAAM,MAAM,MAAM,CAAC;AAAA,MAC/C;AAAA,IACF;AACA,QAAI,KAAK,QAAQ,gBAAgB,WAAW,SAAS,SAAS,GAAG;AAC/D,YAAM,eAAe,IAAI,2BAA2B,aAAa,QAAQ;AACzE,YAAM,kBAAkB,MAAM;AAAA,QAAmB;AAAA,QAAe,CAAC,aAC/D,SAAS,QAAQ,iBAAiB,EAAE,GAAG,MAAM,OAAO,aAAa,CAAC,CAAC;AAAA,MACrE;AACA,YAAM,IAAI,2BAA2B,aAAa,CAAC,GAAG,UAAU,GAAG,eAAe,CAAC;AAAA,IACrF;AACA,WAAO,IAAI,oBAAoB,eAAe,KAAK,QAAQ,WAAW;AAAA,EACxE;AAAA,EAEA,MAAM,IAAI,MAAsC;AAC9C,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,IAAI,iBAAiB,IAAI,CAAC;AAAA,MACjD,KAAK,QAAQ;AAAA,IACf;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,MAAwC;AAClD,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,QAAQ,iBAAiB,IAAI,CAAC;AAAA,MACrD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,MAAwC;AAClD,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,QAAQ,iBAAiB,IAAI,CAAC;AAAA,MACrD,KAAK,QAAQ;AAAA,IACf;AAAA,EACF;AACF;AAEO,IAAM,4BAAN,MAAgC;AAAA,EACrC,YACmB,WACA,aACjB;AAFiB;AACA;AAAA,EAChB;AAAA,EAFgB;AAAA,EACA;AAAA,EAGnB,MAAM,IAAI,MAA6C;AACrD,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,IAAI,iBAAiB,IAAI,CAAC;AAAA,MACjD,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,MAA+C;AACzD,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,QAAQ,iBAAiB,IAAI,CAAC;AAAA,MACrD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,MAAgD;AAC3D,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,SAAS,iBAAiB,IAAI,CAAC;AAAA,MACtD,KAAK;AAAA,IACP;AAAA,EACF;AACF;AAEO,IAAM,sBAAN,MAA0B;AAAA,EAC/B,YACmB,WACA,aACjB;AAFiB;AACA;AAAA,EAChB;AAAA,EAFgB;AAAA,EACA;AAAA,EAGnB,MAAM,YAAY,MAA+C;AAC/D,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,cAAc,iBAAiB,IAAI,CAAC;AAAA,MAC3D,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAM,IAAI,MAAuC;AAC/C,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,IAAI,iBAAiB,IAAI,CAAC;AAAA,MACjD,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ,MAA6C;AACzD,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,UAAU,iBAAiB,IAAI,CAAC;AAAA,MACvD,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,MAAyC;AACnD,UAAM;AAAA,MACJ,KAAK;AAAA,MACL;AAAA,MACA,CAAC,aAAa,SAAS,QAAQ,iBAAiB,IAAI,CAAC;AAAA,MACrD;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,kBACb,WACA,OACA,UACA,aACe;AACf,QAAM,WAAmC,CAAC;AAC1C,aAAW,SAAS,WAAW;AAC7B,QAAI;AACF,YAAM,SAAS,MAAM,QAAQ;AAAA,IAC/B,SAAS,OAAO;AACd,eAAS,KAAK,EAAE,UAAU,MAAM,MAAM,MAAM,CAAC;AAAA,IAC/C;AAAA,EACF;AACA,wBAAsB,OAAO,UAAU,WAAW;AACpD;AAEA,eAAe,0BACb,WACA,OACA,UACA,aACe;AACf,QAAM,WAAW,MAAM,mBAAmB,WAAW,QAAQ;AAC7D,wBAAsB,OAAO,UAAU,WAAW;AACpD;AAEA,eAAe,mBACb,WACA,UACiC;AACjC,QAAM,WAAmC,CAAC;AAC1C,aAAW,SAAS,WAAW;AAC7B,QAAI,MAAM,SAAU;AACpB,UAAM,WAAW;AACjB,QAAI;AACF,YAAM,SAAS,MAAM,QAAQ;AAAA,IAC/B,SAAS,OAAO;AACd,eAAS,KAAK,EAAE,UAAU,MAAM,MAAM,MAAM,CAAC;AAAA,IAC/C;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,sBACP,OACA,UACA,aACM;AACN,MAAI,gBAAgB,WAAW,SAAS,SAAS,GAAG;AAClD,UAAM,IAAI,2BAA2B,OAAO,QAAQ;AAAA,EACtD;AACF;","names":[]}

package/dist/chunk-4EWTDOLR.js

@@ -0,0 +1,412 @@
+// src/documents/chunk-text.ts
+function chunkText(options) {
+  const validated = validateOptions(options);
+  if (validated.text.length === 0) {
+    return [];
+  }
+  if (validated.strategy === "fixed") {
+    return chunkFixed(validated.text, validated.maxSize, validated.overlap);
+  }
+  const ranges = resolveRecursiveRanges(
+    validated.text,
+    { start: 0, end: validated.text.length },
+    validated.maxSize,
+    validated.separators
+  );
+  return applyRecursiveOverlap(validated.text, ranges, validated.maxSize, validated.overlap);
+}
+function validateOptions(options) {
+  if (typeof options !== "object" || options === null) {
+    throw new TypeError("chunkText options must be an object");
+  }
+  const value = options;
+  if (typeof value.text !== "string") {
+    throw new TypeError("chunkText text must be a string");
+  }
+  if (!Number.isSafeInteger(value.maxSize) || value.maxSize <= 0) {
+    throw new RangeError("chunkText maxSize must be a positive safe integer");
+  }
+  const maxSize = value.maxSize;
+  const overlap = value.overlap === void 0 ? 0 : value.overlap;
+  if (!Number.isSafeInteger(overlap) || overlap < 0 || overlap >= maxSize) {
+    throw new RangeError(
+      "chunkText overlap must be a non-negative safe integer smaller than maxSize"
+    );
+  }
+  if (value.strategy === "fixed") {
+    if ("separators" in value) {
+      throw new TypeError("chunkText fixed strategy does not accept separators");
+    }
+    return {
+      text: value.text,
+      strategy: "fixed",
+      maxSize,
+      overlap
+    };
+  }
+  if (value.strategy !== "recursive") {
+    throw new TypeError('chunkText strategy must be either "fixed" or "recursive"');
+  }
+  if (!Array.isArray(value.separators) || value.separators.length === 0) {
+    throw new TypeError("chunkText recursive separators must be a non-empty array");
+  }
+  const separators = value.separators;
+  const seen = /* @__PURE__ */ new Set();
+  for (const separator of separators) {
+    if (typeof separator !== "string" || separator.length === 0) {
+      throw new TypeError("chunkText recursive separators must contain non-empty strings");
+    }
+    if (seen.has(separator)) {
+      throw new TypeError("chunkText recursive separators must not contain duplicates");
+    }
+    seen.add(separator);
+  }
+  return {
+    text: value.text,
+    strategy: "recursive",
+    maxSize,
+    overlap,
+    separators
+  };
+}
+function chunkFixed(text, maxSize, overlap) {
+  const chunks = [];
+  let start = 0;
+  while (start < text.length) {
+    const end = Math.min(start + maxSize, text.length);
+    chunks.push(createChunk(text, chunks.length, start, end));
+    if (end === text.length) {
+      break;
+    }
+    start = end - overlap;
+  }
+  return chunks;
+}
+function resolveRecursiveRanges(text, initialRange, maxSize, separators) {
+  const resolved = [];
+  const pending = [
+    { range: initialRange, separatorIndex: 0 }
+  ];
+  while (pending.length > 0) {
+    const current = pending.pop();
+    if (current === void 0) {
+      break;
+    }
+    if (current.range.end - current.range.start <= maxSize) {
+      resolved.push(current.range);
+      continue;
+    }
+    let pieces;
+    let nextSeparatorIndex = separators.length;
+    for (let index = current.separatorIndex; index < separators.length; index += 1) {
+      const candidate = splitAfterSeparator(text, current.range, separators[index]);
+      if (candidate.length > 1) {
+        pieces = candidate;
+        nextSeparatorIndex = index + 1;
+        break;
+      }
+    }
+    if (pieces === void 0) {
+      resolved.push(...hardSplit(current.range, maxSize));
+      continue;
+    }
+    for (let index = pieces.length - 1; index >= 0; index -= 1) {
+      pending.push({ range: pieces[index], separatorIndex: nextSeparatorIndex });
+    }
+  }
+  return resolved;
+}
+function splitAfterSeparator(text, range, separator) {
+  const ranges = [];
+  let start = range.start;
+  let searchFrom = range.start;
+  while (searchFrom < range.end) {
+    const separatorStart = text.indexOf(separator, searchFrom);
+    if (separatorStart < 0 || separatorStart + separator.length > range.end) {
+      break;
+    }
+    const end = separatorStart + separator.length;
+    if (end > start) {
+      ranges.push({ start, end });
+    }
+    start = end;
+    searchFrom = end;
+  }
+  if (start < range.end) {
+    ranges.push({ start, end: range.end });
+  }
+  return ranges;
+}
+function hardSplit(range, maxSize) {
+  const ranges = [];
+  for (let start = range.start; start < range.end; start += maxSize) {
+    ranges.push({ start, end: Math.min(start + maxSize, range.end) });
+  }
+  return ranges;
+}
+function applyRecursiveOverlap(text, ranges, maxSize, overlap) {
+  const boundaries = ranges.map((range) => range.end);
+  const chunks = [];
+  let start = 0;
+  let previousEnd = 0;
+  while (start < text.length) {
+    const limit = Math.min(start + maxSize, text.length);
+    const boundary = findLastBoundaryAtMost(boundaries, limit);
+    const end = boundary !== void 0 && boundary > previousEnd ? boundary : limit;
+    chunks.push(createChunk(text, chunks.length, start, end));
+    if (end === text.length) {
+      break;
+    }
+    previousEnd = end;
+    start = Math.max(0, end - overlap);
+  }
+  return chunks;
+}
+function findLastBoundaryAtMost(boundaries, limit) {
+  let low = 0;
+  let high = boundaries.length;
+  while (low < high) {
+    const middle = low + Math.floor((high - low) / 2);
+    if (boundaries[middle] <= limit) {
+      low = middle + 1;
+    } else {
+      high = middle;
+    }
+  }
+  return boundaries[low - 1];
+}
+function createChunk(text, index, start, end) {
+  return { index, text: text.slice(start, end), start, end };
+}
+
+// src/documents/pdf.ts
+async function extractPdfText(options) {
+  if (typeof options !== "object" || options === null) {
+    throw new TypeError("extractPdfText options must be an object");
+  }
+  if (!(options.data instanceof Uint8Array)) {
+    throw new TypeError("extractPdfText data must be a Uint8Array");
+  }
+  if (options.abortSignal !== void 0 && !isAbortSignal(options.abortSignal)) {
+    throw new TypeError("extractPdfText abortSignal must be an AbortSignal");
+  }
+  const { abortSignal } = options;
+  abortSignal?.throwIfAborted();
+  const data = new Uint8Array(options.data);
+  const pdfjs = await loadPdfjs();
+  abortSignal?.throwIfAborted();
+  const loadingTask = pdfjs.getDocument({ data });
+  let destroyPromise;
+  const destroy = () => {
+    destroyPromise ??= loadingTask.destroy();
+    return destroyPromise;
+  };
+  const abort = createAbortPromise(abortSignal, destroy);
+  return runWithCleanup(
+    async () => {
+      const document = await abort.wait(loadingTask.promise);
+      const pages = [];
+      for (let pageNumber = 1; pageNumber <= document.numPages; pageNumber += 1) {
+        abortSignal?.throwIfAborted();
+        const page = await abort.wait(document.getPage(pageNumber));
+        const content = await abort.wait(page.getTextContent());
+        pages.push({ pageNumber, text: extractPageText(content.items) });
+      }
+      return { pages };
+    },
+    async () => {
+      abort.dispose();
+      await destroy();
+    }
+  );
+}
+async function loadPdfjs() {
+  try {
+    return await import("pdfjs-dist/legacy/build/pdf.mjs");
+  } catch (cause) {
+    if (!isMissingPdfjsDependency(cause)) {
+      throw cause;
+    }
+    throw new Error(
+      'PDF extraction requires the optional "pdfjs-dist" package. Install it in your application to use extractPdfText().',
+      { cause }
+    );
+  }
+}
+function isMissingPdfjsDependency(error) {
+  const seen = /* @__PURE__ */ new Set();
+  let current = error;
+  while (current instanceof Error && !seen.has(current)) {
+    seen.add(current);
+    if (current.message.includes("pdfjs-dist") && "code" in current && current.code === "ERR_MODULE_NOT_FOUND") {
+      return true;
+    }
+    current = "cause" in current ? current.cause : void 0;
+  }
+  return false;
+}
+async function runWithCleanup(operation, cleanup) {
+  let outcome;
+  try {
+    outcome = { ok: true, value: await operation() };
+  } catch (error) {
+    outcome = { ok: false, error };
+  }
+  let cleanupError;
+  let cleanupFailed = false;
+  try {
+    await cleanup();
+  } catch (error) {
+    cleanupFailed = true;
+    cleanupError = error;
+  }
+  if (!outcome.ok) {
+    if (cleanupFailed) {
+      throw new AggregateError(
+        [outcome.error, cleanupError],
+        "PDF extraction and cleanup both failed",
+        { cause: outcome.error }
+      );
+    }
+    throw outcome.error;
+  }
+  if (cleanupFailed) {
+    throw cleanupError;
+  }
+  return outcome.value;
+}
+function isAbortSignal(value) {
+  if (typeof value !== "object" || value === null) {
+    return false;
+  }
+  const candidate = value;
+  return typeof candidate.aborted === "boolean" && typeof candidate.addEventListener === "function" && typeof candidate.removeEventListener === "function" && typeof candidate.throwIfAborted === "function";
+}
+function extractPageText(items) {
+  let text = "";
+  for (const item of items) {
+    if (typeof item !== "object" || item === null) {
+      throw new TypeError("PDF text content contains a malformed item");
+    }
+    if (!("str" in item)) {
+      if ("type" in item && (item.type === "beginMarkedContent" || item.type === "beginMarkedContentProps" || item.type === "endMarkedContent")) {
+        continue;
+      }
+      throw new TypeError("PDF text content contains an unknown non-text item");
+    }
+    if (typeof item.str !== "string") {
+      throw new TypeError("PDF text content item str must be a string");
+    }
+    if (!("hasEOL" in item) || typeof item.hasEOL !== "boolean") {
+      throw new TypeError("PDF text content item hasEOL must be a boolean");
+    }
+    text += item.str;
+    if (item.hasEOL) {
+      text += "\n";
+    }
+  }
+  return text;
+}
+function createAbortPromise(abortSignal, destroy) {
+  if (abortSignal === void 0) {
+    return {
+      wait: (promise) => promise,
+      dispose: () => void 0
+    };
+  }
+  let rejectAbort;
+  const aborted = new Promise((_resolve, reject) => {
+    rejectAbort = reject;
+  });
+  const onAbort = () => {
+    void destroy();
+    rejectAbort?.(
+      abortSignal.reason ?? new DOMException("The operation was aborted", "AbortError")
+    );
+  };
+  abortSignal.addEventListener("abort", onAbort, { once: true });
+  if (abortSignal.aborted) {
+    onAbort();
+  }
+  return {
+    wait: (promise) => Promise.race([promise, aborted]),
+    dispose: () => abortSignal.removeEventListener("abort", onAbort)
+  };
+}
+
+// src/documents/text-document.ts
+function chunkTextDocuments(options) {
+  if (typeof options !== "object" || options === null) {
+    throw new TypeError("chunkTextDocuments options must contain a documents array");
+  }
+  const documents = options.documents;
+  if (!Array.isArray(documents)) {
+    throw new TypeError("chunkTextDocuments options must contain a documents array");
+  }
+  const ids = /* @__PURE__ */ new Set();
+  const chunks = [];
+  for (const document of documents) {
+    validateDocument(document, ids);
+    chunks.push(...chunkDocument(document, options.chunking));
+  }
+  return chunks;
+}
+function validateDocument(document, ids) {
+  if (typeof document !== "object" || document === null) {
+    throw new TypeError("Text documents must be objects");
+  }
+  if (typeof document.id !== "string" || document.id.length === 0) {
+    throw new TypeError("Text document ids must be non-empty strings");
+  }
+  if (ids.has(document.id)) {
+    throw new TypeError(`Duplicate text document id: ${document.id}`);
+  }
+  if (typeof document.text !== "string" || document.text.length === 0) {
+    throw new TypeError(`Text document ${document.id} must contain non-empty text`);
+  }
+  ids.add(document.id);
+}
+function chunkDocument(document, chunking) {
+  if (chunking === void 0 || chunking.strategy === "none") {
+    return [createDocumentChunk(document, 0, document.text)];
+  }
+  const textChunks = chunkDocumentText(document.text, chunking);
+  return textChunks.map((chunk) => createDocumentChunk(document, chunk.index, chunk.text));
+}
+function chunkDocumentText(text, chunking) {
+  const overlap = chunking.overlap ?? 0;
+  if (chunking.strategy === "fixed") {
+    return chunkText({
+      text,
+      strategy: "fixed",
+      maxSize: chunking.maxSize,
+      overlap
+    });
+  }
+  return chunkText({
+    text,
+    strategy: "recursive",
+    maxSize: chunking.maxSize,
+    overlap,
+    separators: chunking.separators
+  });
+}
+function createDocumentChunk(document, index, text) {
+  const chunk = {
+    id: `${document.id}:chunk:${index}`,
+    documentId: document.id,
+    index,
+    text
+  };
+  if (document.metadata === void 0) {
+    return chunk;
+  }
+  return { ...chunk, metadata: document.metadata };
+}
+
+export {
+  chunkText,
+  extractPdfText,
+  chunkTextDocuments
+};
+//# sourceMappingURL=chunk-4EWTDOLR.js.map