@anvia/core 0.26.0 → 1.0.0-rc.2

package/dist/internal/agent.d.ts

@@ -1,10 +1,164 @@
-export { A as Agent, e as AgentEventAppendInput, f as AgentEventRecord, c as AgentEventStore, g as AgentEventStoreInclude, d as AgentEventStoreOptions, j as AgentEventStoreRegistration, k as AgentOptions, h as AgentSession, i as AgentToolOptions, l as DEFAULT_MAX_TURNS, D as DynamicContextOptions, m as DynamicContextRegistration, b as DynamicToolOptions, n as DynamicToolRegistration } from '../agent-x3YTyv5i.js';
-import '../types-G12i56s2.js';
+export { A as Agent, R as ResolvedAgentOptions, k as createResolvedAgent, l as getResolvedAgentOptions } from '../agent-yBG8e9Jj.js';
+import { P as ProviderTool, M as Message, U as Usage, f as CompletionResponse, x as ToolResultContentPart } from '../types-CQ_ioXWK.js';
+import { T as ToolIndex } from '../dynamic-tools-KwEGRbHp.js';
+import { A as AnyTool, a as ToolApprovalContext } from '../tool--Mz4v1eL.js';
+import { v as AgentToolApprovalRequest } from '../types-3x3mOLHU.js';
+import { e as MemoryCompactionInfo } from '../types-BVzM4RsC.js';
+import '../retry-CjvSlKGW.js';
+import '../zod-schema-C7F4clpm.js';
+import 'zod';
 import '../guardrails/index.js';
-import '../types-D9JpeAPF.js';
-import '../types-BrLbKnEz.js';
-import '../index-BxSbmOMr.js';
-import '../tool-Cohdv5GC.js';
-import '../middleware-Dp3d_pxi.js';
-import '../types-BCTRUGex.js';
-import '../types-O-abTIin.js';
+import '../type-utils-CtHVDRn_.js';
+import '../model-call-options-CZkSw_xN.js';
+import '../client-B8DT1vUG.js';
+import 'node:child_process';
+import 'node:stream';
+import '@modelcontextprotocol/sdk/client/auth.js';
+import '@modelcontextprotocol/sdk/client/streamableHttp.js';
+import '@modelcontextprotocol/sdk/shared/transport.js';
+import '../middleware-C7PdmKF7.js';
+import '../types-DiJqJejp.js';
+import '../types-Cr4uiYo5.js';
+import '../types-Dld1TpWj.js';
+
+type AgentToolState = {
+    configuredTools: readonly AnyTool[];
+    staticTools: readonly AnyTool[];
+    providerTools: readonly ProviderTool[];
+    toolIndexes: readonly ToolIndex[];
+};
+declare function getAgentToolState(agent: object): AgentToolState;
+
+type HookAction = {
+    type: "continue";
+} | {
+    type: "terminate";
+    reason: string;
+};
+type ToolApprovalRequestOptions = {
+    reason?: string;
+    rejectMessage?: string;
+};
+type ToolCallHookAction = {
+    type: "continue";
+} | {
+    type: "skip";
+    reason: string;
+} | {
+    type: "terminate";
+    reason: string;
+} | ({
+    type: "approval_request";
+} & ToolApprovalRequestOptions);
+type RunControl = {
+    continue(): HookAction;
+    cancel(reason: string): HookAction;
+};
+type ToolCallControl = {
+    run(): ToolCallHookAction;
+    skip(reason: string): ToolCallHookAction;
+    cancel(reason: string): ToolCallHookAction;
+    requestApproval(options?: ToolApprovalRequestOptions): ToolCallHookAction;
+};
+type HookCallback<Args> = (args: Args) => HookAction | Promise<HookAction | undefined> | Promise<void> | void;
+type ToolCallHookCallback<Args> = (args: Args) => ToolCallHookAction | Promise<ToolCallHookAction | undefined> | Promise<void> | void;
+type CompletionCallHookArgs = {
+    prompt: Message;
+    history: Message[];
+    run: RunControl;
+};
+type RunStartHookArgs = {
+    prompt: Message;
+    history: Message[];
+    maxTurns: number;
+    run: RunControl;
+};
+type RunEndHookArgs = {
+    status: "completed";
+    output: unknown;
+    text: string;
+    usage: Usage;
+    messages: Message[];
+    run: RunControl;
+};
+type RunErrorHookArgs = {
+    error: unknown;
+    usage: Usage;
+    messages: Message[];
+    run: RunControl;
+};
+type TurnStartHookArgs = {
+    turn: number;
+    prompt: Message;
+    history: Message[];
+    run: RunControl;
+};
+type TurnEndHookArgs<RawResponse = unknown> = {
+    turn: number;
+    response: CompletionResponse<RawResponse>;
+    run: RunControl;
+};
+type CompletionResponseHookArgs<RawResponse = unknown> = {
+    prompt: Message;
+    response: CompletionResponse<RawResponse>;
+    run: RunControl;
+};
+type CompletionErrorHookArgs = {
+    prompt: Message;
+    error: unknown;
+    run: RunControl;
+};
+type ToolHookArgs = {
+    toolName: string;
+    toolCallId?: string;
+    internalCallId: string;
+    args: string;
+};
+type ToolCallHookArgs = ToolHookArgs & {
+    tool: ToolCallControl;
+};
+type ToolResultHookArgs = ToolHookArgs & {
+    result: string;
+    structuredResult?: readonly ToolResultContentPart[] | undefined;
+    run: RunControl;
+};
+type ToolErrorHookArgs = ToolHookArgs & {
+    error: unknown;
+    run: RunControl;
+};
+interface AgentHook<RawResponse = unknown> {
+    onRunStart?: HookCallback<RunStartHookArgs>;
+    onRunEnd?: HookCallback<RunEndHookArgs>;
+    onRunError?: HookCallback<RunErrorHookArgs>;
+    onTurnStart?: HookCallback<TurnStartHookArgs>;
+    onTurnEnd?: HookCallback<TurnEndHookArgs<RawResponse>>;
+    onCompletionCall?: HookCallback<CompletionCallHookArgs>;
+    onCompletionResponse?: HookCallback<CompletionResponseHookArgs<RawResponse>>;
+    onCompletionError?: HookCallback<CompletionErrorHookArgs>;
+    onToolCall?: ToolCallHookCallback<ToolCallHookArgs>;
+    onToolResult?: HookCallback<ToolResultHookArgs>;
+    onToolError?: HookCallback<ToolErrorHookArgs>;
+}
+
+declare function createHook<RawResponse = unknown>(hook: AgentHook<RawResponse>): AgentHook<RawResponse>;
+
+type ToolApprovalRequest<Args = unknown> = ToolApprovalContext<Args> & {
+    id: string;
+    reason?: string | undefined;
+    rejectMessage?: string | undefined;
+};
+
+declare function getAgentApprovalRequestDetails(approval: AgentToolApprovalRequest): ToolApprovalRequest | undefined;
+
+type InternalAgentRunOptions = {
+    hook?: AgentHook | undefined;
+    onFailure?: ((failure: {
+        error: unknown;
+        messages: readonly Message[];
+    }) => void) | undefined;
+    onMemoryCompaction?: ((compaction: MemoryCompactionInfo) => void | Promise<void>) | undefined;
+    runId?: string | undefined;
+};
+declare function withInternalAgentRunOptions<T extends object>(options: T, internal: InternalAgentRunOptions): T;
+
+export { type AgentHook, type InternalAgentRunOptions, createHook, getAgentApprovalRequestDetails, getAgentToolState, withInternalAgentRunOptions };

package/dist/internal/agent.js

@@ -1,25 +1,32 @@
 import {
   Agent,
-  AgentSession,
-  DEFAULT_MAX_TURNS
-} from "../chunk-DALYP4PX.js";
-import "../chunk-BALBBVI3.js";
+  createHook,
+  createResolvedAgent,
+  getAgentApprovalRequestDetails,
+  getAgentToolState,
+  getResolvedAgentOptions,
+  withInternalAgentRunOptions
+} from "../chunk-DBSCKTUL.js";
 import "../chunk-YK4WAAS4.js";
-import "../chunk-XUUY2L2D.js";
-import "../chunk-HYUYZEAJ.js";
-import "../chunk-MELYDKWQ.js";
-import "../chunk-2ODTMRHP.js";
-import "../chunk-MRQLEK2B.js";
-import "../chunk-MNWK2USR.js";
-import "../chunk-OIMLU4SF.js";
-import "../chunk-Q25IWLBT.js";
-import "../chunk-MC3CCKEB.js";
-import "../chunk-ADH7NNCS.js";
-import "../chunk-WQKHFADH.js";
-import "../chunk-CWUJUSOS.js";
+import "../chunk-EINTGEGY.js";
+import "../chunk-CQNNSZPG.js";
+import "../chunk-D37WMSP6.js";
+import "../chunk-77AIYARB.js";
+import "../chunk-OJH6HWHX.js";
+import "../chunk-CWM7B2OO.js";
+import "../chunk-FMHLROPQ.js";
+import "../chunk-MGNTXGTX.js";
+import "../chunk-KR3RCCHJ.js";
+import "../chunk-TIZYTPJO.js";
+import "../chunk-KIDGIJM7.js";
+import "../chunk-FN7HLLAZ.js";
 export {
   Agent,
-  AgentSession,
-  DEFAULT_MAX_TURNS
+  createHook,
+  createResolvedAgent,
+  getAgentApprovalRequestDetails,
+  getAgentToolState,
+  getResolvedAgentOptions,
+  withInternalAgentRunOptions
 };
 //# sourceMappingURL=agent.js.map

package/dist/loaders/index.d.ts

@@ -1,4 +1,5 @@
-import { D as Document } from '../types-G12i56s2.js';
+import { D as Document } from '../types-CQ_ioXWK.js';
+import '../model-call-options-CZkSw_xN.js';
 
 type LoaderResult<T> = {
     ok: true;
@@ -7,11 +8,11 @@ type LoaderResult<T> = {
     ok: false;
     error: unknown;
 };
-type LoaderValue$1<T> = T extends {
+type LoaderValue<T> = T extends {
     ok: true;
     value: infer Value;
 } ? Value : never;
-type UnwrapLoaderResult$1<T> = [LoaderValue$1<T>] extends [never] ? T : LoaderValue$1<T>;
+type UnwrapLoaderResult<T> = [LoaderValue<T>] extends [never] ? T : LoaderValue<T>;
 type FileSource = {
     path: string;
 } | {
@@ -61,15 +62,10 @@ declare class FileLoader<T = LoaderResult<FileSource>> implements AsyncIterable<
     static fromBytesMany(bytes: Array<Uint8Array | ArrayBuffer>): FileLoader<LoaderResult<FileSource>>;
     read(): FileLoader<LoaderResult<string>>;
     readWithPath(): FileLoader<LoaderResult<FileReadWithPath>>;
-    ignoreErrors(): FileLoader<UnwrapLoaderResult$1<T>>;
+    ignoreErrors(): FileLoader<UnwrapLoaderResult<T>>;
     [Symbol.asyncIterator](): AsyncIterator<T>;
 }
 
-type LoaderValue<T> = T extends {
-    ok: true;
-    value: infer Value;
-} ? Value : never;
-type UnwrapLoaderResult<T> = [LoaderValue<T>] extends [never] ? T : LoaderValue<T>;
 declare class PdfFileLoader<T = LoaderResult<PdfSource>> implements AsyncIterable<T> {
     private readonly source;
     private readonly mode;
@@ -88,4 +84,4 @@ declare class PdfFileLoader<T = LoaderResult<PdfSource>> implements AsyncIterabl
     [Symbol.asyncIterator](): AsyncIterator<T>;
 }
 
-export { FileLoader, type FileMode, type FileReadWithPath, type FileSource, type LoaderResult, type LoaderValue$1 as LoaderValue, PdfFileLoader, type PdfPage, type PdfPageWithPath, type PdfReadWithPath, type PdfSource, type UnwrapLoaderResult$1 as UnwrapLoaderResult, fileLoaderToDocuments, fileToDocument, pdfLoaderToDocuments, pdfPageLoaderToDocuments, pdfPageToDocument, pdfToDocument };
+export { FileLoader, type FileMode, type FileReadWithPath, type FileSource, type LoaderResult, type LoaderValue, PdfFileLoader, type PdfPage, type PdfPageWithPath, type PdfReadWithPath, type PdfSource, type UnwrapLoaderResult, fileLoaderToDocuments, fileToDocument, pdfLoaderToDocuments, pdfPageLoaderToDocuments, pdfPageToDocument, pdfToDocument };

package/dist/loaders/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/loaders/documents.ts","../../src/loaders/file.ts","../../src/loaders/shared.ts","../../src/loaders/pdf.ts"],"sourcesContent":["import type { Document } from \"../completion\";\nimport type { FileReadWithPath, PdfPageWithPath, PdfReadWithPath } from \"./types\";\n\nexport function fileToDocument(file: FileReadWithPath): Document {\n  return {\n    id: file.path,\n    text: file.text,\n    additionalProps: {\n      source: file.path,\n      mediaType: \"text/plain\",\n    },\n  };\n}\n\nexport async function fileLoaderToDocuments(\n  loader: AsyncIterable<FileReadWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const file of loader) {\n    documents.push(fileToDocument(file));\n  }\n  return documents;\n}\n\nexport function pdfToDocument(pdf: PdfReadWithPath): Document {\n  return {\n    id: pdf.path,\n    text: pdf.text,\n    additionalProps: {\n      source: pdf.path,\n      mediaType: \"application/pdf\",\n    },\n  };\n}\n\nexport async function pdfLoaderToDocuments(\n  loader: AsyncIterable<PdfReadWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const pdf of loader) {\n    documents.push(pdfToDocument(pdf));\n  }\n  return documents;\n}\n\nexport function pdfPageToDocument(page: PdfPageWithPath): Document {\n  return {\n    id: `${page.path}#page=${page.pageNumber}`,\n    text: page.text,\n    additionalProps: {\n      source: page.path,\n      mediaType: \"application/pdf\",\n      pageNumber: String(page.pageNumber),\n    },\n  };\n}\n\nexport async function pdfPageLoaderToDocuments(\n  loader: AsyncIterable<PdfPageWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const page of loader) {\n    documents.push(pdfPageToDocument(page));\n  }\n  return documents;\n}\n","import { readdir, readFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { err, ok, sortedGlob, toUint8Array } from \"./shared\";\nimport type {\n  FileMode,\n  FileReadWithPath,\n  FileSource,\n  LoaderResult,\n  UnwrapLoaderResult,\n} from \"./types\";\n\nexport class FileLoader<T = LoaderResult<FileSource>> implements AsyncIterable<T> {\n  private constructor(\n    private readonly source: () => AsyncIterable<LoaderResult<FileSource>>,\n    private readonly mode: FileMode,\n    private readonly skipErrors: boolean,\n  ) {}\n\n  static withGlob(pattern: string): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        for (const path of await sortedGlob(pattern)) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static withDir(directory: string): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        const entries = await readdir(directory, { withFileTypes: true });\n        const files = entries\n          .filter((entry) => entry.isFile())\n          .map((entry) => join(directory, entry.name))\n          .sort((left, right) => left.localeCompare(right));\n        for (const path of files) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static fromBytes(bytes: Uint8Array | ArrayBuffer): FileLoader<LoaderResult<FileSource>> {\n    return FileLoader.fromBytesMany([bytes]);\n  }\n\n  static fromBytesMany(\n    bytes: Array<Uint8Array | ArrayBuffer>,\n  ): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        for (const value of bytes) {\n          yield ok({ path: \"<memory>\", bytes: toUint8Array(value) });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  read(): FileLoader<LoaderResult<string>> {\n    return new FileLoader(this.source, \"read\", this.skipErrors);\n  }\n\n  readWithPath(): FileLoader<LoaderResult<FileReadWithPath>> {\n    return new FileLoader(this.source, \"readWithPath\", this.skipErrors);\n  }\n\n  ignoreErrors(): FileLoader<UnwrapLoaderResult<T>> {\n    return new FileLoader(this.source, this.mode, true) as FileLoader<UnwrapLoaderResult<T>>;\n  }\n\n  async *[Symbol.asyncIterator](): AsyncIterator<T> {\n    for await (const item of this.source()) {\n      const result = await mapFileResult(item, this.mode);\n      if (!result.ok && this.skipErrors) {\n        continue;\n      }\n      yield (this.skipErrors && result.ok ? result.value : result) as T;\n    }\n  }\n}\n\nasync function mapFileResult(\n  item: LoaderResult<FileSource>,\n  mode: FileMode,\n): Promise<LoaderResult<FileSource | string | FileReadWithPath>> {\n  if (!item.ok) {\n    return item;\n  }\n  if (mode === \"source\") {\n    return item;\n  }\n  try {\n    const text = await readFileSource(item.value);\n    return mode === \"read\" ? ok(text) : ok({ path: item.value.path, text });\n  } catch (error) {\n    return err(error);\n  }\n}\n\nasync function readFileSource(source: FileSource): Promise<string> {\n  if (\"bytes\" in source) {\n    return new TextDecoder().decode(source.bytes);\n  }\n  return readFile(source.path, \"utf8\");\n}\n","import { isAbsolute } from \"node:path\";\nimport { glob } from \"tinyglobby\";\nimport type { LoaderResult } from \"./types\";\n\nexport function ok<T>(value: T): LoaderResult<T> {\n  return { ok: true, value };\n}\n\nexport function err(error: unknown): LoaderResult<never> {\n  return { ok: false, error };\n}\n\nexport async function sortedGlob(pattern: string): Promise<string[]> {\n  return (await glob(pattern, { absolute: isAbsolute(pattern), onlyFiles: true })).sort(\n    (left, right) => left.localeCompare(right),\n  );\n}\n\nexport function toUint8Array(bytes: Uint8Array | ArrayBuffer): Uint8Array {\n  if (bytes instanceof Uint8Array) {\n    return new Uint8Array(\n      bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength),\n    );\n  }\n  return new Uint8Array(bytes);\n}\n","import { readdir, readFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { err, ok, sortedGlob, toUint8Array } from \"./shared\";\nimport type { LoaderResult, PdfPage, PdfPageWithPath, PdfReadWithPath, PdfSource } from \"./types\";\n\ntype PdfMode = \"source\" | \"read\" | \"readWithPath\" | \"byPage\" | \"byPageWithPath\";\ntype LoaderValue<T> = T extends { ok: true; value: infer Value } ? Value : never;\ntype UnwrapLoaderResult<T> = [LoaderValue<T>] extends [never] ? T : LoaderValue<T>;\n\nexport class PdfFileLoader<T = LoaderResult<PdfSource>> implements AsyncIterable<T> {\n  private constructor(\n    private readonly source: () => AsyncIterable<LoaderResult<PdfSource>>,\n    private readonly mode: PdfMode,\n    private readonly skipErrors: boolean,\n  ) {}\n\n  static withGlob(pattern: string): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        for (const path of await sortedGlob(pattern)) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static withDir(directory: string): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        const entries = await readdir(directory, { withFileTypes: true });\n        const files = entries\n          .filter((entry) => entry.isFile())\n          .map((entry) => join(directory, entry.name))\n          .sort((left, right) => left.localeCompare(right));\n        for (const path of files) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static fromBytes(bytes: Uint8Array | ArrayBuffer): PdfFileLoader<LoaderResult<PdfSource>> {\n    return PdfFileLoader.fromBytesMany([bytes]);\n  }\n\n  static fromBytesMany(\n    bytes: Array<Uint8Array | ArrayBuffer>,\n  ): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        for (const value of bytes) {\n          yield ok({ path: \"<memory>\", bytes: toUint8Array(value) });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  read(): PdfFileLoader<LoaderResult<string>> {\n    return new PdfFileLoader(this.source, \"read\", this.skipErrors);\n  }\n\n  readWithPath(): PdfFileLoader<LoaderResult<PdfReadWithPath>> {\n    return new PdfFileLoader(this.source, \"readWithPath\", this.skipErrors);\n  }\n\n  byPage(\n    this: PdfFileLoader<LoaderResult<PdfReadWithPath>>,\n  ): PdfFileLoader<LoaderResult<PdfPageWithPath>>;\n  byPage(this: PdfFileLoader<PdfReadWithPath>): PdfFileLoader<PdfPageWithPath>;\n  byPage(): PdfFileLoader<LoaderResult<PdfPage>>;\n  byPage(): PdfFileLoader<LoaderResult<PdfPage> | LoaderResult<PdfPageWithPath> | PdfPageWithPath> {\n    const mode = this.mode === \"readWithPath\" ? \"byPageWithPath\" : \"byPage\";\n    return new PdfFileLoader(this.source, mode, this.skipErrors);\n  }\n\n  ignoreErrors(): PdfFileLoader<UnwrapLoaderResult<T>> {\n    return new PdfFileLoader(this.source, this.mode, true) as PdfFileLoader<UnwrapLoaderResult<T>>;\n  }\n\n  async *[Symbol.asyncIterator](): AsyncIterator<T> {\n    for await (const item of this.source()) {\n      const results = await mapPdfResult(item, this.mode);\n      for (const result of results) {\n        if (!result.ok && this.skipErrors) {\n          continue;\n        }\n        yield (this.skipErrors && result.ok ? result.value : result) as T;\n      }\n    }\n  }\n}\n\nasync function mapPdfResult(\n  item: LoaderResult<PdfSource>,\n  mode: PdfMode,\n): Promise<Array<LoaderResult<PdfSource | string | PdfReadWithPath | PdfPage | PdfPageWithPath>>> {\n  if (!item.ok) {\n    return [item];\n  }\n  if (mode === \"source\") {\n    return [item];\n  }\n  try {\n    const pages = await readPdfPages(item.value);\n    if (mode === \"read\") {\n      return [ok(pages.map((page) => page.text).join(\"\"))];\n    }\n    if (mode === \"readWithPath\") {\n      return [ok({ path: item.value.path, text: pages.map((page) => page.text).join(\"\") })];\n    }\n    if (mode === \"byPageWithPath\") {\n      return pages.map((page) => ok({ path: item.value.path, ...page }));\n    }\n    return pages.map(ok);\n  } catch (error) {\n    return [err(error)];\n  }\n}\n\nasync function readPdfPages(source: PdfSource): Promise<PdfPage[]> {\n  const pdfjs = await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n  const bytes = \"bytes\" in source ? source.bytes : toUint8Array(await readFile(source.path));\n  const loadingTask = pdfjs.getDocument({ data: bytes });\n  const document = await loadingTask.promise;\n  const pages: PdfPage[] = [];\n  try {\n    for (let index = 1; index <= document.numPages; index += 1) {\n      const page = await document.getPage(index);\n      const content = await page.getTextContent();\n      const text = content.items\n        .flatMap((item) =>\n          typeof item === \"object\" && item !== null && \"str\" in item ? [String(item.str)] : [],\n        )\n        .join(\"\\n\");\n      pages.push({ pageNumber: index - 1, text: text.length > 0 ? `${text}\\n` : \"\" });\n    }\n  } finally {\n    await loadingTask.destroy();\n  }\n  return pages;\n}\n"],"mappings":";AAGO,SAAS,eAAe,MAAkC;AAC/D,SAAO;AAAA,IACL,IAAI,KAAK;AAAA,IACT,MAAM,KAAK;AAAA,IACX,iBAAiB;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEA,eAAsB,sBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,QAAQ,QAAQ;AAC/B,cAAU,KAAK,eAAe,IAAI,CAAC;AAAA,EACrC;AACA,SAAO;AACT;AAEO,SAAS,cAAc,KAAgC;AAC5D,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,MAAM,IAAI;AAAA,IACV,iBAAiB;AAAA,MACf,QAAQ,IAAI;AAAA,MACZ,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEA,eAAsB,qBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,OAAO,QAAQ;AAC9B,cAAU,KAAK,cAAc,GAAG,CAAC;AAAA,EACnC;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,MAAiC;AACjE,SAAO;AAAA,IACL,IAAI,GAAG,KAAK,IAAI,SAAS,KAAK,UAAU;AAAA,IACxC,MAAM,KAAK;AAAA,IACX,iBAAiB;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,WAAW;AAAA,MACX,YAAY,OAAO,KAAK,UAAU;AAAA,IACpC;AAAA,EACF;AACF;AAEA,eAAsB,yBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,QAAQ,QAAQ;AAC/B,cAAU,KAAK,kBAAkB,IAAI,CAAC;AAAA,EACxC;AACA,SAAO;AACT;;;ACjEA,SAAS,SAAS,gBAAgB;AAClC,SAAS,YAAY;;;ACDrB,SAAS,kBAAkB;AAC3B,SAAS,YAAY;AAGd,SAAS,GAAM,OAA2B;AAC/C,SAAO,EAAE,IAAI,MAAM,MAAM;AAC3B;AAEO,SAAS,IAAI,OAAqC;AACvD,SAAO,EAAE,IAAI,OAAO,MAAM;AAC5B;AAEA,eAAsB,WAAW,SAAoC;AACnE,UAAQ,MAAM,KAAK,SAAS,EAAE,UAAU,WAAW,OAAO,GAAG,WAAW,KAAK,CAAC,GAAG;AAAA,IAC/E,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK;AAAA,EAC3C;AACF;AAEO,SAAS,aAAa,OAA6C;AACxE,MAAI,iBAAiB,YAAY;AAC/B,WAAO,IAAI;AAAA,MACT,MAAM,OAAO,MAAM,MAAM,YAAY,MAAM,aAAa,MAAM,UAAU;AAAA,IAC1E;AAAA,EACF;AACA,SAAO,IAAI,WAAW,KAAK;AAC7B;;;ADdO,IAAM,aAAN,MAAM,YAAqE;AAAA,EACxE,YACW,QACA,MACA,YACjB;AAHiB;AACA;AACA;AAAA,EAChB;AAAA,EAHgB;AAAA,EACA;AAAA,EACA;AAAA,EAGnB,OAAO,SAAS,SAAuD;AACrE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,QAAQ,MAAM,WAAW,OAAO,GAAG;AAC5C,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,QAAQ,WAAyD;AACtE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,cAAM,UAAU,MAAM,QAAQ,WAAW,EAAE,eAAe,KAAK,CAAC;AAChE,cAAM,QAAQ,QACX,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,EAChC,IAAI,CAAC,UAAU,KAAK,WAAW,MAAM,IAAI,CAAC,EAC1C,KAAK,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK,CAAC;AAClD,mBAAW,QAAQ,OAAO;AACxB,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,UAAU,OAAuE;AACtF,WAAO,YAAW,cAAc,CAAC,KAAK,CAAC;AAAA,EACzC;AAAA,EAEA,OAAO,cACL,OACsC;AACtC,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,SAAS,OAAO;AACzB,gBAAM,GAAG,EAAE,MAAM,YAAY,OAAO,aAAa,KAAK,EAAE,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAyC;AACvC,WAAO,IAAI,YAAW,KAAK,QAAQ,QAAQ,KAAK,UAAU;AAAA,EAC5D;AAAA,EAEA,eAA2D;AACzD,WAAO,IAAI,YAAW,KAAK,QAAQ,gBAAgB,KAAK,UAAU;AAAA,EACpE;AAAA,EAEA,eAAkD;AAChD,WAAO,IAAI,YAAW,KAAK,QAAQ,KAAK,MAAM,IAAI;AAAA,EACpD;AAAA,EAEA,QAAQ,OAAO,aAAa,IAAsB;AAChD,qBAAiB,QAAQ,KAAK,OAAO,GAAG;AACtC,YAAM,SAAS,MAAM,cAAc,MAAM,KAAK,IAAI;AAClD,UAAI,CAAC,OAAO,MAAM,KAAK,YAAY;AACjC;AAAA,MACF;AACA,YAAO,KAAK,cAAc,OAAO,KAAK,OAAO,QAAQ;AAAA,IACvD;AAAA,EACF;AACF;AAEA,eAAe,cACb,MACA,MAC+D;AAC/D,MAAI,CAAC,KAAK,IAAI;AACZ,WAAO;AAAA,EACT;AACA,MAAI,SAAS,UAAU;AACrB,WAAO;AAAA,EACT;AACA,MAAI;AACF,UAAM,OAAO,MAAM,eAAe,KAAK,KAAK;AAC5C,WAAO,SAAS,SAAS,GAAG,IAAI,IAAI,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,KAAK,CAAC;AAAA,EACxE,SAAS,OAAO;AACd,WAAO,IAAI,KAAK;AAAA,EAClB;AACF;AAEA,eAAe,eAAe,QAAqC;AACjE,MAAI,WAAW,QAAQ;AACrB,WAAO,IAAI,YAAY,EAAE,OAAO,OAAO,KAAK;AAAA,EAC9C;AACA,SAAO,SAAS,OAAO,MAAM,MAAM;AACrC;;;AE/GA,SAAS,WAAAA,UAAS,YAAAC,iBAAgB;AAClC,SAAS,QAAAC,aAAY;AAQd,IAAM,gBAAN,MAAM,eAAuE;AAAA,EAC1E,YACW,QACA,MACA,YACjB;AAHiB;AACA;AACA;AAAA,EAChB;AAAA,EAHgB;AAAA,EACA;AAAA,EACA;AAAA,EAGnB,OAAO,SAAS,SAAyD;AACvE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,QAAQ,MAAM,WAAW,OAAO,GAAG;AAC5C,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,QAAQ,WAA2D;AACxE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,cAAM,UAAU,MAAMC,SAAQ,WAAW,EAAE,eAAe,KAAK,CAAC;AAChE,cAAM,QAAQ,QACX,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,EAChC,IAAI,CAAC,UAAUC,MAAK,WAAW,MAAM,IAAI,CAAC,EAC1C,KAAK,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK,CAAC;AAClD,mBAAW,QAAQ,OAAO;AACxB,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,UAAU,OAAyE;AACxF,WAAO,eAAc,cAAc,CAAC,KAAK,CAAC;AAAA,EAC5C;AAAA,EAEA,OAAO,cACL,OACwC;AACxC,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,SAAS,OAAO;AACzB,gBAAM,GAAG,EAAE,MAAM,YAAY,OAAO,aAAa,KAAK,EAAE,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAA4C;AAC1C,WAAO,IAAI,eAAc,KAAK,QAAQ,QAAQ,KAAK,UAAU;AAAA,EAC/D;AAAA,EAEA,eAA6D;AAC3D,WAAO,IAAI,eAAc,KAAK,QAAQ,gBAAgB,KAAK,UAAU;AAAA,EACvE;AAAA,EAOA,SAAiG;AAC/F,UAAM,OAAO,KAAK,SAAS,iBAAiB,mBAAmB;AAC/D,WAAO,IAAI,eAAc,KAAK,QAAQ,MAAM,KAAK,UAAU;AAAA,EAC7D;AAAA,EAEA,eAAqD;AACnD,WAAO,IAAI,eAAc,KAAK,QAAQ,KAAK,MAAM,IAAI;AAAA,EACvD;AAAA,EAEA,QAAQ,OAAO,aAAa,IAAsB;AAChD,qBAAiB,QAAQ,KAAK,OAAO,GAAG;AACtC,YAAM,UAAU,MAAM,aAAa,MAAM,KAAK,IAAI;AAClD,iBAAW,UAAU,SAAS;AAC5B,YAAI,CAAC,OAAO,MAAM,KAAK,YAAY;AACjC;AAAA,QACF;AACA,cAAO,KAAK,cAAc,OAAO,KAAK,OAAO,QAAQ;AAAA,MACvD;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,aACb,MACA,MACgG;AAChG,MAAI,CAAC,KAAK,IAAI;AACZ,WAAO,CAAC,IAAI;AAAA,EACd;AACA,MAAI,SAAS,UAAU;AACrB,WAAO,CAAC,IAAI;AAAA,EACd;AACA,MAAI;AACF,UAAM,QAAQ,MAAM,aAAa,KAAK,KAAK;AAC3C,QAAI,SAAS,QAAQ;AACnB,aAAO,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AAAA,IACrD;AACA,QAAI,SAAS,gBAAgB;AAC3B,aAAO,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;AAAA,IACtF;AACA,QAAI,SAAS,kBAAkB;AAC7B,aAAO,MAAM,IAAI,CAAC,SAAS,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC;AAAA,IACnE;AACA,WAAO,MAAM,IAAI,EAAE;AAAA,EACrB,SAAS,OAAO;AACd,WAAO,CAAC,IAAI,KAAK,CAAC;AAAA,EACpB;AACF;AAEA,eAAe,aAAa,QAAuC;AACjE,QAAM,QAAQ,MAAM,OAAO,iCAAiC;AAC5D,QAAM,QAAQ,WAAW,SAAS,OAAO,QAAQ,aAAa,MAAMC,UAAS,OAAO,IAAI,CAAC;AACzF,QAAM,cAAc,MAAM,YAAY,EAAE,MAAM,MAAM,CAAC;AACrD,QAAM,WAAW,MAAM,YAAY;AACnC,QAAM,QAAmB,CAAC;AAC1B,MAAI;AACF,aAAS,QAAQ,GAAG,SAAS,SAAS,UAAU,SAAS,GAAG;AAC1D,YAAM,OAAO,MAAM,SAAS,QAAQ,KAAK;AACzC,YAAM,UAAU,MAAM,KAAK,eAAe;AAC1C,YAAM,OAAO,QAAQ,MAClB;AAAA,QAAQ,CAAC,SACR,OAAO,SAAS,YAAY,SAAS,QAAQ,SAAS,OAAO,CAAC,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC;AAAA,MACrF,EACC,KAAK,IAAI;AACZ,YAAM,KAAK,EAAE,YAAY,QAAQ,GAAG,MAAM,KAAK,SAAS,IAAI,GAAG,IAAI;AAAA,IAAO,GAAG,CAAC;AAAA,IAChF;AAAA,EACF,UAAE;AACA,UAAM,YAAY,QAAQ;AAAA,EAC5B;AACA,SAAO;AACT;","names":["readdir","readFile","join","readdir","join","readFile"]}
+{"version":3,"sources":["../../src/loaders/documents.ts","../../src/loaders/file.ts","../../src/loaders/shared.ts","../../src/loaders/pdf.ts"],"sourcesContent":["import type { Document } from \"../completion\";\nimport type { FileReadWithPath, PdfPageWithPath, PdfReadWithPath } from \"./types\";\n\nexport function fileToDocument(file: FileReadWithPath): Document {\n  return {\n    id: file.path,\n    text: file.text,\n    additionalProps: {\n      source: file.path,\n      mediaType: \"text/plain\",\n    },\n  };\n}\n\nexport async function fileLoaderToDocuments(\n  loader: AsyncIterable<FileReadWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const file of loader) {\n    documents.push(fileToDocument(file));\n  }\n  return documents;\n}\n\nexport function pdfToDocument(pdf: PdfReadWithPath): Document {\n  return {\n    id: pdf.path,\n    text: pdf.text,\n    additionalProps: {\n      source: pdf.path,\n      mediaType: \"application/pdf\",\n    },\n  };\n}\n\nexport async function pdfLoaderToDocuments(\n  loader: AsyncIterable<PdfReadWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const pdf of loader) {\n    documents.push(pdfToDocument(pdf));\n  }\n  return documents;\n}\n\nexport function pdfPageToDocument(page: PdfPageWithPath): Document {\n  return {\n    id: `${page.path}#page=${page.pageNumber}`,\n    text: page.text,\n    additionalProps: {\n      source: page.path,\n      mediaType: \"application/pdf\",\n      pageNumber: String(page.pageNumber),\n    },\n  };\n}\n\nexport async function pdfPageLoaderToDocuments(\n  loader: AsyncIterable<PdfPageWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const page of loader) {\n    documents.push(pdfPageToDocument(page));\n  }\n  return documents;\n}\n","import { readdir, readFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { err, ok, sortedGlob, toUint8Array } from \"./shared\";\nimport type {\n  FileMode,\n  FileReadWithPath,\n  FileSource,\n  LoaderResult,\n  UnwrapLoaderResult,\n} from \"./types\";\n\nexport class FileLoader<T = LoaderResult<FileSource>> implements AsyncIterable<T> {\n  private constructor(\n    private readonly source: () => AsyncIterable<LoaderResult<FileSource>>,\n    private readonly mode: FileMode,\n    private readonly skipErrors: boolean,\n  ) {}\n\n  static withGlob(pattern: string): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        for (const path of await sortedGlob(pattern)) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static withDir(directory: string): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        const entries = await readdir(directory, { withFileTypes: true });\n        const files = entries\n          .filter((entry) => entry.isFile())\n          .map((entry) => join(directory, entry.name))\n          .sort((left, right) => left.localeCompare(right));\n        for (const path of files) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static fromBytes(bytes: Uint8Array | ArrayBuffer): FileLoader<LoaderResult<FileSource>> {\n    return FileLoader.fromBytesMany([bytes]);\n  }\n\n  static fromBytesMany(\n    bytes: Array<Uint8Array | ArrayBuffer>,\n  ): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        for (const value of bytes) {\n          yield ok({ path: \"<memory>\", bytes: toUint8Array(value) });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  read(): FileLoader<LoaderResult<string>> {\n    return new FileLoader(this.source, \"read\", this.skipErrors);\n  }\n\n  readWithPath(): FileLoader<LoaderResult<FileReadWithPath>> {\n    return new FileLoader(this.source, \"readWithPath\", this.skipErrors);\n  }\n\n  ignoreErrors(): FileLoader<UnwrapLoaderResult<T>> {\n    return new FileLoader(this.source, this.mode, true) as FileLoader<UnwrapLoaderResult<T>>;\n  }\n\n  async *[Symbol.asyncIterator](): AsyncIterator<T> {\n    for await (const item of this.source()) {\n      const result = await mapFileResult(item, this.mode);\n      if (!result.ok && this.skipErrors) {\n        continue;\n      }\n      yield (this.skipErrors && result.ok ? result.value : result) as T;\n    }\n  }\n}\n\nasync function mapFileResult(\n  item: LoaderResult<FileSource>,\n  mode: FileMode,\n): Promise<LoaderResult<FileSource | string | FileReadWithPath>> {\n  if (!item.ok) {\n    return item;\n  }\n  if (mode === \"source\") {\n    return item;\n  }\n  try {\n    const text = await readFileSource(item.value);\n    return mode === \"read\" ? ok(text) : ok({ path: item.value.path, text });\n  } catch (error) {\n    return err(error);\n  }\n}\n\nasync function readFileSource(source: FileSource): Promise<string> {\n  if (\"bytes\" in source) {\n    return new TextDecoder().decode(source.bytes);\n  }\n  return readFile(source.path, \"utf8\");\n}\n","import { isAbsolute } from \"node:path\";\nimport { glob } from \"tinyglobby\";\nimport type { LoaderResult } from \"./types\";\n\nexport function ok<T>(value: T): LoaderResult<T> {\n  return { ok: true, value };\n}\n\nexport function err(error: unknown): LoaderResult<never> {\n  return { ok: false, error };\n}\n\nexport async function sortedGlob(pattern: string): Promise<string[]> {\n  return (await glob(pattern, { absolute: isAbsolute(pattern), onlyFiles: true })).sort(\n    (left, right) => left.localeCompare(right),\n  );\n}\n\nexport function toUint8Array(bytes: Uint8Array | ArrayBuffer): Uint8Array {\n  if (bytes instanceof Uint8Array) {\n    return new Uint8Array(\n      bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength),\n    );\n  }\n  return new Uint8Array(bytes);\n}\n","import { readdir, readFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { err, ok, sortedGlob, toUint8Array } from \"./shared\";\nimport type {\n  LoaderResult,\n  PdfPage,\n  PdfPageWithPath,\n  PdfReadWithPath,\n  PdfSource,\n  UnwrapLoaderResult,\n} from \"./types\";\n\ntype PdfMode = \"source\" | \"read\" | \"readWithPath\" | \"byPage\" | \"byPageWithPath\";\n\nexport class PdfFileLoader<T = LoaderResult<PdfSource>> implements AsyncIterable<T> {\n  private constructor(\n    private readonly source: () => AsyncIterable<LoaderResult<PdfSource>>,\n    private readonly mode: PdfMode,\n    private readonly skipErrors: boolean,\n  ) {}\n\n  static withGlob(pattern: string): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        for (const path of await sortedGlob(pattern)) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static withDir(directory: string): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        const entries = await readdir(directory, { withFileTypes: true });\n        const files = entries\n          .filter((entry) => entry.isFile())\n          .map((entry) => join(directory, entry.name))\n          .sort((left, right) => left.localeCompare(right));\n        for (const path of files) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static fromBytes(bytes: Uint8Array | ArrayBuffer): PdfFileLoader<LoaderResult<PdfSource>> {\n    return PdfFileLoader.fromBytesMany([bytes]);\n  }\n\n  static fromBytesMany(\n    bytes: Array<Uint8Array | ArrayBuffer>,\n  ): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        for (const value of bytes) {\n          yield ok({ path: \"<memory>\", bytes: toUint8Array(value) });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  read(): PdfFileLoader<LoaderResult<string>> {\n    return new PdfFileLoader(this.source, \"read\", this.skipErrors);\n  }\n\n  readWithPath(): PdfFileLoader<LoaderResult<PdfReadWithPath>> {\n    return new PdfFileLoader(this.source, \"readWithPath\", this.skipErrors);\n  }\n\n  byPage(\n    this: PdfFileLoader<LoaderResult<PdfReadWithPath>>,\n  ): PdfFileLoader<LoaderResult<PdfPageWithPath>>;\n  byPage(this: PdfFileLoader<PdfReadWithPath>): PdfFileLoader<PdfPageWithPath>;\n  byPage(): PdfFileLoader<LoaderResult<PdfPage>>;\n  byPage(): PdfFileLoader<LoaderResult<PdfPage> | LoaderResult<PdfPageWithPath> | PdfPageWithPath> {\n    const mode = this.mode === \"readWithPath\" ? \"byPageWithPath\" : \"byPage\";\n    return new PdfFileLoader(this.source, mode, this.skipErrors);\n  }\n\n  ignoreErrors(): PdfFileLoader<UnwrapLoaderResult<T>> {\n    return new PdfFileLoader(this.source, this.mode, true) as PdfFileLoader<UnwrapLoaderResult<T>>;\n  }\n\n  async *[Symbol.asyncIterator](): AsyncIterator<T> {\n    for await (const item of this.source()) {\n      const results = await mapPdfResult(item, this.mode);\n      for (const result of results) {\n        if (!result.ok && this.skipErrors) {\n          continue;\n        }\n        yield (this.skipErrors && result.ok ? result.value : result) as T;\n      }\n    }\n  }\n}\n\nasync function mapPdfResult(\n  item: LoaderResult<PdfSource>,\n  mode: PdfMode,\n): Promise<Array<LoaderResult<PdfSource | string | PdfReadWithPath | PdfPage | PdfPageWithPath>>> {\n  if (!item.ok) {\n    return [item];\n  }\n  if (mode === \"source\") {\n    return [item];\n  }\n  try {\n    const pages = await readPdfPages(item.value);\n    if (mode === \"read\") {\n      return [ok(pages.map((page) => page.text).join(\"\"))];\n    }\n    if (mode === \"readWithPath\") {\n      return [ok({ path: item.value.path, text: pages.map((page) => page.text).join(\"\") })];\n    }\n    if (mode === \"byPageWithPath\") {\n      return pages.map((page) => ok({ path: item.value.path, ...page }));\n    }\n    return pages.map(ok);\n  } catch (error) {\n    return [err(error)];\n  }\n}\n\nasync function readPdfPages(source: PdfSource): Promise<PdfPage[]> {\n  const pdfjs = await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n  const bytes = \"bytes\" in source ? source.bytes : toUint8Array(await readFile(source.path));\n  const loadingTask = pdfjs.getDocument({ data: bytes });\n  const document = await loadingTask.promise;\n  const pages: PdfPage[] = [];\n  try {\n    for (let index = 1; index <= document.numPages; index += 1) {\n      const page = await document.getPage(index);\n      const content = await page.getTextContent();\n      const text = content.items\n        .flatMap((item) =>\n          typeof item === \"object\" && item !== null && \"str\" in item ? [String(item.str)] : [],\n        )\n        .join(\"\\n\");\n      pages.push({ pageNumber: index - 1, text: text.length > 0 ? `${text}\\n` : \"\" });\n    }\n  } finally {\n    await loadingTask.destroy();\n  }\n  return pages;\n}\n"],"mappings":";AAGO,SAAS,eAAe,MAAkC;AAC/D,SAAO;AAAA,IACL,IAAI,KAAK;AAAA,IACT,MAAM,KAAK;AAAA,IACX,iBAAiB;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEA,eAAsB,sBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,QAAQ,QAAQ;AAC/B,cAAU,KAAK,eAAe,IAAI,CAAC;AAAA,EACrC;AACA,SAAO;AACT;AAEO,SAAS,cAAc,KAAgC;AAC5D,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,MAAM,IAAI;AAAA,IACV,iBAAiB;AAAA,MACf,QAAQ,IAAI;AAAA,MACZ,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEA,eAAsB,qBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,OAAO,QAAQ;AAC9B,cAAU,KAAK,cAAc,GAAG,CAAC;AAAA,EACnC;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,MAAiC;AACjE,SAAO;AAAA,IACL,IAAI,GAAG,KAAK,IAAI,SAAS,KAAK,UAAU;AAAA,IACxC,MAAM,KAAK;AAAA,IACX,iBAAiB;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,WAAW;AAAA,MACX,YAAY,OAAO,KAAK,UAAU;AAAA,IACpC;AAAA,EACF;AACF;AAEA,eAAsB,yBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,QAAQ,QAAQ;AAC/B,cAAU,KAAK,kBAAkB,IAAI,CAAC;AAAA,EACxC;AACA,SAAO;AACT;;;ACjEA,SAAS,SAAS,gBAAgB;AAClC,SAAS,YAAY;;;ACDrB,SAAS,kBAAkB;AAC3B,SAAS,YAAY;AAGd,SAAS,GAAM,OAA2B;AAC/C,SAAO,EAAE,IAAI,MAAM,MAAM;AAC3B;AAEO,SAAS,IAAI,OAAqC;AACvD,SAAO,EAAE,IAAI,OAAO,MAAM;AAC5B;AAEA,eAAsB,WAAW,SAAoC;AACnE,UAAQ,MAAM,KAAK,SAAS,EAAE,UAAU,WAAW,OAAO,GAAG,WAAW,KAAK,CAAC,GAAG;AAAA,IAC/E,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK;AAAA,EAC3C;AACF;AAEO,SAAS,aAAa,OAA6C;AACxE,MAAI,iBAAiB,YAAY;AAC/B,WAAO,IAAI;AAAA,MACT,MAAM,OAAO,MAAM,MAAM,YAAY,MAAM,aAAa,MAAM,UAAU;AAAA,IAC1E;AAAA,EACF;AACA,SAAO,IAAI,WAAW,KAAK;AAC7B;;;ADdO,IAAM,aAAN,MAAM,YAAqE;AAAA,EACxE,YACW,QACA,MACA,YACjB;AAHiB;AACA;AACA;AAAA,EAChB;AAAA,EAHgB;AAAA,EACA;AAAA,EACA;AAAA,EAGnB,OAAO,SAAS,SAAuD;AACrE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,QAAQ,MAAM,WAAW,OAAO,GAAG;AAC5C,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,QAAQ,WAAyD;AACtE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,cAAM,UAAU,MAAM,QAAQ,WAAW,EAAE,eAAe,KAAK,CAAC;AAChE,cAAM,QAAQ,QACX,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,EAChC,IAAI,CAAC,UAAU,KAAK,WAAW,MAAM,IAAI,CAAC,EAC1C,KAAK,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK,CAAC;AAClD,mBAAW,QAAQ,OAAO;AACxB,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,UAAU,OAAuE;AACtF,WAAO,YAAW,cAAc,CAAC,KAAK,CAAC;AAAA,EACzC;AAAA,EAEA,OAAO,cACL,OACsC;AACtC,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,SAAS,OAAO;AACzB,gBAAM,GAAG,EAAE,MAAM,YAAY,OAAO,aAAa,KAAK,EAAE,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAyC;AACvC,WAAO,IAAI,YAAW,KAAK,QAAQ,QAAQ,KAAK,UAAU;AAAA,EAC5D;AAAA,EAEA,eAA2D;AACzD,WAAO,IAAI,YAAW,KAAK,QAAQ,gBAAgB,KAAK,UAAU;AAAA,EACpE;AAAA,EAEA,eAAkD;AAChD,WAAO,IAAI,YAAW,KAAK,QAAQ,KAAK,MAAM,IAAI;AAAA,EACpD;AAAA,EAEA,QAAQ,OAAO,aAAa,IAAsB;AAChD,qBAAiB,QAAQ,KAAK,OAAO,GAAG;AACtC,YAAM,SAAS,MAAM,cAAc,MAAM,KAAK,IAAI;AAClD,UAAI,CAAC,OAAO,MAAM,KAAK,YAAY;AACjC;AAAA,MACF;AACA,YAAO,KAAK,cAAc,OAAO,KAAK,OAAO,QAAQ;AAAA,IACvD;AAAA,EACF;AACF;AAEA,eAAe,cACb,MACA,MAC+D;AAC/D,MAAI,CAAC,KAAK,IAAI;AACZ,WAAO;AAAA,EACT;AACA,MAAI,SAAS,UAAU;AACrB,WAAO;AAAA,EACT;AACA,MAAI;AACF,UAAM,OAAO,MAAM,eAAe,KAAK,KAAK;AAC5C,WAAO,SAAS,SAAS,GAAG,IAAI,IAAI,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,KAAK,CAAC;AAAA,EACxE,SAAS,OAAO;AACd,WAAO,IAAI,KAAK;AAAA,EAClB;AACF;AAEA,eAAe,eAAe,QAAqC;AACjE,MAAI,WAAW,QAAQ;AACrB,WAAO,IAAI,YAAY,EAAE,OAAO,OAAO,KAAK;AAAA,EAC9C;AACA,SAAO,SAAS,OAAO,MAAM,MAAM;AACrC;;;AE/GA,SAAS,WAAAA,UAAS,YAAAC,iBAAgB;AAClC,SAAS,QAAAC,aAAY;AAad,IAAM,gBAAN,MAAM,eAAuE;AAAA,EAC1E,YACW,QACA,MACA,YACjB;AAHiB;AACA;AACA;AAAA,EAChB;AAAA,EAHgB;AAAA,EACA;AAAA,EACA;AAAA,EAGnB,OAAO,SAAS,SAAyD;AACvE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,QAAQ,MAAM,WAAW,OAAO,GAAG;AAC5C,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,QAAQ,WAA2D;AACxE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,cAAM,UAAU,MAAMC,SAAQ,WAAW,EAAE,eAAe,KAAK,CAAC;AAChE,cAAM,QAAQ,QACX,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,EAChC,IAAI,CAAC,UAAUC,MAAK,WAAW,MAAM,IAAI,CAAC,EAC1C,KAAK,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK,CAAC;AAClD,mBAAW,QAAQ,OAAO;AACxB,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,UAAU,OAAyE;AACxF,WAAO,eAAc,cAAc,CAAC,KAAK,CAAC;AAAA,EAC5C;AAAA,EAEA,OAAO,cACL,OACwC;AACxC,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,SAAS,OAAO;AACzB,gBAAM,GAAG,EAAE,MAAM,YAAY,OAAO,aAAa,KAAK,EAAE,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAA4C;AAC1C,WAAO,IAAI,eAAc,KAAK,QAAQ,QAAQ,KAAK,UAAU;AAAA,EAC/D;AAAA,EAEA,eAA6D;AAC3D,WAAO,IAAI,eAAc,KAAK,QAAQ,gBAAgB,KAAK,UAAU;AAAA,EACvE;AAAA,EAOA,SAAiG;AAC/F,UAAM,OAAO,KAAK,SAAS,iBAAiB,mBAAmB;AAC/D,WAAO,IAAI,eAAc,KAAK,QAAQ,MAAM,KAAK,UAAU;AAAA,EAC7D;AAAA,EAEA,eAAqD;AACnD,WAAO,IAAI,eAAc,KAAK,QAAQ,KAAK,MAAM,IAAI;AAAA,EACvD;AAAA,EAEA,QAAQ,OAAO,aAAa,IAAsB;AAChD,qBAAiB,QAAQ,KAAK,OAAO,GAAG;AACtC,YAAM,UAAU,MAAM,aAAa,MAAM,KAAK,IAAI;AAClD,iBAAW,UAAU,SAAS;AAC5B,YAAI,CAAC,OAAO,MAAM,KAAK,YAAY;AACjC;AAAA,QACF;AACA,cAAO,KAAK,cAAc,OAAO,KAAK,OAAO,QAAQ;AAAA,MACvD;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,aACb,MACA,MACgG;AAChG,MAAI,CAAC,KAAK,IAAI;AACZ,WAAO,CAAC,IAAI;AAAA,EACd;AACA,MAAI,SAAS,UAAU;AACrB,WAAO,CAAC,IAAI;AAAA,EACd;AACA,MAAI;AACF,UAAM,QAAQ,MAAM,aAAa,KAAK,KAAK;AAC3C,QAAI,SAAS,QAAQ;AACnB,aAAO,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AAAA,IACrD;AACA,QAAI,SAAS,gBAAgB;AAC3B,aAAO,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;AAAA,IACtF;AACA,QAAI,SAAS,kBAAkB;AAC7B,aAAO,MAAM,IAAI,CAAC,SAAS,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC;AAAA,IACnE;AACA,WAAO,MAAM,IAAI,EAAE;AAAA,EACrB,SAAS,OAAO;AACd,WAAO,CAAC,IAAI,KAAK,CAAC;AAAA,EACpB;AACF;AAEA,eAAe,aAAa,QAAuC;AACjE,QAAM,QAAQ,MAAM,OAAO,iCAAiC;AAC5D,QAAM,QAAQ,WAAW,SAAS,OAAO,QAAQ,aAAa,MAAMC,UAAS,OAAO,IAAI,CAAC;AACzF,QAAM,cAAc,MAAM,YAAY,EAAE,MAAM,MAAM,CAAC;AACrD,QAAM,WAAW,MAAM,YAAY;AACnC,QAAM,QAAmB,CAAC;AAC1B,MAAI;AACF,aAAS,QAAQ,GAAG,SAAS,SAAS,UAAU,SAAS,GAAG;AAC1D,YAAM,OAAO,MAAM,SAAS,QAAQ,KAAK;AACzC,YAAM,UAAU,MAAM,KAAK,eAAe;AAC1C,YAAM,OAAO,QAAQ,MAClB;AAAA,QAAQ,CAAC,SACR,OAAO,SAAS,YAAY,SAAS,QAAQ,SAAS,OAAO,CAAC,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC;AAAA,MACrF,EACC,KAAK,IAAI;AACZ,YAAM,KAAK,EAAE,YAAY,QAAQ,GAAG,MAAM,KAAK,SAAS,IAAI,GAAG,IAAI;AAAA,IAAO,GAAG,CAAC;AAAA,IAChF;AAAA,EACF,UAAE;AACA,UAAM,YAAY,QAAQ;AAAA,EAC5B;AACA,SAAO;AACT;","names":["readdir","readFile","join","readdir","join","readFile"]}

package/dist/mcp/index.d.ts

@@ -1,17 +1,23 @@
-import { M as McpConnection, a as McpServer, b as McpStdioOptions, c as McpHttpOptions, d as McpSseOptions } from '../types-JJCxRnaZ.js';
-export { e as McpClient, f as McpToolCallContent, g as McpToolCallResult, h as McpToolDefinition } from '../types-JJCxRnaZ.js';
-import '@modelcontextprotocol/sdk/client/sse.js';
-import '@modelcontextprotocol/sdk/client/stdio.js';
+import { M as McpClient, a as McpServer, b as McpClientGroupConnectOptions, c as McpTool } from '../client-B8DT1vUG.js';
+export { d as McpClientOptions, e as McpClientTransport, f as McpConnectOptions, g as McpCustomTransport, h as McpServerInfo, i as McpStdioTransport, j as McpStreamableHttpTransport, k as McpTransport } from '../client-B8DT1vUG.js';
+import 'node:child_process';
+import 'node:stream';
+import '@modelcontextprotocol/sdk/client/auth.js';
 import '@modelcontextprotocol/sdk/client/streamableHttp.js';
-import '../types-G12i56s2.js';
-import '../tool-Cohdv5GC.js';
+import '@modelcontextprotocol/sdk/shared/transport.js';
+import '../types-CQ_ioXWK.js';
+import '../model-call-options-CZkSw_xN.js';
+import '../tool--Mz4v1eL.js';
 
-declare function connectMcp(connection: McpConnection): Promise<McpServer>;
+declare class McpClientGroup {
+    #private;
+    readonly clients: readonly McpClient[];
+    readonly servers: readonly McpServer[];
+    private constructor();
+    static connect(options: McpClientGroupConnectOptions): Promise<McpClientGroup>;
+    close(): Promise<void>;
+}
 
-declare const mcp: {
-    stdio(options: McpStdioOptions): McpConnection;
-    http(options: McpHttpOptions): McpConnection;
-    sse(options: McpSseOptions): McpConnection;
-};
+declare function isMcpTool(tool: unknown): tool is McpTool;
 
-export { McpConnection, McpHttpOptions, McpServer, McpSseOptions, McpStdioOptions, connectMcp, mcp };
+export { McpClient, McpClientGroup, McpClientGroupConnectOptions, McpServer, McpTool, isMcpTool };