@anvia/core 1.0.0-rc.1 → 1.0.0-rc.3

package/dist/loaders/index.d.ts

@@ -1,86 +0,0 @@
-import { D as Document } from '../types-B3A4YxaA.js';
-
-type LoaderResult<T> = {
-    ok: true;
-    value: T;
-} | {
-    ok: false;
-    error: unknown;
-};
-type LoaderValue<T> = T extends {
-    ok: true;
-    value: infer Value;
-} ? Value : never;
-type UnwrapLoaderResult<T> = [LoaderValue<T>] extends [never] ? T : LoaderValue<T>;
-type FileSource = {
-    path: string;
-} | {
-    path: "<memory>";
-    bytes: Uint8Array;
-};
-type FileReadWithPath = {
-    path: string;
-    text: string;
-};
-type FileMode = "source" | "read" | "readWithPath";
-type PdfSource = {
-    path: string;
-} | {
-    path: "<memory>";
-    bytes: Uint8Array;
-};
-type PdfReadWithPath = {
-    path: string;
-    text: string;
-};
-type PdfPage = {
-    pageNumber: number;
-    text: string;
-};
-type PdfPageWithPath = {
-    path: string;
-    pageNumber: number;
-    text: string;
-};
-
-declare function fileToDocument(file: FileReadWithPath): Document;
-declare function fileLoaderToDocuments(loader: AsyncIterable<FileReadWithPath>): Promise<Document[]>;
-declare function pdfToDocument(pdf: PdfReadWithPath): Document;
-declare function pdfLoaderToDocuments(loader: AsyncIterable<PdfReadWithPath>): Promise<Document[]>;
-declare function pdfPageToDocument(page: PdfPageWithPath): Document;
-declare function pdfPageLoaderToDocuments(loader: AsyncIterable<PdfPageWithPath>): Promise<Document[]>;
-
-declare class FileLoader<T = LoaderResult<FileSource>> implements AsyncIterable<T> {
-    private readonly source;
-    private readonly mode;
-    private readonly skipErrors;
-    private constructor();
-    static withGlob(pattern: string): FileLoader<LoaderResult<FileSource>>;
-    static withDir(directory: string): FileLoader<LoaderResult<FileSource>>;
-    static fromBytes(bytes: Uint8Array | ArrayBuffer): FileLoader<LoaderResult<FileSource>>;
-    static fromBytesMany(bytes: Array<Uint8Array | ArrayBuffer>): FileLoader<LoaderResult<FileSource>>;
-    read(): FileLoader<LoaderResult<string>>;
-    readWithPath(): FileLoader<LoaderResult<FileReadWithPath>>;
-    ignoreErrors(): FileLoader<UnwrapLoaderResult<T>>;
-    [Symbol.asyncIterator](): AsyncIterator<T>;
-}
-
-declare class PdfFileLoader<T = LoaderResult<PdfSource>> implements AsyncIterable<T> {
-    private readonly source;
-    private readonly mode;
-    private readonly skipErrors;
-    private constructor();
-    static withGlob(pattern: string): PdfFileLoader<LoaderResult<PdfSource>>;
-    static withDir(directory: string): PdfFileLoader<LoaderResult<PdfSource>>;
-    static fromBytes(bytes: Uint8Array | ArrayBuffer): PdfFileLoader<LoaderResult<PdfSource>>;
-    static fromBytesMany(bytes: Array<Uint8Array | ArrayBuffer>): PdfFileLoader<LoaderResult<PdfSource>>;
-    read(): PdfFileLoader<LoaderResult<string>>;
-    readWithPath(): PdfFileLoader<LoaderResult<PdfReadWithPath>>;
-    byPage(this: PdfFileLoader<LoaderResult<PdfReadWithPath>>): PdfFileLoader<LoaderResult<PdfPageWithPath>>;
-    byPage(this: PdfFileLoader<PdfReadWithPath>): PdfFileLoader<PdfPageWithPath>;
-    byPage(): PdfFileLoader<LoaderResult<PdfPage>>;
-    ignoreErrors(): PdfFileLoader<UnwrapLoaderResult<T>>;
-    [Symbol.asyncIterator](): AsyncIterator<T>;
-}
-
-export { FileLoader, type FileMode, type FileReadWithPath, type FileSource, type LoaderResult, type LoaderValue, PdfFileLoader, type PdfPage, type PdfPageWithPath, type PdfReadWithPath, type PdfSource, type UnwrapLoaderResult, fileLoaderToDocuments, fileToDocument, pdfLoaderToDocuments, pdfPageLoaderToDocuments, pdfPageToDocument, pdfToDocument };

package/dist/loaders/index.js

@@ -1,299 +0,0 @@
-// src/loaders/documents.ts
-function fileToDocument(file) {
-  return {
-    id: file.path,
-    text: file.text,
-    additionalProps: {
-      source: file.path,
-      mediaType: "text/plain"
-    }
-  };
-}
-async function fileLoaderToDocuments(loader) {
-  const documents = [];
-  for await (const file of loader) {
-    documents.push(fileToDocument(file));
-  }
-  return documents;
-}
-function pdfToDocument(pdf) {
-  return {
-    id: pdf.path,
-    text: pdf.text,
-    additionalProps: {
-      source: pdf.path,
-      mediaType: "application/pdf"
-    }
-  };
-}
-async function pdfLoaderToDocuments(loader) {
-  const documents = [];
-  for await (const pdf of loader) {
-    documents.push(pdfToDocument(pdf));
-  }
-  return documents;
-}
-function pdfPageToDocument(page) {
-  return {
-    id: `${page.path}#page=${page.pageNumber}`,
-    text: page.text,
-    additionalProps: {
-      source: page.path,
-      mediaType: "application/pdf",
-      pageNumber: String(page.pageNumber)
-    }
-  };
-}
-async function pdfPageLoaderToDocuments(loader) {
-  const documents = [];
-  for await (const page of loader) {
-    documents.push(pdfPageToDocument(page));
-  }
-  return documents;
-}
-
-// src/loaders/file.ts
-import { readdir, readFile } from "fs/promises";
-import { join } from "path";
-
-// src/loaders/shared.ts
-import { isAbsolute } from "path";
-import { glob } from "tinyglobby";
-function ok(value) {
-  return { ok: true, value };
-}
-function err(error) {
-  return { ok: false, error };
-}
-async function sortedGlob(pattern) {
-  return (await glob(pattern, { absolute: isAbsolute(pattern), onlyFiles: true })).sort(
-    (left, right) => left.localeCompare(right)
-  );
-}
-function toUint8Array(bytes) {
-  if (bytes instanceof Uint8Array) {
-    return new Uint8Array(
-      bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength)
-    );
-  }
-  return new Uint8Array(bytes);
-}
-
-// src/loaders/file.ts
-var FileLoader = class _FileLoader {
-  constructor(source, mode, skipErrors) {
-    this.source = source;
-    this.mode = mode;
-    this.skipErrors = skipErrors;
-  }
-  source;
-  mode;
-  skipErrors;
-  static withGlob(pattern) {
-    return new _FileLoader(
-      async function* () {
-        for (const path of await sortedGlob(pattern)) {
-          yield ok({ path });
-        }
-      },
-      "source",
-      false
-    );
-  }
-  static withDir(directory) {
-    return new _FileLoader(
-      async function* () {
-        const entries = await readdir(directory, { withFileTypes: true });
-        const files = entries.filter((entry) => entry.isFile()).map((entry) => join(directory, entry.name)).sort((left, right) => left.localeCompare(right));
-        for (const path of files) {
-          yield ok({ path });
-        }
-      },
-      "source",
-      false
-    );
-  }
-  static fromBytes(bytes) {
-    return _FileLoader.fromBytesMany([bytes]);
-  }
-  static fromBytesMany(bytes) {
-    return new _FileLoader(
-      async function* () {
-        for (const value of bytes) {
-          yield ok({ path: "<memory>", bytes: toUint8Array(value) });
-        }
-      },
-      "source",
-      false
-    );
-  }
-  read() {
-    return new _FileLoader(this.source, "read", this.skipErrors);
-  }
-  readWithPath() {
-    return new _FileLoader(this.source, "readWithPath", this.skipErrors);
-  }
-  ignoreErrors() {
-    return new _FileLoader(this.source, this.mode, true);
-  }
-  async *[Symbol.asyncIterator]() {
-    for await (const item of this.source()) {
-      const result = await mapFileResult(item, this.mode);
-      if (!result.ok && this.skipErrors) {
-        continue;
-      }
-      yield this.skipErrors && result.ok ? result.value : result;
-    }
-  }
-};
-async function mapFileResult(item, mode) {
-  if (!item.ok) {
-    return item;
-  }
-  if (mode === "source") {
-    return item;
-  }
-  try {
-    const text = await readFileSource(item.value);
-    return mode === "read" ? ok(text) : ok({ path: item.value.path, text });
-  } catch (error) {
-    return err(error);
-  }
-}
-async function readFileSource(source) {
-  if ("bytes" in source) {
-    return new TextDecoder().decode(source.bytes);
-  }
-  return readFile(source.path, "utf8");
-}
-
-// src/loaders/pdf.ts
-import { readdir as readdir2, readFile as readFile2 } from "fs/promises";
-import { join as join2 } from "path";
-var PdfFileLoader = class _PdfFileLoader {
-  constructor(source, mode, skipErrors) {
-    this.source = source;
-    this.mode = mode;
-    this.skipErrors = skipErrors;
-  }
-  source;
-  mode;
-  skipErrors;
-  static withGlob(pattern) {
-    return new _PdfFileLoader(
-      async function* () {
-        for (const path of await sortedGlob(pattern)) {
-          yield ok({ path });
-        }
-      },
-      "source",
-      false
-    );
-  }
-  static withDir(directory) {
-    return new _PdfFileLoader(
-      async function* () {
-        const entries = await readdir2(directory, { withFileTypes: true });
-        const files = entries.filter((entry) => entry.isFile()).map((entry) => join2(directory, entry.name)).sort((left, right) => left.localeCompare(right));
-        for (const path of files) {
-          yield ok({ path });
-        }
-      },
-      "source",
-      false
-    );
-  }
-  static fromBytes(bytes) {
-    return _PdfFileLoader.fromBytesMany([bytes]);
-  }
-  static fromBytesMany(bytes) {
-    return new _PdfFileLoader(
-      async function* () {
-        for (const value of bytes) {
-          yield ok({ path: "<memory>", bytes: toUint8Array(value) });
-        }
-      },
-      "source",
-      false
-    );
-  }
-  read() {
-    return new _PdfFileLoader(this.source, "read", this.skipErrors);
-  }
-  readWithPath() {
-    return new _PdfFileLoader(this.source, "readWithPath", this.skipErrors);
-  }
-  byPage() {
-    const mode = this.mode === "readWithPath" ? "byPageWithPath" : "byPage";
-    return new _PdfFileLoader(this.source, mode, this.skipErrors);
-  }
-  ignoreErrors() {
-    return new _PdfFileLoader(this.source, this.mode, true);
-  }
-  async *[Symbol.asyncIterator]() {
-    for await (const item of this.source()) {
-      const results = await mapPdfResult(item, this.mode);
-      for (const result of results) {
-        if (!result.ok && this.skipErrors) {
-          continue;
-        }
-        yield this.skipErrors && result.ok ? result.value : result;
-      }
-    }
-  }
-};
-async function mapPdfResult(item, mode) {
-  if (!item.ok) {
-    return [item];
-  }
-  if (mode === "source") {
-    return [item];
-  }
-  try {
-    const pages = await readPdfPages(item.value);
-    if (mode === "read") {
-      return [ok(pages.map((page) => page.text).join(""))];
-    }
-    if (mode === "readWithPath") {
-      return [ok({ path: item.value.path, text: pages.map((page) => page.text).join("") })];
-    }
-    if (mode === "byPageWithPath") {
-      return pages.map((page) => ok({ path: item.value.path, ...page }));
-    }
-    return pages.map(ok);
-  } catch (error) {
-    return [err(error)];
-  }
-}
-async function readPdfPages(source) {
-  const pdfjs = await import("pdfjs-dist/legacy/build/pdf.mjs");
-  const bytes = "bytes" in source ? source.bytes : toUint8Array(await readFile2(source.path));
-  const loadingTask = pdfjs.getDocument({ data: bytes });
-  const document = await loadingTask.promise;
-  const pages = [];
-  try {
-    for (let index = 1; index <= document.numPages; index += 1) {
-      const page = await document.getPage(index);
-      const content = await page.getTextContent();
-      const text = content.items.flatMap(
-        (item) => typeof item === "object" && item !== null && "str" in item ? [String(item.str)] : []
-      ).join("\n");
-      pages.push({ pageNumber: index - 1, text: text.length > 0 ? `${text}
-` : "" });
-    }
-  } finally {
-    await loadingTask.destroy();
-  }
-  return pages;
-}
-export {
-  FileLoader,
-  PdfFileLoader,
-  fileLoaderToDocuments,
-  fileToDocument,
-  pdfLoaderToDocuments,
-  pdfPageLoaderToDocuments,
-  pdfPageToDocument,
-  pdfToDocument
-};
-//# sourceMappingURL=index.js.map

package/dist/loaders/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/loaders/documents.ts","../../src/loaders/file.ts","../../src/loaders/shared.ts","../../src/loaders/pdf.ts"],"sourcesContent":["import type { Document } from \"../completion\";\nimport type { FileReadWithPath, PdfPageWithPath, PdfReadWithPath } from \"./types\";\n\nexport function fileToDocument(file: FileReadWithPath): Document {\n  return {\n    id: file.path,\n    text: file.text,\n    additionalProps: {\n      source: file.path,\n      mediaType: \"text/plain\",\n    },\n  };\n}\n\nexport async function fileLoaderToDocuments(\n  loader: AsyncIterable<FileReadWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const file of loader) {\n    documents.push(fileToDocument(file));\n  }\n  return documents;\n}\n\nexport function pdfToDocument(pdf: PdfReadWithPath): Document {\n  return {\n    id: pdf.path,\n    text: pdf.text,\n    additionalProps: {\n      source: pdf.path,\n      mediaType: \"application/pdf\",\n    },\n  };\n}\n\nexport async function pdfLoaderToDocuments(\n  loader: AsyncIterable<PdfReadWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const pdf of loader) {\n    documents.push(pdfToDocument(pdf));\n  }\n  return documents;\n}\n\nexport function pdfPageToDocument(page: PdfPageWithPath): Document {\n  return {\n    id: `${page.path}#page=${page.pageNumber}`,\n    text: page.text,\n    additionalProps: {\n      source: page.path,\n      mediaType: \"application/pdf\",\n      pageNumber: String(page.pageNumber),\n    },\n  };\n}\n\nexport async function pdfPageLoaderToDocuments(\n  loader: AsyncIterable<PdfPageWithPath>,\n): Promise<Document[]> {\n  const documents: Document[] = [];\n  for await (const page of loader) {\n    documents.push(pdfPageToDocument(page));\n  }\n  return documents;\n}\n","import { readdir, readFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { err, ok, sortedGlob, toUint8Array } from \"./shared\";\nimport type {\n  FileMode,\n  FileReadWithPath,\n  FileSource,\n  LoaderResult,\n  UnwrapLoaderResult,\n} from \"./types\";\n\nexport class FileLoader<T = LoaderResult<FileSource>> implements AsyncIterable<T> {\n  private constructor(\n    private readonly source: () => AsyncIterable<LoaderResult<FileSource>>,\n    private readonly mode: FileMode,\n    private readonly skipErrors: boolean,\n  ) {}\n\n  static withGlob(pattern: string): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        for (const path of await sortedGlob(pattern)) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static withDir(directory: string): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        const entries = await readdir(directory, { withFileTypes: true });\n        const files = entries\n          .filter((entry) => entry.isFile())\n          .map((entry) => join(directory, entry.name))\n          .sort((left, right) => left.localeCompare(right));\n        for (const path of files) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static fromBytes(bytes: Uint8Array | ArrayBuffer): FileLoader<LoaderResult<FileSource>> {\n    return FileLoader.fromBytesMany([bytes]);\n  }\n\n  static fromBytesMany(\n    bytes: Array<Uint8Array | ArrayBuffer>,\n  ): FileLoader<LoaderResult<FileSource>> {\n    return new FileLoader(\n      async function* () {\n        for (const value of bytes) {\n          yield ok({ path: \"<memory>\", bytes: toUint8Array(value) });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  read(): FileLoader<LoaderResult<string>> {\n    return new FileLoader(this.source, \"read\", this.skipErrors);\n  }\n\n  readWithPath(): FileLoader<LoaderResult<FileReadWithPath>> {\n    return new FileLoader(this.source, \"readWithPath\", this.skipErrors);\n  }\n\n  ignoreErrors(): FileLoader<UnwrapLoaderResult<T>> {\n    return new FileLoader(this.source, this.mode, true) as FileLoader<UnwrapLoaderResult<T>>;\n  }\n\n  async *[Symbol.asyncIterator](): AsyncIterator<T> {\n    for await (const item of this.source()) {\n      const result = await mapFileResult(item, this.mode);\n      if (!result.ok && this.skipErrors) {\n        continue;\n      }\n      yield (this.skipErrors && result.ok ? result.value : result) as T;\n    }\n  }\n}\n\nasync function mapFileResult(\n  item: LoaderResult<FileSource>,\n  mode: FileMode,\n): Promise<LoaderResult<FileSource | string | FileReadWithPath>> {\n  if (!item.ok) {\n    return item;\n  }\n  if (mode === \"source\") {\n    return item;\n  }\n  try {\n    const text = await readFileSource(item.value);\n    return mode === \"read\" ? ok(text) : ok({ path: item.value.path, text });\n  } catch (error) {\n    return err(error);\n  }\n}\n\nasync function readFileSource(source: FileSource): Promise<string> {\n  if (\"bytes\" in source) {\n    return new TextDecoder().decode(source.bytes);\n  }\n  return readFile(source.path, \"utf8\");\n}\n","import { isAbsolute } from \"node:path\";\nimport { glob } from \"tinyglobby\";\nimport type { LoaderResult } from \"./types\";\n\nexport function ok<T>(value: T): LoaderResult<T> {\n  return { ok: true, value };\n}\n\nexport function err(error: unknown): LoaderResult<never> {\n  return { ok: false, error };\n}\n\nexport async function sortedGlob(pattern: string): Promise<string[]> {\n  return (await glob(pattern, { absolute: isAbsolute(pattern), onlyFiles: true })).sort(\n    (left, right) => left.localeCompare(right),\n  );\n}\n\nexport function toUint8Array(bytes: Uint8Array | ArrayBuffer): Uint8Array {\n  if (bytes instanceof Uint8Array) {\n    return new Uint8Array(\n      bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength),\n    );\n  }\n  return new Uint8Array(bytes);\n}\n","import { readdir, readFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { err, ok, sortedGlob, toUint8Array } from \"./shared\";\nimport type {\n  LoaderResult,\n  PdfPage,\n  PdfPageWithPath,\n  PdfReadWithPath,\n  PdfSource,\n  UnwrapLoaderResult,\n} from \"./types\";\n\ntype PdfMode = \"source\" | \"read\" | \"readWithPath\" | \"byPage\" | \"byPageWithPath\";\n\nexport class PdfFileLoader<T = LoaderResult<PdfSource>> implements AsyncIterable<T> {\n  private constructor(\n    private readonly source: () => AsyncIterable<LoaderResult<PdfSource>>,\n    private readonly mode: PdfMode,\n    private readonly skipErrors: boolean,\n  ) {}\n\n  static withGlob(pattern: string): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        for (const path of await sortedGlob(pattern)) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static withDir(directory: string): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        const entries = await readdir(directory, { withFileTypes: true });\n        const files = entries\n          .filter((entry) => entry.isFile())\n          .map((entry) => join(directory, entry.name))\n          .sort((left, right) => left.localeCompare(right));\n        for (const path of files) {\n          yield ok({ path });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  static fromBytes(bytes: Uint8Array | ArrayBuffer): PdfFileLoader<LoaderResult<PdfSource>> {\n    return PdfFileLoader.fromBytesMany([bytes]);\n  }\n\n  static fromBytesMany(\n    bytes: Array<Uint8Array | ArrayBuffer>,\n  ): PdfFileLoader<LoaderResult<PdfSource>> {\n    return new PdfFileLoader(\n      async function* () {\n        for (const value of bytes) {\n          yield ok({ path: \"<memory>\", bytes: toUint8Array(value) });\n        }\n      },\n      \"source\",\n      false,\n    );\n  }\n\n  read(): PdfFileLoader<LoaderResult<string>> {\n    return new PdfFileLoader(this.source, \"read\", this.skipErrors);\n  }\n\n  readWithPath(): PdfFileLoader<LoaderResult<PdfReadWithPath>> {\n    return new PdfFileLoader(this.source, \"readWithPath\", this.skipErrors);\n  }\n\n  byPage(\n    this: PdfFileLoader<LoaderResult<PdfReadWithPath>>,\n  ): PdfFileLoader<LoaderResult<PdfPageWithPath>>;\n  byPage(this: PdfFileLoader<PdfReadWithPath>): PdfFileLoader<PdfPageWithPath>;\n  byPage(): PdfFileLoader<LoaderResult<PdfPage>>;\n  byPage(): PdfFileLoader<LoaderResult<PdfPage> | LoaderResult<PdfPageWithPath> | PdfPageWithPath> {\n    const mode = this.mode === \"readWithPath\" ? \"byPageWithPath\" : \"byPage\";\n    return new PdfFileLoader(this.source, mode, this.skipErrors);\n  }\n\n  ignoreErrors(): PdfFileLoader<UnwrapLoaderResult<T>> {\n    return new PdfFileLoader(this.source, this.mode, true) as PdfFileLoader<UnwrapLoaderResult<T>>;\n  }\n\n  async *[Symbol.asyncIterator](): AsyncIterator<T> {\n    for await (const item of this.source()) {\n      const results = await mapPdfResult(item, this.mode);\n      for (const result of results) {\n        if (!result.ok && this.skipErrors) {\n          continue;\n        }\n        yield (this.skipErrors && result.ok ? result.value : result) as T;\n      }\n    }\n  }\n}\n\nasync function mapPdfResult(\n  item: LoaderResult<PdfSource>,\n  mode: PdfMode,\n): Promise<Array<LoaderResult<PdfSource | string | PdfReadWithPath | PdfPage | PdfPageWithPath>>> {\n  if (!item.ok) {\n    return [item];\n  }\n  if (mode === \"source\") {\n    return [item];\n  }\n  try {\n    const pages = await readPdfPages(item.value);\n    if (mode === \"read\") {\n      return [ok(pages.map((page) => page.text).join(\"\"))];\n    }\n    if (mode === \"readWithPath\") {\n      return [ok({ path: item.value.path, text: pages.map((page) => page.text).join(\"\") })];\n    }\n    if (mode === \"byPageWithPath\") {\n      return pages.map((page) => ok({ path: item.value.path, ...page }));\n    }\n    return pages.map(ok);\n  } catch (error) {\n    return [err(error)];\n  }\n}\n\nasync function readPdfPages(source: PdfSource): Promise<PdfPage[]> {\n  const pdfjs = await import(\"pdfjs-dist/legacy/build/pdf.mjs\");\n  const bytes = \"bytes\" in source ? source.bytes : toUint8Array(await readFile(source.path));\n  const loadingTask = pdfjs.getDocument({ data: bytes });\n  const document = await loadingTask.promise;\n  const pages: PdfPage[] = [];\n  try {\n    for (let index = 1; index <= document.numPages; index += 1) {\n      const page = await document.getPage(index);\n      const content = await page.getTextContent();\n      const text = content.items\n        .flatMap((item) =>\n          typeof item === \"object\" && item !== null && \"str\" in item ? [String(item.str)] : [],\n        )\n        .join(\"\\n\");\n      pages.push({ pageNumber: index - 1, text: text.length > 0 ? `${text}\\n` : \"\" });\n    }\n  } finally {\n    await loadingTask.destroy();\n  }\n  return pages;\n}\n"],"mappings":";AAGO,SAAS,eAAe,MAAkC;AAC/D,SAAO;AAAA,IACL,IAAI,KAAK;AAAA,IACT,MAAM,KAAK;AAAA,IACX,iBAAiB;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEA,eAAsB,sBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,QAAQ,QAAQ;AAC/B,cAAU,KAAK,eAAe,IAAI,CAAC;AAAA,EACrC;AACA,SAAO;AACT;AAEO,SAAS,cAAc,KAAgC;AAC5D,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,MAAM,IAAI;AAAA,IACV,iBAAiB;AAAA,MACf,QAAQ,IAAI;AAAA,MACZ,WAAW;AAAA,IACb;AAAA,EACF;AACF;AAEA,eAAsB,qBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,OAAO,QAAQ;AAC9B,cAAU,KAAK,cAAc,GAAG,CAAC;AAAA,EACnC;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,MAAiC;AACjE,SAAO;AAAA,IACL,IAAI,GAAG,KAAK,IAAI,SAAS,KAAK,UAAU;AAAA,IACxC,MAAM,KAAK;AAAA,IACX,iBAAiB;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,WAAW;AAAA,MACX,YAAY,OAAO,KAAK,UAAU;AAAA,IACpC;AAAA,EACF;AACF;AAEA,eAAsB,yBACpB,QACqB;AACrB,QAAM,YAAwB,CAAC;AAC/B,mBAAiB,QAAQ,QAAQ;AAC/B,cAAU,KAAK,kBAAkB,IAAI,CAAC;AAAA,EACxC;AACA,SAAO;AACT;;;ACjEA,SAAS,SAAS,gBAAgB;AAClC,SAAS,YAAY;;;ACDrB,SAAS,kBAAkB;AAC3B,SAAS,YAAY;AAGd,SAAS,GAAM,OAA2B;AAC/C,SAAO,EAAE,IAAI,MAAM,MAAM;AAC3B;AAEO,SAAS,IAAI,OAAqC;AACvD,SAAO,EAAE,IAAI,OAAO,MAAM;AAC5B;AAEA,eAAsB,WAAW,SAAoC;AACnE,UAAQ,MAAM,KAAK,SAAS,EAAE,UAAU,WAAW,OAAO,GAAG,WAAW,KAAK,CAAC,GAAG;AAAA,IAC/E,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK;AAAA,EAC3C;AACF;AAEO,SAAS,aAAa,OAA6C;AACxE,MAAI,iBAAiB,YAAY;AAC/B,WAAO,IAAI;AAAA,MACT,MAAM,OAAO,MAAM,MAAM,YAAY,MAAM,aAAa,MAAM,UAAU;AAAA,IAC1E;AAAA,EACF;AACA,SAAO,IAAI,WAAW,KAAK;AAC7B;;;ADdO,IAAM,aAAN,MAAM,YAAqE;AAAA,EACxE,YACW,QACA,MACA,YACjB;AAHiB;AACA;AACA;AAAA,EAChB;AAAA,EAHgB;AAAA,EACA;AAAA,EACA;AAAA,EAGnB,OAAO,SAAS,SAAuD;AACrE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,QAAQ,MAAM,WAAW,OAAO,GAAG;AAC5C,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,QAAQ,WAAyD;AACtE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,cAAM,UAAU,MAAM,QAAQ,WAAW,EAAE,eAAe,KAAK,CAAC;AAChE,cAAM,QAAQ,QACX,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,EAChC,IAAI,CAAC,UAAU,KAAK,WAAW,MAAM,IAAI,CAAC,EAC1C,KAAK,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK,CAAC;AAClD,mBAAW,QAAQ,OAAO;AACxB,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,UAAU,OAAuE;AACtF,WAAO,YAAW,cAAc,CAAC,KAAK,CAAC;AAAA,EACzC;AAAA,EAEA,OAAO,cACL,OACsC;AACtC,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,SAAS,OAAO;AACzB,gBAAM,GAAG,EAAE,MAAM,YAAY,OAAO,aAAa,KAAK,EAAE,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAyC;AACvC,WAAO,IAAI,YAAW,KAAK,QAAQ,QAAQ,KAAK,UAAU;AAAA,EAC5D;AAAA,EAEA,eAA2D;AACzD,WAAO,IAAI,YAAW,KAAK,QAAQ,gBAAgB,KAAK,UAAU;AAAA,EACpE;AAAA,EAEA,eAAkD;AAChD,WAAO,IAAI,YAAW,KAAK,QAAQ,KAAK,MAAM,IAAI;AAAA,EACpD;AAAA,EAEA,QAAQ,OAAO,aAAa,IAAsB;AAChD,qBAAiB,QAAQ,KAAK,OAAO,GAAG;AACtC,YAAM,SAAS,MAAM,cAAc,MAAM,KAAK,IAAI;AAClD,UAAI,CAAC,OAAO,MAAM,KAAK,YAAY;AACjC;AAAA,MACF;AACA,YAAO,KAAK,cAAc,OAAO,KAAK,OAAO,QAAQ;AAAA,IACvD;AAAA,EACF;AACF;AAEA,eAAe,cACb,MACA,MAC+D;AAC/D,MAAI,CAAC,KAAK,IAAI;AACZ,WAAO;AAAA,EACT;AACA,MAAI,SAAS,UAAU;AACrB,WAAO;AAAA,EACT;AACA,MAAI;AACF,UAAM,OAAO,MAAM,eAAe,KAAK,KAAK;AAC5C,WAAO,SAAS,SAAS,GAAG,IAAI,IAAI,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,KAAK,CAAC;AAAA,EACxE,SAAS,OAAO;AACd,WAAO,IAAI,KAAK;AAAA,EAClB;AACF;AAEA,eAAe,eAAe,QAAqC;AACjE,MAAI,WAAW,QAAQ;AACrB,WAAO,IAAI,YAAY,EAAE,OAAO,OAAO,KAAK;AAAA,EAC9C;AACA,SAAO,SAAS,OAAO,MAAM,MAAM;AACrC;;;AE/GA,SAAS,WAAAA,UAAS,YAAAC,iBAAgB;AAClC,SAAS,QAAAC,aAAY;AAad,IAAM,gBAAN,MAAM,eAAuE;AAAA,EAC1E,YACW,QACA,MACA,YACjB;AAHiB;AACA;AACA;AAAA,EAChB;AAAA,EAHgB;AAAA,EACA;AAAA,EACA;AAAA,EAGnB,OAAO,SAAS,SAAyD;AACvE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,QAAQ,MAAM,WAAW,OAAO,GAAG;AAC5C,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,QAAQ,WAA2D;AACxE,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,cAAM,UAAU,MAAMC,SAAQ,WAAW,EAAE,eAAe,KAAK,CAAC;AAChE,cAAM,QAAQ,QACX,OAAO,CAAC,UAAU,MAAM,OAAO,CAAC,EAChC,IAAI,CAAC,UAAUC,MAAK,WAAW,MAAM,IAAI,CAAC,EAC1C,KAAK,CAAC,MAAM,UAAU,KAAK,cAAc,KAAK,CAAC;AAClD,mBAAW,QAAQ,OAAO;AACxB,gBAAM,GAAG,EAAE,KAAK,CAAC;AAAA,QACnB;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,UAAU,OAAyE;AACxF,WAAO,eAAc,cAAc,CAAC,KAAK,CAAC;AAAA,EAC5C;AAAA,EAEA,OAAO,cACL,OACwC;AACxC,WAAO,IAAI;AAAA,MACT,mBAAmB;AACjB,mBAAW,SAAS,OAAO;AACzB,gBAAM,GAAG,EAAE,MAAM,YAAY,OAAO,aAAa,KAAK,EAAE,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAA4C;AAC1C,WAAO,IAAI,eAAc,KAAK,QAAQ,QAAQ,KAAK,UAAU;AAAA,EAC/D;AAAA,EAEA,eAA6D;AAC3D,WAAO,IAAI,eAAc,KAAK,QAAQ,gBAAgB,KAAK,UAAU;AAAA,EACvE;AAAA,EAOA,SAAiG;AAC/F,UAAM,OAAO,KAAK,SAAS,iBAAiB,mBAAmB;AAC/D,WAAO,IAAI,eAAc,KAAK,QAAQ,MAAM,KAAK,UAAU;AAAA,EAC7D;AAAA,EAEA,eAAqD;AACnD,WAAO,IAAI,eAAc,KAAK,QAAQ,KAAK,MAAM,IAAI;AAAA,EACvD;AAAA,EAEA,QAAQ,OAAO,aAAa,IAAsB;AAChD,qBAAiB,QAAQ,KAAK,OAAO,GAAG;AACtC,YAAM,UAAU,MAAM,aAAa,MAAM,KAAK,IAAI;AAClD,iBAAW,UAAU,SAAS;AAC5B,YAAI,CAAC,OAAO,MAAM,KAAK,YAAY;AACjC;AAAA,QACF;AACA,cAAO,KAAK,cAAc,OAAO,KAAK,OAAO,QAAQ;AAAA,MACvD;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,aACb,MACA,MACgG;AAChG,MAAI,CAAC,KAAK,IAAI;AACZ,WAAO,CAAC,IAAI;AAAA,EACd;AACA,MAAI,SAAS,UAAU;AACrB,WAAO,CAAC,IAAI;AAAA,EACd;AACA,MAAI;AACF,UAAM,QAAQ,MAAM,aAAa,KAAK,KAAK;AAC3C,QAAI,SAAS,QAAQ;AACnB,aAAO,CAAC,GAAG,MAAM,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AAAA,IACrD;AACA,QAAI,SAAS,gBAAgB;AAC3B,aAAO,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;AAAA,IACtF;AACA,QAAI,SAAS,kBAAkB;AAC7B,aAAO,MAAM,IAAI,CAAC,SAAS,GAAG,EAAE,MAAM,KAAK,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC;AAAA,IACnE;AACA,WAAO,MAAM,IAAI,EAAE;AAAA,EACrB,SAAS,OAAO;AACd,WAAO,CAAC,IAAI,KAAK,CAAC;AAAA,EACpB;AACF;AAEA,eAAe,aAAa,QAAuC;AACjE,QAAM,QAAQ,MAAM,OAAO,iCAAiC;AAC5D,QAAM,QAAQ,WAAW,SAAS,OAAO,QAAQ,aAAa,MAAMC,UAAS,OAAO,IAAI,CAAC;AACzF,QAAM,cAAc,MAAM,YAAY,EAAE,MAAM,MAAM,CAAC;AACrD,QAAM,WAAW,MAAM,YAAY;AACnC,QAAM,QAAmB,CAAC;AAC1B,MAAI;AACF,aAAS,QAAQ,GAAG,SAAS,SAAS,UAAU,SAAS,GAAG;AAC1D,YAAM,OAAO,MAAM,SAAS,QAAQ,KAAK;AACzC,YAAM,UAAU,MAAM,KAAK,eAAe;AAC1C,YAAM,OAAO,QAAQ,MAClB;AAAA,QAAQ,CAAC,SACR,OAAO,SAAS,YAAY,SAAS,QAAQ,SAAS,OAAO,CAAC,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC;AAAA,MACrF,EACC,KAAK,IAAI;AACZ,YAAM,KAAK,EAAE,YAAY,QAAQ,GAAG,MAAM,KAAK,SAAS,IAAI,GAAG,IAAI;AAAA,IAAO,GAAG,CAAC;AAAA,IAChF;AAAA,EACF,UAAE;AACA,UAAM,YAAY,QAAQ;AAAA,EAC5B;AACA,SAAO;AACT;","names":["readdir","readFile","join","readdir","join","readFile"]}

package/dist/middleware-KynLg_RW.d.ts

@@ -1,56 +0,0 @@
-import { f as CompletionRequest, g as CompletionResponse, l as JsonValue, u as ToolResultContent } from './types-B3A4YxaA.js';
-import { M as MaybePromise } from './type-utils-CtHVDRn_.js';
-
-type CompletionRequestMiddlewareArgs = {
-    turn: number;
-    request: CompletionRequest;
-    originalRequest: CompletionRequest;
-};
-type CompletionRequestMiddlewareResult = {
-    request: CompletionRequest;
-} | undefined;
-type CompletionResponseMiddlewareArgs<RawResponse = unknown> = {
-    turn: number;
-    request: CompletionRequest;
-    response: CompletionResponse<RawResponse>;
-    originalResponse: CompletionResponse<RawResponse>;
-};
-type CompletionResponseMiddlewareResult<RawResponse = unknown> = {
-    response: CompletionResponse<RawResponse>;
-} | undefined;
-type ToolInputMiddlewareArgs = {
-    toolName: string;
-    args: string;
-    originalArgs: string;
-    turn: number;
-    toolCallId?: string | undefined;
-    internalCallId: string;
-};
-type ToolInputMiddlewareResult = {
-    args: JsonValue | string;
-} | undefined;
-type ToolResultMiddlewareArgs = {
-    toolName: string;
-    args: string;
-    result: string;
-    originalResult: string;
-    structuredResult?: ToolResultContent[] | undefined;
-    originalStructuredResult?: ToolResultContent[] | undefined;
-    turn: number;
-    toolCallId?: string | undefined;
-    internalCallId: string;
-};
-type ToolOutputMiddlewareArgs = ToolResultMiddlewareArgs;
-type ToolOutputMiddlewareResult = string | {
-    result?: string | undefined;
-    structuredResult?: ToolResultContent[] | undefined;
-} | undefined;
-interface AgentMiddleware<RawResponse = unknown> {
-    onCompletionRequest?(args: CompletionRequestMiddlewareArgs): MaybePromise<CompletionRequestMiddlewareResult>;
-    onCompletionResponse?(args: CompletionResponseMiddlewareArgs<RawResponse>): MaybePromise<CompletionResponseMiddlewareResult<RawResponse>>;
-    onToolInput?(args: ToolInputMiddlewareArgs): MaybePromise<ToolInputMiddlewareResult>;
-    onToolOutput?(args: ToolOutputMiddlewareArgs): MaybePromise<ToolOutputMiddlewareResult>;
-}
-declare function createMiddleware<RawResponse = unknown>(middleware: AgentMiddleware<RawResponse>): AgentMiddleware<RawResponse>;
-
-export { type AgentMiddleware as A, type CompletionRequestMiddlewareArgs as C, type ToolInputMiddlewareArgs as T, type CompletionRequestMiddlewareResult as a, type CompletionResponseMiddlewareArgs as b, type CompletionResponseMiddlewareResult as c, type ToolInputMiddlewareResult as d, type ToolOutputMiddlewareArgs as e, type ToolOutputMiddlewareResult as f, type ToolResultMiddlewareArgs as g, createMiddleware as h };