@shenghuabi/knowledge 1.0.21

package/qdrant.mjs

@@ -0,0 +1,274 @@
+// packages/qdrant/qdrant-client.service.ts
+import {
+  computed,
+  inject,
+  Injector,
+  RootStaticInjectOptions
+} from "static-injector";
+import { QdrantClient } from "@qdrant/qdrant-js";
+
+// packages/qdrant/type.ts
+import { InjectionToken } from "static-injector";
+import * as v from "valibot";
+var QdrantOptionsDefine = v.object({
+  host: v.optional(v.string(), "127.0.0.1"),
+  port: v.optional(v.number(), 6333),
+  dir: v.optional(v.string()),
+  configPath: v.optional(v.string()),
+  version: v.optional(v.string(), "v1.15.4")
+});
+var QdrantOptionsToken = new InjectionToken(
+  "QdrantOptionsToken"
+);
+var QdrantStartToken = new InjectionToken("QdrantStart");
+
+// packages/qdrant/qdrant-client.service.ts
+var QdrantClientService = class extends RootStaticInjectOptions {
+  #injector = inject(Injector);
+  #qdStart$$ = inject(QdrantStartToken);
+  #client$$ = computed(
+    () => this.#qdStart$$.promise.then(() => {
+      const options = this.#injector.get(QdrantOptionsToken);
+      return new QdrantClient({
+        ...options(),
+        headers: { Connection: "Close" }
+      });
+    })
+  );
+  get originClient() {
+    return this.#client$$();
+  }
+  async deleteCollection(name) {
+    return (await this.#client$$()).deleteCollection(name);
+  }
+  async collectionExists(name) {
+    return (await this.#client$$()).collectionExists(name);
+  }
+  async createCollection(...args) {
+    return (await this.#client$$()).createCollection(...args);
+  }
+  async getCollection(...args) {
+    return (await this.#client$$()).getCollection(...args);
+  }
+  async createPayloadKeywordIndex(collectionName, payloadName) {
+    return (await this.#client$$()).createPayloadIndex(collectionName, {
+      wait: true,
+      field_name: payloadName,
+      field_schema: "keyword"
+    });
+  }
+  async recoverSnapshot(...args) {
+    return (await this.#client$$()).recoverSnapshot(...args);
+  }
+  async createSnapshot(...args) {
+    return (await this.#client$$()).createSnapshot(...args);
+  }
+  async getAliases(...args) {
+    return (await this.#client$$()).getAliases(...args);
+  }
+  async getCollectionAliases(...args) {
+    return (await this.#client$$()).getCollectionAliases(...args);
+  }
+  async updateCollectionAliases(...args) {
+    return (await this.#client$$()).updateCollectionAliases(...args);
+  }
+  async setActivateCollection(collection, activateCollection) {
+    return (await this.#client$$()).updateCollectionAliases({
+      actions: [
+        {
+          create_alias: {
+            collection_name: collection,
+            alias_name: activateCollection
+          }
+        }
+      ]
+    });
+  }
+  async upsert(...args) {
+    await (await this.#client$$()).upsert(...args);
+  }
+  async delete(...args) {
+    await (await this.#client$$()).delete(...args);
+  }
+  async retrieve(...args) {
+    return (await this.#client$$()).retrieve(...args);
+  }
+  async scroll(...args) {
+    return (await this.#client$$()).scroll(...args);
+  }
+  async count(...args) {
+    return (await this.#client$$()).count(...args);
+  }
+  async searchPointGroups(...args) {
+    return (await this.#client$$()).searchPointGroups(...args);
+  }
+  async queryGroups(...args) {
+    return (await this.#client$$()).queryGroups(...args);
+  }
+  async query(...args) {
+    return (await this.#client$$()).query(...args);
+  }
+  async search(...args) {
+    return (await this.#client$$()).search(...args);
+  }
+};
+
+// packages/qdrant/qdrant-server.service.ts
+import { computed as computed2, inject as inject2, signal } from "static-injector";
+import { path } from "@cyia/vfs2";
+import { ExternalCallBaseService } from "@cyia/external-call";
+
+// packages/qdrant/util.ts
+function getQdrantFile() {
+  switch (`${process.platform}-${process.arch}`) {
+    case "win32-x64":
+      return `qdrant-x86_64-pc-windows-msvc.zip
+`;
+    case "linux-x64":
+      return `qdrant-x86_64-unknown-linux-gnu.tar.gz`;
+    default:
+      break;
+  }
+  throw new Error("");
+}
+
+// packages/qdrant/qdrant-server.service.ts
+var fileName = "qdrant" + (process.platform === "win32" ? ".exe" : "");
+var QdrantServerService = class extends ExternalCallBaseService {
+  logName = "qdrant";
+  #config = inject2(QdrantOptionsToken);
+  #fileName = computed2(() => fileName);
+  startPath$$ = computed2(
+    () => path.join(this.#config().dir, this.#fileName())
+  );
+  execPath$$ = this.startPath$$;
+  checkFilePath$$ = this.startPath$$;
+  snapshotDir$$ = computed2(() => path.join(this.#config().dir, "snapshots"));
+  /** 启动时读取 */
+  #version;
+  start$ = signal(false);
+  #startFinished$;
+  async init() {
+    await this.startup();
+  }
+  async startup() {
+    await this.checkExist();
+    const exist = await this.exist();
+    if (!exist) {
+      return void 0;
+    }
+    if (!this.#startFinished$) {
+      this.#startFinished$ = this.#startup();
+    }
+    return this.#startFinished$;
+  }
+  #startup() {
+    return new Promise(async (resolve, reject) => {
+      this.log?.info(`准备启动`);
+      const { instance, abortController } = this.exec(
+        this.startPath$$(),
+        await this.#getOptions(),
+        {
+          env: await this.#getEnv(),
+          extendEnv: true,
+          cwd: this.#config().dir,
+          reject: false
+        }
+      );
+      this.instanceSnapshot = [instance];
+      let httpEnable = false;
+      let grpcEnable = false;
+      instance.stdout.on("data", (data) => {
+        const value = data.toString();
+        if (!this.start$() || !value.includes("/points?wait=false")) {
+          this.log?.info(value);
+        }
+        if (!grpcEnable && value.includes("gRPC listening")) {
+          grpcEnable = true;
+        }
+        if (!httpEnable && value.includes("HTTP listening")) {
+          httpEnable = true;
+        }
+        if (!this.start$() && grpcEnable && httpEnable) {
+          this.log?.info(`启动成功`);
+          this.start$.set(true);
+          resolve({ instance, abortController });
+        }
+        if (!this.#version) {
+          const result = value.match(/Version:\s+([^,]+)/);
+          if (result) {
+            this.#version = result[1];
+          }
+        }
+      });
+    });
+  }
+  async #getEnv() {
+    const env = {};
+    const port = this.#config().port;
+    if (port) {
+      env["QDRANT__SERVICE__HTTP_PORT"] = port;
+    }
+    return env;
+  }
+  async #getOptions() {
+    const list = [];
+    const configPath = this.#config().configPath;
+    if (configPath) {
+      list.push("--config-path", configPath);
+    }
+    return list;
+  }
+  async getVersion() {
+    await this.checkExist();
+    if (!this.exist$()) {
+      return void 0;
+    }
+    return this.#version;
+  }
+  stop() {
+    try {
+      super.stop();
+    } catch (error) {
+      this.log?.error(error);
+    } finally {
+      this.#startFinished$ = void 0;
+      this.start$.set(false);
+    }
+  }
+  #downloadExecAbort;
+  async downloadExec(options) {
+    await this.stop();
+    this.#downloadExecAbort?.abort();
+    const ac = new AbortController();
+    this.#downloadExecAbort = ac;
+    try {
+      await this.githubRepoDownload(
+        {
+          prefix: `qdrant/qdrant`,
+          version: this.#config().version,
+          fileName: getQdrantFile()
+        },
+        {
+          output: this.#config().dir,
+          progressMessage: options?.progressMessage,
+          cleanDir: false,
+          signal: ac.signal
+        }
+      );
+    } catch (error) {
+      if (ac.signal.aborted) {
+        return;
+      }
+      throw error;
+    }
+  }
+};
+export {
+  QdrantClientService,
+  QdrantOptionsDefine,
+  QdrantOptionsToken,
+  QdrantServerService,
+  QdrantStartToken
+};
+//# sourceMappingURL=qdrant.mjs.map

package/qdrant.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../packages/qdrant/qdrant-client.service.ts", "../packages/qdrant/type.ts", "../packages/qdrant/qdrant-server.service.ts", "../packages/qdrant/util.ts"],
+  "sourcesContent": ["import {\n  computed,\n  inject,\n  Injector,\n  RootStaticInjectOptions,\n} from 'static-injector';\nimport { QdrantClient } from '@qdrant/qdrant-js';\n\nimport { QdrantOptionsToken, QdrantStartToken } from './type';\nexport class QdrantClientService extends RootStaticInjectOptions {\n  #injector = inject(Injector);\n  #qdStart$$ = inject(QdrantStartToken);\n  #client$$ = computed(() =>\n    this.#qdStart$$.promise.then(() => {\n      const options = this.#injector.get(QdrantOptionsToken);\n      return new QdrantClient({\n        ...options(),\n        headers: { Connection: 'Close' },\n      });\n    }),\n  );\n\n  get originClient() {\n    return this.#client$$();\n  }\n\n  async deleteCollection(name: string) {\n    return (await this.#client$$()).deleteCollection(name);\n  }\n  async collectionExists(name: string) {\n    return (await this.#client$$()).collectionExists(name);\n  }\n  async createCollection(\n    ...args: Parameters<QdrantClient['createCollection']>\n  ) {\n    return (await this.#client$$()).createCollection(...args);\n  }\n  async getCollection(...args: Parameters<QdrantClient['getCollection']>) {\n    return (await this.#client$$()).getCollection(...args);\n  }\n\n  async createPayloadKeywordIndex(collectionName: string, payloadName: string) {\n    return (await this.#client$$()).createPayloadIndex(collectionName, {\n      wait: true,\n      field_name: payloadName,\n      field_schema: 'keyword',\n    });\n  }\n  async recoverSnapshot(...args: Parameters<QdrantClient['recoverSnapshot']>) {\n    return (await this.#client$$()).recoverSnapshot(...args);\n  }\n  async createSnapshot(...args: Parameters<QdrantClient['createSnapshot']>) {\n    return (await this.#client$$()).createSnapshot(...args);\n  }\n  async getAliases(...args: Parameters<QdrantClient['getAliases']>) {\n    return (await this.#client$$()).getAliases(...args);\n  }\n  async getCollectionAliases(\n    ...args: Parameters<QdrantClient['getCollectionAliases']>\n  ) {\n    return (await this.#client$$()).getCollectionAliases(...args);\n  }\n  async updateCollectionAliases(\n    ...args: Parameters<QdrantClient['updateCollectionAliases']>\n  ) {\n    return (await this.#client$$()).updateCollectionAliases(...args);\n  }\n  async setActivateCollection(collection: string, activateCollection: string) {\n    return (await this.#client$$()).updateCollectionAliases({\n      actions: [\n        {\n          create_alias: {\n            collection_name: collection,\n            alias_name: activateCollection,\n          },\n        },\n      ],\n    });\n  }\n  async upsert(...args: Parameters<QdrantClient['upsert']>) {\n    await (await this.#client$$()).upsert(...args);\n  }\n  async delete(...args: Parameters<QdrantClient['delete']>) {\n    await (await this.#client$$()).delete(...args);\n  }\n  async retrieve(...args: Parameters<QdrantClient['retrieve']>) {\n    return (await this.#client$$()).retrieve(...args);\n  }\n  async scroll(...args: Parameters<QdrantClient['scroll']>) {\n    return (await this.#client$$()).scroll(...args);\n  }\n  async count(...args: Parameters<QdrantClient['count']>) {\n    return (await this.#client$$()).count(...args);\n  }\n  async searchPointGroups(\n    ...args: Parameters<QdrantClient['searchPointGroups']>\n  ) {\n    return (await this.#client$$()).searchPointGroups(...args);\n  }\n  async queryGroups(...args: Parameters<QdrantClient['queryGroups']>) {\n    return (await this.#client$$()).queryGroups(...args);\n  }\n  async query(...args: Parameters<QdrantClient['query']>) {\n    return (await this.#client$$()).query(...args);\n  }\n  async search(...args: Parameters<QdrantClient['search']>) {\n    return (await this.#client$$()).search(...args);\n  }\n}\n", "import { InjectionToken, Signal } from 'static-injector';\nimport * as v from 'valibot';\nexport const QdrantOptionsDefine = v.object({\n  host: v.optional(v.string(), '127.0.0.1'),\n  port: v.optional(v.number(), 6333),\n  dir: v.optional(v.string()),\n  configPath: v.optional(v.string()),\n  version: v.optional(v.string(), 'v1.15.4'),\n});\nexport type QdrantOptionsType = v.InferOutput<typeof QdrantOptionsDefine> & {\n  dir: string;\n};\nexport const QdrantOptionsToken = new InjectionToken<Signal<QdrantOptionsType>>(\n  'QdrantOptionsToken',\n);\n\nexport const QdrantStartToken = new InjectionToken<{\n  promise: Promise<void>;\n  resolve: (value: void | PromiseLike<void>) => void;\n  reject: (reason?: any) => void;\n}>('QdrantStart');\n", "import { computed, inject, signal } from 'static-injector';\nimport { QdrantOptionsToken } from './type';\nimport { path } from '@cyia/vfs2';\nimport { ExternalCallBaseService } from '@cyia/external-call';\nimport { getQdrantFile } from './util';\nimport type { DownloadFileOptions } from '@cyia/dl';\nconst fileName = 'qdrant' + (process.platform === 'win32' ? '.exe' : '');\ntype ExecInstance = ReturnType<ExternalCallBaseService['exec']>;\nexport class QdrantServerService extends ExternalCallBaseService {\n  override logName = 'qdrant';\n  #config = inject(QdrantOptionsToken);\n  #fileName = computed(() => fileName);\n  override startPath$$ = computed(() =>\n    path.join(this.#config().dir, this.#fileName()),\n  );\n  override execPath$$ = this.startPath$$;\n  override checkFilePath$$ = this.startPath$$;\n  snapshotDir$$ = computed(() => path.join(this.#config().dir, 'snapshots'));\n  /** 启动时读取 */\n  #version?: string;\n  start$ = signal(false);\n  #startFinished$?: Promise<ReturnType<typeof this.exec>>;\n\n  override async init() {\n    await this.startup();\n  }\n  async startup() {\n    await this.checkExist();\n    const exist = await this.exist();\n    if (!exist) {\n      return undefined;\n    }\n    if (!this.#startFinished$) {\n      this.#startFinished$ = this.#startup();\n    }\n    return this.#startFinished$;\n  }\n  #startup() {\n    return new Promise<ExecInstance>(async (resolve, reject) => {\n      this.log?.info(`准备启动`);\n      const { instance, abortController } = this.exec(\n        this.startPath$$(),\n        await this.#getOptions(),\n        {\n          env: await this.#getEnv(),\n          extendEnv: true,\n          cwd: this.#config().dir,\n          reject: false,\n        },\n      );\n      this.instanceSnapshot = [instance];\n      let httpEnable = false;\n      let grpcEnable = false;\n      instance.stdout.on('data', (data: Buffer) => {\n        const value = data.toString();\n        if (!this.start$() || !value.includes('/points?wait=false')) {\n          this.log?.info(value);\n        }\n        if (!grpcEnable && value.includes('gRPC listening')) {\n          grpcEnable = true;\n        }\n        if (!httpEnable && value.includes('HTTP listening')) {\n          httpEnable = true;\n        }\n        if (!this.start$() && grpcEnable && httpEnable) {\n          this.log?.info(`启动成功`);\n          this.start$.set(true);\n          resolve({ instance, abortController });\n        }\n        if (!this.#version) {\n          const result = value.match(/Version:\\s+([^,]+)/);\n          if (result) {\n            this.#version = result[1];\n          }\n        }\n      });\n    });\n  }\n  async #getEnv() {\n    const env: Record<string, any> = {};\n    const port = this.#config().port;\n    if (port) {\n      env['QDRANT__SERVICE__HTTP_PORT'] = port;\n    }\n    return env;\n  }\n  async #getOptions() {\n    const list: string[] = [];\n    const configPath = this.#config().configPath;\n    if (configPath) {\n      list.push('--config-path', configPath);\n    }\n    return list;\n  }\n\n  protected override async getVersion(): Promise<string | undefined> {\n    await this.checkExist();\n    if (!this.exist$()) {\n      return undefined;\n    }\n    return this.#version;\n  }\n\n  override stop() {\n    try {\n      super.stop();\n    } catch (error) {\n      this.log?.error(error);\n    } finally {\n      this.#startFinished$ = undefined;\n      this.start$.set(false);\n    }\n  }\n  #downloadExecAbort?: AbortController;\n\n  async downloadExec(options?: {\n    progressMessage?: DownloadFileOptions['message'];\n  }) {\n    await this.stop();\n    this.#downloadExecAbort?.abort();\n    const ac = new AbortController();\n    this.#downloadExecAbort = ac;\n    try {\n      await this.githubRepoDownload(\n        {\n          prefix: `qdrant/qdrant`,\n          version: this.#config().version,\n          fileName: getQdrantFile(),\n        },\n        {\n          output: this.#config().dir,\n          progressMessage: options?.progressMessage,\n          cleanDir: false,\n          signal: ac.signal,\n        },\n      );\n    } catch (error) {\n      if (ac.signal.aborted) {\n        return;\n      }\n      throw error;\n    }\n  }\n}\n", "export function getQdrantFile() {\n  switch (`${process.platform}-${process.arch}` as const) {\n    case 'win32-x64':\n      return `qdrant-x86_64-pc-windows-msvc.zip\n`;\n    case 'linux-x64':\n      return `qdrant-x86_64-unknown-linux-gnu.tar.gz`;\n\n    default:\n      break;\n  }\n  throw new Error('');\n}\n"],
+  "mappings": ";AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,oBAAoB;;;ACN7B,SAAS,sBAA8B;AACvC,YAAY,OAAO;AACZ,IAAM,sBAAwB,SAAO;AAAA,EAC1C,MAAQ,WAAW,SAAO,GAAG,WAAW;AAAA,EACxC,MAAQ,WAAW,SAAO,GAAG,IAAI;AAAA,EACjC,KAAO,WAAW,SAAO,CAAC;AAAA,EAC1B,YAAc,WAAW,SAAO,CAAC;AAAA,EACjC,SAAW,WAAW,SAAO,GAAG,SAAS;AAC3C,CAAC;AAIM,IAAM,qBAAqB,IAAI;AAAA,EACpC;AACF;AAEO,IAAM,mBAAmB,IAAI,eAIjC,aAAa;;;ADXT,IAAM,sBAAN,cAAkC,wBAAwB;AAAA,EAC/D,YAAY,OAAO,QAAQ;AAAA,EAC3B,aAAa,OAAO,gBAAgB;AAAA,EACpC,YAAY;AAAA,IAAS,MACnB,KAAK,WAAW,QAAQ,KAAK,MAAM;AACjC,YAAM,UAAU,KAAK,UAAU,IAAI,kBAAkB;AACrD,aAAO,IAAI,aAAa;AAAA,QACtB,GAAG,QAAQ;AAAA,QACX,SAAS,EAAE,YAAY,QAAQ;AAAA,MACjC,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,IAAI,eAAe;AACjB,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,MAAM,iBAAiB,MAAc;AACnC,YAAQ,MAAM,KAAK,UAAU,GAAG,iBAAiB,IAAI;AAAA,EACvD;AAAA,EACA,MAAM,iBAAiB,MAAc;AACnC,YAAQ,MAAM,KAAK,UAAU,GAAG,iBAAiB,IAAI;AAAA,EACvD;AAAA,EACA,MAAM,oBACD,MACH;AACA,YAAQ,MAAM,KAAK,UAAU,GAAG,iBAAiB,GAAG,IAAI;AAAA,EAC1D;AAAA,EACA,MAAM,iBAAiB,MAAiD;AACtE,YAAQ,MAAM,KAAK,UAAU,GAAG,cAAc,GAAG,IAAI;AAAA,EACvD;AAAA,EAEA,MAAM,0BAA0B,gBAAwB,aAAqB;AAC3E,YAAQ,MAAM,KAAK,UAAU,GAAG,mBAAmB,gBAAgB;AAAA,MACjE,MAAM;AAAA,MACN,YAAY;AAAA,MACZ,cAAc;AAAA,IAChB,CAAC;AAAA,EACH;AAAA,EACA,MAAM,mBAAmB,MAAmD;AAC1E,YAAQ,MAAM,KAAK,UAAU,GAAG,gBAAgB,GAAG,IAAI;AAAA,EACzD;AAAA,EACA,MAAM,kBAAkB,MAAkD;AACxE,YAAQ,MAAM,KAAK,UAAU,GAAG,eAAe,GAAG,IAAI;AAAA,EACxD;AAAA,EACA,MAAM,cAAc,MAA8C;AAChE,YAAQ,MAAM,KAAK,UAAU,GAAG,WAAW,GAAG,IAAI;AAAA,EACpD;AAAA,EACA,MAAM,wBACD,MACH;AACA,YAAQ,MAAM,KAAK,UAAU,GAAG,qBAAqB,GAAG,IAAI;AAAA,EAC9D;AAAA,EACA,MAAM,2BACD,MACH;AACA,YAAQ,MAAM,KAAK,UAAU,GAAG,wBAAwB,GAAG,IAAI;AAAA,EACjE;AAAA,EACA,MAAM,sBAAsB,YAAoB,oBAA4B;AAC1E,YAAQ,MAAM,KAAK,UAAU,GAAG,wBAAwB;AAAA,MACtD,SAAS;AAAA,QACP;AAAA,UACE,cAAc;AAAA,YACZ,iBAAiB;AAAA,YACjB,YAAY;AAAA,UACd;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,MAAM,UAAU,MAA0C;AACxD,WAAO,MAAM,KAAK,UAAU,GAAG,OAAO,GAAG,IAAI;AAAA,EAC/C;AAAA,EACA,MAAM,UAAU,MAA0C;AACxD,WAAO,MAAM,KAAK,UAAU,GAAG,OAAO,GAAG,IAAI;AAAA,EAC/C;AAAA,EACA,MAAM,YAAY,MAA4C;AAC5D,YAAQ,MAAM,KAAK,UAAU,GAAG,SAAS,GAAG,IAAI;AAAA,EAClD;AAAA,EACA,MAAM,UAAU,MAA0C;AACxD,YAAQ,MAAM,KAAK,UAAU,GAAG,OAAO,GAAG,IAAI;AAAA,EAChD;AAAA,EACA,MAAM,SAAS,MAAyC;AACtD,YAAQ,MAAM,KAAK,UAAU,GAAG,MAAM,GAAG,IAAI;AAAA,EAC/C;AAAA,EACA,MAAM,qBACD,MACH;AACA,YAAQ,MAAM,KAAK,UAAU,GAAG,kBAAkB,GAAG,IAAI;AAAA,EAC3D;AAAA,EACA,MAAM,eAAe,MAA+C;AAClE,YAAQ,MAAM,KAAK,UAAU,GAAG,YAAY,GAAG,IAAI;AAAA,EACrD;AAAA,EACA,MAAM,SAAS,MAAyC;AACtD,YAAQ,MAAM,KAAK,UAAU,GAAG,MAAM,GAAG,IAAI;AAAA,EAC/C;AAAA,EACA,MAAM,UAAU,MAA0C;AACxD,YAAQ,MAAM,KAAK,UAAU,GAAG,OAAO,GAAG,IAAI;AAAA,EAChD;AACF;;;AE5GA,SAAS,YAAAA,WAAU,UAAAC,SAAQ,cAAc;AAEzC,SAAS,YAAY;AACrB,SAAS,+BAA+B;;;ACHjC,SAAS,gBAAgB;AAC9B,UAAQ,GAAG,QAAQ,QAAQ,IAAI,QAAQ,IAAI,IAAa;AAAA,IACtD,KAAK;AACH,aAAO;AAAA;AAAA,IAET,KAAK;AACH,aAAO;AAAA,IAET;AACE;AAAA,EACJ;AACA,QAAM,IAAI,MAAM,EAAE;AACpB;;;ADNA,IAAM,WAAW,YAAY,QAAQ,aAAa,UAAU,SAAS;AAE9D,IAAM,sBAAN,cAAkC,wBAAwB;AAAA,EACtD,UAAU;AAAA,EACnB,UAAUC,QAAO,kBAAkB;AAAA,EACnC,YAAYC,UAAS,MAAM,QAAQ;AAAA,EAC1B,cAAcA;AAAA,IAAS,MAC9B,KAAK,KAAK,KAAK,QAAQ,EAAE,KAAK,KAAK,UAAU,CAAC;AAAA,EAChD;AAAA,EACS,aAAa,KAAK;AAAA,EAClB,kBAAkB,KAAK;AAAA,EAChC,gBAAgBA,UAAS,MAAM,KAAK,KAAK,KAAK,QAAQ,EAAE,KAAK,WAAW,CAAC;AAAA;AAAA,EAEzE;AAAA,EACA,SAAS,OAAO,KAAK;AAAA,EACrB;AAAA,EAEA,MAAe,OAAO;AACpB,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA,EACA,MAAM,UAAU;AACd,UAAM,KAAK,WAAW;AACtB,UAAM,QAAQ,MAAM,KAAK,MAAM;AAC/B,QAAI,CAAC,OAAO;AACV,aAAO;AAAA,IACT;AACA,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB,KAAK,SAAS;AAAA,IACvC;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EACA,WAAW;AACT,WAAO,IAAI,QAAsB,OAAO,SAAS,WAAW;AAC1D,WAAK,KAAK,KAAK,MAAM;AACrB,YAAM,EAAE,UAAU,gBAAgB,IAAI,KAAK;AAAA,QACzC,KAAK,YAAY;AAAA,QACjB,MAAM,KAAK,YAAY;AAAA,QACvB;AAAA,UACE,KAAK,MAAM,KAAK,QAAQ;AAAA,UACxB,WAAW;AAAA,UACX,KAAK,KAAK,QAAQ,EAAE;AAAA,UACpB,QAAQ;AAAA,QACV;AAAA,MACF;AACA,WAAK,mBAAmB,CAAC,QAAQ;AACjC,UAAI,aAAa;AACjB,UAAI,aAAa;AACjB,eAAS,OAAO,GAAG,QAAQ,CAAC,SAAiB;AAC3C,cAAM,QAAQ,KAAK,SAAS;AAC5B,YAAI,CAAC,KAAK,OAAO,KAAK,CAAC,MAAM,SAAS,oBAAoB,GAAG;AAC3D,eAAK,KAAK,KAAK,KAAK;AAAA,QACtB;AACA,YAAI,CAAC,cAAc,MAAM,SAAS,gBAAgB,GAAG;AACnD,uBAAa;AAAA,QACf;AACA,YAAI,CAAC,cAAc,MAAM,SAAS,gBAAgB,GAAG;AACnD,uBAAa;AAAA,QACf;AACA,YAAI,CAAC,KAAK,OAAO,KAAK,cAAc,YAAY;AAC9C,eAAK,KAAK,KAAK,MAAM;AACrB,eAAK,OAAO,IAAI,IAAI;AACpB,kBAAQ,EAAE,UAAU,gBAAgB,CAAC;AAAA,QACvC;AACA,YAAI,CAAC,KAAK,UAAU;AAClB,gBAAM,SAAS,MAAM,MAAM,oBAAoB;AAC/C,cAAI,QAAQ;AACV,iBAAK,WAAW,OAAO,CAAC;AAAA,UAC1B;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EACA,MAAM,UAAU;AACd,UAAM,MAA2B,CAAC;AAClC,UAAM,OAAO,KAAK,QAAQ,EAAE;AAC5B,QAAI,MAAM;AACR,UAAI,4BAA4B,IAAI;AAAA,IACtC;AACA,WAAO;AAAA,EACT;AAAA,EACA,MAAM,cAAc;AAClB,UAAM,OAAiB,CAAC;AACxB,UAAM,aAAa,KAAK,QAAQ,EAAE;AAClC,QAAI,YAAY;AACd,WAAK,KAAK,iBAAiB,UAAU;AAAA,IACvC;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAA0C;AACjE,UAAM,KAAK,WAAW;AACtB,QAAI,CAAC,KAAK,OAAO,GAAG;AAClB,aAAO;AAAA,IACT;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAES,OAAO;AACd,QAAI;AACF,YAAM,KAAK;AAAA,IACb,SAAS,OAAO;AACd,WAAK,KAAK,MAAM,KAAK;AAAA,IACvB,UAAE;AACA,WAAK,kBAAkB;AACvB,WAAK,OAAO,IAAI,KAAK;AAAA,IACvB;AAAA,EACF;AAAA,EACA;AAAA,EAEA,MAAM,aAAa,SAEhB;AACD,UAAM,KAAK,KAAK;AAChB,SAAK,oBAAoB,MAAM;AAC/B,UAAM,KAAK,IAAI,gBAAgB;AAC/B,SAAK,qBAAqB;AAC1B,QAAI;AACF,YAAM,KAAK;AAAA,QACT;AAAA,UACE,QAAQ;AAAA,UACR,SAAS,KAAK,QAAQ,EAAE;AAAA,UACxB,UAAU,cAAc;AAAA,QAC1B;AAAA,QACA;AAAA,UACE,QAAQ,KAAK,QAAQ,EAAE;AAAA,UACvB,iBAAiB,SAAS;AAAA,UAC1B,UAAU;AAAA,UACV,QAAQ,GAAG;AAAA,QACb;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UAAI,GAAG,OAAO,SAAS;AACrB;AAAA,MACF;AACA,YAAM;AAAA,IACR;AAAA,EACF;AACF;",
+  "names": ["computed", "inject", "inject", "computed"]
+}

package/util/batch-queue.d.ts

@@ -0,0 +1,6 @@
+export declare class BatchQueue<INPUT, RETURN> {
+    #private;
+    constructor(fn: (input: INPUT[]) => Promise<RETURN[]>);
+    push(value: INPUT): Promise<RETURN>;
+    then<T>(promise: Promise<T>): Promise<Awaited<T>>;
+}

package/util/cache-queue.d.ts

@@ -0,0 +1,10 @@
+import { queueAsPromised } from 'fastq';
+/** 实现类似chunk 调用 */
+export declare class CacheQueue<Data> {
+    #private;
+    queue: queueAsPromised<Data[], any>;
+    count: number;
+    constructor(queue: queueAsPromised<Data[], any>, count: number);
+    push(data: Data): void;
+    complete(): void;
+}

package/util/clone.d.ts

@@ -0,0 +1 @@
+export declare function deepClone<T>(data: T): T;

package/util/embedding-queue.d.ts

@@ -0,0 +1,3 @@
+import { Text2Vec } from './type';
+export type Text2VecItem = (value: string, collectionName: string) => Promise<number[]>;
+export declare function runInEmbeddingContext<RETUREN>(fn: (t2v: Text2VecItem) => RETUREN, t2v: Text2Vec): Promise<RETUREN>;

package/util/get-hash.d.ts

@@ -0,0 +1,2 @@
+export declare const UUID_NS = "4c394ecc-764e-46ea-a770-f21a7c10aee1";
+export declare function getHash(content: string): string;

package/util/html-to-text/index.d.ts

@@ -0,0 +1,5 @@
+export declare function html2Text(html: string, config: {
+    assetFolder: string;
+    useOcr?: boolean;
+    ocrFn?: (data: string) => Promise<string>;
+}): Promise<string>;

package/util/index.d.ts

@@ -0,0 +1,10 @@
+export * from './promise';
+export * from './html-to-text';
+export * from './is-truthy';
+export * from './cache-queue';
+export * from './batch-queue';
+export * from './clone';
+export * from './embedding-queue';
+export * from './log.service';
+export * from './get-hash';
+export * from './uniq-object-key';

package/util/is-truthy.d.ts

@@ -0,0 +1 @@
+export declare function isTruthy<T>(value?: T | undefined | null | false): value is T;

package/util/log.service.d.ts

@@ -0,0 +1,6 @@
+import { InjectionToken } from 'static-injector';
+export declare const LogToken: InjectionToken<{
+    info: (...args: any) => void;
+    warn: (...args: any) => void;
+    error: (...args: any) => void;
+}>;

package/util/promise.d.ts

@@ -0,0 +1,5 @@
+export declare function withResolvers<T = void>(): {
+    promise: Promise<T>;
+    resolve: (value: T | PromiseLike<T>) => void;
+    reject: (reason?: any) => void;
+};

package/util/type.d.ts

@@ -0,0 +1 @@
+export type Text2Vec = <T extends string | string[]>(value: T, collectionName: string) => Promise<T extends string ? number[] : number[][]>;

package/util/uniq-object-key.d.ts

@@ -0,0 +1 @@
+export declare function getUniqueObjectKey(object: Record<string, any>): string;

package/util.mjs

@@ -0,0 +1,219 @@
+// packages/util/promise.ts
+function withResolvers() {
+  let resolve;
+  let reject;
+  const promise = new Promise((res, rej) => {
+    resolve = res;
+    reject = rej;
+  });
+  return { promise, resolve, reject };
+}
+
+// packages/util/html-to-text/index.ts
+import { htmlToText } from "html-to-text";
+import { innerText } from "domutils";
+import { v4 } from "uuid";
+import MS from "magic-string";
+import { path } from "@cyia/vfs2";
+function _html2Text(text, useOcr) {
+  const options = {
+    formatters: {
+      anchor: (elem, walk, builder, formatOptions) => {
+        const a = innerText(elem);
+        builder.addInline(a, { noWordTransform: true });
+      }
+    }
+  };
+  const imageObject = {};
+  if (useOcr) {
+    options.formatters["image"] = (elem, walk, builder, formatOptions) => {
+      const src = elem.attribs?.src;
+      if (!src) {
+        return;
+      }
+      const id = v4();
+      imageObject[id] = src;
+      builder.addInline(`__{{${id}}}__`, { noWordTransform: true });
+    };
+  } else {
+    options.formatters["image"] = (elem, walk, builder, formatOptions) => {
+    };
+  }
+  return {
+    text: htmlToText(text, options),
+    imageObject
+  };
+}
+async function ocrImage(imageId2Path, assetFolder, ocrFn) {
+  const obj = {};
+  for (const key in imageId2Path) {
+    const filePath = imageId2Path[key];
+    obj[key] = await ocrFn(
+      filePath.startsWith(`data:image/`) ? filePath : path.join(assetFolder, filePath)
+    );
+  }
+  return obj;
+}
+function replaceImage(text, imageId2Text) {
+  const reg = /__{{([0-9a-z\-]{36})}}__/dg;
+  if (!Object.keys(imageId2Text).length) {
+    return text;
+  }
+  let match;
+  const ms = new MS(text);
+  while (match = reg.exec(text)) {
+    const range = match.indices[0];
+    ms.update(range[0], range[1], imageId2Text[match[1]] || "");
+  }
+  return ms.toString();
+}
+async function html2Text(html, config) {
+  const { text, imageObject } = _html2Text(html, config.useOcr);
+  if (config.useOcr) {
+    const obj = await ocrImage(imageObject, config.assetFolder, config.ocrFn);
+    return replaceImage(text, obj);
+  }
+  return text;
+}
+
+// packages/util/is-truthy.ts
+function isTruthy(value) {
+  return !!value;
+}
+
+// packages/util/cache-queue.ts
+var CacheQueue = class {
+  constructor(queue, count) {
+    this.queue = queue;
+    this.count = count;
+  }
+  #list = [];
+  push(data) {
+    this.#list.push(data);
+    if (this.count === this.#list.length) {
+      this.queue.push(this.#list);
+      this.#list = [];
+      return;
+    }
+  }
+  complete() {
+    if (this.#list.length) {
+      this.queue.push(this.#list);
+      this.#list = [];
+    }
+  }
+};
+
+// packages/util/batch-queue.ts
+import { promise as fastq } from "fastq";
+var BatchQueue = class {
+  #list = [];
+  #fn;
+  constructor(fn) {
+    this.#fn = fastq(
+      (input) => fn(input.list).then((result) => {
+        input.resolve(result);
+      }),
+      999999999
+    );
+  }
+  #p = withResolvers();
+  push(value) {
+    const p = this.#p;
+    const index = this.#list.length;
+    this.#list.push(value);
+    this.#delayEnd();
+    return p.promise.then((list) => list[index]);
+  }
+  #complete() {
+    if (this.#list.length) {
+      const p = this.#p;
+      this.#fn.push({ list: this.#list, resolve: p.resolve });
+      this.#p = withResolvers();
+      this.#list = [];
+    }
+  }
+  then(promise) {
+    return Promise.all([promise, this.#complete()]).then(([result]) => result);
+  }
+  #delayEndId;
+  #clearDelayEnd() {
+    if (typeof this.#delayEndId === "number") {
+      clearTimeout(this.#delayEndId);
+      this.#delayEndId = void 0;
+    }
+  }
+  #delayEnd() {
+    this.#clearDelayEnd();
+    this.#delayEndId = setTimeout(() => {
+      this.#end();
+    }, 20);
+  }
+  #end() {
+    if (this.#list.length) {
+      const p = this.#p;
+      this.#fn.push({ list: this.#list, resolve: p.resolve });
+      this.#p = withResolvers();
+      this.#list = [];
+    }
+  }
+};
+
+// packages/util/clone.ts
+import rfdc from "rfdc";
+var clone = rfdc();
+function deepClone(data) {
+  return clone(data);
+}
+
+// packages/util/embedding-queue.ts
+async function runInEmbeddingContext(fn, t2v) {
+  const map = /* @__PURE__ */ new Map();
+  const result = fn((text, collectionName) => {
+    let instance = map.get(collectionName);
+    if (!instance) {
+      instance = new BatchQueue((str) => t2v(str, collectionName));
+      map.set(collectionName, instance);
+    }
+    return instance.push(text);
+  });
+  return result;
+}
+
+// packages/util/log.service.ts
+import { InjectionToken } from "static-injector";
+var LogToken = new InjectionToken("Log");
+
+// packages/util/get-hash.ts
+import { createHash } from "node:crypto";
+import { v5 } from "uuid";
+var UUID_NS = "4c394ecc-764e-46ea-a770-f21a7c10aee1";
+function getHash(content) {
+  return v5(createHash("md5").update(content).digest("hex"), UUID_NS);
+}
+
+// packages/util/uniq-object-key.ts
+function getUniqueObjectKey(object) {
+  return JSON.stringify(object, replacer);
+}
+var replacer = (key, value) => value instanceof Object && !Array.isArray(value) ? Object.keys(value).sort().reduce(
+  (sorted, key2) => {
+    sorted[key2] = value[key2];
+    return sorted;
+  },
+  {}
+) : value;
+export {
+  BatchQueue,
+  CacheQueue,
+  LogToken,
+  UUID_NS,
+  deepClone,
+  getHash,
+  getUniqueObjectKey,
+  html2Text,
+  isTruthy,
+  runInEmbeddingContext,
+  withResolvers
+};
+//# sourceMappingURL=util.mjs.map

package/util.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../packages/util/promise.ts", "../packages/util/html-to-text/index.ts", "../packages/util/is-truthy.ts", "../packages/util/cache-queue.ts", "../packages/util/batch-queue.ts", "../packages/util/clone.ts", "../packages/util/embedding-queue.ts", "../packages/util/log.service.ts", "../packages/util/get-hash.ts", "../packages/util/uniq-object-key.ts"],
+  "sourcesContent": ["export function withResolvers<T = void>() {\n  let resolve: (value: T | PromiseLike<T>) => void;\n  let reject: (reason?: any) => void;\n  const promise = new Promise<T>((res, rej) => {\n    resolve = res;\n    reject = rej;\n  });\n  return { promise, resolve: resolve!, reject: reject! };\n}\n", "import { HtmlToTextOptions, htmlToText } from 'html-to-text';\nimport { innerText } from 'domutils';\nimport { v4 } from 'uuid';\nimport MS from 'magic-string';\nimport { path } from '@cyia/vfs2';\n\nfunction _html2Text(text: string, useOcr?: boolean) {\n  const options: HtmlToTextOptions = {\n    formatters: {\n      anchor: (elem, walk, builder, formatOptions) => {\n        const a = innerText(elem as any);\n        builder.addInline(a, { noWordTransform: true });\n      },\n    },\n  };\n  const imageObject = {} as Record<string, string>;\n  if (useOcr) {\n    options.formatters!['image'] = (elem, walk, builder, formatOptions) => {\n      const src = elem.attribs?.src as string | undefined;\n      if (!src) {\n        return;\n      }\n      const id = v4();\n      imageObject[id] = src;\n      builder.addInline(`__{{${id}}}__`, { noWordTransform: true });\n    };\n  } else {\n    options.formatters!['image'] = (elem, walk, builder, formatOptions) => {};\n  }\n  return {\n    text: htmlToText(text, options),\n    imageObject,\n  };\n}\nasync function ocrImage(\n  imageId2Path: Record<string, string>,\n  assetFolder: string,\n  ocrFn: (str: string) => Promise<string>,\n) {\n  const obj: Record<string, string> = {};\n  for (const key in imageId2Path) {\n    const filePath = imageId2Path[key];\n    obj[key] = await ocrFn(\n      filePath.startsWith(`data:image/`)\n        ? filePath\n        : path.join(assetFolder, filePath),\n    );\n  }\n  return obj;\n}\nfunction replaceImage(text: string, imageId2Text: Record<string, string>) {\n  const reg = /__{{([0-9a-z\\-]{36})}}__/dg;\n  if (!Object.keys(imageId2Text).length) {\n    return text;\n  }\n  let match: RegExpExecArray | null;\n  const ms = new MS(text);\n\n  while ((match = reg.exec(text))) {\n    const range = match.indices![0];\n    ms.update(range[0], range[1], imageId2Text[match[1]] || '');\n  }\n  return ms.toString();\n}\nexport async function html2Text(\n  html: string,\n  config: {\n    assetFolder: string;\n    useOcr?: boolean;\n    ocrFn?: (data: string) => Promise<string>;\n  },\n) {\n  const { text, imageObject } = _html2Text(html, config.useOcr);\n  if (config.useOcr) {\n    const obj = await ocrImage(imageObject, config.assetFolder, config.ocrFn!);\n    return replaceImage(text, obj);\n  }\n  return text;\n}\n", "export function isTruthy<T>(value?: T | undefined | null | false): value is T {\n  return !!value;\n}\n", "import { queueAsPromised } from 'fastq';\n/** 实现类似chunk 调用 */\nexport class CacheQueue<Data> {\n  #list: Data[] = [];\n  constructor(\n    public queue: queueAsPromised<Data[], any>,\n    public count: number,\n  ) {}\n  push(data: Data) {\n    this.#list.push(data);\n    if (this.count === this.#list.length) {\n      this.queue.push(this.#list);\n      this.#list = [];\n      return;\n    }\n  }\n  complete() {\n    if (this.#list.length) {\n      this.queue.push(this.#list);\n      this.#list = [];\n    }\n  }\n}\n", "import { withResolvers } from './promise';\nimport { promise as fastq } from 'fastq';\n\nexport class BatchQueue<INPUT, RETURN> {\n  #list: INPUT[] = [];\n  #fn;\n\n  constructor(fn: (input: INPUT[]) => Promise<RETURN[]>) {\n    this.#fn = fastq(\n      (input: {\n        list: INPUT[];\n        resolve: (value: RETURN[] | PromiseLike<RETURN[]>) => void;\n      }) =>\n        fn(input.list).then((result) => {\n          input.resolve(result);\n        }),\n      999999999,\n    );\n  }\n  #p = withResolvers<RETURN[]>();\n\n  push(value: INPUT) {\n    const p = this.#p;\n    const index = this.#list.length;\n    this.#list.push(value);\n    this.#delayEnd();\n    return p.promise.then((list) => list[index]);\n  }\n\n  #complete() {\n    if (this.#list.length) {\n      const p = this.#p;\n      this.#fn.push({ list: this.#list, resolve: p.resolve });\n      this.#p = withResolvers();\n      this.#list = [];\n    }\n  }\n  then<T>(promise: Promise<T>) {\n    return Promise.all([promise, this.#complete()]).then(([result]) => result);\n  }\n  #delayEndId: any;\n\n  #clearDelayEnd() {\n    if (typeof this.#delayEndId === 'number') {\n      clearTimeout(this.#delayEndId);\n      this.#delayEndId = undefined;\n    }\n  }\n  #delayEnd() {\n    this.#clearDelayEnd();\n    this.#delayEndId = setTimeout(() => {\n      this.#end();\n    }, 20);\n  }\n  #end() {\n    if (this.#list.length) {\n      const p = this.#p;\n      this.#fn.push({ list: this.#list, resolve: p.resolve });\n      this.#p = withResolvers();\n      this.#list = [];\n    }\n  }\n}\n", "import rfdc from 'rfdc';\nconst clone = rfdc();\nexport function deepClone<T>(data: T): T {\n  return clone(data);\n}\n", "import { BatchQueue } from './batch-queue';\nimport { Text2Vec } from './type';\nexport type Text2VecItem = (\n  value: string,\n  collectionName: string,\n) => Promise<number[]>;\nexport async function runInEmbeddingContext<RETUREN>(\n  fn: (t2v: Text2VecItem) => RETUREN,\n  t2v: Text2Vec,\n) {\n  const map = new Map<string, BatchQueue<string, number[]>>();\n  const result = fn((text: string, collectionName: string) => {\n    let instance = map.get(collectionName);\n    if (!instance) {\n      instance = new BatchQueue((str) => t2v(str, collectionName));\n      map.set(collectionName, instance);\n    }\n    return instance.push(text);\n  });\n\n  return result;\n}\n", "import { InjectionToken } from 'static-injector';\n\nexport const LogToken = new InjectionToken<{\n  info: (...args: any) => void;\n  warn: (...args: any) => void;\n  error: (...args: any) => void;\n}>('Log');\n", "import { createHash } from 'node:crypto';\nimport { v5 } from 'uuid';\n// 用于id生成,修复直接用md5生成的hash没有`-`\nexport const UUID_NS = '4c394ecc-764e-46ea-a770-f21a7c10aee1';\n\nexport function getHash(content: string) {\n  return v5(createHash('md5').update(content).digest('hex'), UUID_NS);\n}\n", "export function getUniqueObjectKey(object: Record<string, any>) {\n  return JSON.stringify(object, replacer);\n}\n\nconst replacer = (key: string, value: any) =>\n  value instanceof Object && !Array.isArray(value)\n    ? Object.keys(value)\n        .sort()\n        .reduce(\n          (sorted, key) => {\n            sorted[key] = value[key];\n            return sorted;\n          },\n          {} as Record<string, any>,\n        )\n    : value;\n"],
+  "mappings": ";AAAO,SAAS,gBAA0B;AACxC,MAAI;AACJ,MAAI;AACJ,QAAM,UAAU,IAAI,QAAW,CAAC,KAAK,QAAQ;AAC3C,cAAU;AACV,aAAS;AAAA,EACX,CAAC;AACD,SAAO,EAAE,SAAS,SAAmB,OAAgB;AACvD;;;ACRA,SAA4B,kBAAkB;AAC9C,SAAS,iBAAiB;AAC1B,SAAS,UAAU;AACnB,OAAO,QAAQ;AACf,SAAS,YAAY;AAErB,SAAS,WAAW,MAAc,QAAkB;AAClD,QAAM,UAA6B;AAAA,IACjC,YAAY;AAAA,MACV,QAAQ,CAAC,MAAM,MAAM,SAAS,kBAAkB;AAC9C,cAAM,IAAI,UAAU,IAAW;AAC/B,gBAAQ,UAAU,GAAG,EAAE,iBAAiB,KAAK,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AACA,QAAM,cAAc,CAAC;AACrB,MAAI,QAAQ;AACV,YAAQ,WAAY,OAAO,IAAI,CAAC,MAAM,MAAM,SAAS,kBAAkB;AACrE,YAAM,MAAM,KAAK,SAAS;AAC1B,UAAI,CAAC,KAAK;AACR;AAAA,MACF;AACA,YAAM,KAAK,GAAG;AACd,kBAAY,EAAE,IAAI;AAClB,cAAQ,UAAU,OAAO,EAAE,QAAQ,EAAE,iBAAiB,KAAK,CAAC;AAAA,IAC9D;AAAA,EACF,OAAO;AACL,YAAQ,WAAY,OAAO,IAAI,CAAC,MAAM,MAAM,SAAS,kBAAkB;AAAA,IAAC;AAAA,EAC1E;AACA,SAAO;AAAA,IACL,MAAM,WAAW,MAAM,OAAO;AAAA,IAC9B;AAAA,EACF;AACF;AACA,eAAe,SACb,cACA,aACA,OACA;AACA,QAAM,MAA8B,CAAC;AACrC,aAAW,OAAO,cAAc;AAC9B,UAAM,WAAW,aAAa,GAAG;AACjC,QAAI,GAAG,IAAI,MAAM;AAAA,MACf,SAAS,WAAW,aAAa,IAC7B,WACA,KAAK,KAAK,aAAa,QAAQ;AAAA,IACrC;AAAA,EACF;AACA,SAAO;AACT;AACA,SAAS,aAAa,MAAc,cAAsC;AACxE,QAAM,MAAM;AACZ,MAAI,CAAC,OAAO,KAAK,YAAY,EAAE,QAAQ;AACrC,WAAO;AAAA,EACT;AACA,MAAI;AACJ,QAAM,KAAK,IAAI,GAAG,IAAI;AAEtB,SAAQ,QAAQ,IAAI,KAAK,IAAI,GAAI;AAC/B,UAAM,QAAQ,MAAM,QAAS,CAAC;AAC9B,OAAG,OAAO,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,aAAa,MAAM,CAAC,CAAC,KAAK,EAAE;AAAA,EAC5D;AACA,SAAO,GAAG,SAAS;AACrB;AACA,eAAsB,UACpB,MACA,QAKA;AACA,QAAM,EAAE,MAAM,YAAY,IAAI,WAAW,MAAM,OAAO,MAAM;AAC5D,MAAI,OAAO,QAAQ;AACjB,UAAM,MAAM,MAAM,SAAS,aAAa,OAAO,aAAa,OAAO,KAAM;AACzE,WAAO,aAAa,MAAM,GAAG;AAAA,EAC/B;AACA,SAAO;AACT;;;AC9EO,SAAS,SAAY,OAAkD;AAC5E,SAAO,CAAC,CAAC;AACX;;;ACAO,IAAM,aAAN,MAAuB;AAAA,EAE5B,YACS,OACA,OACP;AAFO;AACA;AAAA,EACN;AAAA,EAJH,QAAgB,CAAC;AAAA,EAKjB,KAAK,MAAY;AACf,SAAK,MAAM,KAAK,IAAI;AACpB,QAAI,KAAK,UAAU,KAAK,MAAM,QAAQ;AACpC,WAAK,MAAM,KAAK,KAAK,KAAK;AAC1B,WAAK,QAAQ,CAAC;AACd;AAAA,IACF;AAAA,EACF;AAAA,EACA,WAAW;AACT,QAAI,KAAK,MAAM,QAAQ;AACrB,WAAK,MAAM,KAAK,KAAK,KAAK;AAC1B,WAAK,QAAQ,CAAC;AAAA,IAChB;AAAA,EACF;AACF;;;ACrBA,SAAS,WAAW,aAAa;AAE1B,IAAM,aAAN,MAAgC;AAAA,EACrC,QAAiB,CAAC;AAAA,EAClB;AAAA,EAEA,YAAY,IAA2C;AACrD,SAAK,MAAM;AAAA,MACT,CAAC,UAIC,GAAG,MAAM,IAAI,EAAE,KAAK,CAAC,WAAW;AAC9B,cAAM,QAAQ,MAAM;AAAA,MACtB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EACA,KAAK,cAAwB;AAAA,EAE7B,KAAK,OAAc;AACjB,UAAM,IAAI,KAAK;AACf,UAAM,QAAQ,KAAK,MAAM;AACzB,SAAK,MAAM,KAAK,KAAK;AACrB,SAAK,UAAU;AACf,WAAO,EAAE,QAAQ,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC;AAAA,EAC7C;AAAA,EAEA,YAAY;AACV,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,KAAK;AACf,WAAK,IAAI,KAAK,EAAE,MAAM,KAAK,OAAO,SAAS,EAAE,QAAQ,CAAC;AACtD,WAAK,KAAK,cAAc;AACxB,WAAK,QAAQ,CAAC;AAAA,IAChB;AAAA,EACF;AAAA,EACA,KAAQ,SAAqB;AAC3B,WAAO,QAAQ,IAAI,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,MAAM,MAAM;AAAA,EAC3E;AAAA,EACA;AAAA,EAEA,iBAAiB;AACf,QAAI,OAAO,KAAK,gBAAgB,UAAU;AACxC,mBAAa,KAAK,WAAW;AAC7B,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AAAA,EACA,YAAY;AACV,SAAK,eAAe;AACpB,SAAK,cAAc,WAAW,MAAM;AAClC,WAAK,KAAK;AAAA,IACZ,GAAG,EAAE;AAAA,EACP;AAAA,EACA,OAAO;AACL,QAAI,KAAK,MAAM,QAAQ;AACrB,YAAM,IAAI,KAAK;AACf,WAAK,IAAI,KAAK,EAAE,MAAM,KAAK,OAAO,SAAS,EAAE,QAAQ,CAAC;AACtD,WAAK,KAAK,cAAc;AACxB,WAAK,QAAQ,CAAC;AAAA,IAChB;AAAA,EACF;AACF;;;AC9DA,OAAO,UAAU;AACjB,IAAM,QAAQ,KAAK;AACZ,SAAS,UAAa,MAAY;AACvC,SAAO,MAAM,IAAI;AACnB;;;ACEA,eAAsB,sBACpB,IACA,KACA;AACA,QAAM,MAAM,oBAAI,IAA0C;AAC1D,QAAM,SAAS,GAAG,CAAC,MAAc,mBAA2B;AAC1D,QAAI,WAAW,IAAI,IAAI,cAAc;AACrC,QAAI,CAAC,UAAU;AACb,iBAAW,IAAI,WAAW,CAAC,QAAQ,IAAI,KAAK,cAAc,CAAC;AAC3D,UAAI,IAAI,gBAAgB,QAAQ;AAAA,IAClC;AACA,WAAO,SAAS,KAAK,IAAI;AAAA,EAC3B,CAAC;AAED,SAAO;AACT;;;ACrBA,SAAS,sBAAsB;AAExB,IAAM,WAAW,IAAI,eAIzB,KAAK;;;ACNR,SAAS,kBAAkB;AAC3B,SAAS,UAAU;AAEZ,IAAM,UAAU;AAEhB,SAAS,QAAQ,SAAiB;AACvC,SAAO,GAAG,WAAW,KAAK,EAAE,OAAO,OAAO,EAAE,OAAO,KAAK,GAAG,OAAO;AACpE;;;ACPO,SAAS,mBAAmB,QAA6B;AAC9D,SAAO,KAAK,UAAU,QAAQ,QAAQ;AACxC;AAEA,IAAM,WAAW,CAAC,KAAa,UAC7B,iBAAiB,UAAU,CAAC,MAAM,QAAQ,KAAK,IAC3C,OAAO,KAAK,KAAK,EACd,KAAK,EACL;AAAA,EACC,CAAC,QAAQA,SAAQ;AACf,WAAOA,IAAG,IAAI,MAAMA,IAAG;AACvB,WAAO;AAAA,EACT;AAAA,EACA,CAAC;AACH,IACF;",
+  "names": ["key"]
+}

package/worker/custom-cache.d.ts

@@ -0,0 +1,28 @@
+import fs from 'fs';
+import { InitOptions } from './set-transformers-config';
+export interface NodeProxy {
+    match: (request: string) => Promise<ArrayBuffer | undefined>;
+    put: (request: string, arraybuffer: ArrayBuffer) => Promise<void>;
+}
+export declare class FileProxyCache {
+    #private;
+    constructor(initOptions: InitOptions);
+    match(request: string): Promise<FileResponse | undefined>;
+    put(request: string, response: Response | FileResponse): Promise<void>;
+}
+declare class FileResponse {
+    filePath: string;
+    headers: import("undici-types").Headers;
+    exists: boolean;
+    status: number;
+    statusText: string;
+    body: fs.ReadStream;
+    constructor(filePath: string);
+    updateContentType(): void;
+    clone(): FileResponse;
+    arrayBuffer(): Promise<ArrayBuffer>;
+    blob(): Promise<Blob>;
+    text(): Promise<string>;
+    json(): Promise<object>;
+}
+export {};