@pcontext/api 0.0.1

package/dist/modules/doc/infrastructure/agent/engine/query-filter.mjs

@@ -0,0 +1,12 @@
+//#region src/modules/doc/infrastructure/agent/engine/query-filter.ts
+function generateFilters(documentIds) {
+	return { filters: [{
+		key: "biz_doc_id",
+		value: documentIds,
+		operator: "in"
+	}] };
+}
+
+//#endregion
+export { generateFilters };
+//# sourceMappingURL=query-filter.mjs.map

package/dist/modules/doc/infrastructure/agent/engine/query-filter.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-filter.mjs","names":[],"sources":["../../../../../../src/modules/doc/infrastructure/agent/engine/query-filter.ts"],"sourcesContent":["import type { MetadataFilter, MetadataFilters } from 'llamaindex'\n\nexport function generateFilters(documentIds: string[]): MetadataFilters {\n  const filter: MetadataFilter = {\n    key: 'biz_doc_id',\n    value: documentIds,\n    operator: 'in',\n  }\n\n  return { filters: [filter] }\n}\n"],"mappings":";AAEA,SAAgB,gBAAgB,aAAwC;AAOtE,QAAO,EAAE,SAAS,CANa;EAC7B,KAAK;EACL,OAAO;EACP,UAAU;EACX,CAEyB,EAAE"}

package/dist/modules/doc/infrastructure/agent/loaders/git-repository-reader.d.mts

@@ -0,0 +1,54 @@
+import { Document } from "llamaindex";
+
+//#region src/modules/doc/infrastructure/agent/loaders/git-repository-reader.d.ts
+interface FilterDirectories {
+  includes?: string[];
+  excludes?: string[];
+}
+/**
+ * filter file extensions
+ */
+interface FilterFileExtensions {
+  includes?: string[];
+  excludes?: string[];
+}
+/**
+ * github repository reader options
+ */
+interface GitRepositoryReaderOptions {
+  repo: string;
+  branch?: string;
+  filterDirectories?: FilterDirectories;
+  filterFileExtensions?: FilterFileExtensions;
+  targetBaseDir?: string;
+  numWorkers?: number;
+  debug?: boolean;
+}
+/**
+ * github repository reader
+ */
+declare class GitRepositoryReader {
+  private readonly repo;
+  private readonly branch?;
+  private readonly filterDirectories;
+  private readonly filterFileExtensions;
+  private readonly targetBaseDir;
+  private readonly numWorkers;
+  private readonly debug;
+  constructor(options: GitRepositoryReaderOptions);
+  /**
+   * load data from github repository
+   */
+  loadData(): Promise<Document[]>;
+  /**
+   * ensure repository is cloned
+   */
+  private ensureRepository;
+  /**
+   * clear temporary repository directory
+   */
+  clearTmpRepo(dir: string): Promise<void>;
+}
+//#endregion
+export { FilterDirectories, FilterFileExtensions, GitRepositoryReader, GitRepositoryReaderOptions };
+//# sourceMappingURL=git-repository-reader.d.mts.map

package/dist/modules/doc/infrastructure/agent/loaders/git-repository-reader.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-repository-reader.d.mts","names":[],"sources":["../../../../../../src/modules/doc/infrastructure/agent/loaders/git-repository-reader.ts"],"mappings":";;;UAYiB,iBAAA;EACf,QAAA;EACA,QAAA;AAAA;;;;UAMe,oBAAA;EACf,QAAA;EACA,QAAA;AAAA;;AAMF;;UAAiB,0BAAA;EACf,IAAA;EACA,MAAA;EACA,iBAAA,GAAoB,iBAAA;EACpB,oBAAA,GAAuB,oBAAA;EACvB,aAAA;EACA,UAAA;EACA,KAAA;AAAA;;;;cAMW,mBAAA;EAAA,iBACM,IAAA;EAAA,iBACA,MAAA;EAAA,iBACA,iBAAA;EAAA,iBACA,oBAAA;EAAA,iBACA,aAAA;EAAA,iBACA,UAAA;EAAA,iBACA,KAAA;cAEL,OAAA,EAAS,0BAAA;EAqHmB;;;EAxGlC,QAAA,CAAA,GAAY,OAAA,CAAQ,QAAA;EAlBT;;;EAAA,QAkFH,gBAAA;;;;EAwCR,YAAA,CAAa,GAAA,WAAc,OAAA;AAAA"}

package/dist/modules/doc/infrastructure/agent/loaders/git-repository-reader.mjs

@@ -0,0 +1,142 @@
+import { logger } from "../../../../../shared/logger.mjs";
+import path from "node:path";
+import { TMP_GIT_REPOS_PATH } from "@pcontext/shared";
+import { randomUUID } from "node:crypto";
+import { exec } from "node:child_process";
+import fs from "node:fs/promises";
+import { promisify } from "node:util";
+import { SimpleDirectoryReader } from "@llamaindex/readers/directory";
+
+//#region src/modules/doc/infrastructure/agent/loaders/git-repository-reader.ts
+const exec$1 = promisify(exec);
+/**
+* github repository reader
+*/
+var GitRepositoryReader = class {
+	repo;
+	branch;
+	filterDirectories;
+	filterFileExtensions;
+	targetBaseDir;
+	numWorkers;
+	debug;
+	constructor(options) {
+		this.repo = options.repo;
+		this.branch = options.branch;
+		this.filterDirectories = options.filterDirectories ?? {};
+		this.filterFileExtensions = options.filterFileExtensions ?? {};
+		this.targetBaseDir = options.targetBaseDir ?? TMP_GIT_REPOS_PATH;
+		this.numWorkers = options.numWorkers ?? 4;
+		this.debug = options.debug ?? false;
+	}
+	/**
+	* load data from github repository
+	*/
+	async loadData() {
+		const repoDir = await this.ensureRepository();
+		const includes = (this.filterDirectories.includes ?? []).map((d) => normalizeDir(d));
+		const excludes = (this.filterDirectories.excludes ?? []).map((d) => normalizeDir(d));
+		const extIncludesSet = new Set((this.filterFileExtensions.includes ?? []).map((e) => normalizeExt(e)));
+		const extExcludesSet = new Set((this.filterFileExtensions.excludes ?? []).map((e) => normalizeExt(e)));
+		const observer = (category, name, status) => {
+			if (category === "file" && status === 0) {
+				const rel = path.relative(repoDir, name);
+				if (excludes.some((ex) => rel === ex || rel.startsWith(ex + path.sep))) return false;
+				if (!(includes.length === 0 ? true : includes.some((inc) => rel === inc || rel.startsWith(inc + path.sep)))) return false;
+				const ext = normalizeExt(path.extname(name));
+				if (extExcludesSet.has(ext)) return false;
+				if (extIncludesSet.size > 0 && !extIncludesSet.has(ext)) return false;
+			}
+			return true;
+		};
+		const reader = new SimpleDirectoryReader(observer);
+		const roots = includes.length > 0 ? includes.map((d) => path.join(repoDir, d)) : [repoDir];
+		const docs = [];
+		for (const root of roots) {
+			if (!await pathExists(root)) continue;
+			const part = await reader.loadData({
+				directoryPath: root,
+				numWorkers: this.numWorkers
+			});
+			docs.push(...part);
+		}
+		return docs;
+	}
+	/**
+	* ensure repository is cloned
+	*/
+	async ensureRepository() {
+		const repoName = deriveRepoName(this.repo);
+		await fs.mkdir(this.targetBaseDir, { recursive: true });
+		logger.info(`[git info]: start to clone repository "${repoName}" to directory "${this.targetBaseDir}"`);
+		if (this.debug) {
+			const existing = await findExistingRepoDir(this.targetBaseDir, repoName);
+			if (existing) {
+				logger.info(`[git info]: repository "${repoName}" already cloned, use existing directory`);
+				return existing;
+			}
+		}
+		const uniqueDirName = `${repoName}-${randomUUID()}`;
+		const repoDir = path.join(this.targetBaseDir, uniqueDirName);
+		const branchArg = this.branch ? ` --branch ${shellEscape(this.branch)} --single-branch` : "";
+		try {
+			await exec$1(`git clone --depth 1${branchArg} ${shellEscape(this.repo)} ${shellEscape(repoDir)}`);
+		} catch {
+			logger.warn("[git error]: git clone (use http2) failed, try http1.1");
+			try {
+				await exec$1(`git clone -c http.version=HTTP/1.1 --depth 1${branchArg} ${shellEscape(this.repo)} ${shellEscape(repoDir)}`);
+				logger.info(`[git info]: repository "${repoName}" cloned successfully`);
+			} catch {
+				logger.error("[git error]: git clone (use http1.1) failed");
+				throw new Error(`git clone failed for repository "${this.repo}". please make sure the repository is public and accessible.`);
+			}
+		}
+		return repoDir;
+	}
+	/**
+	* clear temporary repository directory
+	*/
+	async clearTmpRepo(dir) {
+		await fs.rm(dir, {
+			recursive: true,
+			force: true
+		});
+	}
+};
+function deriveRepoName(repoUrl) {
+	const segments = (repoUrl.endsWith(".git") ? repoUrl.slice(0, -4) : repoUrl).split("/");
+	return segments[segments.length - 1] || "repo";
+}
+function normalizeDir(d) {
+	return d.replace(/^\/+/, "").replace(/\\/g, path.sep);
+}
+function normalizeExt(extOrName) {
+	return (extOrName.startsWith(".") ? extOrName.slice(1) : extOrName).toLowerCase();
+}
+async function pathExists(p) {
+	try {
+		await fs.access(p);
+		return true;
+	} catch {
+		return false;
+	}
+}
+async function findExistingRepoDir(baseDir, repoName) {
+	const entries = await fs.readdir(baseDir, { withFileTypes: true });
+	const candidates = [];
+	for (const e of entries) if (e.isDirectory() && (e.name === repoName || e.name.startsWith(`${repoName}-`))) candidates.push(path.join(baseDir, e.name));
+	if (candidates.length === 0) return null;
+	const stats = await Promise.all(candidates.map(async (p) => ({
+		p,
+		s: await fs.stat(p)
+	})));
+	stats.sort((a, b) => b.s.mtimeMs - a.s.mtimeMs);
+	return stats[0]?.p ?? null;
+}
+function shellEscape(s) {
+	return `'${s.replace(/'/g, "'\\''")}'`;
+}
+
+//#endregion
+export { GitRepositoryReader };
+//# sourceMappingURL=git-repository-reader.mjs.map

package/dist/modules/doc/infrastructure/agent/loaders/git-repository-reader.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-repository-reader.mjs","names":["exec","execCb"],"sources":["../../../../../../src/modules/doc/infrastructure/agent/loaders/git-repository-reader.ts"],"sourcesContent":["import type { Document } from 'llamaindex'\nimport { exec as execCb } from 'node:child_process'\nimport { randomUUID } from 'node:crypto'\nimport fs from 'node:fs/promises'\nimport path from 'node:path'\nimport { promisify } from 'node:util'\nimport { SimpleDirectoryReader } from '@llamaindex/readers/directory'\nimport { TMP_GIT_REPOS_PATH } from '@pcontext/shared'\nimport { logger } from '@/shared/logger'\n\nconst exec = promisify(execCb)\n\nexport interface FilterDirectories {\n  includes?: string[]\n  excludes?: string[]\n}\n\n/**\n * filter file extensions\n */\nexport interface FilterFileExtensions {\n  includes?: string[]\n  excludes?: string[]\n}\n\n/**\n * github repository reader options\n */\nexport interface GitRepositoryReaderOptions {\n  repo: string\n  branch?: string\n  filterDirectories?: FilterDirectories\n  filterFileExtensions?: FilterFileExtensions\n  targetBaseDir?: string\n  numWorkers?: number\n  debug?: boolean\n}\n\n/**\n * github repository reader\n */\nexport class GitRepositoryReader {\n  private readonly repo: string\n  private readonly branch?: string\n  private readonly filterDirectories: FilterDirectories\n  private readonly filterFileExtensions: FilterFileExtensions\n  private readonly targetBaseDir: string\n  private readonly numWorkers: number\n  private readonly debug: boolean\n\n  constructor(options: GitRepositoryReaderOptions) {\n    this.repo = options.repo\n    this.branch = options.branch\n    this.filterDirectories = options.filterDirectories ?? {}\n    this.filterFileExtensions = options.filterFileExtensions ?? {}\n    this.targetBaseDir = options.targetBaseDir ?? TMP_GIT_REPOS_PATH\n    this.numWorkers = options.numWorkers ?? 4\n    this.debug = options.debug ?? false\n  }\n\n  /**\n   * load data from github repository\n   */\n  async loadData(): Promise<Document[]> {\n    const repoDir = await this.ensureRepository()\n\n    const includes = (this.filterDirectories.includes ?? []).map(d => normalizeDir(d))\n    const excludes = (this.filterDirectories.excludes ?? []).map(d => normalizeDir(d))\n\n    const extIncludesSet = new Set(\n      (this.filterFileExtensions.includes ?? []).map(e => normalizeExt(e)),\n    )\n    const extExcludesSet = new Set(\n      (this.filterFileExtensions.excludes ?? []).map(e => normalizeExt(e)),\n    )\n\n    const observer = (\n      category: 'file' | 'directory',\n      name: string,\n      status: number,\n    ): boolean => {\n      if (category === 'file' && status === 0) {\n        const rel = path.relative(repoDir, name)\n        const inExcludeDir = excludes.some(\n          ex => rel === ex || rel.startsWith(ex + path.sep),\n        )\n        if (inExcludeDir)\n          return false\n\n        const inIncludeDir = includes.length === 0\n          ? true\n          : includes.some(inc => rel === inc || rel.startsWith(inc + path.sep))\n        if (!inIncludeDir)\n          return false\n\n        const ext = normalizeExt(path.extname(name))\n        if (extExcludesSet.has(ext))\n          return false\n        if (extIncludesSet.size > 0 && !extIncludesSet.has(ext))\n          return false\n      }\n      return true\n    }\n\n    const reader = new SimpleDirectoryReader(observer)\n\n    const roots: string[] = includes.length > 0\n      ? includes.map(d => path.join(repoDir, d))\n      : [repoDir]\n\n    const docs: Document[] = []\n    for (const root of roots) {\n      const exists = await pathExists(root)\n      if (!exists)\n        continue\n      const part = await reader.loadData({\n        directoryPath: root,\n        numWorkers: this.numWorkers,\n      })\n      docs.push(...part)\n    }\n    return docs\n  }\n\n  /**\n   * ensure repository is cloned\n   */\n  private async ensureRepository(): Promise<string> {\n    const repoName = deriveRepoName(this.repo)\n    await fs.mkdir(this.targetBaseDir, { recursive: true })\n    logger.info(`[git info]: start to clone repository \"${repoName}\" to directory \"${this.targetBaseDir}\"`)\n    if (this.debug) {\n      const existing = await findExistingRepoDir(this.targetBaseDir, repoName)\n      if (existing) {\n        logger.info(`[git info]: repository \"${repoName}\" already cloned, use existing directory`)\n        return existing\n      }\n    }\n    const uniqueDirName = `${repoName}-${randomUUID()}`\n    const repoDir = path.join(this.targetBaseDir, uniqueDirName)\n    const branchArg = this.branch\n      ? ` --branch ${shellEscape(this.branch)} --single-branch`\n      : ''\n    try {\n      await exec(\n        `git clone --depth 1${branchArg} ${shellEscape(this.repo)} ${shellEscape(repoDir)}`,\n      )\n    }\n    catch {\n      logger.warn('[git error]: git clone (use http2) failed, try http1.1')\n      try {\n        await exec(\n          `git clone -c http.version=HTTP/1.1 --depth 1${branchArg} ${shellEscape(this.repo)} ${shellEscape(repoDir)}`,\n        )\n        logger.info(`[git info]: repository \"${repoName}\" cloned successfully`)\n      }\n      catch {\n        logger.error('[git error]: git clone (use http1.1) failed')\n        throw new Error(`git clone failed for repository \"${this.repo}\". please make sure the repository is public and accessible.`)\n      }\n    }\n    return repoDir\n  }\n\n  /**\n   * clear temporary repository directory\n   */\n  async clearTmpRepo(dir: string): Promise<void> {\n    await fs.rm(dir, { recursive: true, force: true })\n  }\n}\n\nfunction deriveRepoName(repoUrl: string): string {\n  const withoutSuffix = repoUrl.endsWith('.git')\n    ? repoUrl.slice(0, -4)\n    : repoUrl\n  const segments = withoutSuffix.split('/')\n  return segments[segments.length - 1] || 'repo'\n}\n\nfunction normalizeDir(d: string): string {\n  const p = d.replace(/^\\/+/, '')\n  return p.replace(/\\\\/g, path.sep)\n}\n\nfunction normalizeExt(extOrName: string): string {\n  const ext = extOrName.startsWith('.') ? extOrName.slice(1) : extOrName\n  return ext.toLowerCase()\n}\n\nasync function pathExists(p: string): Promise<boolean> {\n  try {\n    await fs.access(p)\n    return true\n  }\n  catch {\n    return false\n  }\n}\n\nasync function findExistingRepoDir(baseDir: string, repoName: string): Promise<string | null> {\n  const entries = await fs.readdir(baseDir, { withFileTypes: true })\n  const candidates: string[] = []\n  for (const e of entries) {\n    if (e.isDirectory() && (e.name === repoName || e.name.startsWith(`${repoName}-`))) {\n      candidates.push(path.join(baseDir, e.name))\n    }\n  }\n  if (candidates.length === 0)\n    return null\n  const stats = await Promise.all(candidates.map(async p => ({ p, s: await fs.stat(p) })))\n  stats.sort((a, b) => b.s.mtimeMs - a.s.mtimeMs)\n  return stats[0]?.p ?? null\n}\n\nfunction shellEscape(s: string): string {\n  return `'${s.replace(/'/g, '\\'\\\\\\'\\'')}'`\n}\n"],"mappings":";;;;;;;;;;AAUA,MAAMA,SAAO,UAAUC,KAAO;;;;AA+B9B,IAAa,sBAAb,MAAiC;CAC/B,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CAEjB,YAAY,SAAqC;AAC/C,OAAK,OAAO,QAAQ;AACpB,OAAK,SAAS,QAAQ;AACtB,OAAK,oBAAoB,QAAQ,qBAAqB,EAAE;AACxD,OAAK,uBAAuB,QAAQ,wBAAwB,EAAE;AAC9D,OAAK,gBAAgB,QAAQ,iBAAiB;AAC9C,OAAK,aAAa,QAAQ,cAAc;AACxC,OAAK,QAAQ,QAAQ,SAAS;;;;;CAMhC,MAAM,WAAgC;EACpC,MAAM,UAAU,MAAM,KAAK,kBAAkB;EAE7C,MAAM,YAAY,KAAK,kBAAkB,YAAY,EAAE,EAAE,KAAI,MAAK,aAAa,EAAE,CAAC;EAClF,MAAM,YAAY,KAAK,kBAAkB,YAAY,EAAE,EAAE,KAAI,MAAK,aAAa,EAAE,CAAC;EAElF,MAAM,iBAAiB,IAAI,KACxB,KAAK,qBAAqB,YAAY,EAAE,EAAE,KAAI,MAAK,aAAa,EAAE,CAAC,CACrE;EACD,MAAM,iBAAiB,IAAI,KACxB,KAAK,qBAAqB,YAAY,EAAE,EAAE,KAAI,MAAK,aAAa,EAAE,CAAC,CACrE;EAED,MAAM,YACJ,UACA,MACA,WACY;AACZ,OAAI,aAAa,UAAU,WAAW,GAAG;IACvC,MAAM,MAAM,KAAK,SAAS,SAAS,KAAK;AAIxC,QAHqB,SAAS,MAC5B,OAAM,QAAQ,MAAM,IAAI,WAAW,KAAK,KAAK,IAAI,CAClD,CAEC,QAAO;AAKT,QAAI,EAHiB,SAAS,WAAW,IACrC,OACA,SAAS,MAAK,QAAO,QAAQ,OAAO,IAAI,WAAW,MAAM,KAAK,IAAI,CAAC,EAErE,QAAO;IAET,MAAM,MAAM,aAAa,KAAK,QAAQ,KAAK,CAAC;AAC5C,QAAI,eAAe,IAAI,IAAI,CACzB,QAAO;AACT,QAAI,eAAe,OAAO,KAAK,CAAC,eAAe,IAAI,IAAI,CACrD,QAAO;;AAEX,UAAO;;EAGT,MAAM,SAAS,IAAI,sBAAsB,SAAS;EAElD,MAAM,QAAkB,SAAS,SAAS,IACtC,SAAS,KAAI,MAAK,KAAK,KAAK,SAAS,EAAE,CAAC,GACxC,CAAC,QAAQ;EAEb,MAAM,OAAmB,EAAE;AAC3B,OAAK,MAAM,QAAQ,OAAO;AAExB,OAAI,CADW,MAAM,WAAW,KAAK,CAEnC;GACF,MAAM,OAAO,MAAM,OAAO,SAAS;IACjC,eAAe;IACf,YAAY,KAAK;IAClB,CAAC;AACF,QAAK,KAAK,GAAG,KAAK;;AAEpB,SAAO;;;;;CAMT,MAAc,mBAAoC;EAChD,MAAM,WAAW,eAAe,KAAK,KAAK;AAC1C,QAAM,GAAG,MAAM,KAAK,eAAe,EAAE,WAAW,MAAM,CAAC;AACvD,SAAO,KAAK,0CAA0C,SAAS,kBAAkB,KAAK,cAAc,GAAG;AACvG,MAAI,KAAK,OAAO;GACd,MAAM,WAAW,MAAM,oBAAoB,KAAK,eAAe,SAAS;AACxE,OAAI,UAAU;AACZ,WAAO,KAAK,2BAA2B,SAAS,0CAA0C;AAC1F,WAAO;;;EAGX,MAAM,gBAAgB,GAAG,SAAS,GAAG,YAAY;EACjD,MAAM,UAAU,KAAK,KAAK,KAAK,eAAe,cAAc;EAC5D,MAAM,YAAY,KAAK,SACnB,aAAa,YAAY,KAAK,OAAO,CAAC,oBACtC;AACJ,MAAI;AACF,SAAMD,OACJ,sBAAsB,UAAU,GAAG,YAAY,KAAK,KAAK,CAAC,GAAG,YAAY,QAAQ,GAClF;UAEG;AACJ,UAAO,KAAK,yDAAyD;AACrE,OAAI;AACF,UAAMA,OACJ,+CAA+C,UAAU,GAAG,YAAY,KAAK,KAAK,CAAC,GAAG,YAAY,QAAQ,GAC3G;AACD,WAAO,KAAK,2BAA2B,SAAS,uBAAuB;WAEnE;AACJ,WAAO,MAAM,8CAA8C;AAC3D,UAAM,IAAI,MAAM,oCAAoC,KAAK,KAAK,8DAA8D;;;AAGhI,SAAO;;;;;CAMT,MAAM,aAAa,KAA4B;AAC7C,QAAM,GAAG,GAAG,KAAK;GAAE,WAAW;GAAM,OAAO;GAAM,CAAC;;;AAItD,SAAS,eAAe,SAAyB;CAI/C,MAAM,YAHgB,QAAQ,SAAS,OAAO,GAC1C,QAAQ,MAAM,GAAG,GAAG,GACpB,SAC2B,MAAM,IAAI;AACzC,QAAO,SAAS,SAAS,SAAS,MAAM;;AAG1C,SAAS,aAAa,GAAmB;AAEvC,QADU,EAAE,QAAQ,QAAQ,GAAG,CACtB,QAAQ,OAAO,KAAK,IAAI;;AAGnC,SAAS,aAAa,WAA2B;AAE/C,SADY,UAAU,WAAW,IAAI,GAAG,UAAU,MAAM,EAAE,GAAG,WAClD,aAAa;;AAG1B,eAAe,WAAW,GAA6B;AACrD,KAAI;AACF,QAAM,GAAG,OAAO,EAAE;AAClB,SAAO;SAEH;AACJ,SAAO;;;AAIX,eAAe,oBAAoB,SAAiB,UAA0C;CAC5F,MAAM,UAAU,MAAM,GAAG,QAAQ,SAAS,EAAE,eAAe,MAAM,CAAC;CAClE,MAAM,aAAuB,EAAE;AAC/B,MAAK,MAAM,KAAK,QACd,KAAI,EAAE,aAAa,KAAK,EAAE,SAAS,YAAY,EAAE,KAAK,WAAW,GAAG,SAAS,GAAG,EAC9E,YAAW,KAAK,KAAK,KAAK,SAAS,EAAE,KAAK,CAAC;AAG/C,KAAI,WAAW,WAAW,EACxB,QAAO;CACT,MAAM,QAAQ,MAAM,QAAQ,IAAI,WAAW,IAAI,OAAM,OAAM;EAAE;EAAG,GAAG,MAAM,GAAG,KAAK,EAAE;EAAE,EAAE,CAAC;AACxF,OAAM,MAAM,GAAG,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,QAAQ;AAC/C,QAAO,MAAM,IAAI,KAAK;;AAGxB,SAAS,YAAY,GAAmB;AACtC,QAAO,IAAI,EAAE,QAAQ,MAAM,QAAW,CAAC"}

package/dist/modules/doc/infrastructure/agent/loaders/index.d.mts

@@ -0,0 +1,3 @@
+import { FilterDirectories, FilterFileExtensions, GitRepositoryReader, GitRepositoryReaderOptions } from "./git-repository-reader.mjs";
+import { CrawlDocumentData, CrawlDoneData, CrawlProgressCallback, CrawlStartData, WebsiteCrawlReader, WebsiteCrawlReaderOptions } from "./website-crawl-reader.mjs";
+export { CrawlDocumentData, CrawlDoneData, CrawlProgressCallback, CrawlStartData, FilterDirectories, FilterFileExtensions, GitRepositoryReader, GitRepositoryReaderOptions, WebsiteCrawlReader, WebsiteCrawlReaderOptions };

package/dist/modules/doc/infrastructure/agent/loaders/index.mjs

@@ -0,0 +1,4 @@
+import { GitRepositoryReader } from "./git-repository-reader.mjs";
+import { WebsiteCrawlReader } from "./website-crawl-reader.mjs";
+
+export { GitRepositoryReader, WebsiteCrawlReader };

package/dist/modules/doc/infrastructure/agent/loaders/website-crawl-reader.d.mts

@@ -0,0 +1,42 @@
+import { Document } from "llamaindex";
+
+//#region src/modules/doc/infrastructure/agent/loaders/website-crawl-reader.d.ts
+interface WebsiteCrawlReaderOptions {
+  baseUrl: string;
+  apiKey: string;
+  limit?: number;
+  excludeTags?: string[];
+  debug?: boolean;
+  progress?: CrawlProgressCallback;
+}
+interface CrawlStartData {
+  baseUrl: string;
+  limit: number;
+  jobId?: string;
+}
+interface CrawlDocumentData {
+  url: string;
+  title: string;
+  count: number;
+}
+interface CrawlDoneData {
+  count: number;
+}
+interface CrawlProgressCallback {
+  (event: 'start', data: CrawlStartData): void;
+  (event: 'document', data: CrawlDocumentData): void;
+  (event: 'done', data: CrawlDoneData): void;
+}
+declare class WebsiteCrawlReader {
+  private readonly baseUrl;
+  private readonly apiKey;
+  private readonly limit;
+  private readonly excludeTags;
+  private readonly debug;
+  private readonly progress?;
+  constructor(options: WebsiteCrawlReaderOptions);
+  loadData(): Promise<Document[]>;
+}
+//#endregion
+export { CrawlDocumentData, CrawlDoneData, CrawlProgressCallback, CrawlStartData, WebsiteCrawlReader, WebsiteCrawlReaderOptions };
+//# sourceMappingURL=website-crawl-reader.d.mts.map

package/dist/modules/doc/infrastructure/agent/loaders/website-crawl-reader.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"website-crawl-reader.d.mts","names":[],"sources":["../../../../../../src/modules/doc/infrastructure/agent/loaders/website-crawl-reader.ts"],"mappings":";;;UAKiB,yBAAA;EACf,OAAA;EACA,MAAA;EACA,KAAA;EACA,WAAA;EACA,KAAA;EACA,QAAA,GAAW,qBAAA;AAAA;AAAA,UAGI,cAAA;EAAiB,OAAA;EAAiB,KAAA;EAAe,KAAA;AAAA;AAAA,UACjD,iBAAA;EAAoB,GAAA;EAAa,KAAA;EAAe,KAAA;AAAA;AAAA,UAChD,aAAA;EAAgB,KAAA;AAAA;AAAA,UAEhB,qBAAA;EAAA,CACd,KAAA,WAAgB,IAAA,EAAM,cAAA;EAAA,CACtB,KAAA,cAAmB,IAAA,EAAM,iBAAA;EAAA,CACzB,KAAA,UAAe,IAAA,EAAM,aAAA;AAAA;AAAA,cAkBX,kBAAA;EAAA,iBACM,OAAA;EAAA,iBACA,MAAA;EAAA,iBACA,KAAA;EAAA,iBACA,WAAA;EAAA,iBACA,KAAA;EAAA,iBACA,QAAA;cAEL,OAAA,EAAS,yBAAA;EASf,QAAA,CAAA,GAAY,OAAA,CAAQ,QAAA;AAAA"}

package/dist/modules/doc/infrastructure/agent/loaders/website-crawl-reader.mjs

@@ -0,0 +1,104 @@
+import { logger } from "../../../../../shared/logger.mjs";
+import { Document } from "llamaindex";
+import FirecrawlApp from "@mendable/firecrawl-js";
+
+//#region src/modules/doc/infrastructure/agent/loaders/website-crawl-reader.ts
+const DEFAULT_EXCLUDE_TAGS = [
+	"nav",
+	"header",
+	"footer",
+	"aside",
+	"script",
+	"style",
+	".cm-gutter",
+	".cm-lineNumbers",
+	".cm-gutterElement",
+	".sp-line-numbers",
+	".sp-pre-placeholder"
+];
+var WebsiteCrawlReader = class {
+	baseUrl;
+	apiKey;
+	limit;
+	excludeTags;
+	debug;
+	progress;
+	constructor(options) {
+		this.baseUrl = options.baseUrl;
+		this.apiKey = options.apiKey;
+		this.limit = options.limit ?? 100;
+		this.excludeTags = options.excludeTags ?? DEFAULT_EXCLUDE_TAGS;
+		this.debug = options.debug ?? false;
+		this.progress = options.progress;
+	}
+	async loadData() {
+		const firecrawl = new FirecrawlApp({ apiKey: this.apiKey });
+		logger.info(`🚀 开始爬取网站: ${this.baseUrl}，最多抓取 ${this.limit} 页...`);
+		this.progress?.("start", {
+			baseUrl: this.baseUrl,
+			limit: this.limit
+		});
+		try {
+			const crawlResponse = await firecrawl.startCrawl(this.baseUrl, {
+				limit: this.limit,
+				scrapeOptions: {
+					formats: ["markdown"],
+					onlyMainContent: true,
+					excludeTags: this.excludeTags
+				}
+			});
+			if (!crawlResponse.id) throw new Error(`Failed to start crawl: ${JSON.stringify(crawlResponse)}`);
+			const jobId = crawlResponse.id;
+			this.progress?.("start", {
+				baseUrl: this.baseUrl,
+				limit: this.limit,
+				jobId
+			});
+			const documents = [];
+			const watcher = firecrawl.watcher(jobId, {
+				kind: "crawl",
+				pollInterval: 2,
+				timeout: 120
+			});
+			return await new Promise((resolve, reject) => {
+				watcher.on("document", (doc) => {
+					const document = new Document({
+						text: doc.markdown || "",
+						metadata: {
+							source: doc.metadata?.sourceURL || doc.metadata?.url || this.baseUrl,
+							title: doc.metadata?.title || "未命名页面"
+						}
+					});
+					documents.push(document);
+					this.progress?.("document", {
+						url: document.metadata.source,
+						title: document.metadata.title,
+						count: documents.length
+					});
+				});
+				watcher.on("error", (err) => {
+					logger.error(err, "Watcher error");
+					reject(err);
+				});
+				watcher.on("done", (state) => {
+					if (state.status === "failed") {
+						logger.error(`爬取失败: ${state.status}`);
+						reject(/* @__PURE__ */ new Error(`爬取失败: ${state.status}`));
+					} else {
+						logger.info(`✅ 爬取完成！共成功获取并去噪了 ${documents.length} 个页面。`);
+						this.progress?.("done", { count: documents.length });
+						resolve(documents);
+					}
+				});
+				watcher.start();
+			});
+		} catch (error) {
+			logger.error(error, "❌ 抓取过程中发生错误");
+			throw error;
+		}
+	}
+};
+
+//#endregion
+export { WebsiteCrawlReader };
+//# sourceMappingURL=website-crawl-reader.mjs.map

package/dist/modules/doc/infrastructure/agent/loaders/website-crawl-reader.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"website-crawl-reader.mjs","names":["LlamaDocument"],"sources":["../../../../../../src/modules/doc/infrastructure/agent/loaders/website-crawl-reader.ts"],"sourcesContent":["import type { Document } from 'llamaindex'\nimport FirecrawlApp from '@mendable/firecrawl-js'\nimport { Document as LlamaDocument } from 'llamaindex'\nimport { logger } from '@/shared/logger'\n\nexport interface WebsiteCrawlReaderOptions {\n  baseUrl: string\n  apiKey: string\n  limit?: number\n  excludeTags?: string[]\n  debug?: boolean\n  progress?: CrawlProgressCallback\n}\n\nexport interface CrawlStartData { baseUrl: string, limit: number, jobId?: string }\nexport interface CrawlDocumentData { url: string, title: string, count: number }\nexport interface CrawlDoneData { count: number }\n\nexport interface CrawlProgressCallback {\n  (event: 'start', data: CrawlStartData): void\n  (event: 'document', data: CrawlDocumentData): void\n  (event: 'done', data: CrawlDoneData): void\n}\n\nconst DEFAULT_EXCLUDE_TAGS = [\n  'nav',\n  'header',\n  'footer',\n  'aside',\n  'script',\n  'style',\n  // 把代码行号也屏蔽掉\n  '.cm-gutter',\n  '.cm-lineNumbers',\n  '.cm-gutterElement',\n  '.sp-line-numbers',\n  '.sp-pre-placeholder',\n]\n\nexport class WebsiteCrawlReader {\n  private readonly baseUrl: string\n  private readonly apiKey: string\n  private readonly limit: number\n  private readonly excludeTags: string[]\n  private readonly debug: boolean\n  private readonly progress?: CrawlProgressCallback\n\n  constructor(options: WebsiteCrawlReaderOptions) {\n    this.baseUrl = options.baseUrl\n    this.apiKey = options.apiKey\n    this.limit = options.limit ?? 100\n    this.excludeTags = options.excludeTags ?? DEFAULT_EXCLUDE_TAGS\n    this.debug = options.debug ?? false\n    this.progress = options.progress\n  }\n\n  async loadData(): Promise<Document[]> {\n    const firecrawl = new FirecrawlApp({ apiKey: this.apiKey })\n\n    logger.info(`🚀 开始爬取网站: ${this.baseUrl}，最多抓取 ${this.limit} 页...`)\n    this.progress?.('start', { baseUrl: this.baseUrl, limit: this.limit })\n\n    try {\n      const crawlResponse = await firecrawl.startCrawl(this.baseUrl, {\n        limit: this.limit,\n        scrapeOptions: {\n          formats: ['markdown'],\n          onlyMainContent: true,\n          excludeTags: this.excludeTags,\n        },\n      })\n\n      if (!crawlResponse.id) {\n        throw new Error(`Failed to start crawl: ${JSON.stringify(crawlResponse)}`)\n      }\n\n      const jobId = crawlResponse.id\n      this.progress?.('start', { baseUrl: this.baseUrl, limit: this.limit, jobId })\n\n      const documents: Document[] = []\n      const watcher = firecrawl.watcher(jobId, { kind: 'crawl', pollInterval: 2, timeout: 120 })\n\n      return await new Promise<Document[]>((resolve, reject) => {\n        watcher.on('document', (doc) => {\n          const document = new LlamaDocument({\n            text: doc.markdown || '',\n            metadata: {\n              source: doc.metadata?.sourceURL || doc.metadata?.url || this.baseUrl,\n              title: doc.metadata?.title || '未命名页面',\n            },\n          })\n          documents.push(document)\n          // console.log(`已获取页面 ${document.metadata.source}，标题: ${document.metadata.title}`)\n          // console.log(doc.markdown)\n          this.progress?.('document', {\n            url: document.metadata.source,\n            title: document.metadata.title,\n            count: documents.length,\n          })\n        })\n\n        watcher.on('error', (err: any) => {\n          logger.error(err, 'Watcher error')\n          reject(err)\n        })\n\n        watcher.on('done', (state) => {\n          if (state.status === 'failed') {\n            logger.error(`爬取失败: ${state.status}`)\n            reject(new Error(`爬取失败: ${state.status}`))\n          }\n          else {\n            logger.info(`✅ 爬取完成！共成功获取并去噪了 ${documents.length} 个页面。`)\n            this.progress?.('done', { count: documents.length })\n            resolve(documents)\n          }\n        })\n\n        watcher.start()\n      })\n    }\n    catch (error) {\n      logger.error(error, '❌ 抓取过程中发生错误')\n      throw error\n    }\n  }\n}\n"],"mappings":";;;;;AAwBA,MAAM,uBAAuB;CAC3B;CACA;CACA;CACA;CACA;CACA;CAEA;CACA;CACA;CACA;CACA;CACD;AAED,IAAa,qBAAb,MAAgC;CAC9B,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CAEjB,YAAY,SAAoC;AAC9C,OAAK,UAAU,QAAQ;AACvB,OAAK,SAAS,QAAQ;AACtB,OAAK,QAAQ,QAAQ,SAAS;AAC9B,OAAK,cAAc,QAAQ,eAAe;AAC1C,OAAK,QAAQ,QAAQ,SAAS;AAC9B,OAAK,WAAW,QAAQ;;CAG1B,MAAM,WAAgC;EACpC,MAAM,YAAY,IAAI,aAAa,EAAE,QAAQ,KAAK,QAAQ,CAAC;AAE3D,SAAO,KAAK,cAAc,KAAK,QAAQ,QAAQ,KAAK,MAAM,OAAO;AACjE,OAAK,WAAW,SAAS;GAAE,SAAS,KAAK;GAAS,OAAO,KAAK;GAAO,CAAC;AAEtE,MAAI;GACF,MAAM,gBAAgB,MAAM,UAAU,WAAW,KAAK,SAAS;IAC7D,OAAO,KAAK;IACZ,eAAe;KACb,SAAS,CAAC,WAAW;KACrB,iBAAiB;KACjB,aAAa,KAAK;KACnB;IACF,CAAC;AAEF,OAAI,CAAC,cAAc,GACjB,OAAM,IAAI,MAAM,0BAA0B,KAAK,UAAU,cAAc,GAAG;GAG5E,MAAM,QAAQ,cAAc;AAC5B,QAAK,WAAW,SAAS;IAAE,SAAS,KAAK;IAAS,OAAO,KAAK;IAAO;IAAO,CAAC;GAE7E,MAAM,YAAwB,EAAE;GAChC,MAAM,UAAU,UAAU,QAAQ,OAAO;IAAE,MAAM;IAAS,cAAc;IAAG,SAAS;IAAK,CAAC;AAE1F,UAAO,MAAM,IAAI,SAAqB,SAAS,WAAW;AACxD,YAAQ,GAAG,aAAa,QAAQ;KAC9B,MAAM,WAAW,IAAIA,SAAc;MACjC,MAAM,IAAI,YAAY;MACtB,UAAU;OACR,QAAQ,IAAI,UAAU,aAAa,IAAI,UAAU,OAAO,KAAK;OAC7D,OAAO,IAAI,UAAU,SAAS;OAC/B;MACF,CAAC;AACF,eAAU,KAAK,SAAS;AAGxB,UAAK,WAAW,YAAY;MAC1B,KAAK,SAAS,SAAS;MACvB,OAAO,SAAS,SAAS;MACzB,OAAO,UAAU;MAClB,CAAC;MACF;AAEF,YAAQ,GAAG,UAAU,QAAa;AAChC,YAAO,MAAM,KAAK,gBAAgB;AAClC,YAAO,IAAI;MACX;AAEF,YAAQ,GAAG,SAAS,UAAU;AAC5B,SAAI,MAAM,WAAW,UAAU;AAC7B,aAAO,MAAM,SAAS,MAAM,SAAS;AACrC,6BAAO,IAAI,MAAM,SAAS,MAAM,SAAS,CAAC;YAEvC;AACH,aAAO,KAAK,oBAAoB,UAAU,OAAO,OAAO;AACxD,WAAK,WAAW,QAAQ,EAAE,OAAO,UAAU,QAAQ,CAAC;AACpD,cAAQ,UAAU;;MAEpB;AAEF,YAAQ,OAAO;KACf;WAEG,OAAO;AACZ,UAAO,MAAM,OAAO,cAAc;AAClC,SAAM"}

package/dist/modules/doc/infrastructure/agent/settings.d.mts

@@ -0,0 +1,5 @@
+//#region src/modules/doc/infrastructure/agent/settings.d.ts
+declare function initSettings(): void;
+//#endregion
+export { initSettings };
+//# sourceMappingURL=settings.d.mts.map

package/dist/modules/doc/infrastructure/agent/settings.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.d.mts","names":[],"sources":["../../../../../src/modules/doc/infrastructure/agent/settings.ts"],"mappings":";iBAQgB,YAAA,CAAA"}

package/dist/modules/doc/infrastructure/agent/settings.mjs

@@ -0,0 +1,72 @@
+import AppSettings from "../../../../settings.mjs";
+import { logger } from "../../../../shared/logger.mjs";
+import { VectorStoreProvider } from "./storage/vector-store.mjs";
+import { OpenAI, OpenAIEmbedding } from "@llamaindex/openai";
+import { CallbackManager, Settings } from "llamaindex";
+
+//#region src/modules/doc/infrastructure/agent/settings.ts
+const { config } = AppSettings;
+function initSettings() {
+	logger.info("Start");
+	const agent = config.agent;
+	const client = agent.client;
+	const embedding = agent.embedding;
+	const milvus = agent.milvus;
+	const missing = [];
+	if (!client.api_key || client.api_key.trim().length === 0) missing.push("agent.client.api_key");
+	if (!client.base_url || client.base_url.trim().length === 0) missing.push("agent.client.base_url");
+	if (!agent.model || agent.model.trim().length === 0) missing.push("agent.model");
+	if (!embedding.model || embedding.model.trim().length === 0) missing.push("agent.embedding.model");
+	if (!embedding.dim || embedding.dim <= 0) missing.push("agent.embedding.dim");
+	if (!milvus || !milvus.address || milvus.address.trim().length === 0) missing.push("agent.milvus.address");
+	if (missing.length > 0) {
+		logger.error({ missing }, `Agent config missing fields: ${missing.join(", ")}`);
+		process.exit(1);
+	}
+	Settings.llm = new OpenAI({
+		model: agent.model,
+		temperature: client.temperature,
+		apiKey: client.api_key,
+		baseURL: client.base_url,
+		maxTokens: client.max_tokens
+	});
+	logger.info(`Settings.llm initialized with: ${agent.model}`);
+	Settings.embedModel = new OpenAIEmbedding({
+		model: embedding.model,
+		apiKey: client.api_key,
+		baseURL: client.base_url,
+		dimensions: embedding.dim,
+		timeout: 60 * 1e3
+	});
+	logger.info(`Settings.embedModel initialized with: ${embedding.model}`);
+	VectorStoreProvider.getVectorStore();
+	if (process.env.QUERY_ENGINE_LOG === "true") {
+		const callbackManager = new CallbackManager();
+		callbackManager.on("query-start", (event) => {
+			logger.info("[query-start]");
+		});
+		callbackManager.on("retrieve-start", (event) => {
+			logger.info("[retrieve-start]");
+		});
+		callbackManager.on("retrieve-end", (event) => {
+			logger.info("[retrieve-end]");
+		});
+		callbackManager.on("llm-start", (event) => {
+			logger.info("[llm-start]");
+		});
+		callbackManager.on("llm-stream", (event) => {
+			logger.info("[llm-stream]");
+		});
+		callbackManager.on("llm-end", (event) => {
+			logger.info("[llm-end]");
+		});
+		callbackManager.on("query-end", (event) => {
+			logger.info("[query-end]");
+		});
+		Settings.callbackManager = callbackManager;
+	}
+}
+
+//#endregion
+export { initSettings };
+//# sourceMappingURL=settings.mjs.map

package/dist/modules/doc/infrastructure/agent/settings.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.mjs","names":[],"sources":["../../../../../src/modules/doc/infrastructure/agent/settings.ts"],"sourcesContent":["import { OpenAI, OpenAIEmbedding } from '@llamaindex/openai'\nimport { CallbackManager, Settings } from 'llamaindex'\nimport AppSettings from '@/settings'\nimport { logger } from '@/shared/logger'\nimport { VectorStoreProvider } from './storage/vector-store'\n\nconst { config } = AppSettings\n\nexport function initSettings() {\n  logger.info('Start')\n  const agent = config.agent\n  const client = agent.client\n  const embedding = agent.embedding\n  const milvus = agent.milvus\n\n  const missing: string[] = []\n\n  if (!client.api_key || client.api_key.trim().length === 0) {\n    missing.push('agent.client.api_key')\n  }\n  if (!client.base_url || client.base_url.trim().length === 0) {\n    missing.push('agent.client.base_url')\n  }\n  if (!agent.model || agent.model.trim().length === 0) {\n    missing.push('agent.model')\n  }\n  if (!embedding.model || embedding.model.trim().length === 0) {\n    missing.push('agent.embedding.model')\n  }\n  if (!embedding.dim || embedding.dim <= 0) {\n    missing.push('agent.embedding.dim')\n  }\n  if (!milvus || !milvus.address || milvus.address.trim().length === 0) {\n    missing.push('agent.milvus.address')\n  }\n\n  if (missing.length > 0) {\n    logger.error({ missing }, `Agent config missing fields: ${missing.join(', ')}`)\n    process.exit(1)\n  }\n\n  Settings.llm = new OpenAI({\n    model: agent.model,\n    temperature: client.temperature,\n    apiKey: client.api_key,\n    baseURL: client.base_url,\n    maxTokens: client.max_tokens,\n  })\n  logger.info(`Settings.llm initialized with: ${agent.model}`)\n  Settings.embedModel = new OpenAIEmbedding({\n    model: embedding.model,\n    apiKey: client.api_key,\n    baseURL: client.base_url,\n    dimensions: embedding.dim,\n    timeout: 60 * 1000,\n  })\n\n  logger.info(`Settings.embedModel initialized with: ${embedding.model}`)\n\n  // 初始化vectorStore\n  VectorStoreProvider.getVectorStore()\n\n  if (process.env.QUERY_ENGINE_LOG === 'true') {\n    const callbackManager = new CallbackManager()\n    callbackManager.on('query-start', (event) => {\n      logger.info('[query-start]')\n    })\n    callbackManager.on('retrieve-start', (event) => {\n      logger.info('[retrieve-start]')\n    })\n    callbackManager.on('retrieve-end', (event) => {\n      logger.info('[retrieve-end]')\n    })\n    callbackManager.on('llm-start', (event) => {\n      logger.info('[llm-start]')\n    })\n    callbackManager.on('llm-stream', (event) => {\n      logger.info('[llm-stream]')\n    })\n    callbackManager.on('llm-end', (event) => {\n      logger.info('[llm-end]')\n    })\n    callbackManager.on('query-end', (event) => {\n      logger.info('[query-end]')\n    })\n\n    Settings.callbackManager = callbackManager\n  }\n}\n"],"mappings":";;;;;;;AAMA,MAAM,EAAE,WAAW;AAEnB,SAAgB,eAAe;AAC7B,QAAO,KAAK,QAAQ;CACpB,MAAM,QAAQ,OAAO;CACrB,MAAM,SAAS,MAAM;CACrB,MAAM,YAAY,MAAM;CACxB,MAAM,SAAS,MAAM;CAErB,MAAM,UAAoB,EAAE;AAE5B,KAAI,CAAC,OAAO,WAAW,OAAO,QAAQ,MAAM,CAAC,WAAW,EACtD,SAAQ,KAAK,uBAAuB;AAEtC,KAAI,CAAC,OAAO,YAAY,OAAO,SAAS,MAAM,CAAC,WAAW,EACxD,SAAQ,KAAK,wBAAwB;AAEvC,KAAI,CAAC,MAAM,SAAS,MAAM,MAAM,MAAM,CAAC,WAAW,EAChD,SAAQ,KAAK,cAAc;AAE7B,KAAI,CAAC,UAAU,SAAS,UAAU,MAAM,MAAM,CAAC,WAAW,EACxD,SAAQ,KAAK,wBAAwB;AAEvC,KAAI,CAAC,UAAU,OAAO,UAAU,OAAO,EACrC,SAAQ,KAAK,sBAAsB;AAErC,KAAI,CAAC,UAAU,CAAC,OAAO,WAAW,OAAO,QAAQ,MAAM,CAAC,WAAW,EACjE,SAAQ,KAAK,uBAAuB;AAGtC,KAAI,QAAQ,SAAS,GAAG;AACtB,SAAO,MAAM,EAAE,SAAS,EAAE,gCAAgC,QAAQ,KAAK,KAAK,GAAG;AAC/E,UAAQ,KAAK,EAAE;;AAGjB,UAAS,MAAM,IAAI,OAAO;EACxB,OAAO,MAAM;EACb,aAAa,OAAO;EACpB,QAAQ,OAAO;EACf,SAAS,OAAO;EAChB,WAAW,OAAO;EACnB,CAAC;AACF,QAAO,KAAK,kCAAkC,MAAM,QAAQ;AAC5D,UAAS,aAAa,IAAI,gBAAgB;EACxC,OAAO,UAAU;EACjB,QAAQ,OAAO;EACf,SAAS,OAAO;EAChB,YAAY,UAAU;EACtB,SAAS,KAAK;EACf,CAAC;AAEF,QAAO,KAAK,yCAAyC,UAAU,QAAQ;AAGvE,qBAAoB,gBAAgB;AAEpC,KAAI,QAAQ,IAAI,qBAAqB,QAAQ;EAC3C,MAAM,kBAAkB,IAAI,iBAAiB;AAC7C,kBAAgB,GAAG,gBAAgB,UAAU;AAC3C,UAAO,KAAK,gBAAgB;IAC5B;AACF,kBAAgB,GAAG,mBAAmB,UAAU;AAC9C,UAAO,KAAK,mBAAmB;IAC/B;AACF,kBAAgB,GAAG,iBAAiB,UAAU;AAC5C,UAAO,KAAK,iBAAiB;IAC7B;AACF,kBAAgB,GAAG,cAAc,UAAU;AACzC,UAAO,KAAK,cAAc;IAC1B;AACF,kBAAgB,GAAG,eAAe,UAAU;AAC1C,UAAO,KAAK,eAAe;IAC3B;AACF,kBAAgB,GAAG,YAAY,UAAU;AACvC,UAAO,KAAK,YAAY;IACxB;AACF,kBAAgB,GAAG,cAAc,UAAU;AACzC,UAAO,KAAK,cAAc;IAC1B;AAEF,WAAS,kBAAkB"}

package/dist/modules/doc/infrastructure/agent/storage/index.d.mts

@@ -0,0 +1,7 @@
+import { VectorStoreIndex } from "llamaindex";
+
+//#region src/modules/doc/infrastructure/agent/storage/index.d.ts
+declare function getIndex(): Promise<VectorStoreIndex>;
+//#endregion
+export { getIndex };
+//# sourceMappingURL=index.d.mts.map

package/dist/modules/doc/infrastructure/agent/storage/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","names":[],"sources":["../../../../../../src/modules/doc/infrastructure/agent/storage/index.ts"],"mappings":";;;iBAMgB,QAAA,CAAA,GAAQ,OAAA,CAAA,gBAAA"}

package/dist/modules/doc/infrastructure/agent/storage/index.mjs

@@ -0,0 +1,12 @@
+import { VectorStoreProvider } from "./vector-store.mjs";
+import { VectorStoreIndex } from "llamaindex";
+
+//#region src/modules/doc/infrastructure/agent/storage/index.ts
+function getIndex() {
+	const vectorStore = VectorStoreProvider.getVectorStore();
+	return VectorStoreIndex.fromVectorStore(vectorStore);
+}
+
+//#endregion
+export { getIndex };
+//# sourceMappingURL=index.mjs.map

package/dist/modules/doc/infrastructure/agent/storage/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":[],"sources":["../../../../../../src/modules/doc/infrastructure/agent/storage/index.ts"],"sourcesContent":["// src/infrastructure/rag/storage/index-manager.ts\nimport {\n  VectorStoreIndex,\n} from 'llamaindex'\nimport { VectorStoreProvider } from './vector-store'\n\nexport function getIndex() {\n  const vectorStore = VectorStoreProvider.getVectorStore()\n  return VectorStoreIndex.fromVectorStore(vectorStore)\n}\n"],"mappings":";;;;AAMA,SAAgB,WAAW;CACzB,MAAM,cAAc,oBAAoB,gBAAgB;AACxD,QAAO,iBAAiB,gBAAgB,YAAY"}

package/dist/modules/doc/infrastructure/agent/storage/vector-store.d.mts

@@ -0,0 +1,14 @@
+import { MilvusVectorStore } from "@llamaindex/milvus";
+
+//#region src/modules/doc/infrastructure/agent/storage/vector-store.d.ts
+declare class VectorStoreProvider {
+  private static instance;
+  /**
+   * 获取全局唯一的 Milvus Vector Store 实例
+   * 单例模式：整个应用生命周期只保持一个连接
+   */
+  static getVectorStore(): MilvusVectorStore;
+}
+//#endregion
+export { VectorStoreProvider };
+//# sourceMappingURL=vector-store.d.mts.map

package/dist/modules/doc/infrastructure/agent/storage/vector-store.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.d.mts","names":[],"sources":["../../../../../../src/modules/doc/infrastructure/agent/storage/vector-store.ts"],"mappings":";;;cAMa,mBAAA;EAAA,eACI,QAAA;EADJ;;;;EAAA,OAOJ,cAAA,CAAA,GAAkB,iBAAA;AAAA"}

package/dist/modules/doc/infrastructure/agent/storage/vector-store.mjs

@@ -0,0 +1,35 @@
+import AppSettings from "../../../../../settings.mjs";
+import { logger } from "../../../../../shared/logger.mjs";
+import { MilvusVectorStore } from "@llamaindex/milvus";
+
+//#region src/modules/doc/infrastructure/agent/storage/vector-store.ts
+const { config } = AppSettings;
+var VectorStoreProvider = class {
+	static instance = null;
+	/**
+	* 获取全局唯一的 Milvus Vector Store 实例
+	* 单例模式：整个应用生命周期只保持一个连接
+	*/
+	static getVectorStore() {
+		if (this.instance) return this.instance;
+		const milvus = config.agent.milvus;
+		if (!milvus || !milvus.address) {
+			logger.error("Agent config missing fields: milvus.address. exiting process");
+			process.exit(1);
+		}
+		this.instance = new MilvusVectorStore({
+			params: {
+				configOrAddress: milvus.address,
+				username: milvus.username,
+				password: milvus.password,
+				ssl: false
+			},
+			collection: milvus.collection_name
+		});
+		return this.instance;
+	}
+};
+
+//#endregion
+export { VectorStoreProvider };
+//# sourceMappingURL=vector-store.mjs.map

package/dist/modules/doc/infrastructure/agent/storage/vector-store.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.mjs","names":[],"sources":["../../../../../../src/modules/doc/infrastructure/agent/storage/vector-store.ts"],"sourcesContent":["import { MilvusVectorStore } from '@llamaindex/milvus'\nimport AppSettings from '@/settings'\nimport { logger } from '@/shared/logger'\n\nconst { config } = AppSettings\n\nexport class VectorStoreProvider {\n  private static instance: MilvusVectorStore | null = null\n\n  /**\n   * 获取全局唯一的 Milvus Vector Store 实例\n   * 单例模式：整个应用生命周期只保持一个连接\n   */\n  static getVectorStore(): MilvusVectorStore {\n    if (this.instance) {\n      return this.instance\n    }\n\n    const milvus = config.agent.milvus\n\n    if (!milvus || !milvus.address) {\n      logger.error('Agent config missing fields: milvus.address. exiting process')\n      process.exit(1)\n    }\n\n    this.instance = new MilvusVectorStore({\n      params: {\n        configOrAddress: milvus.address,\n        username: milvus.username,\n        password: milvus.password,\n        ssl: false, // TODO: 增加配置\n      },\n      collection: milvus.collection_name,\n    })\n    return this.instance\n  }\n}\n"],"mappings":";;;;;AAIA,MAAM,EAAE,WAAW;AAEnB,IAAa,sBAAb,MAAiC;CAC/B,OAAe,WAAqC;;;;;CAMpD,OAAO,iBAAoC;AACzC,MAAI,KAAK,SACP,QAAO,KAAK;EAGd,MAAM,SAAS,OAAO,MAAM;AAE5B,MAAI,CAAC,UAAU,CAAC,OAAO,SAAS;AAC9B,UAAO,MAAM,+DAA+D;AAC5E,WAAQ,KAAK,EAAE;;AAGjB,OAAK,WAAW,IAAI,kBAAkB;GACpC,QAAQ;IACN,iBAAiB,OAAO;IACxB,UAAU,OAAO;IACjB,UAAU,OAAO;IACjB,KAAK;IACN;GACD,YAAY,OAAO;GACpB,CAAC;AACF,SAAO,KAAK"}