@elizaos/plugin-knowledge 1.0.0-beta.73 → 1.0.0-beta.75

package/dist/{chunk-LHJERZV7.js → chunk-HUTF5APY.js}

@@ -4,6 +4,7 @@ import * as fs from "fs";
 import * as path from "path";
 
 // src/utils.ts
+import { Buffer } from "buffer";
 import * as mammoth from "mammoth";
 import { logger } from "@elizaos/core";
 import { getDocument } from "pdfjs-dist/legacy/build/pdf.mjs";
@@ -261,6 +262,36 @@ function isBinaryContentType(contentType, filename) {
 function isTextItem(item) {
   return "str" in item;
 }
+async function fetchUrlContent(url) {
+  logger.debug(`[URL FETCHER] Fetching content from URL: ${url}`);
+  try {
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), 3e4);
+    const response = await fetch(url, {
+      signal: controller.signal,
+      headers: {
+        "User-Agent": "Eliza-Knowledge-Plugin/1.0"
+      }
+    });
+    clearTimeout(timeoutId);
+    if (!response.ok) {
+      throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);
+    }
+    const contentType = response.headers.get("content-type") || "application/octet-stream";
+    logger.debug(`[URL FETCHER] Content type from server: ${contentType} for URL: ${url}`);
+    const arrayBuffer = await response.arrayBuffer();
+    const buffer = Buffer.from(arrayBuffer);
+    const base64Content = buffer.toString("base64");
+    logger.debug(`[URL FETCHER] Successfully fetched content from URL: ${url} (${buffer.length} bytes)`);
+    return {
+      content: base64Content,
+      contentType
+    };
+  } catch (error) {
+    logger.error(`[URL FETCHER] Error fetching content from URL ${url}: ${error.message}`);
+    throw new Error(`Failed to fetch content from URL: ${error.message}`);
+  }
+}
 
 // src/docs-loader.ts
 function getKnowledgePath() {
@@ -469,7 +500,8 @@ export {
   extractTextFromFileBuffer,
   convertPdfToTextFromBuffer,
   isBinaryContentType,
+  fetchUrlContent,
   getKnowledgePath,
   loadDocsFromPath
 };
-//# sourceMappingURL=chunk-LHJERZV7.js.map
+//# sourceMappingURL=chunk-HUTF5APY.js.map

package/dist/{chunk-LHJERZV7.js.map → chunk-HUTF5APY.js.map}

@@ -1 +1 @@
-{"version":3,"sources":["../src/docs-loader.ts","../src/utils.ts"],"sourcesContent":["import { logger, UUID, createUniqueUuid } from \"@elizaos/core\";\nimport * as fs from \"fs\";\nimport * as path from \"path\";\nimport { KnowledgeService } from \"./service.ts\";\nimport { AddKnowledgeOptions } from \"./types.ts\";\nimport { isBinaryContentType } from './utils.ts';\n\n/**\n * Get the knowledge path from environment or default to ./docs\n */\nexport function getKnowledgePath(): string {\n  const envPath = process.env.KNOWLEDGE_PATH;\n\n  if (envPath) {\n    // Resolve relative paths from current working directory\n    const resolvedPath = path.resolve(envPath);\n\n    if (!fs.existsSync(resolvedPath)) {\n      logger.warn(`Knowledge path from environment variable does not exist: ${resolvedPath}`);\n      logger.warn('Please create the directory or update KNOWLEDGE_PATH environment variable');\n    }\n\n    return resolvedPath;\n  }\n\n  // Default to docs folder in current working directory\n  const defaultPath = path.join(process.cwd(), 'docs');\n\n  if (!fs.existsSync(defaultPath)) {\n    logger.info(`Default docs folder does not exist at: ${defaultPath}`);\n    logger.info('To use the knowledge plugin, either:');\n    logger.info('1. Create a \"docs\" folder in your project root');\n    logger.info('2. Set KNOWLEDGE_PATH environment variable to your documents folder');\n  }\n\n  return defaultPath;\n}\n\n/**\n * Load documents from the knowledge path\n */\nexport async function loadDocsFromPath(\n  service: KnowledgeService,\n  agentId: UUID,\n  worldId?: UUID\n): Promise<{ total: number; successful: number; failed: number }> {\n  const docsPath = getKnowledgePath();\n\n  if (!fs.existsSync(docsPath)) {\n    logger.warn(`Knowledge path does not exist: ${docsPath}`);\n    return { total: 0, successful: 0, failed: 0 };\n  }\n\n  logger.info(`Loading documents from: ${docsPath}`);\n\n  // Get all files recursively\n  const files = getAllFiles(docsPath);\n\n  if (files.length === 0) {\n    logger.info('No files found in knowledge path');\n    return { total: 0, successful: 0, failed: 0 };\n  }\n\n  logger.info(`Found ${files.length} files to process`);\n\n  let successful = 0;\n  let failed = 0;\n\n  for (const filePath of files) {\n    try {\n      const fileName = path.basename(filePath);\n      const fileExt = path.extname(filePath).toLowerCase();\n\n      // Skip hidden files and directories\n      if (fileName.startsWith('.')) {\n        continue;\n      }\n\n      // Determine content type\n      const contentType = getContentType(fileExt);\n\n      // Skip unsupported file types\n      if (!contentType) {\n        logger.debug(`Skipping unsupported file type: ${filePath}`);\n        continue;\n      }\n\n      // Read file\n      const fileBuffer = fs.readFileSync(filePath);\n\n      // Check if file is binary using the same logic as the service\n      const isBinary = isBinaryContentType(contentType, fileName);\n\n      // For text files, read as UTF-8 string directly\n      // For binary files, convert to base64\n      const content = isBinary ? fileBuffer.toString('base64') : fileBuffer.toString('utf-8');\n\n      // Create knowledge options\n      const knowledgeOptions: AddKnowledgeOptions = {\n        clientDocumentId: createUniqueUuid(agentId, `docs-${fileName}-${Date.now()}`) as UUID,\n        contentType,\n        originalFilename: fileName,\n        worldId: worldId || agentId,\n        content,\n        roomId: agentId,\n        entityId: agentId,\n      };\n\n      // Process the document\n      logger.debug(`Processing document: ${fileName}`);\n      const result = await service.addKnowledge(knowledgeOptions);\n\n      logger.info(`Successfully processed ${fileName}: ${result.fragmentCount} fragments created`);\n      successful++;\n    } catch (error) {\n      logger.error(`Failed to process file ${filePath}:`, error);\n      failed++;\n    }\n  }\n\n  logger.info(\n    `Document loading complete: ${successful} successful, ${failed} failed out of ${files.length} total`\n  );\n\n  return {\n    total: files.length,\n    successful,\n    failed,\n  };\n}\n\n/**\n * Recursively get all files in a directory\n */\nfunction getAllFiles(dirPath: string, files: string[] = []): string[] {\n  try {\n    const entries = fs.readdirSync(dirPath, { withFileTypes: true });\n\n    for (const entry of entries) {\n      const fullPath = path.join(dirPath, entry.name);\n\n      if (entry.isDirectory()) {\n        // Skip node_modules and other common directories\n        if (!['node_modules', '.git', '.vscode', 'dist', 'build'].includes(entry.name)) {\n          getAllFiles(fullPath, files);\n        }\n      } else if (entry.isFile()) {\n        files.push(fullPath);\n      }\n    }\n  } catch (error) {\n    logger.error(`Error reading directory ${dirPath}:`, error);\n  }\n\n  return files;\n}\n\n/**\n * Get content type based on file extension\n */\nfunction getContentType(extension: string): string | null {\n  const contentTypes: Record<string, string> = {\n    // Text documents\n    '.txt': 'text/plain',\n    '.md': 'text/markdown',\n    '.markdown': 'text/markdown',\n    '.tson': 'text/plain',\n    '.xml': 'application/xml',\n    '.csv': 'text/csv',\n    '.tsv': 'text/tab-separated-values',\n    '.log': 'text/plain',\n\n    // Web files\n    '.html': 'text/html',\n    '.htm': 'text/html',\n    '.css': 'text/css',\n    '.scss': 'text/x-scss',\n    '.sass': 'text/x-sass',\n    '.less': 'text/x-less',\n\n    // JavaScript/TypeScript\n    '.js': 'text/javascript',\n    '.jsx': 'text/javascript',\n    '.ts': 'text/typescript',\n    '.tsx': 'text/typescript',\n    '.mjs': 'text/javascript',\n    '.cjs': 'text/javascript',\n    '.vue': 'text/x-vue',\n    '.svelte': 'text/x-svelte',\n    '.astro': 'text/x-astro',\n\n    // Python\n    '.py': 'text/x-python',\n    '.pyw': 'text/x-python',\n    '.pyi': 'text/x-python',\n\n    // Java/Kotlin/Scala\n    '.java': 'text/x-java',\n    '.kt': 'text/x-kotlin',\n    '.kts': 'text/x-kotlin',\n    '.scala': 'text/x-scala',\n\n    // C/C++/C#\n    '.c': 'text/x-c',\n    '.cpp': 'text/x-c++',\n    '.cc': 'text/x-c++',\n    '.cxx': 'text/x-c++',\n    '.h': 'text/x-c',\n    '.hpp': 'text/x-c++',\n    '.cs': 'text/x-csharp',\n\n    // Other languages\n    '.php': 'text/x-php',\n    '.rb': 'text/x-ruby',\n    '.go': 'text/x-go',\n    '.rs': 'text/x-rust',\n    '.swift': 'text/x-swift',\n    '.r': 'text/x-r',\n    '.R': 'text/x-r',\n    '.m': 'text/x-objectivec',\n    '.mm': 'text/x-objectivec',\n    '.clj': 'text/x-clojure',\n    '.cljs': 'text/x-clojure',\n    '.ex': 'text/x-elixir',\n    '.exs': 'text/x-elixir',\n    '.lua': 'text/x-lua',\n    '.pl': 'text/x-perl',\n    '.pm': 'text/x-perl',\n    '.dart': 'text/x-dart',\n    '.hs': 'text/x-haskell',\n    '.elm': 'text/x-elm',\n    '.ml': 'text/x-ocaml',\n    '.fs': 'text/x-fsharp',\n    '.fsx': 'text/x-fsharp',\n    '.vb': 'text/x-vb',\n    '.pas': 'text/x-pascal',\n    '.d': 'text/x-d',\n    '.nim': 'text/x-nim',\n    '.zig': 'text/x-zig',\n    '.jl': 'text/x-julia',\n    '.tcl': 'text/x-tcl',\n    '.awk': 'text/x-awk',\n    '.sed': 'text/x-sed',\n\n    // Shell scripts\n    '.sh': 'text/x-sh',\n    '.bash': 'text/x-sh',\n    '.zsh': 'text/x-sh',\n    '.fish': 'text/x-fish',\n    '.ps1': 'text/x-powershell',\n    '.bat': 'text/x-batch',\n    '.cmd': 'text/x-batch',\n\n    // Config files\n    '.json': 'application/json',\n    '.yaml': 'text/x-yaml',\n    '.yml': 'text/x-yaml',\n    '.toml': 'text/x-toml',\n    '.ini': 'text/x-ini',\n    '.cfg': 'text/x-ini',\n    '.conf': 'text/x-ini',\n    '.env': 'text/plain',\n    '.gitignore': 'text/plain',\n    '.dockerignore': 'text/plain',\n    '.editorconfig': 'text/plain',\n    '.properties': 'text/x-properties',\n\n    // Database\n    '.sql': 'text/x-sql',\n\n    // Binary documents\n    '.pdf': 'application/pdf',\n    '.doc': 'application/msword',\n    '.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',\n  };\n\n  return contentTypes[extension] || null;\n}\n","import { Buffer } from 'node:buffer';\nimport * as mammoth from 'mammoth';\nimport { logger } from '@elizaos/core';\nimport { getDocument, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport type { TextItem, TextMarkedContent } from 'pdfjs-dist/types/src/display/api';\n\nconst PLAIN_TEXT_CONTENT_TYPES = [\n  'application/typescript',\n  'text/typescript',\n  'text/x-python',\n  'application/x-python-code',\n  'application/yaml',\n  'text/yaml',\n  'application/x-yaml',\n  'application/json',\n  'text/markdown',\n  'text/csv',\n];\n\nconst MAX_FALLBACK_SIZE_BYTES = 5 * 1024 * 1024; // 5 MB\nconst BINARY_CHECK_BYTES = 1024; // Check first 1KB for binary indicators\n\n/**\n * Extracts text content from a file buffer based on its content type.\n * Supports DOCX, plain text, and provides a fallback for unknown types.\n * PDF should be handled by `convertPdfToTextFromBuffer`.\n */\nexport async function extractTextFromFileBuffer(\n  fileBuffer: Buffer,\n  contentType: string,\n  originalFilename: string // For logging and context\n): Promise<string> {\n  const lowerContentType = contentType.toLowerCase();\n  logger.debug(\n    `[TextUtil] Attempting to extract text from ${originalFilename} (type: ${contentType})`\n  );\n\n  if (\n    lowerContentType === 'application/vnd.openxmlformats-officedocument.wordprocessingml.document'\n  ) {\n    logger.debug(`[TextUtil] Extracting text from DOCX ${originalFilename} via mammoth.`);\n    try {\n      const result = await mammoth.extractRawText({ buffer: fileBuffer });\n      logger.debug(\n        `[TextUtil] DOCX text extraction complete for ${originalFilename}. Text length: ${result.value.length}`\n      );\n      return result.value;\n    } catch (docxError: any) {\n      const errorMsg = `[TextUtil] Failed to parse DOCX file ${originalFilename}: ${docxError.message}`;\n      logger.error(errorMsg, docxError.stack);\n      throw new Error(errorMsg);\n    }\n  } else if (\n    lowerContentType === 'application/msword' ||\n    originalFilename.toLowerCase().endsWith('.doc')\n  ) {\n    // For .doc files, we'll store the content as-is, and just add a message\n    // The frontend will handle the display appropriately\n    logger.debug(`[TextUtil] Handling Microsoft Word .doc file: ${originalFilename}`);\n\n    // We'll add a descriptive message as a placeholder\n    return `[Microsoft Word Document: ${originalFilename}]\\n\\nThis document was indexed for search but cannot be displayed directly in the browser. The original document content is preserved for retrieval purposes.`;\n  } else if (\n    lowerContentType.startsWith('text/') ||\n    PLAIN_TEXT_CONTENT_TYPES.includes(lowerContentType)\n  ) {\n    logger.debug(\n      `[TextUtil] Extracting text from plain text compatible file ${originalFilename} (type: ${contentType})`\n    );\n    return fileBuffer.toString('utf-8');\n  } else {\n    logger.warn(\n      `[TextUtil] Unsupported content type: \"${contentType}\" for ${originalFilename}. Attempting fallback to plain text.`\n    );\n\n    if (fileBuffer.length > MAX_FALLBACK_SIZE_BYTES) {\n      const sizeErrorMsg = `[TextUtil] File ${originalFilename} (type: ${contentType}) exceeds maximum size for fallback (${MAX_FALLBACK_SIZE_BYTES} bytes). Cannot process as plain text.`;\n      logger.error(sizeErrorMsg);\n      throw new Error(sizeErrorMsg);\n    }\n\n    // Simple binary detection: check for null bytes in the first N bytes\n    const initialBytes = fileBuffer.subarray(0, Math.min(fileBuffer.length, BINARY_CHECK_BYTES));\n    if (initialBytes.includes(0)) {\n      // Check for NUL byte\n      const binaryHeuristicMsg = `[TextUtil] File ${originalFilename} (type: ${contentType}) appears to be binary based on initial byte check. Cannot process as plain text.`;\n      logger.error(binaryHeuristicMsg);\n      throw new Error(binaryHeuristicMsg);\n    }\n\n    try {\n      const textContent = fileBuffer.toString('utf-8');\n      if (textContent.includes('\\ufffd')) {\n        // Replacement character, indicating potential binary or wrong encoding\n        const binaryErrorMsg = `[TextUtil] File ${originalFilename} (type: ${contentType}) seems to be binary or has encoding issues after fallback to plain text (detected \\ufffd).`;\n        logger.error(binaryErrorMsg);\n        throw new Error(binaryErrorMsg); // Throw error for likely binary content\n      }\n      logger.debug(\n        `[TextUtil] Successfully processed unknown type ${contentType} as plain text after fallback for ${originalFilename}.`\n      );\n      return textContent;\n    } catch (fallbackError: any) {\n      // If the initial toString failed or if we threw due to \\ufffd\n      const finalErrorMsg = `[TextUtil] Unsupported content type: ${contentType} for ${originalFilename}. Fallback to plain text also failed or indicated binary content.`;\n      logger.error(finalErrorMsg, fallbackError.message ? fallbackError.stack : undefined);\n      throw new Error(finalErrorMsg);\n    }\n  }\n}\n\n/**\n * Converts a PDF file buffer to text content.\n * Requires pdfjs-dist to be properly configured, especially its worker.\n */\n/**\n * Converts a PDF Buffer to text with enhanced formatting preservation.\n *\n * @param {Buffer} pdfBuffer - The PDF Buffer to convert to text\n * @param {string} [filename] - Optional filename for logging purposes\n * @returns {Promise<string>} Text content of the PDF\n */\nexport async function convertPdfToTextFromBuffer(\n  pdfBuffer: Buffer,\n  filename?: string\n): Promise<string> {\n  const docName = filename || 'unnamed-document';\n  logger.debug(`[PdfService] Starting conversion for ${docName}`);\n\n  try {\n    const uint8Array = new Uint8Array(pdfBuffer);\n    const pdf: PDFDocumentProxy = await getDocument({ data: uint8Array }).promise;\n    const numPages = pdf.numPages;\n    const textPages: string[] = [];\n\n    for (let pageNum = 1; pageNum <= numPages; pageNum++) {\n      logger.debug(`[PdfService] Processing page ${pageNum}/${numPages}`);\n      const page = await pdf.getPage(pageNum);\n      const textContent = await page.getTextContent();\n\n      // Group text items by their y-position to maintain line structure\n      const lineMap = new Map<number, TextItem[]>();\n\n      textContent.items.filter(isTextItem).forEach((item) => {\n        // Round y-position to account for small variations in the same line\n        const yPos = Math.round(item.transform[5]);\n        if (!lineMap.has(yPos)) {\n          lineMap.set(yPos, []);\n        }\n        lineMap.get(yPos)!.push(item);\n      });\n\n      // Sort lines by y-position (top to bottom) and items within lines by x-position (left to right)\n      const sortedLines = Array.from(lineMap.entries())\n        .sort((a, b) => b[0] - a[0]) // Reverse sort for top-to-bottom\n        .map(([_, items]) =>\n          items\n            .sort((a, b) => a.transform[4] - b.transform[4])\n            .map((item) => item.str)\n            .join(' ')\n        );\n\n      textPages.push(sortedLines.join('\\n'));\n    }\n\n    const fullText = textPages.join('\\n\\n').replace(/\\s+/g, ' ').trim();\n    logger.debug(`[PdfService] Conversion complete for ${docName}, length: ${fullText.length}`);\n    return fullText;\n  } catch (error: any) {\n    logger.error(`[PdfService] Error converting PDF ${docName}:`, error.message);\n    throw new Error(`Failed to convert PDF to text: ${error.message}`);\n  }\n}\n\n/**\n * Determines if a file should be treated as binary based on its content type and filename\n * @param contentType MIME type of the file\n * @param filename Original filename\n * @returns True if the file should be treated as binary (base64 encoded)\n */\nexport function isBinaryContentType(contentType: string, filename: string): boolean {\n  // Text-based content types that should NOT be treated as binary\n  const textContentTypes = [\n    'text/',\n    'application/json',\n    'application/xml',\n    'application/javascript',\n    'application/typescript',\n    'application/x-yaml',\n    'application/x-sh',\n  ];\n\n  // Check if it's a text-based MIME type\n  const isTextMimeType = textContentTypes.some((type) => contentType.includes(type));\n  if (isTextMimeType) {\n    return false;\n  }\n\n  // Binary content types\n  const binaryContentTypes = [\n    'application/pdf',\n    'application/msword',\n    'application/vnd.openxmlformats-officedocument',\n    'application/vnd.ms-excel',\n    'application/vnd.ms-powerpoint',\n    'application/zip',\n    'application/x-zip-compressed',\n    'application/octet-stream',\n    'image/',\n    'audio/',\n    'video/',\n  ];\n\n  // Check MIME type\n  const isBinaryMimeType = binaryContentTypes.some((type) => contentType.includes(type));\n\n  if (isBinaryMimeType) {\n    return true;\n  }\n\n  // Check file extension as fallback\n  const fileExt = filename.split('.').pop()?.toLowerCase() || '';\n\n  // Text file extensions that should NOT be treated as binary\n  const textExtensions = [\n    'txt',\n    'md',\n    'markdown',\n    'json',\n    'xml',\n    'html',\n    'htm',\n    'css',\n    'js',\n    'ts',\n    'jsx',\n    'tsx',\n    'yaml',\n    'yml',\n    'toml',\n    'ini',\n    'cfg',\n    'conf',\n    'sh',\n    'bash',\n    'zsh',\n    'fish',\n    'py',\n    'rb',\n    'go',\n    'rs',\n    'java',\n    'c',\n    'cpp',\n    'h',\n    'hpp',\n    'cs',\n    'php',\n    'sql',\n    'r',\n    'swift',\n    'kt',\n    'scala',\n    'clj',\n    'ex',\n    'exs',\n    'vim',\n    'env',\n    'gitignore',\n    'dockerignore',\n    'editorconfig',\n    'log',\n    'csv',\n    'tsv',\n    'properties',\n    'gradle',\n    'sbt',\n    'makefile',\n    'dockerfile',\n    'vagrantfile',\n    'gemfile',\n    'rakefile',\n    'podfile',\n    'csproj',\n    'vbproj',\n    'fsproj',\n    'sln',\n    'pom',\n  ];\n\n  // If it's a known text extension, it's not binary\n  if (textExtensions.includes(fileExt)) {\n    return false;\n  }\n\n  // Binary file extensions\n  const binaryExtensions = [\n    'pdf',\n    'docx',\n    'doc',\n    'xls',\n    'xlsx',\n    'ppt',\n    'pptx',\n    'zip',\n    'rar',\n    '7z',\n    'tar',\n    'gz',\n    'bz2',\n    'xz',\n    'jpg',\n    'jpeg',\n    'png',\n    'gif',\n    'bmp',\n    'svg',\n    'ico',\n    'webp',\n    'mp3',\n    'mp4',\n    'avi',\n    'mov',\n    'wmv',\n    'flv',\n    'wav',\n    'flac',\n    'ogg',\n    'exe',\n    'dll',\n    'so',\n    'dylib',\n    'bin',\n    'dat',\n    'db',\n    'sqlite',\n  ];\n\n  return binaryExtensions.includes(fileExt);\n}\n\n/**\n * Check if the input is a TextItem.\n *\n * @param item - The input item to check.\n * @returns A boolean indicating if the input is a TextItem.\n */\nfunction isTextItem(item: TextItem | TextMarkedContent): item is TextItem {\n  return 'str' in item;\n}\n"],"mappings":";AAAA,SAAS,UAAAA,SAAc,wBAAwB;AAC/C,YAAY,QAAQ;AACpB,YAAY,UAAU;;;ACDtB,YAAY,aAAa;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAqC;AAG9C,IAAM,2BAA2B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,IAAM,0BAA0B,IAAI,OAAO;AAC3C,IAAM,qBAAqB;AAO3B,eAAsB,0BACpB,YACA,aACA,kBACiB;AACjB,QAAM,mBAAmB,YAAY,YAAY;AACjD,SAAO;AAAA,IACL,8CAA8C,gBAAgB,WAAW,WAAW;AAAA,EACtF;AAEA,MACE,qBAAqB,2EACrB;AACA,WAAO,MAAM,wCAAwC,gBAAgB,eAAe;AACpF,QAAI;AACF,YAAM,SAAS,MAAc,uBAAe,EAAE,QAAQ,WAAW,CAAC;AAClE,aAAO;AAAA,QACL,gDAAgD,gBAAgB,kBAAkB,OAAO,MAAM,MAAM;AAAA,MACvG;AACA,aAAO,OAAO;AAAA,IAChB,SAAS,WAAgB;AACvB,YAAM,WAAW,wCAAwC,gBAAgB,KAAK,UAAU,OAAO;AAC/F,aAAO,MAAM,UAAU,UAAU,KAAK;AACtC,YAAM,IAAI,MAAM,QAAQ;AAAA,IAC1B;AAAA,EACF,WACE,qBAAqB,wBACrB,iBAAiB,YAAY,EAAE,SAAS,MAAM,GAC9C;AAGA,WAAO,MAAM,iDAAiD,gBAAgB,EAAE;AAGhF,WAAO,6BAA6B,gBAAgB;AAAA;AAAA;AAAA,EACtD,WACE,iBAAiB,WAAW,OAAO,KACnC,yBAAyB,SAAS,gBAAgB,GAClD;AACA,WAAO;AAAA,MACL,8DAA8D,gBAAgB,WAAW,WAAW;AAAA,IACtG;AACA,WAAO,WAAW,SAAS,OAAO;AAAA,EACpC,OAAO;AACL,WAAO;AAAA,MACL,yCAAyC,WAAW,SAAS,gBAAgB;AAAA,IAC/E;AAEA,QAAI,WAAW,SAAS,yBAAyB;AAC/C,YAAM,eAAe,mBAAmB,gBAAgB,WAAW,WAAW,wCAAwC,uBAAuB;AAC7I,aAAO,MAAM,YAAY;AACzB,YAAM,IAAI,MAAM,YAAY;AAAA,IAC9B;AAGA,UAAM,eAAe,WAAW,SAAS,GAAG,KAAK,IAAI,WAAW,QAAQ,kBAAkB,CAAC;AAC3F,QAAI,aAAa,SAAS,CAAC,GAAG;AAE5B,YAAM,qBAAqB,mBAAmB,gBAAgB,WAAW,WAAW;AACpF,aAAO,MAAM,kBAAkB;AAC/B,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AAEA,QAAI;AACF,YAAM,cAAc,WAAW,SAAS,OAAO;AAC/C,UAAI,YAAY,SAAS,QAAQ,GAAG;AAElC,cAAM,iBAAiB,mBAAmB,gBAAgB,WAAW,WAAW;AAChF,eAAO,MAAM,cAAc;AAC3B,cAAM,IAAI,MAAM,cAAc;AAAA,MAChC;AACA,aAAO;AAAA,QACL,kDAAkD,WAAW,qCAAqC,gBAAgB;AAAA,MACpH;AACA,aAAO;AAAA,IACT,SAAS,eAAoB;AAE3B,YAAM,gBAAgB,wCAAwC,WAAW,QAAQ,gBAAgB;AACjG,aAAO,MAAM,eAAe,cAAc,UAAU,cAAc,QAAQ,MAAS;AACnF,YAAM,IAAI,MAAM,aAAa;AAAA,IAC/B;AAAA,EACF;AACF;AAaA,eAAsB,2BACpB,WACA,UACiB;AACjB,QAAM,UAAU,YAAY;AAC5B,SAAO,MAAM,wCAAwC,OAAO,EAAE;AAE9D,MAAI;AACF,UAAM,aAAa,IAAI,WAAW,SAAS;AAC3C,UAAM,MAAwB,MAAM,YAAY,EAAE,MAAM,WAAW,CAAC,EAAE;AACtE,UAAM,WAAW,IAAI;AACrB,UAAM,YAAsB,CAAC;AAE7B,aAAS,UAAU,GAAG,WAAW,UAAU,WAAW;AACpD,aAAO,MAAM,gCAAgC,OAAO,IAAI,QAAQ,EAAE;AAClE,YAAM,OAAO,MAAM,IAAI,QAAQ,OAAO;AACtC,YAAM,cAAc,MAAM,KAAK,eAAe;AAG9C,YAAM,UAAU,oBAAI,IAAwB;AAE5C,kBAAY,MAAM,OAAO,UAAU,EAAE,QAAQ,CAAC,SAAS;AAErD,cAAM,OAAO,KAAK,MAAM,KAAK,UAAU,CAAC,CAAC;AACzC,YAAI,CAAC,QAAQ,IAAI,IAAI,GAAG;AACtB,kBAAQ,IAAI,MAAM,CAAC,CAAC;AAAA,QACtB;AACA,gBAAQ,IAAI,IAAI,EAAG,KAAK,IAAI;AAAA,MAC9B,CAAC;AAGD,YAAM,cAAc,MAAM,KAAK,QAAQ,QAAQ,CAAC,EAC7C,KAAK,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,EAC1B;AAAA,QAAI,CAAC,CAAC,GAAG,KAAK,MACb,MACG,KAAK,CAAC,GAAG,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,EAC9C,IAAI,CAAC,SAAS,KAAK,GAAG,EACtB,KAAK,GAAG;AAAA,MACb;AAEF,gBAAU,KAAK,YAAY,KAAK,IAAI,CAAC;AAAA,IACvC;AAEA,UAAM,WAAW,UAAU,KAAK,MAAM,EAAE,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAClE,WAAO,MAAM,wCAAwC,OAAO,aAAa,SAAS,MAAM,EAAE;AAC1F,WAAO;AAAA,EACT,SAAS,OAAY;AACnB,WAAO,MAAM,qCAAqC,OAAO,KAAK,MAAM,OAAO;AAC3E,UAAM,IAAI,MAAM,kCAAkC,MAAM,OAAO,EAAE;AAAA,EACnE;AACF;AAQO,SAAS,oBAAoB,aAAqB,UAA2B;AAElF,QAAM,mBAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAGA,QAAM,iBAAiB,iBAAiB,KAAK,CAAC,SAAS,YAAY,SAAS,IAAI,CAAC;AACjF,MAAI,gBAAgB;AAClB,WAAO;AAAA,EACT;AAGA,QAAM,qBAAqB;AAAA,IACzB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAGA,QAAM,mBAAmB,mBAAmB,KAAK,CAAC,SAAS,YAAY,SAAS,IAAI,CAAC;AAErF,MAAI,kBAAkB;AACpB,WAAO;AAAA,EACT;AAGA,QAAM,UAAU,SAAS,MAAM,GAAG,EAAE,IAAI,GAAG,YAAY,KAAK;AAG5D,QAAM,iBAAiB;AAAA,IACrB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAGA,MAAI,eAAe,SAAS,OAAO,GAAG;AACpC,WAAO;AAAA,EACT;AAGA,QAAM,mBAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO,iBAAiB,SAAS,OAAO;AAC1C;AAQA,SAAS,WAAW,MAAsD;AACxE,SAAO,SAAS;AAClB;;;ADnVO,SAAS,mBAA2B;AACzC,QAAM,UAAU,QAAQ,IAAI;AAE5B,MAAI,SAAS;AAEX,UAAM,eAAoB,aAAQ,OAAO;AAEzC,QAAI,CAAI,cAAW,YAAY,GAAG;AAChC,MAAAC,QAAO,KAAK,4DAA4D,YAAY,EAAE;AACtF,MAAAA,QAAO,KAAK,2EAA2E;AAAA,IACzF;AAEA,WAAO;AAAA,EACT;AAGA,QAAM,cAAmB,UAAK,QAAQ,IAAI,GAAG,MAAM;AAEnD,MAAI,CAAI,cAAW,WAAW,GAAG;AAC/B,IAAAA,QAAO,KAAK,0CAA0C,WAAW,EAAE;AACnE,IAAAA,QAAO,KAAK,sCAAsC;AAClD,IAAAA,QAAO,KAAK,gDAAgD;AAC5D,IAAAA,QAAO,KAAK,qEAAqE;AAAA,EACnF;AAEA,SAAO;AACT;AAKA,eAAsB,iBACpB,SACA,SACA,SACgE;AAChE,QAAM,WAAW,iBAAiB;AAElC,MAAI,CAAI,cAAW,QAAQ,GAAG;AAC5B,IAAAA,QAAO,KAAK,kCAAkC,QAAQ,EAAE;AACxD,WAAO,EAAE,OAAO,GAAG,YAAY,GAAG,QAAQ,EAAE;AAAA,EAC9C;AAEA,EAAAA,QAAO,KAAK,2BAA2B,QAAQ,EAAE;AAGjD,QAAM,QAAQ,YAAY,QAAQ;AAElC,MAAI,MAAM,WAAW,GAAG;AACtB,IAAAA,QAAO,KAAK,kCAAkC;AAC9C,WAAO,EAAE,OAAO,GAAG,YAAY,GAAG,QAAQ,EAAE;AAAA,EAC9C;AAEA,EAAAA,QAAO,KAAK,SAAS,MAAM,MAAM,mBAAmB;AAEpD,MAAI,aAAa;AACjB,MAAI,SAAS;AAEb,aAAW,YAAY,OAAO;AAC5B,QAAI;AACF,YAAM,WAAgB,cAAS,QAAQ;AACvC,YAAM,UAAe,aAAQ,QAAQ,EAAE,YAAY;AAGnD,UAAI,SAAS,WAAW,GAAG,GAAG;AAC5B;AAAA,MACF;AAGA,YAAM,cAAc,eAAe,OAAO;AAG1C,UAAI,CAAC,aAAa;AAChB,QAAAA,QAAO,MAAM,mCAAmC,QAAQ,EAAE;AAC1D;AAAA,MACF;AAGA,YAAM,aAAgB,gBAAa,QAAQ;AAG3C,YAAM,WAAW,oBAAoB,aAAa,QAAQ;AAI1D,YAAM,UAAU,WAAW,WAAW,SAAS,QAAQ,IAAI,WAAW,SAAS,OAAO;AAGtF,YAAM,mBAAwC;AAAA,QAC5C,kBAAkB,iBAAiB,SAAS,QAAQ,QAAQ,IAAI,KAAK,IAAI,CAAC,EAAE;AAAA,QAC5E;AAAA,QACA,kBAAkB;AAAA,QAClB,SAAS,WAAW;AAAA,QACpB;AAAA,QACA,QAAQ;AAAA,QACR,UAAU;AAAA,MACZ;AAGA,MAAAA,QAAO,MAAM,wBAAwB,QAAQ,EAAE;AAC/C,YAAM,SAAS,MAAM,QAAQ,aAAa,gBAAgB;AAE1D,MAAAA,QAAO,KAAK,0BAA0B,QAAQ,KAAK,OAAO,aAAa,oBAAoB;AAC3F;AAAA,IACF,SAAS,OAAO;AACd,MAAAA,QAAO,MAAM,0BAA0B,QAAQ,KAAK,KAAK;AACzD;AAAA,IACF;AAAA,EACF;AAEA,EAAAA,QAAO;AAAA,IACL,8BAA8B,UAAU,gBAAgB,MAAM,kBAAkB,MAAM,MAAM;AAAA,EAC9F;AAEA,SAAO;AAAA,IACL,OAAO,MAAM;AAAA,IACb;AAAA,IACA;AAAA,EACF;AACF;AAKA,SAAS,YAAY,SAAiB,QAAkB,CAAC,GAAa;AACpE,MAAI;AACF,UAAM,UAAa,eAAY,SAAS,EAAE,eAAe,KAAK,CAAC;AAE/D,eAAW,SAAS,SAAS;AAC3B,YAAM,WAAgB,UAAK,SAAS,MAAM,IAAI;AAE9C,UAAI,MAAM,YAAY,GAAG;AAEvB,YAAI,CAAC,CAAC,gBAAgB,QAAQ,WAAW,QAAQ,OAAO,EAAE,SAAS,MAAM,IAAI,GAAG;AAC9E,sBAAY,UAAU,KAAK;AAAA,QAC7B;AAAA,MACF,WAAW,MAAM,OAAO,GAAG;AACzB,cAAM,KAAK,QAAQ;AAAA,MACrB;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,IAAAA,QAAO,MAAM,2BAA2B,OAAO,KAAK,KAAK;AAAA,EAC3D;AAEA,SAAO;AACT;AAKA,SAAS,eAAe,WAAkC;AACxD,QAAM,eAAuC;AAAA;AAAA,IAE3C,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,aAAa;AAAA,IACb,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA;AAAA,IAGT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,WAAW;AAAA,IACX,UAAU;AAAA;AAAA,IAGV,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,SAAS;AAAA,IACT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,UAAU;AAAA;AAAA,IAGV,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,OAAO;AAAA;AAAA,IAGP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,OAAO;AAAA,IACP,OAAO;AAAA,IACP,UAAU;AAAA,IACV,MAAM;AAAA,IACN,MAAM;AAAA,IACN,MAAM;AAAA,IACN,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,OAAO;AAAA,IACP,SAAS;AAAA,IACT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,OAAO;AAAA,IACP,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,SAAS;AAAA,IACT,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,cAAc;AAAA,IACd,iBAAiB;AAAA,IACjB,iBAAiB;AAAA,IACjB,eAAe;AAAA;AAAA,IAGf,QAAQ;AAAA;AAAA,IAGR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,EACX;AAEA,SAAO,aAAa,SAAS,KAAK;AACpC;","names":["logger","logger"]}
+{"version":3,"sources":["../src/docs-loader.ts","../src/utils.ts"],"sourcesContent":["import { logger, UUID, createUniqueUuid } from \"@elizaos/core\";\nimport * as fs from \"fs\";\nimport * as path from \"path\";\nimport { KnowledgeService } from \"./service.ts\";\nimport { AddKnowledgeOptions } from \"./types.ts\";\nimport { isBinaryContentType } from './utils.ts';\n\n/**\n * Get the knowledge path from environment or default to ./docs\n */\nexport function getKnowledgePath(): string {\n  const envPath = process.env.KNOWLEDGE_PATH;\n\n  if (envPath) {\n    // Resolve relative paths from current working directory\n    const resolvedPath = path.resolve(envPath);\n\n    if (!fs.existsSync(resolvedPath)) {\n      logger.warn(`Knowledge path from environment variable does not exist: ${resolvedPath}`);\n      logger.warn('Please create the directory or update KNOWLEDGE_PATH environment variable');\n    }\n\n    return resolvedPath;\n  }\n\n  // Default to docs folder in current working directory\n  const defaultPath = path.join(process.cwd(), 'docs');\n\n  if (!fs.existsSync(defaultPath)) {\n    logger.info(`Default docs folder does not exist at: ${defaultPath}`);\n    logger.info('To use the knowledge plugin, either:');\n    logger.info('1. Create a \"docs\" folder in your project root');\n    logger.info('2. Set KNOWLEDGE_PATH environment variable to your documents folder');\n  }\n\n  return defaultPath;\n}\n\n/**\n * Load documents from the knowledge path\n */\nexport async function loadDocsFromPath(\n  service: KnowledgeService,\n  agentId: UUID,\n  worldId?: UUID\n): Promise<{ total: number; successful: number; failed: number }> {\n  const docsPath = getKnowledgePath();\n\n  if (!fs.existsSync(docsPath)) {\n    logger.warn(`Knowledge path does not exist: ${docsPath}`);\n    return { total: 0, successful: 0, failed: 0 };\n  }\n\n  logger.info(`Loading documents from: ${docsPath}`);\n\n  // Get all files recursively\n  const files = getAllFiles(docsPath);\n\n  if (files.length === 0) {\n    logger.info('No files found in knowledge path');\n    return { total: 0, successful: 0, failed: 0 };\n  }\n\n  logger.info(`Found ${files.length} files to process`);\n\n  let successful = 0;\n  let failed = 0;\n\n  for (const filePath of files) {\n    try {\n      const fileName = path.basename(filePath);\n      const fileExt = path.extname(filePath).toLowerCase();\n\n      // Skip hidden files and directories\n      if (fileName.startsWith('.')) {\n        continue;\n      }\n\n      // Determine content type\n      const contentType = getContentType(fileExt);\n\n      // Skip unsupported file types\n      if (!contentType) {\n        logger.debug(`Skipping unsupported file type: ${filePath}`);\n        continue;\n      }\n\n      // Read file\n      const fileBuffer = fs.readFileSync(filePath);\n\n      // Check if file is binary using the same logic as the service\n      const isBinary = isBinaryContentType(contentType, fileName);\n\n      // For text files, read as UTF-8 string directly\n      // For binary files, convert to base64\n      const content = isBinary ? fileBuffer.toString('base64') : fileBuffer.toString('utf-8');\n\n      // Create knowledge options\n      const knowledgeOptions: AddKnowledgeOptions = {\n        clientDocumentId: createUniqueUuid(agentId, `docs-${fileName}-${Date.now()}`) as UUID,\n        contentType,\n        originalFilename: fileName,\n        worldId: worldId || agentId,\n        content,\n        roomId: agentId,\n        entityId: agentId,\n      };\n\n      // Process the document\n      logger.debug(`Processing document: ${fileName}`);\n      const result = await service.addKnowledge(knowledgeOptions);\n\n      logger.info(`Successfully processed ${fileName}: ${result.fragmentCount} fragments created`);\n      successful++;\n    } catch (error) {\n      logger.error(`Failed to process file ${filePath}:`, error);\n      failed++;\n    }\n  }\n\n  logger.info(\n    `Document loading complete: ${successful} successful, ${failed} failed out of ${files.length} total`\n  );\n\n  return {\n    total: files.length,\n    successful,\n    failed,\n  };\n}\n\n/**\n * Recursively get all files in a directory\n */\nfunction getAllFiles(dirPath: string, files: string[] = []): string[] {\n  try {\n    const entries = fs.readdirSync(dirPath, { withFileTypes: true });\n\n    for (const entry of entries) {\n      const fullPath = path.join(dirPath, entry.name);\n\n      if (entry.isDirectory()) {\n        // Skip node_modules and other common directories\n        if (!['node_modules', '.git', '.vscode', 'dist', 'build'].includes(entry.name)) {\n          getAllFiles(fullPath, files);\n        }\n      } else if (entry.isFile()) {\n        files.push(fullPath);\n      }\n    }\n  } catch (error) {\n    logger.error(`Error reading directory ${dirPath}:`, error);\n  }\n\n  return files;\n}\n\n/**\n * Get content type based on file extension\n */\nfunction getContentType(extension: string): string | null {\n  const contentTypes: Record<string, string> = {\n    // Text documents\n    '.txt': 'text/plain',\n    '.md': 'text/markdown',\n    '.markdown': 'text/markdown',\n    '.tson': 'text/plain',\n    '.xml': 'application/xml',\n    '.csv': 'text/csv',\n    '.tsv': 'text/tab-separated-values',\n    '.log': 'text/plain',\n\n    // Web files\n    '.html': 'text/html',\n    '.htm': 'text/html',\n    '.css': 'text/css',\n    '.scss': 'text/x-scss',\n    '.sass': 'text/x-sass',\n    '.less': 'text/x-less',\n\n    // JavaScript/TypeScript\n    '.js': 'text/javascript',\n    '.jsx': 'text/javascript',\n    '.ts': 'text/typescript',\n    '.tsx': 'text/typescript',\n    '.mjs': 'text/javascript',\n    '.cjs': 'text/javascript',\n    '.vue': 'text/x-vue',\n    '.svelte': 'text/x-svelte',\n    '.astro': 'text/x-astro',\n\n    // Python\n    '.py': 'text/x-python',\n    '.pyw': 'text/x-python',\n    '.pyi': 'text/x-python',\n\n    // Java/Kotlin/Scala\n    '.java': 'text/x-java',\n    '.kt': 'text/x-kotlin',\n    '.kts': 'text/x-kotlin',\n    '.scala': 'text/x-scala',\n\n    // C/C++/C#\n    '.c': 'text/x-c',\n    '.cpp': 'text/x-c++',\n    '.cc': 'text/x-c++',\n    '.cxx': 'text/x-c++',\n    '.h': 'text/x-c',\n    '.hpp': 'text/x-c++',\n    '.cs': 'text/x-csharp',\n\n    // Other languages\n    '.php': 'text/x-php',\n    '.rb': 'text/x-ruby',\n    '.go': 'text/x-go',\n    '.rs': 'text/x-rust',\n    '.swift': 'text/x-swift',\n    '.r': 'text/x-r',\n    '.R': 'text/x-r',\n    '.m': 'text/x-objectivec',\n    '.mm': 'text/x-objectivec',\n    '.clj': 'text/x-clojure',\n    '.cljs': 'text/x-clojure',\n    '.ex': 'text/x-elixir',\n    '.exs': 'text/x-elixir',\n    '.lua': 'text/x-lua',\n    '.pl': 'text/x-perl',\n    '.pm': 'text/x-perl',\n    '.dart': 'text/x-dart',\n    '.hs': 'text/x-haskell',\n    '.elm': 'text/x-elm',\n    '.ml': 'text/x-ocaml',\n    '.fs': 'text/x-fsharp',\n    '.fsx': 'text/x-fsharp',\n    '.vb': 'text/x-vb',\n    '.pas': 'text/x-pascal',\n    '.d': 'text/x-d',\n    '.nim': 'text/x-nim',\n    '.zig': 'text/x-zig',\n    '.jl': 'text/x-julia',\n    '.tcl': 'text/x-tcl',\n    '.awk': 'text/x-awk',\n    '.sed': 'text/x-sed',\n\n    // Shell scripts\n    '.sh': 'text/x-sh',\n    '.bash': 'text/x-sh',\n    '.zsh': 'text/x-sh',\n    '.fish': 'text/x-fish',\n    '.ps1': 'text/x-powershell',\n    '.bat': 'text/x-batch',\n    '.cmd': 'text/x-batch',\n\n    // Config files\n    '.json': 'application/json',\n    '.yaml': 'text/x-yaml',\n    '.yml': 'text/x-yaml',\n    '.toml': 'text/x-toml',\n    '.ini': 'text/x-ini',\n    '.cfg': 'text/x-ini',\n    '.conf': 'text/x-ini',\n    '.env': 'text/plain',\n    '.gitignore': 'text/plain',\n    '.dockerignore': 'text/plain',\n    '.editorconfig': 'text/plain',\n    '.properties': 'text/x-properties',\n\n    // Database\n    '.sql': 'text/x-sql',\n\n    // Binary documents\n    '.pdf': 'application/pdf',\n    '.doc': 'application/msword',\n    '.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',\n  };\n\n  return contentTypes[extension] || null;\n}\n","import { Buffer } from 'node:buffer';\nimport * as mammoth from 'mammoth';\nimport { logger } from '@elizaos/core';\nimport { getDocument, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport type { TextItem, TextMarkedContent } from 'pdfjs-dist/types/src/display/api';\n\nconst PLAIN_TEXT_CONTENT_TYPES = [\n  'application/typescript',\n  'text/typescript',\n  'text/x-python',\n  'application/x-python-code',\n  'application/yaml',\n  'text/yaml',\n  'application/x-yaml',\n  'application/json',\n  'text/markdown',\n  'text/csv',\n];\n\nconst MAX_FALLBACK_SIZE_BYTES = 5 * 1024 * 1024; // 5 MB\nconst BINARY_CHECK_BYTES = 1024; // Check first 1KB for binary indicators\n\n/**\n * Extracts text content from a file buffer based on its content type.\n * Supports DOCX, plain text, and provides a fallback for unknown types.\n * PDF should be handled by `convertPdfToTextFromBuffer`.\n */\nexport async function extractTextFromFileBuffer(\n  fileBuffer: Buffer,\n  contentType: string,\n  originalFilename: string // For logging and context\n): Promise<string> {\n  const lowerContentType = contentType.toLowerCase();\n  logger.debug(\n    `[TextUtil] Attempting to extract text from ${originalFilename} (type: ${contentType})`\n  );\n\n  if (\n    lowerContentType === 'application/vnd.openxmlformats-officedocument.wordprocessingml.document'\n  ) {\n    logger.debug(`[TextUtil] Extracting text from DOCX ${originalFilename} via mammoth.`);\n    try {\n      const result = await mammoth.extractRawText({ buffer: fileBuffer });\n      logger.debug(\n        `[TextUtil] DOCX text extraction complete for ${originalFilename}. Text length: ${result.value.length}`\n      );\n      return result.value;\n    } catch (docxError: any) {\n      const errorMsg = `[TextUtil] Failed to parse DOCX file ${originalFilename}: ${docxError.message}`;\n      logger.error(errorMsg, docxError.stack);\n      throw new Error(errorMsg);\n    }\n  } else if (\n    lowerContentType === 'application/msword' ||\n    originalFilename.toLowerCase().endsWith('.doc')\n  ) {\n    // For .doc files, we'll store the content as-is, and just add a message\n    // The frontend will handle the display appropriately\n    logger.debug(`[TextUtil] Handling Microsoft Word .doc file: ${originalFilename}`);\n\n    // We'll add a descriptive message as a placeholder\n    return `[Microsoft Word Document: ${originalFilename}]\\n\\nThis document was indexed for search but cannot be displayed directly in the browser. The original document content is preserved for retrieval purposes.`;\n  } else if (\n    lowerContentType.startsWith('text/') ||\n    PLAIN_TEXT_CONTENT_TYPES.includes(lowerContentType)\n  ) {\n    logger.debug(\n      `[TextUtil] Extracting text from plain text compatible file ${originalFilename} (type: ${contentType})`\n    );\n    return fileBuffer.toString('utf-8');\n  } else {\n    logger.warn(\n      `[TextUtil] Unsupported content type: \"${contentType}\" for ${originalFilename}. Attempting fallback to plain text.`\n    );\n\n    if (fileBuffer.length > MAX_FALLBACK_SIZE_BYTES) {\n      const sizeErrorMsg = `[TextUtil] File ${originalFilename} (type: ${contentType}) exceeds maximum size for fallback (${MAX_FALLBACK_SIZE_BYTES} bytes). Cannot process as plain text.`;\n      logger.error(sizeErrorMsg);\n      throw new Error(sizeErrorMsg);\n    }\n\n    // Simple binary detection: check for null bytes in the first N bytes\n    const initialBytes = fileBuffer.subarray(0, Math.min(fileBuffer.length, BINARY_CHECK_BYTES));\n    if (initialBytes.includes(0)) {\n      // Check for NUL byte\n      const binaryHeuristicMsg = `[TextUtil] File ${originalFilename} (type: ${contentType}) appears to be binary based on initial byte check. Cannot process as plain text.`;\n      logger.error(binaryHeuristicMsg);\n      throw new Error(binaryHeuristicMsg);\n    }\n\n    try {\n      const textContent = fileBuffer.toString('utf-8');\n      if (textContent.includes('\\ufffd')) {\n        // Replacement character, indicating potential binary or wrong encoding\n        const binaryErrorMsg = `[TextUtil] File ${originalFilename} (type: ${contentType}) seems to be binary or has encoding issues after fallback to plain text (detected \\ufffd).`;\n        logger.error(binaryErrorMsg);\n        throw new Error(binaryErrorMsg); // Throw error for likely binary content\n      }\n      logger.debug(\n        `[TextUtil] Successfully processed unknown type ${contentType} as plain text after fallback for ${originalFilename}.`\n      );\n      return textContent;\n    } catch (fallbackError: any) {\n      // If the initial toString failed or if we threw due to \\ufffd\n      const finalErrorMsg = `[TextUtil] Unsupported content type: ${contentType} for ${originalFilename}. Fallback to plain text also failed or indicated binary content.`;\n      logger.error(finalErrorMsg, fallbackError.message ? fallbackError.stack : undefined);\n      throw new Error(finalErrorMsg);\n    }\n  }\n}\n\n/**\n * Converts a PDF file buffer to text content.\n * Requires pdfjs-dist to be properly configured, especially its worker.\n */\n/**\n * Converts a PDF Buffer to text with enhanced formatting preservation.\n *\n * @param {Buffer} pdfBuffer - The PDF Buffer to convert to text\n * @param {string} [filename] - Optional filename for logging purposes\n * @returns {Promise<string>} Text content of the PDF\n */\nexport async function convertPdfToTextFromBuffer(\n  pdfBuffer: Buffer,\n  filename?: string\n): Promise<string> {\n  const docName = filename || 'unnamed-document';\n  logger.debug(`[PdfService] Starting conversion for ${docName}`);\n\n  try {\n    const uint8Array = new Uint8Array(pdfBuffer);\n    const pdf: PDFDocumentProxy = await getDocument({ data: uint8Array }).promise;\n    const numPages = pdf.numPages;\n    const textPages: string[] = [];\n\n    for (let pageNum = 1; pageNum <= numPages; pageNum++) {\n      logger.debug(`[PdfService] Processing page ${pageNum}/${numPages}`);\n      const page = await pdf.getPage(pageNum);\n      const textContent = await page.getTextContent();\n\n      // Group text items by their y-position to maintain line structure\n      const lineMap = new Map<number, TextItem[]>();\n\n      textContent.items.filter(isTextItem).forEach((item) => {\n        // Round y-position to account for small variations in the same line\n        const yPos = Math.round(item.transform[5]);\n        if (!lineMap.has(yPos)) {\n          lineMap.set(yPos, []);\n        }\n        lineMap.get(yPos)!.push(item);\n      });\n\n      // Sort lines by y-position (top to bottom) and items within lines by x-position (left to right)\n      const sortedLines = Array.from(lineMap.entries())\n        .sort((a, b) => b[0] - a[0]) // Reverse sort for top-to-bottom\n        .map(([_, items]) =>\n          items\n            .sort((a, b) => a.transform[4] - b.transform[4])\n            .map((item) => item.str)\n            .join(' ')\n        );\n\n      textPages.push(sortedLines.join('\\n'));\n    }\n\n    const fullText = textPages.join('\\n\\n').replace(/\\s+/g, ' ').trim();\n    logger.debug(`[PdfService] Conversion complete for ${docName}, length: ${fullText.length}`);\n    return fullText;\n  } catch (error: any) {\n    logger.error(`[PdfService] Error converting PDF ${docName}:`, error.message);\n    throw new Error(`Failed to convert PDF to text: ${error.message}`);\n  }\n}\n\n/**\n * Determines if a file should be treated as binary based on its content type and filename\n * @param contentType MIME type of the file\n * @param filename Original filename\n * @returns True if the file should be treated as binary (base64 encoded)\n */\nexport function isBinaryContentType(contentType: string, filename: string): boolean {\n  // Text-based content types that should NOT be treated as binary\n  const textContentTypes = [\n    'text/',\n    'application/json',\n    'application/xml',\n    'application/javascript',\n    'application/typescript',\n    'application/x-yaml',\n    'application/x-sh',\n  ];\n\n  // Check if it's a text-based MIME type\n  const isTextMimeType = textContentTypes.some((type) => contentType.includes(type));\n  if (isTextMimeType) {\n    return false;\n  }\n\n  // Binary content types\n  const binaryContentTypes = [\n    'application/pdf',\n    'application/msword',\n    'application/vnd.openxmlformats-officedocument',\n    'application/vnd.ms-excel',\n    'application/vnd.ms-powerpoint',\n    'application/zip',\n    'application/x-zip-compressed',\n    'application/octet-stream',\n    'image/',\n    'audio/',\n    'video/',\n  ];\n\n  // Check MIME type\n  const isBinaryMimeType = binaryContentTypes.some((type) => contentType.includes(type));\n\n  if (isBinaryMimeType) {\n    return true;\n  }\n\n  // Check file extension as fallback\n  const fileExt = filename.split('.').pop()?.toLowerCase() || '';\n\n  // Text file extensions that should NOT be treated as binary\n  const textExtensions = [\n    'txt',\n    'md',\n    'markdown',\n    'json',\n    'xml',\n    'html',\n    'htm',\n    'css',\n    'js',\n    'ts',\n    'jsx',\n    'tsx',\n    'yaml',\n    'yml',\n    'toml',\n    'ini',\n    'cfg',\n    'conf',\n    'sh',\n    'bash',\n    'zsh',\n    'fish',\n    'py',\n    'rb',\n    'go',\n    'rs',\n    'java',\n    'c',\n    'cpp',\n    'h',\n    'hpp',\n    'cs',\n    'php',\n    'sql',\n    'r',\n    'swift',\n    'kt',\n    'scala',\n    'clj',\n    'ex',\n    'exs',\n    'vim',\n    'env',\n    'gitignore',\n    'dockerignore',\n    'editorconfig',\n    'log',\n    'csv',\n    'tsv',\n    'properties',\n    'gradle',\n    'sbt',\n    'makefile',\n    'dockerfile',\n    'vagrantfile',\n    'gemfile',\n    'rakefile',\n    'podfile',\n    'csproj',\n    'vbproj',\n    'fsproj',\n    'sln',\n    'pom',\n  ];\n\n  // If it's a known text extension, it's not binary\n  if (textExtensions.includes(fileExt)) {\n    return false;\n  }\n\n  // Binary file extensions\n  const binaryExtensions = [\n    'pdf',\n    'docx',\n    'doc',\n    'xls',\n    'xlsx',\n    'ppt',\n    'pptx',\n    'zip',\n    'rar',\n    '7z',\n    'tar',\n    'gz',\n    'bz2',\n    'xz',\n    'jpg',\n    'jpeg',\n    'png',\n    'gif',\n    'bmp',\n    'svg',\n    'ico',\n    'webp',\n    'mp3',\n    'mp4',\n    'avi',\n    'mov',\n    'wmv',\n    'flv',\n    'wav',\n    'flac',\n    'ogg',\n    'exe',\n    'dll',\n    'so',\n    'dylib',\n    'bin',\n    'dat',\n    'db',\n    'sqlite',\n  ];\n\n  return binaryExtensions.includes(fileExt);\n}\n\n/**\n * Check if the input is a TextItem.\n *\n * @param item - The input item to check.\n * @returns A boolean indicating if the input is a TextItem.\n */\nfunction isTextItem(item: TextItem | TextMarkedContent): item is TextItem {\n  return 'str' in item;\n}\n\n/**\n * Fetches content from a URL and converts it to base64 format\n * @param url The URL to fetch content from\n * @returns An object containing the base64 content and content type\n */\nexport async function fetchUrlContent(url: string): Promise<{ content: string; contentType: string }> {\n  logger.debug(`[URL FETCHER] Fetching content from URL: ${url}`);\n  \n  try {\n    // Fetch the URL with timeout\n    const controller = new AbortController();\n    const timeoutId = setTimeout(() => controller.abort(), 30000); // 30 second timeout\n    \n    const response = await fetch(url, { \n      signal: controller.signal,\n      headers: {\n        'User-Agent': 'Eliza-Knowledge-Plugin/1.0'\n      }\n    });\n    clearTimeout(timeoutId);\n    \n    if (!response.ok) {\n      throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n    }\n    \n    // Get content type from response headers\n    const contentType = response.headers.get('content-type') || 'application/octet-stream';\n    logger.debug(`[URL FETCHER] Content type from server: ${contentType} for URL: ${url}`);\n    \n    // Get content as ArrayBuffer\n    const arrayBuffer = await response.arrayBuffer();\n    const buffer = Buffer.from(arrayBuffer);\n    \n    // Convert to base64\n    const base64Content = buffer.toString('base64');\n    \n    logger.debug(`[URL FETCHER] Successfully fetched content from URL: ${url} (${buffer.length} bytes)`);\n    return {\n      content: base64Content,\n      contentType\n    };\n  } catch (error: any) {\n    logger.error(`[URL FETCHER] Error fetching content from URL ${url}: ${error.message}`);\n    throw new Error(`Failed to fetch content from URL: ${error.message}`);\n  }\n}\n"],"mappings":";AAAA,SAAS,UAAAA,SAAc,wBAAwB;AAC/C,YAAY,QAAQ;AACpB,YAAY,UAAU;;;ACFtB,SAAS,cAAc;AACvB,YAAY,aAAa;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAqC;AAG9C,IAAM,2BAA2B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,IAAM,0BAA0B,IAAI,OAAO;AAC3C,IAAM,qBAAqB;AAO3B,eAAsB,0BACpB,YACA,aACA,kBACiB;AACjB,QAAM,mBAAmB,YAAY,YAAY;AACjD,SAAO;AAAA,IACL,8CAA8C,gBAAgB,WAAW,WAAW;AAAA,EACtF;AAEA,MACE,qBAAqB,2EACrB;AACA,WAAO,MAAM,wCAAwC,gBAAgB,eAAe;AACpF,QAAI;AACF,YAAM,SAAS,MAAc,uBAAe,EAAE,QAAQ,WAAW,CAAC;AAClE,aAAO;AAAA,QACL,gDAAgD,gBAAgB,kBAAkB,OAAO,MAAM,MAAM;AAAA,MACvG;AACA,aAAO,OAAO;AAAA,IAChB,SAAS,WAAgB;AACvB,YAAM,WAAW,wCAAwC,gBAAgB,KAAK,UAAU,OAAO;AAC/F,aAAO,MAAM,UAAU,UAAU,KAAK;AACtC,YAAM,IAAI,MAAM,QAAQ;AAAA,IAC1B;AAAA,EACF,WACE,qBAAqB,wBACrB,iBAAiB,YAAY,EAAE,SAAS,MAAM,GAC9C;AAGA,WAAO,MAAM,iDAAiD,gBAAgB,EAAE;AAGhF,WAAO,6BAA6B,gBAAgB;AAAA;AAAA;AAAA,EACtD,WACE,iBAAiB,WAAW,OAAO,KACnC,yBAAyB,SAAS,gBAAgB,GAClD;AACA,WAAO;AAAA,MACL,8DAA8D,gBAAgB,WAAW,WAAW;AAAA,IACtG;AACA,WAAO,WAAW,SAAS,OAAO;AAAA,EACpC,OAAO;AACL,WAAO;AAAA,MACL,yCAAyC,WAAW,SAAS,gBAAgB;AAAA,IAC/E;AAEA,QAAI,WAAW,SAAS,yBAAyB;AAC/C,YAAM,eAAe,mBAAmB,gBAAgB,WAAW,WAAW,wCAAwC,uBAAuB;AAC7I,aAAO,MAAM,YAAY;AACzB,YAAM,IAAI,MAAM,YAAY;AAAA,IAC9B;AAGA,UAAM,eAAe,WAAW,SAAS,GAAG,KAAK,IAAI,WAAW,QAAQ,kBAAkB,CAAC;AAC3F,QAAI,aAAa,SAAS,CAAC,GAAG;AAE5B,YAAM,qBAAqB,mBAAmB,gBAAgB,WAAW,WAAW;AACpF,aAAO,MAAM,kBAAkB;AAC/B,YAAM,IAAI,MAAM,kBAAkB;AAAA,IACpC;AAEA,QAAI;AACF,YAAM,cAAc,WAAW,SAAS,OAAO;AAC/C,UAAI,YAAY,SAAS,QAAQ,GAAG;AAElC,cAAM,iBAAiB,mBAAmB,gBAAgB,WAAW,WAAW;AAChF,eAAO,MAAM,cAAc;AAC3B,cAAM,IAAI,MAAM,cAAc;AAAA,MAChC;AACA,aAAO;AAAA,QACL,kDAAkD,WAAW,qCAAqC,gBAAgB;AAAA,MACpH;AACA,aAAO;AAAA,IACT,SAAS,eAAoB;AAE3B,YAAM,gBAAgB,wCAAwC,WAAW,QAAQ,gBAAgB;AACjG,aAAO,MAAM,eAAe,cAAc,UAAU,cAAc,QAAQ,MAAS;AACnF,YAAM,IAAI,MAAM,aAAa;AAAA,IAC/B;AAAA,EACF;AACF;AAaA,eAAsB,2BACpB,WACA,UACiB;AACjB,QAAM,UAAU,YAAY;AAC5B,SAAO,MAAM,wCAAwC,OAAO,EAAE;AAE9D,MAAI;AACF,UAAM,aAAa,IAAI,WAAW,SAAS;AAC3C,UAAM,MAAwB,MAAM,YAAY,EAAE,MAAM,WAAW,CAAC,EAAE;AACtE,UAAM,WAAW,IAAI;AACrB,UAAM,YAAsB,CAAC;AAE7B,aAAS,UAAU,GAAG,WAAW,UAAU,WAAW;AACpD,aAAO,MAAM,gCAAgC,OAAO,IAAI,QAAQ,EAAE;AAClE,YAAM,OAAO,MAAM,IAAI,QAAQ,OAAO;AACtC,YAAM,cAAc,MAAM,KAAK,eAAe;AAG9C,YAAM,UAAU,oBAAI,IAAwB;AAE5C,kBAAY,MAAM,OAAO,UAAU,EAAE,QAAQ,CAAC,SAAS;AAErD,cAAM,OAAO,KAAK,MAAM,KAAK,UAAU,CAAC,CAAC;AACzC,YAAI,CAAC,QAAQ,IAAI,IAAI,GAAG;AACtB,kBAAQ,IAAI,MAAM,CAAC,CAAC;AAAA,QACtB;AACA,gBAAQ,IAAI,IAAI,EAAG,KAAK,IAAI;AAAA,MAC9B,CAAC;AAGD,YAAM,cAAc,MAAM,KAAK,QAAQ,QAAQ,CAAC,EAC7C,KAAK,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,EAC1B;AAAA,QAAI,CAAC,CAAC,GAAG,KAAK,MACb,MACG,KAAK,CAAC,GAAG,MAAM,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,EAC9C,IAAI,CAAC,SAAS,KAAK,GAAG,EACtB,KAAK,GAAG;AAAA,MACb;AAEF,gBAAU,KAAK,YAAY,KAAK,IAAI,CAAC;AAAA,IACvC;AAEA,UAAM,WAAW,UAAU,KAAK,MAAM,EAAE,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAClE,WAAO,MAAM,wCAAwC,OAAO,aAAa,SAAS,MAAM,EAAE;AAC1F,WAAO;AAAA,EACT,SAAS,OAAY;AACnB,WAAO,MAAM,qCAAqC,OAAO,KAAK,MAAM,OAAO;AAC3E,UAAM,IAAI,MAAM,kCAAkC,MAAM,OAAO,EAAE;AAAA,EACnE;AACF;AAQO,SAAS,oBAAoB,aAAqB,UAA2B;AAElF,QAAM,mBAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAGA,QAAM,iBAAiB,iBAAiB,KAAK,CAAC,SAAS,YAAY,SAAS,IAAI,CAAC;AACjF,MAAI,gBAAgB;AAClB,WAAO;AAAA,EACT;AAGA,QAAM,qBAAqB;AAAA,IACzB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAGA,QAAM,mBAAmB,mBAAmB,KAAK,CAAC,SAAS,YAAY,SAAS,IAAI,CAAC;AAErF,MAAI,kBAAkB;AACpB,WAAO;AAAA,EACT;AAGA,QAAM,UAAU,SAAS,MAAM,GAAG,EAAE,IAAI,GAAG,YAAY,KAAK;AAG5D,QAAM,iBAAiB;AAAA,IACrB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAGA,MAAI,eAAe,SAAS,OAAO,GAAG;AACpC,WAAO;AAAA,EACT;AAGA,QAAM,mBAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO,iBAAiB,SAAS,OAAO;AAC1C;AAQA,SAAS,WAAW,MAAsD;AACxE,SAAO,SAAS;AAClB;AAOA,eAAsB,gBAAgB,KAAgE;AACpG,SAAO,MAAM,4CAA4C,GAAG,EAAE;AAE9D,MAAI;AAEF,UAAM,aAAa,IAAI,gBAAgB;AACvC,UAAM,YAAY,WAAW,MAAM,WAAW,MAAM,GAAG,GAAK;AAE5D,UAAM,WAAW,MAAM,MAAM,KAAK;AAAA,MAChC,QAAQ,WAAW;AAAA,MACnB,SAAS;AAAA,QACP,cAAc;AAAA,MAChB;AAAA,IACF,CAAC;AACD,iBAAa,SAAS;AAEtB,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,wBAAwB,SAAS,MAAM,IAAI,SAAS,UAAU,EAAE;AAAA,IAClF;AAGA,UAAM,cAAc,SAAS,QAAQ,IAAI,cAAc,KAAK;AAC5D,WAAO,MAAM,2CAA2C,WAAW,aAAa,GAAG,EAAE;AAGrF,UAAM,cAAc,MAAM,SAAS,YAAY;AAC/C,UAAM,SAAS,OAAO,KAAK,WAAW;AAGtC,UAAM,gBAAgB,OAAO,SAAS,QAAQ;AAE9C,WAAO,MAAM,wDAAwD,GAAG,KAAK,OAAO,MAAM,SAAS;AACnG,WAAO;AAAA,MACL,SAAS;AAAA,MACT;AAAA,IACF;AAAA,EACF,SAAS,OAAY;AACnB,WAAO,MAAM,iDAAiD,GAAG,KAAK,MAAM,OAAO,EAAE;AACrF,UAAM,IAAI,MAAM,qCAAqC,MAAM,OAAO,EAAE;AAAA,EACtE;AACF;;;ADlYO,SAAS,mBAA2B;AACzC,QAAM,UAAU,QAAQ,IAAI;AAE5B,MAAI,SAAS;AAEX,UAAM,eAAoB,aAAQ,OAAO;AAEzC,QAAI,CAAI,cAAW,YAAY,GAAG;AAChC,MAAAC,QAAO,KAAK,4DAA4D,YAAY,EAAE;AACtF,MAAAA,QAAO,KAAK,2EAA2E;AAAA,IACzF;AAEA,WAAO;AAAA,EACT;AAGA,QAAM,cAAmB,UAAK,QAAQ,IAAI,GAAG,MAAM;AAEnD,MAAI,CAAI,cAAW,WAAW,GAAG;AAC/B,IAAAA,QAAO,KAAK,0CAA0C,WAAW,EAAE;AACnE,IAAAA,QAAO,KAAK,sCAAsC;AAClD,IAAAA,QAAO,KAAK,gDAAgD;AAC5D,IAAAA,QAAO,KAAK,qEAAqE;AAAA,EACnF;AAEA,SAAO;AACT;AAKA,eAAsB,iBACpB,SACA,SACA,SACgE;AAChE,QAAM,WAAW,iBAAiB;AAElC,MAAI,CAAI,cAAW,QAAQ,GAAG;AAC5B,IAAAA,QAAO,KAAK,kCAAkC,QAAQ,EAAE;AACxD,WAAO,EAAE,OAAO,GAAG,YAAY,GAAG,QAAQ,EAAE;AAAA,EAC9C;AAEA,EAAAA,QAAO,KAAK,2BAA2B,QAAQ,EAAE;AAGjD,QAAM,QAAQ,YAAY,QAAQ;AAElC,MAAI,MAAM,WAAW,GAAG;AACtB,IAAAA,QAAO,KAAK,kCAAkC;AAC9C,WAAO,EAAE,OAAO,GAAG,YAAY,GAAG,QAAQ,EAAE;AAAA,EAC9C;AAEA,EAAAA,QAAO,KAAK,SAAS,MAAM,MAAM,mBAAmB;AAEpD,MAAI,aAAa;AACjB,MAAI,SAAS;AAEb,aAAW,YAAY,OAAO;AAC5B,QAAI;AACF,YAAM,WAAgB,cAAS,QAAQ;AACvC,YAAM,UAAe,aAAQ,QAAQ,EAAE,YAAY;AAGnD,UAAI,SAAS,WAAW,GAAG,GAAG;AAC5B;AAAA,MACF;AAGA,YAAM,cAAc,eAAe,OAAO;AAG1C,UAAI,CAAC,aAAa;AAChB,QAAAA,QAAO,MAAM,mCAAmC,QAAQ,EAAE;AAC1D;AAAA,MACF;AAGA,YAAM,aAAgB,gBAAa,QAAQ;AAG3C,YAAM,WAAW,oBAAoB,aAAa,QAAQ;AAI1D,YAAM,UAAU,WAAW,WAAW,SAAS,QAAQ,IAAI,WAAW,SAAS,OAAO;AAGtF,YAAM,mBAAwC;AAAA,QAC5C,kBAAkB,iBAAiB,SAAS,QAAQ,QAAQ,IAAI,KAAK,IAAI,CAAC,EAAE;AAAA,QAC5E;AAAA,QACA,kBAAkB;AAAA,QAClB,SAAS,WAAW;AAAA,QACpB;AAAA,QACA,QAAQ;AAAA,QACR,UAAU;AAAA,MACZ;AAGA,MAAAA,QAAO,MAAM,wBAAwB,QAAQ,EAAE;AAC/C,YAAM,SAAS,MAAM,QAAQ,aAAa,gBAAgB;AAE1D,MAAAA,QAAO,KAAK,0BAA0B,QAAQ,KAAK,OAAO,aAAa,oBAAoB;AAC3F;AAAA,IACF,SAAS,OAAO;AACd,MAAAA,QAAO,MAAM,0BAA0B,QAAQ,KAAK,KAAK;AACzD;AAAA,IACF;AAAA,EACF;AAEA,EAAAA,QAAO;AAAA,IACL,8BAA8B,UAAU,gBAAgB,MAAM,kBAAkB,MAAM,MAAM;AAAA,EAC9F;AAEA,SAAO;AAAA,IACL,OAAO,MAAM;AAAA,IACb;AAAA,IACA;AAAA,EACF;AACF;AAKA,SAAS,YAAY,SAAiB,QAAkB,CAAC,GAAa;AACpE,MAAI;AACF,UAAM,UAAa,eAAY,SAAS,EAAE,eAAe,KAAK,CAAC;AAE/D,eAAW,SAAS,SAAS;AAC3B,YAAM,WAAgB,UAAK,SAAS,MAAM,IAAI;AAE9C,UAAI,MAAM,YAAY,GAAG;AAEvB,YAAI,CAAC,CAAC,gBAAgB,QAAQ,WAAW,QAAQ,OAAO,EAAE,SAAS,MAAM,IAAI,GAAG;AAC9E,sBAAY,UAAU,KAAK;AAAA,QAC7B;AAAA,MACF,WAAW,MAAM,OAAO,GAAG;AACzB,cAAM,KAAK,QAAQ;AAAA,MACrB;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,IAAAA,QAAO,MAAM,2BAA2B,OAAO,KAAK,KAAK;AAAA,EAC3D;AAEA,SAAO;AACT;AAKA,SAAS,eAAe,WAAkC;AACxD,QAAM,eAAuC;AAAA;AAAA,IAE3C,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,aAAa;AAAA,IACb,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA;AAAA,IAGT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,WAAW;AAAA,IACX,UAAU;AAAA;AAAA,IAGV,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,SAAS;AAAA,IACT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,UAAU;AAAA;AAAA,IAGV,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,OAAO;AAAA;AAAA,IAGP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,OAAO;AAAA,IACP,OAAO;AAAA,IACP,UAAU;AAAA,IACV,MAAM;AAAA,IACN,MAAM;AAAA,IACN,MAAM;AAAA,IACN,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,OAAO;AAAA,IACP,SAAS;AAAA,IACT,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,OAAO;AAAA,IACP,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,QAAQ;AAAA;AAAA,IAGR,SAAS;AAAA,IACT,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,cAAc;AAAA,IACd,iBAAiB;AAAA,IACjB,iBAAiB;AAAA,IACjB,eAAe;AAAA;AAAA,IAGf,QAAQ;AAAA;AAAA,IAGR,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,SAAS;AAAA,EACX;AAEA,SAAO,aAAa,SAAS,KAAK;AACpC;","names":["logger","logger"]}

package/dist/{docs-loader-25N4HXDV.js → docs-loader-2S6H7F4L.js}

@@ -1,9 +1,9 @@
 import {
   getKnowledgePath,
   loadDocsFromPath
-} from "./chunk-LHJERZV7.js";
+} from "./chunk-HUTF5APY.js";
 export {
   getKnowledgePath,
   loadDocsFromPath
 };
-//# sourceMappingURL=docs-loader-25N4HXDV.js.map
+//# sourceMappingURL=docs-loader-2S6H7F4L.js.map

package/dist/index.d.ts

@@ -113,6 +113,11 @@ interface AddKnowledgeOptions {
      * - Plain text for text files
      */
     content: string;
+    /**
+     * Optional metadata to associate with the knowledge
+     * Used for storing additional information like source URL
+     */
+    metadata?: Record<string, unknown>;
 }
 declare module '@elizaos/core' {
     interface ServiceTypeRegistry {

package/dist/index.html

@@ -5,8 +5,8 @@
     <link rel="icon" type="image/svg+xml" href="/vite.svg" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>Agent Plugin View</title>
-    <script type="module" crossorigin src="./assets/index-BQPj32JK.js"></script>
-    <link rel="stylesheet" crossorigin href="./assets/index-Cfdtl60S.css">
+    <script type="module" crossorigin src="./assets/index-D30O9PiT.js"></script>
+    <link rel="stylesheet" crossorigin href="./assets/index-BdT7VEOH.css">
   </head>
   <body>
     <div id="root"></div>