@elizaos/plugin-knowledge 1.5.10 → 1.5.12

package/dist/index.js

@@ -1,3 +1,6 @@
+// src/index.ts
+import { logger as logger10 } from "@elizaos/core";
+
 // src/service.ts
 import {
   createUniqueUuid,
@@ -2898,10 +2901,7 @@ var KnowledgeService = class _KnowledgeService extends Service {
     const chunks = await splitChunks2(text, targetTokens, overlap);
     return chunks.map((chunk, index) => {
       const fragmentIdContent = `${document.id}-fragment-${index}-${Date.now()}`;
-      const fragmentId = createUniqueUuid(
-        this.runtime,
-        fragmentIdContent
-      );
+      const fragmentId = createUniqueUuid(this.runtime, fragmentIdContent);
       return {
         id: fragmentId,
         entityId: scope.entityId,
@@ -2936,10 +2936,20 @@ var KnowledgeService = class _KnowledgeService extends Service {
   async getMemories(params) {
     return this.runtime.getMemories({
       ...params,
-      // includes tableName, roomId, count, end
+      // includes tableName, roomId, count, offset, end
       agentId: this.runtime.agentId
     });
   }
+  /**
+   * Counts memories for pagination.
+   * Corresponds to counting documents or fragments.
+   */
+  async countMemories(params) {
+    const roomId = params.roomId || this.runtime.agentId;
+    const unique = params.unique ?? false;
+    const tableName = params.tableName;
+    return this.runtime.countMemories(roomId, unique, tableName);
+  }
   /**
    * Deletes a specific memory item (knowledge document) by its ID.
    * Corresponds to DELETE /plugins/knowledge/documents/:knowledgeId
@@ -4150,7 +4160,7 @@ ${formattedResults}`
 var knowledgeActions = [processKnowledgeAction, searchKnowledgeAction];
 
 // src/routes.ts
-import { createUniqueUuid as createUniqueUuid2, logger as logger9, ModelType as ModelType4 } from "@elizaos/core";
+import { MemoryType as MemoryType4, createUniqueUuid as createUniqueUuid2, logger as logger9, ModelType as ModelType4 } from "@elizaos/core";
 import fs4 from "fs";
 import path4 from "path";
 import multer from "multer";
@@ -4687,8 +4697,8 @@ async function getKnowledgeChunksHandler(req, res, runtime) {
     if (documentId) {
       const allFragments = await service.getMemories({
         tableName: "knowledge",
-        count: 1e5
-        // Very high limit to get all fragments
+        count: 5e4
+        // Reduced from 100000 - still high enough for large documents
       });
       const documentFragments = allFragments.filter((fragment) => {
         const metadata = fragment.metadata;
@@ -4801,6 +4811,258 @@ async function searchKnowledgeHandler(req, res, runtime) {
     sendError(res, 500, "SEARCH_ERROR", "Failed to search knowledge", error.message);
   }
 }
+async function getGraphNodesHandler(req, res, runtime) {
+  const service = runtime.getService(KnowledgeService.serviceType);
+  if (!service) {
+    return sendError(res, 500, "SERVICE_NOT_FOUND", "KnowledgeService not found");
+  }
+  try {
+    const parsedPage = req.query.page ? Number.parseInt(req.query.page, 10) : 1;
+    const parsedLimit = req.query.limit ? Number.parseInt(req.query.limit, 10) : 20;
+    const type = req.query.type;
+    const agentId = req.query.agentId || runtime.agentId;
+    const page = Number.isNaN(parsedPage) || parsedPage < 1 ? 1 : parsedPage;
+    const limit = Number.isNaN(parsedLimit) || parsedLimit < 1 ? 20 : Math.min(parsedLimit, 50);
+    const offset = (page - 1) * limit;
+    logger9.debug(
+      `[Graph API] \u{1F4CA} Fetching graph nodes: page=${page}, limit=${limit}, type=${type || "all"}, agent=${agentId}`
+    );
+    const totalDocuments = await service.countMemories({
+      tableName: "documents",
+      roomId: agentId,
+      unique: false
+      // Count all documents, not just unique ones
+    });
+    const totalPages = Math.ceil(totalDocuments / limit);
+    const hasMore = page < totalPages;
+    const paginatedDocuments = await service.getMemories({
+      tableName: "documents",
+      roomId: agentId,
+      count: limit,
+      offset
+    });
+    const nodes = [];
+    const links = [];
+    paginatedDocuments.forEach((doc) => {
+      if (!doc.id) {
+        logger9.warn(`[Graph API] \u26A0\uFE0F  Skipping document without ID`);
+        return;
+      }
+      nodes.push({ id: doc.id, type: "document" });
+    });
+    if (type !== "document") {
+      const allFragments = await service.getMemories({
+        tableName: "knowledge",
+        roomId: agentId,
+        count: 5e4
+        // Reduced from 100000 - still high enough for large documents
+      });
+      logger9.debug(`[Graph API] \u{1F4CA} Total fragments found: ${allFragments.length}`);
+      if (allFragments.length > 0) {
+        logger9.debug(
+          `[Graph API] \u{1F4CA} Sample fragment metadata: ${JSON.stringify(
+            allFragments.slice(0, 3).map((f) => ({
+              id: f.id,
+              metadata: f.metadata
+            }))
+          )}`
+        );
+      }
+      paginatedDocuments.forEach((doc) => {
+        if (!doc.id) {
+          return;
+        }
+        const docFragments = allFragments.filter((fragment) => {
+          const metadata = fragment.metadata;
+          const typeString = typeof metadata?.type === "string" ? metadata.type : null;
+          const isFragment = typeString && typeString.toLowerCase() === "fragment" || metadata?.type === MemoryType4.FRAGMENT || // If no type but has documentId, assume it's a fragment
+          !metadata?.type && metadata?.documentId;
+          return metadata?.documentId === doc.id && isFragment;
+        });
+        if (docFragments.length > 0) {
+          logger9.debug(`[Graph API] \u{1F4CA} Document ${doc.id} has ${docFragments.length} fragments`);
+        }
+        docFragments.forEach((frag) => {
+          const docId = doc.id;
+          if (!frag.id || !docId) {
+            logger9.warn(
+              `[Graph API] \u26A0\uFE0F  Skipping fragment without ID for document ${docId || "unknown"}`
+            );
+            return;
+          }
+          nodes.push({ id: frag.id, type: "fragment" });
+          links.push({ source: docId, target: frag.id });
+        });
+      });
+      logger9.info(
+        `[Graph API] \u{1F4CA} Final graph: ${nodes.length} nodes (${paginatedDocuments.length} documents), ${links.length} links`
+      );
+    }
+    sendSuccess(res, {
+      nodes,
+      links,
+      pagination: {
+        currentPage: page,
+        totalPages,
+        hasMore,
+        totalDocuments
+      }
+    });
+  } catch (error) {
+    logger9.error("[Graph API] \u274C Error fetching graph nodes:", error);
+    sendError(res, 500, "GRAPH_ERROR", "Failed to fetch graph nodes", error.message);
+  }
+}
+async function getGraphNodeDetailsHandler(req, res, runtime) {
+  const service = runtime.getService(KnowledgeService.serviceType);
+  if (!service) {
+    return sendError(res, 500, "SERVICE_NOT_FOUND", "KnowledgeService not found");
+  }
+  const nodeId = req.params.nodeId;
+  const agentId = req.query.agentId || runtime.agentId;
+  if (!nodeId || nodeId.length < 36) {
+    return sendError(res, 400, "INVALID_ID", "Invalid node ID format");
+  }
+  try {
+    logger9.info(`[Graph API] \u{1F4CA} Fetching node details for: ${nodeId}, agent: ${agentId}`);
+    const allDocuments = await service.getMemories({
+      tableName: "documents",
+      count: 1e4
+    });
+    logger9.debug(`[Graph API] \u{1F4CA} Total documents in DB: ${allDocuments.length}`);
+    let document = allDocuments.find((doc) => doc.id === nodeId && doc.roomId === agentId);
+    if (!document) {
+      logger9.debug(`[Graph API] \u{1F4CA} Document not found with roomId filter, trying without filter`);
+      document = allDocuments.find((doc) => doc.id === nodeId);
+      if (document) {
+        logger9.warn(
+          `[Graph API] \u26A0\uFE0F Document ${nodeId} found but has different roomId: ${document.roomId} vs ${agentId}`
+        );
+      }
+    }
+    if (document) {
+      logger9.info(`[Graph API] \u2705 Found document: ${nodeId}`);
+      sendSuccess(res, {
+        id: document.id,
+        type: "document",
+        content: document.content,
+        metadata: document.metadata,
+        createdAt: document.createdAt,
+        entityId: document.entityId,
+        roomId: document.roomId,
+        agentId: document.agentId,
+        worldId: document.worldId
+      });
+      return;
+    }
+    logger9.debug(`[Graph API] \u{1F4CA} Document not found, searching in fragments`);
+    const allFragments = await service.getMemories({
+      tableName: "knowledge",
+      count: 5e4
+      // Reduced from 100000 - still high enough for large documents
+    });
+    logger9.debug(`[Graph API] \u{1F4CA} Total fragments in DB: ${allFragments.length}`);
+    let fragment = allFragments.find((frag) => frag.id === nodeId && frag.roomId === agentId);
+    if (!fragment) {
+      logger9.debug(`[Graph API] \u{1F4CA} Fragment not found with roomId filter, trying without filter`);
+      fragment = allFragments.find((frag) => frag.id === nodeId);
+      if (fragment) {
+        logger9.warn(
+          `[Graph API] \u26A0\uFE0F Fragment ${nodeId} found but has different roomId: ${fragment.roomId} vs ${agentId}`
+        );
+      }
+    }
+    if (fragment) {
+      logger9.info(`[Graph API] \u2705 Found fragment: ${nodeId}`);
+      sendSuccess(res, {
+        id: fragment.id,
+        type: "fragment",
+        content: fragment.content,
+        metadata: fragment.metadata,
+        createdAt: fragment.createdAt,
+        entityId: fragment.entityId,
+        roomId: fragment.roomId,
+        agentId: fragment.agentId,
+        worldId: fragment.worldId
+      });
+      return;
+    }
+    logger9.error(`[Graph API] \u274C Node ${nodeId} not found in documents or fragments`);
+    sendError(res, 404, "NOT_FOUND", `Node with ID ${nodeId} not found`);
+  } catch (error) {
+    logger9.error(`[Graph API] \u274C Error fetching node details for ${nodeId}:`, error);
+    sendError(res, 500, "GRAPH_ERROR", "Failed to fetch node details", error.message);
+  }
+}
+async function expandDocumentGraphHandler(req, res, runtime) {
+  const service = runtime.getService(KnowledgeService.serviceType);
+  if (!service) {
+    return sendError(res, 500, "SERVICE_NOT_FOUND", "KnowledgeService not found");
+  }
+  const documentId = req.params.documentId;
+  const agentId = req.query.agentId || runtime.agentId;
+  if (!documentId || documentId.length < 36) {
+    return sendError(res, 400, "INVALID_ID", "Invalid document ID format");
+  }
+  try {
+    logger9.debug(`[Graph API] \u{1F4CA} Expanding document: ${documentId}, agent: ${agentId}`);
+    const allFragments = await service.getMemories({
+      tableName: "knowledge",
+      roomId: agentId,
+      // Filter by agent
+      count: 5e4
+      // Reduced from 100000 - still high enough for large documents
+    });
+    logger9.debug(`[Graph API] \u{1F4CA} Total fragments in knowledge table: ${allFragments.length}`);
+    if (allFragments.length > 0 && process.env.NODE_ENV !== "production") {
+      logger9.debug(
+        `[Graph API] \u{1F4CA} Sample fragment metadata: ${JSON.stringify(allFragments[0].metadata)}`
+      );
+      const uniqueTypes = new Set(allFragments.map((f) => f.metadata?.type));
+      logger9.debug(
+        `[Graph API] \u{1F4CA} Unique metadata types found in knowledge table: ${JSON.stringify(Array.from(uniqueTypes))}`
+      );
+      const relevantFragments = allFragments.filter((fragment) => {
+        const metadata = fragment.metadata;
+        const hasDocumentId = metadata?.documentId === documentId;
+        if (hasDocumentId) {
+          logger9.debug(
+            `[Graph API] \u{1F4CA} Fragment ${fragment.id} metadata: ${JSON.stringify(metadata)}`
+          );
+        }
+        return hasDocumentId;
+      });
+      logger9.debug(
+        `[Graph API] \u{1F4CA} Fragments with matching documentId: ${relevantFragments.length}`
+      );
+    }
+    const documentFragments = allFragments.filter((fragment) => {
+      const metadata = fragment.metadata;
+      const typeString = typeof metadata?.type === "string" ? metadata.type : null;
+      const isFragment = typeString && typeString.toLowerCase() === "fragment" || metadata?.type === MemoryType4.FRAGMENT || // If no type but has documentId, assume it's a fragment
+      !metadata?.type && metadata?.documentId;
+      return metadata?.documentId === documentId && isFragment;
+    });
+    const nodes = documentFragments.filter((frag) => frag.id !== void 0).map((frag) => ({
+      id: frag.id,
+      type: "fragment"
+    }));
+    const links = documentFragments.filter((frag) => frag.id !== void 0).map((frag) => ({
+      source: documentId,
+      target: frag.id
+    }));
+    logger9.info(`[Graph API] \u{1F4CA} Found ${nodes.length} fragments for document ${documentId}`);
+    sendSuccess(res, {
+      documentId,
+      nodes,
+      links,
+      fragmentCount: nodes.length
+    });
+  } catch (error) {
+    logger9.error(`[Graph API] \u274C Error expanding document ${documentId}:`, error);
+    sendError(res, 500, "GRAPH_ERROR", "Failed to expand document", error.message);
+  }
+}
 async function uploadKnowledgeWithMulter(req, res, runtime) {
   const upload = createUploadMiddleware(runtime);
   const uploadArray = upload.array(
@@ -4857,24 +5119,76 @@ var knowledgeRoutes = [
     type: "GET",
     path: "/search",
     handler: searchKnowledgeHandler
+  },
+  // New graph routes
+  {
+    type: "GET",
+    path: "/graph/nodes",
+    handler: getGraphNodesHandler
+  },
+  {
+    type: "GET",
+    path: "/graph/node/:nodeId",
+    handler: getGraphNodeDetailsHandler
+  },
+  {
+    type: "GET",
+    path: "/graph/expand/:documentId",
+    handler: expandDocumentGraphHandler
   }
 ];
 
 // src/index.ts
-var knowledgePlugin = {
-  name: "knowledge",
-  description: "Plugin for Retrieval Augmented Generation, including knowledge management and embedding.",
-  services: [KnowledgeService],
-  providers: [knowledgeProvider],
-  routes: knowledgeRoutes,
-  actions: knowledgeActions,
-  tests: [tests_default]
-};
+function createKnowledgePlugin(config = {}) {
+  const { enableUI = true, enableRoutes = true, enableActions = true, enableTests = true } = config;
+  const plugin = {
+    name: "knowledge",
+    description: "Plugin for Retrieval Augmented Generation, including knowledge management and embedding.",
+    services: [KnowledgeService],
+    providers: [knowledgeProvider]
+  };
+  if (enableUI || enableRoutes) {
+    plugin.routes = knowledgeRoutes;
+    logger10.debug("[Knowledge Plugin] Routes enabled");
+  } else {
+    logger10.info("[Knowledge Plugin] Running in headless mode (no routes or UI)");
+  }
+  if (enableActions) {
+    plugin.actions = knowledgeActions;
+  }
+  if (enableTests) {
+    plugin.tests = [tests_default];
+  }
+  return plugin;
+}
+var knowledgePluginCore = createKnowledgePlugin({
+  enableUI: false,
+  enableRoutes: false,
+  enableActions: false,
+  enableTests: false
+});
+var knowledgePluginHeadless = createKnowledgePlugin({
+  enableUI: false,
+  enableRoutes: false,
+  enableActions: true,
+  enableTests: false
+});
+var knowledgePlugin = createKnowledgePlugin({
+  enableUI: true,
+  enableRoutes: true,
+  enableActions: true,
+  enableTests: true
+});
 var index_default = knowledgePlugin;
 export {
+  KnowledgeService,
   KnowledgeServiceType,
   ModelConfigSchema,
+  createKnowledgePlugin,
   index_default as default,
-  knowledgePlugin
+  knowledgePlugin,
+  knowledgePluginCore,
+  knowledgePluginHeadless,
+  knowledgeProvider
 };
 //# sourceMappingURL=index.js.map