@khoinguyen2002/doc-mcp 1.0.0

package/src/tools/driveTools.ts

@@ -0,0 +1,198 @@
+import { google } from "googleapis";
+import { RecursiveCharacterTextSplitter } from "@langchain/textsplitters";
+import { config } from "../config.js";
+import {
+  upsertProjectDocument,
+  getProjectDocumentMetadata,
+  deleteProjectDocument,
+} from "../db/vector.js";
+
+function getDriveClient() {
+  const clientEmail = config.DOC_MCP_GOOGLE_CLIENT_EMAIL;
+  let privateKey = config.DOC_MCP_GOOGLE_PRIVATE_KEY;
+
+  if (!clientEmail || !privateKey) {
+    throw new Error(
+      "Google Drive credentials not configured. Please set DOC_MCP_GOOGLE_CLIENT_EMAIL and DOC_MCP_GOOGLE_PRIVATE_KEY in .env",
+    );
+  }
+
+  if (privateKey.startsWith('"') && privateKey.endsWith('"')) {
+    privateKey = privateKey.slice(1, -1);
+  }
+  privateKey = privateKey.replace(/\\n/g, "\n");
+
+  const auth = new google.auth.JWT({
+    email: clientEmail,
+    key: privateKey,
+    scopes: ["https://www.googleapis.com/auth/drive.readonly"],
+  });
+
+  return google.drive({ version: "v3", auth });
+}
+
+export async function listDriveFiles(keyword?: string) {
+  const folderId = process.env.DOC_MCP_DRIVE_FOLDER_ID;
+  if (!folderId) {
+    return {
+      success: false,
+      error: "DOC_MCP_DRIVE_FOLDER_ID is not configured for this agent.",
+    };
+  }
+
+  try {
+    const drive = getDriveClient();
+    let q = "mimeType = 'application/vnd.google-apps.document'";
+    q = `'${folderId}' in parents and ${q}`;
+
+    if (keyword) {
+      q = `name contains '${keyword}' and ${q}`;
+    }
+
+    const res = await drive.files.list({
+      q,
+      fields: "files(id, name, description)",
+      spaces: "drive",
+      pageSize: 50,
+      supportsAllDrives: true,
+      includeItemsFromAllDrives: true,
+    });
+
+    const files = res.data.files;
+    if (!files || files.length === 0) {
+      return { success: true, results: [] };
+    }
+
+    return { success: true, results: files };
+  } catch (err: any) {
+    return { success: false, error: err.message };
+  }
+}
+
+export async function syncSingleDocument(fileId: string, folderId: string) {
+  const drive = getDriveClient();
+  const fileInfo = await drive.files.get({
+    fileId,
+    fields: "id, name, modifiedTime",
+    supportsAllDrives: true,
+  });
+
+  const driveModifiedTime = fileInfo.data.modifiedTime || "";
+  const dbMetaMap = await getProjectDocumentMetadata(folderId);
+  const dbModifiedTime = dbMetaMap[fileId];
+
+  if (!dbModifiedTime || dbModifiedTime !== driveModifiedTime) {
+    if (dbModifiedTime) {
+      await deleteProjectDocument(folderId, fileId);
+    }
+
+    const res = await drive.files.export({
+      fileId: fileId,
+      mimeType: "text/plain",
+    });
+
+    const content = res.data;
+    if (typeof content !== "string" || content.trim() === "") {
+      throw new Error("Empty or invalid file content");
+    }
+
+    const splitter = new RecursiveCharacterTextSplitter({
+      chunkSize: config.CHUNK_SIZE,
+      chunkOverlap: config.CHUNK_OVERLAP,
+    });
+    const chunks = await splitter.splitText(content);
+
+    for (const chunk of chunks) {
+      await upsertProjectDocument(folderId, chunk, {
+        title: fileInfo.data.name || "Untitled Google Doc",
+        source: "google_drive",
+        file_id: fileId,
+        modified_time: driveModifiedTime,
+      });
+    }
+    return { synced: true, content, driveModifiedTime };
+  }
+  
+  return { synced: false, driveModifiedTime };
+}
+
+export async function readDriveDocument(fileId: string) {
+  const folderId = process.env.DOC_MCP_DRIVE_FOLDER_ID;
+  if (!folderId) {
+    return {
+      success: false,
+      error: "DOC_MCP_DRIVE_FOLDER_ID is not configured for this agent.",
+    };
+  }
+
+  try {
+    const result = await syncSingleDocument(fileId, folderId);
+    
+    // If not synced just now, we need to fetch content to return to the user
+    let content = result.content;
+    if (!content) {
+      const drive = getDriveClient();
+      const res = await drive.files.export({
+        fileId: fileId,
+        mimeType: "text/plain",
+      });
+      content = typeof res.data === "string" ? res.data : "";
+    }
+
+    let finalContent = content;
+    const MAX_CHARS = 10000;
+    if (finalContent && finalContent.length > MAX_CHARS) {
+      finalContent =
+        finalContent.substring(0, MAX_CHARS) +
+        "\n\n... [Content truncated due to length. The full document has been automatically ingested into Vector Memory. Use search_knowledge to query specific details.]";
+    }
+
+    return {
+      success: true,
+      content: finalContent || "Empty file",
+    };
+  } catch (err: any) {
+    return { success: false, error: err.message };
+  }
+}
+
+export async function syncFolderState(folderId: string) {
+  try {
+    const drive = getDriveClient();
+    let q = "mimeType = 'application/vnd.google-apps.document'";
+    q = `'${folderId}' in parents and ${q}`;
+
+    const res = await drive.files.list({
+      q,
+      fields: "files(id, name, modifiedTime)",
+      spaces: "drive",
+      pageSize: 100,
+      supportsAllDrives: true,
+      includeItemsFromAllDrives: true,
+    });
+
+    const driveFiles = res.data.files || [];
+    const dbMetaMap = await getProjectDocumentMetadata(folderId);
+
+    // Sync updated or new files
+    for (const file of driveFiles) {
+      if (!file.id) continue;
+      const dbModTime = dbMetaMap[file.id];
+      if (!dbModTime || dbModTime !== file.modifiedTime) {
+        await syncSingleDocument(file.id, folderId);
+      }
+    }
+
+    // Delete removed files from DB
+    for (const dbFileId of Object.keys(dbMetaMap)) {
+      if (!driveFiles.find(f => f.id === dbFileId)) {
+        await deleteProjectDocument(folderId, dbFileId);
+      }
+    }
+
+    return { success: true };
+  } catch (err: any) {
+    console.error("Auto-sync failed:", err.message);
+    return { success: false, error: err.message };
+  }
+}

package/src/tools/knowledgeTools.ts

@@ -0,0 +1,44 @@
+import { upsertProjectDocument, searchProjectMemory } from "../db/vector.js";
+import { syncFolderState } from "./driveTools.js";
+
+export async function saveAgentNote(content: string) {
+  const folderId = process.env.DOC_MCP_DRIVE_FOLDER_ID;
+  if (!folderId) {
+    return { success: false, error: "DOC_MCP_DRIVE_FOLDER_ID is not configured." };
+  }
+
+  try {
+    // We use folderId as the "projectId" parameter for vector-db namespace
+    await upsertProjectDocument(folderId, content, {
+      source: "agent",
+    });
+    return { success: true, message: "Successfully stored note in vector memory." };
+  } catch (err: any) {
+    return { success: false, error: `Failed to store note: ${err.message}` };
+  }
+}
+
+export async function searchKnowledge(query: string, topK: number = 3) {
+  const folderId = process.env.DOC_MCP_DRIVE_FOLDER_ID;
+  if (!folderId) {
+    return { success: false, error: "DOC_MCP_DRIVE_FOLDER_ID is not configured." };
+  }
+
+  try {
+    // Auto-sync folder state before searching
+    await syncFolderState(folderId);
+
+    const results = await searchProjectMemory(folderId, query, topK);
+
+    if (!results || results.length === 0) {
+      return { success: true, results: "NOT_FOUND" };
+    }
+
+    return {
+      success: true,
+      results: results.map((r: any) => r.text).join("\n\n---\n\n"),
+    };
+  } catch (err: any) {
+    return { success: false, error: `Failed to search: ${err.message}` };
+  }
+}

package/tsconfig.json

@@ -0,0 +1,17 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "module": "NodeNext",
+    "moduleResolution": "NodeNext",
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "declaration": true,
+    "declarationMap": true
+  },
+  "include": [
+    "src/**/*"
+  ]
+}