@chnxthr/knowledge-mcp 0.0.0-stage → 0.3.1

package/dist/plugins/drive/reindex.js

@@ -0,0 +1,263 @@
+import { getDriveClient } from './client.js';
+import { chunkMarkdown } from './chunker.js';
+import { embedTexts } from './embeddings.js';
+import { extractText } from './extract_text.js';
+import { isExcludedName } from './exclude.js';
+import { ensureCollection, getQdrantClient, DRIVE_COLLECTION, } from './qdrant.js';
+// 색인 코어 로직 SSOT — drive_sync(증분)와 공유해 drift 방지(특히 makeChunkId 일치 = orphan 로직 정합).
+import { makeChunkId, classifyFile, contentHash, buildChunkPayload, deriveBizMeta, embedInputForChunk, SUPPORTED_MIMES, DRIVE_ROOTS, MAX_FILE_BYTES, } from './indexer.js';
+import { existsSync, mkdirSync, readFileSync, writeFileSync, unlinkSync } from 'fs';
+import { join } from 'path';
+import { dataDir } from '../../core/paths.js';
+// 체크포인트 — 처리 완료 file_id 기록 → 재시작 시 skip (429 중단 후 재개·재실행 비용 절감).
+// 데이터 폴더에 둔다(패키지 폴더는 npm 설치본이라 쓰기 불가일 수 있다).
+const CHECKPOINT_PATH = join(dataDir(), 'drive-reindex-checkpoint.json');
+function loadCheckpoint() {
+    if (!existsSync(CHECKPOINT_PATH))
+        return new Set();
+    try {
+        return new Set(JSON.parse(readFileSync(CHECKPOINT_PATH, 'utf8')));
+    }
+    catch {
+        return new Set();
+    }
+}
+function saveCheckpoint(done) {
+    mkdirSync(dataDir(), { recursive: true, mode: 0o700 });
+    writeFileSync(CHECKPOINT_PATH, JSON.stringify([...done]));
+}
+function clearCheckpoint() {
+    if (existsSync(CHECKPOINT_PATH))
+        unlinkSync(CHECKPOINT_PATH);
+}
+function parseArgs(args) {
+    let roots = DRIVE_ROOTS;
+    let dryRun = false;
+    let recreate = false;
+    let partial = false;
+    for (let i = 0; i < args.length; i++) {
+        if (args[i] === '--root' && args[i + 1]) {
+            // override default with single root (source=dev 가정)
+            roots = [{ id: args[++i], name: 'custom', source: 'dev' }];
+            partial = true;
+        }
+        else if (args[i] === '--biz-only') {
+            roots = DRIVE_ROOTS.filter((r) => r.source === 'biz');
+            partial = true;
+        }
+        else if (args[i] === '--dev-only') {
+            roots = DRIVE_ROOTS.filter((r) => r.source === 'dev');
+            partial = true;
+        }
+        else if (args[i] === '--dry-run') {
+            dryRun = true;
+        }
+        else if (args[i] === '--recreate') {
+            // collection 비우고 새로 (orphan chunk 제거 — 정제·chunk 수 변동 반영)
+            recreate = true;
+        }
+    }
+    return { roots, dryRun, recreate, partial };
+}
+/**
+ * 폴더 ID 의 지원 형식 파일 recursive list (deprecated 제외).
+ */
+async function listAllMarkdown(drive, folderId, pathPrefix) {
+    const out = [];
+    const subfolderTasks = []; // 하위 폴더 recursion 을 병렬로
+    let pageToken;
+    do {
+        const resp = await drive.files.list({
+            q: `'${folderId}' in parents and trashed=false`,
+            fields: 'nextPageToken, files(id,name,mimeType,modifiedTime,size)',
+            pageSize: 100,
+            pageToken,
+            includeItemsFromAllDrives: true,
+            supportsAllDrives: true,
+        });
+        for (const f of resp.data.files ?? []) {
+            if (!f.id || !f.name)
+                continue;
+            const currentPath = pathPrefix ? `${pathPrefix}/${f.name}` : f.name;
+            if (f.mimeType === 'application/vnd.google-apps.folder') {
+                // 제외 폴더 (민감 PII/계약/HR + 개발 아티팩트. SSOT: exclude.ts) skip — recursion 자체 안 함
+                if (isExcludedName(f.name))
+                    continue;
+                // gather as parallel tasks instead of sequential await (hundreds of folders: minutes -> seconds)
+                subfolderTasks.push(listAllMarkdown(drive, f.id, currentPath));
+            }
+            else if (f.mimeType && SUPPORTED_MIMES.has(f.mimeType)) {
+                out.push({
+                    id: f.id,
+                    name: f.name,
+                    path: currentPath,
+                    modifiedTime: f.modifiedTime ?? '',
+                    mimeType: f.mimeType,
+                    size: f.size ? Number(f.size) : undefined,
+                });
+            }
+        }
+        pageToken = resp.data.nextPageToken ?? undefined;
+    } while (pageToken);
+    // 하위 폴더 병렬 recursion 결과 합치기
+    const childResults = await Promise.all(subfolderTasks);
+    for (const child of childResults)
+        out.push(...child);
+    return out;
+}
+async function downloadMarkdown(drive, fileId) {
+    const resp = await drive.files.get({ fileId, alt: 'media', supportsAllDrives: true }, { responseType: 'text' });
+    return resp.data;
+}
+/**
+ * 이번 목록(keep)에 없는 파일의 벡터를 지운다. 반환 = 지운 파일 수.
+ * 목록 단계가 실패하면 main 이 그 전에 FATAL 로 끝나므로, 여기 도달했다면 목록은 완전하다.
+ */
+async function pruneStaleVectors(keep) {
+    const qdrant = await getQdrantClient();
+    const stale = new Set();
+    let offset = undefined;
+    do {
+        const page = await qdrant.scroll(DRIVE_COLLECTION, {
+            limit: 1000,
+            offset: offset ?? undefined,
+            with_payload: ['file_id'],
+            with_vector: false,
+        });
+        for (const pt of page.points) {
+            const fid = pt.payload?.file_id;
+            if (typeof fid === 'string' && !keep.has(fid))
+                stale.add(fid);
+        }
+        offset = page.next_page_offset ?? null;
+    } while (offset !== null);
+    for (const fid of stale) {
+        await qdrant.delete(DRIVE_COLLECTION, {
+            wait: true,
+            filter: { must: [{ key: 'file_id', match: { value: fid } }] },
+        });
+    }
+    return stale.size;
+}
+/** `knowledge-mcp drive reindex [--root ID | --dev-only | --biz-only] [--dry-run] [--recreate]` */
+export async function runReindex(argv) {
+    const { roots, dryRun, recreate, partial } = parseArgs(argv);
+    const startTs = Date.now();
+    console.log(`[index] start — roots=${roots.map((r) => r.name).join(',')} dryRun=${dryRun} recreate=${recreate}`);
+    // 1. Qdrant collection 보장 (--recreate 시 기존 비우고 새로)
+    if (!dryRun) {
+        if (recreate) {
+            try {
+                await (await getQdrantClient()).deleteCollection(DRIVE_COLLECTION);
+                console.log(`[index] collection '${DRIVE_COLLECTION}' 삭제 (recreate)`);
+            }
+            catch {
+                /* 없으면 무시 */
+            }
+        }
+        await ensureCollection();
+        console.log(`[index] collection '${DRIVE_COLLECTION}' ready`);
+    }
+    // 2. Drive 모든 markdown list (root 별)
+    const drive = await getDriveClient();
+    const allFiles = [];
+    for (const root of roots) {
+        const files = await listAllMarkdown(drive, root.id, '');
+        console.log(`[index] '${root.name}' (${root.source}) — ${files.length} files`);
+        for (const f of files)
+            allFiles.push({ ...f, source: root.source });
+    }
+    console.log(`[index] total ${allFiles.length} files`);
+    // 3. 파일별 download + chunk + embed + upsert
+    //    체크포인트 — recreate 면 초기화, 아니면 이전 진행분 skip (429 중단 후 재개)
+    if (recreate)
+        clearCheckpoint();
+    const done = dryRun ? new Set() : loadCheckpoint();
+    if (done.size > 0)
+        console.log(`[index] 체크포인트 — 이미 처리 ${done.size}개 skip`);
+    let totalChunks = 0;
+    let totalTokens = 0;
+    let processed = 0;
+    for (const file of allFiles) {
+        processed++;
+        if (done.has(file.id))
+            continue; // 체크포인트 — 이미 처리됨
+        if (file.size && file.size > MAX_FILE_BYTES) {
+            console.log(`[index] skip (too large: ${file.size}B > ${MAX_FILE_BYTES}B): [${file.source}] ${file.path}`);
+            done.add(file.id);
+            if (!dryRun)
+                saveCheckpoint(done);
+            continue;
+        }
+        try {
+            const { text, needsOcr } = await extractText(drive, file.id, file.mimeType);
+            if (needsOcr || text.trim().length === 0) {
+                console.log(`[index] skip (ocr/empty): [${file.source}] ${file.path}`);
+                done.add(file.id);
+                if (!dryRun)
+                    saveCheckpoint(done);
+                continue;
+            }
+            const chunks = chunkMarkdown(text);
+            if (chunks.length === 0) {
+                console.log(`[index] skip empty: [${file.source}] ${file.path}`);
+                // 처리 완료로 기록 — 빠뜨리면 체크포인트가 영구히 남아 다음 재색인이 바뀐 파일을 건너뛴다.
+                done.add(file.id);
+                if (!dryRun)
+                    saveCheckpoint(done);
+                continue;
+            }
+            const classification = classifyFile(file.path, file.source);
+            const bizMeta = deriveBizMeta(file.path, file.source);
+            const hash = contentHash(text); // 무변경 skip(EFF-1) 판정용 — payload 동봉 (SSOT: drive_indexer)
+            const fileTokens = chunks.reduce((s, c) => s + c.tokens, 0);
+            totalChunks += chunks.length;
+            totalTokens += fileTokens;
+            if (dryRun) {
+                console.log(`[index] [${processed}/${allFiles.length}] [${file.source}] ${file.path} — ${chunks.length} chunks, ${fileTokens} tok`);
+                continue;
+            }
+            // Embed — heading breadcrumb 포함(embedInputForChunk). 증분 경로(drive_indexer.indexFile)와 동일 입력.
+            const vectors = await embedTexts(chunks.map(embedInputForChunk));
+            // Qdrant upsert — payload 구성은 buildChunkPayload SSOT (drive_indexer) 공유
+            const points = chunks.map((c, idx) => ({
+                id: makeChunkId(file.id, idx),
+                vector: vectors[idx],
+                payload: buildChunkPayload(c, file, idx, chunks.length, classification, bizMeta, hash),
+            }));
+            const qdrant = await getQdrantClient();
+            // B-1: 이 파일의 기존 청크를 전부 제거한 뒤 새로 upsert (줄어든 경우 유령 청크 잔류 방지).
+            // 검증된 match 필터만 사용(range 필터는 비인덱싱 payload 에서 400). --recreate 면 매칭 0건(no-op).
+            // 풀 reindex 는 배치 작업이라 delete~upsert 사이의 짧은 공백 허용.
+            await qdrant.delete(DRIVE_COLLECTION, {
+                wait: false,
+                filter: { must: [{ key: 'file_id', match: { value: file.id } }] },
+            });
+            await qdrant.upsert(DRIVE_COLLECTION, {
+                wait: false,
+                points,
+            });
+            done.add(file.id); // 체크포인트 기록 (upsert 성공)
+            saveCheckpoint(done);
+            console.log(`[index] [${processed}/${allFiles.length}] [${file.source}] ${file.path} — ${chunks.length} chunks upserted (${fileTokens} tok)`);
+        }
+        catch (err) {
+            // 실패 파일은 체크포인트에 기록 안 함 → 재실행 시 재시도
+            console.error(`[index] ERROR [${file.source}] ${file.path}:`, err instanceof Error ? err.message : err);
+        }
+    }
+    // 4. 이번 목록에 없는 파일의 벡터 정리 (전체 root 실행일 때만)
+    if (!dryRun && !partial) {
+        const pruned = await pruneStaleVectors(new Set(allFiles.map((f) => f.id)));
+        console.log(`[index] 정리 — 목록에 없는 파일 ${pruned}개의 벡터 삭제`);
+    }
+    const elapsedSec = ((Date.now() - startTs) / 1000).toFixed(1);
+    // OpenAI text-embedding-3-small: $0.02/1M tokens.
+    const costUsd = ((totalTokens / 1_000_000) * 0.02).toFixed(4);
+    console.log(`\n[index] DONE — ${totalChunks} chunks, ${totalTokens} tokens, ` +
+        `~$${costUsd} (OpenAI text-embedding-3-small), ${elapsedSec}s`);
+    // 전부 성공적으로 끝났으면 체크포인트 정리 (실패가 남아있으면 보존)
+    if (!dryRun && done.size >= allFiles.length)
+        clearCheckpoint();
+}
+//# sourceMappingURL=reindex.js.map

package/dist/plugins/drive/reindex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reindex.js","sourceRoot":"","sources":["../../../src/plugins/drive/reindex.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAoB,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,gBAAgB,GAEjB,MAAM,aAAa,CAAC;AACrB,kFAAkF;AAClF,OAAO,EACL,WAAW,EACX,YAAY,EACZ,WAAW,EACX,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,cAAc,GACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACpF,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE9C,iEAAiE;AACjE,6CAA6C;AAC7C,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,+BAA+B,CAAC,CAAC;AACzE,SAAS,cAAc;IACrB,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IACnD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,eAAe,EAAE,MAAM,CAAC,CAAa,CAAC,CAAC;IAChF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AACD,SAAS,cAAc,CAAC,IAAiB;IACvC,SAAS,CAAC,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACvD,aAAa,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AACD,SAAS,eAAe;IACtB,IAAI,UAAU,CAAC,eAAe,CAAC;QAAE,UAAU,CAAC,eAAe,CAAC,CAAC;AAC/D,CAAC;AAgBD,SAAS,SAAS,CAAC,IAAc;IAC/B,IAAI,KAAK,GAAgB,WAAW,CAAC;IACrC,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACxC,oDAAoD;YACpD,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,YAAY,EAAE,CAAC;YACpC,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC;YACtD,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,YAAY,EAAE,CAAC;YACpC,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC;YACtD,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,WAAW,EAAE,CAAC;YACnC,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,YAAY,EAAE,CAAC;YACpC,yDAAyD;YACzD,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AAC9C,CAAC;AAWD;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,KAAkB,EAClB,QAAgB,EAChB,UAAkB;IAElB,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,MAAM,cAAc,GAA4B,EAAE,CAAC,CAAC,wBAAwB;IAC5E,IAAI,SAA6B,CAAC;IAElC,GAAG,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YAClC,CAAC,EAAE,IAAI,QAAQ,gCAAgC;YAC/C,MAAM,EAAE,0DAA0D;YAClE,QAAQ,EAAE,GAAG;YACb,SAAS;YACT,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QAEH,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI;gBAAE,SAAS;YAC/B,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACpE,IAAI,CAAC,CAAC,QAAQ,KAAK,oCAAoC,EAAE,CAAC;gBACxD,2EAA2E;gBAC3E,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC;oBAAE,SAAS;gBACrC,iGAAiG;gBACjG,cAAc,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;YACjE,CAAC;iBAAM,IAAI,CAAC,CAAC,QAAQ,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzD,GAAG,CAAC,IAAI,CAAC;oBACP,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,WAAW;oBACjB,YAAY,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBAClC,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;iBAC1C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,SAAS,CAAC;IACnD,CAAC,QAAQ,SAAS,EAAE;IAEpB,4BAA4B;IAC5B,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,YAAY;QAAE,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAErD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAkB,EAAE,MAAc;IAChE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAChC,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,EACjD,EAAE,YAAY,EAAE,MAAM,EAAE,CACzB,CAAC;IACF,OAAO,IAAI,CAAC,IAAyB,CAAC;AACxC,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,iBAAiB,CAAC,IAAiB;IAChD,MAAM,MAAM,GAAG,MAAM,eAAe,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,IAAI,MAAM,GAAuC,SAAS,CAAC;IAC3D,GAAG,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YACjD,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,YAAY,EAAE,CAAC,SAAS,CAAC;YACzB,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QACH,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAI,EAAE,CAAC,OAAoD,EAAE,OAAO,CAAC;YAC9E,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,GAAI,IAAI,CAAC,gBAAuD,IAAI,IAAI,CAAC;IACjF,CAAC,QAAQ,MAAM,KAAK,IAAI,EAAE;IAC1B,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,MAAM,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;YACpC,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE;SAC9D,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC;AACpB,CAAC;AAED,mGAAmG;AACnG,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAc;IAC7C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE3B,OAAO,CAAC,GAAG,CACT,yBAAyB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,MAAM,aAAa,QAAQ,EAAE,CACpG,CAAC;IAEF,mDAAmD;IACnD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,CAAC,MAAM,eAAe,EAAE,CAAC,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;gBACnE,OAAO,CAAC,GAAG,CAAC,uBAAuB,gBAAgB,iBAAiB,CAAC,CAAC;YACxE,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;QACD,MAAM,gBAAgB,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,uBAAuB,gBAAgB,SAAS,CAAC,CAAC;IAChE,CAAC;IAED,qCAAqC;IACrC,MAAM,KAAK,GAAG,MAAM,cAAc,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAkD,EAAE,CAAC;IAEnE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,MAAM,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC/E,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;IAEtD,2CAA2C;IAC3C,2DAA2D;IAC3D,IAAI,QAAQ;QAAE,eAAe,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;IAC3D,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,IAAI,QAAQ,CAAC,CAAC;IAE3E,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,SAAS,EAAE,CAAC;QACZ,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,SAAS,CAAC,iBAAiB;QAClD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,cAAc,EAAE,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,CAAC,IAAI,OAAO,cAAc,QAAQ,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3G,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClB,IAAI,CAAC,MAAM;gBAAE,cAAc,CAAC,IAAI,CAAC,CAAC;YAClC,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5E,IAAI,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClB,IAAI,CAAC,MAAM;oBAAE,cAAc,CAAC,IAAI,CAAC,CAAC;gBAClC,SAAS;YACX,CAAC;YACD,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACjE,sDAAsD;gBACtD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClB,IAAI,CAAC,MAAM;oBAAE,cAAc,CAAC,IAAI,CAAC,CAAC;gBAClC,SAAS;YACX,CAAC;YAED,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,yDAAyD;YACzF,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5D,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC;YAC7B,WAAW,IAAI,UAAU,CAAC;YAE1B,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CACT,YAAY,SAAS,IAAI,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC,MAAM,YAAY,UAAU,MAAM,CACvH,CAAC;gBACF,SAAS;YACX,CAAC;YAED,4FAA4F;YAC5F,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAEjE,wEAAwE;YACxE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACrC,EAAE,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC;gBAC7B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC;gBACpB,OAAO,EAAE,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC;aACvF,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,MAAM,eAAe,EAAE,CAAC;YACvC,6DAA6D;YAC7D,8EAA8E;YAC9E,kDAAkD;YAClD,MAAM,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;gBACpC,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;aAClE,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE;gBACpC,IAAI,EAAE,KAAK;gBACX,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,uBAAuB;YAC1C,cAAc,CAAC,IAAI,CAAC,CAAC;YAErB,OAAO,CAAC,GAAG,CACT,YAAY,SAAS,IAAI,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC,MAAM,qBAAqB,UAAU,OAAO,CACjI,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,mCAAmC;YACnC,OAAO,CAAC,KAAK,CACX,kBAAkB,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG,EAC9C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,UAAU,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9D,kDAAkD;IAClD,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CACT,oBAAoB,WAAW,YAAY,WAAW,WAAW;QAC/D,KAAK,OAAO,qCAAqC,UAAU,GAAG,CACjE,CAAC;IACF,wCAAwC;IACxC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM;QAAE,eAAe,EAAE,CAAC;AACjE,CAAC"}

package/dist/plugins/drive/settings.d.ts

@@ -0,0 +1,11 @@
+/** Drive index roots (SSOT for full reindex + incremental sync). Configured via config.drive.roots. */
+export declare const DRIVE_ROOTS: {
+    id: string;
+    name: string;
+    source: "dev" | "biz";
+}[];
+/**
+ * 색인·읽기 파일 크기 상한(바이트). 파일을 통째로 메모리에 올리므로, 거대한 파일 하나가 서버를 죽이지 않게 막는다.
+ * Google 문서·시트·슬라이드는 Drive 메타에 size 가 없어(export) 이 검사를 받지 않는다.
+ */
+export declare const MAX_FILE_BYTES: number;

package/dist/plugins/drive/settings.js

@@ -0,0 +1,13 @@
+/**
+ * Drive 색인 범위와 한도 — 가벼운 상수만 둔다. 도구들이 이 값 때문에 색인기(indexer.ts, 토크나이저·Qdrant)를
+ * 통째로 불러오지 않게 따로 뺐다.
+ */
+import { getConfig } from '../../core/config.js';
+/** Drive index roots (SSOT for full reindex + incremental sync). Configured via config.drive.roots. */
+export const DRIVE_ROOTS = getConfig().drive.roots;
+/**
+ * 색인·읽기 파일 크기 상한(바이트). 파일을 통째로 메모리에 올리므로, 거대한 파일 하나가 서버를 죽이지 않게 막는다.
+ * Google 문서·시트·슬라이드는 Drive 메타에 size 가 없어(export) 이 검사를 받지 않는다.
+ */
+export const MAX_FILE_BYTES = Number(process.env.DRIVE_MAX_FILE_BYTES ?? 50_000_000);
+//# sourceMappingURL=settings.js.map

package/dist/plugins/drive/settings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.js","sourceRoot":"","sources":["../../../src/plugins/drive/settings.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAEjD,uGAAuG;AACvG,MAAM,CAAC,MAAM,WAAW,GAAG,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;AAEnD;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,UAAU,CAAC,CAAC"}

package/dist/plugins/drive/sync.d.ts

@@ -0,0 +1,16 @@
+export interface SyncResult {
+    status: string;
+    changed: number;
+    deleted: number;
+    skipped: number;
+    errored?: number;
+}
+export declare function runIncrementalSync(): Promise<SyncResult>;
+/**
+ * startup 호출 — 1회 실행(첫 실행은 token init) + 주기 polling.
+ *
+ * setInterval 대신 **자기재귀 setTimeout** — 다음 tick 을 이전 sync 가 끝난 뒤에만 예약해
+ * 한 주기가 간격을 초과해도 sync 가 겹치지 않게 한다(중복 임베딩·토큰 되감김 방지).
+ * `_running` 재진입 가드는 이중 안전장치.
+ */
+export declare function startDriveSyncScheduler(intervalMin?: number): void;

package/dist/plugins/drive/sync.js

@@ -0,0 +1,139 @@
+import { getDriveClient } from './client.js';
+import { indexFile, deleteFileVectors, SUPPORTED_MIMES, DRIVE_ROOTS } from './indexer.js';
+import { getSyncToken, setSyncToken } from './sync_state.js';
+import { isExcludedPath } from './exclude.js';
+import { getFolderMeta } from './path.js';
+/**
+ * fileId 의 parent chain 을 root 까지 추적해 path + source 복원. dev/biz 외면 null.
+ * 폴더 hop 은 drive_path.getFolderMeta(프로세스 캐시·10분 TTL)로 조회 — 변경 파일들이 조상 폴더를
+ * 공유하므로 warmup 후 캐시 hit 로 Drive API 왕복이 급감(sync 지연·쿼터 절감). 파일 자신의 parents 만
+ * 매번 조회(변경 파일이라 캐시 무의미). 폴더 조회 실패 시 getFolderMeta 가 빈 값 → walk 종료(graceful).
+ */
+async function resolvePathAndSource(drive, fileId, fileName) {
+    const folders = [];
+    let parents = (await drive.files.get({ fileId, fields: 'parents', supportsAllDrives: true })).data.parents ?? undefined;
+    for (let hop = 0; hop < 12 && parents && parents.length > 0; hop++) {
+        const pid = parents[0];
+        const root = DRIVE_ROOTS.find((r) => r.id === pid);
+        if (root)
+            return { path: [...folders, fileName].join('/'), source: root.source };
+        const meta = await getFolderMeta(drive, pid);
+        if (meta.name)
+            folders.unshift(meta.name);
+        parents = meta.parent ? [meta.parent] : undefined;
+    }
+    return null; // dev/biz root 하위 아님 → skip
+}
+export async function runIncrementalSync() {
+    const drive = await getDriveClient();
+    const token = await getSyncToken();
+    // 첫 실행 — startPageToken 저장만 (이후 변경부터 추적). 전체 색인은 knowledge-mcp drive reindex.
+    if (!token) {
+        const { data } = await drive.changes.getStartPageToken({ supportsAllDrives: true });
+        if (data.startPageToken)
+            await setSyncToken(data.startPageToken);
+        return { status: 'initialized', changed: 0, deleted: 0, skipped: 0 };
+    }
+    let changed = 0;
+    let deleted = 0;
+    let skipped = 0;
+    let errored = 0;
+    let cursor = token;
+    while (cursor) {
+        const data = (await drive.changes.list({
+            pageToken: cursor,
+            fields: 'nextPageToken, newStartPageToken, changes(removed, fileId, file(id,name,mimeType,modifiedTime,trashed,size))',
+            pageSize: 100,
+            includeRemoved: true,
+            includeItemsFromAllDrives: true,
+            supportsAllDrives: true,
+        })).data;
+        for (const ch of data.changes ?? []) {
+            // 파일 1건 실패(Mathpix timeout·OpenAI 5xx 소진·깨진 docx 등)가 throw 하면 루프를 탈출해
+            // runIncrementalSync 가 전체 throw → 그 tick 의 setSyncToken 이 호출 안 돼 pageToken 이
+            // 전진 못 하고, 다음 tick 에 같은 깨진 파일에서 또 멈춘다(sync 영구 정체). per-file 격리로
+            // 실패 파일만 errored 처리하고 나머지·토큰 전진은 계속한다.
+            try {
+                const f = ch.file;
+                if (ch.removed || f?.trashed) {
+                    if (ch.fileId) {
+                        await deleteFileVectors(ch.fileId);
+                        deleted++;
+                    }
+                    continue;
+                }
+                if (!f?.id || !f.name || !f.mimeType || !SUPPORTED_MIMES.has(f.mimeType)) {
+                    skipped++;
+                    continue;
+                }
+                const resolved = await resolvePathAndSource(drive, f.id, f.name);
+                // 제외: dev/biz 외 폴더 + 민감(PII/계약/HR/deprecated) + 개발 아티팩트(node_modules 등). SSOT: exclude.ts
+                // 색인 대상 밖으로 옮겨졌거나 제외 폴더로 들어간 파일은 남아 있던 벡터를 지운다
+                // (건너뛰기만 하면 옛 청크 본문이 semantic_search_drive 에 계속 나온다).
+                if (!resolved || isExcludedPath(resolved.path)) {
+                    await deleteFileVectors(f.id);
+                    skipped++;
+                    continue;
+                }
+                await indexFile(drive, {
+                    id: f.id,
+                    name: f.name,
+                    path: resolved.path,
+                    modifiedTime: f.modifiedTime ?? '',
+                    source: resolved.source,
+                    mimeType: f.mimeType,
+                    size: f.size ? Number(f.size) : undefined,
+                });
+                changed++;
+            }
+            catch (e) {
+                errored++;
+                console.error(`[drive-sync] 파일 색인 실패 (skip, 토큰은 전진): fileId=${ch.fileId ?? '?'} — ${e instanceof Error ? e.message : e}`);
+            }
+        }
+        if (data.newStartPageToken) {
+            await setSyncToken(data.newStartPageToken);
+            break;
+        }
+        cursor = data.nextPageToken ?? undefined;
+    }
+    return { status: 'synced', changed, deleted, skipped, errored };
+}
+let _started = false;
+let _running = false;
+let _timer = null;
+/**
+ * startup 호출 — 1회 실행(첫 실행은 token init) + 주기 polling.
+ *
+ * setInterval 대신 **자기재귀 setTimeout** — 다음 tick 을 이전 sync 가 끝난 뒤에만 예약해
+ * 한 주기가 간격을 초과해도 sync 가 겹치지 않게 한다(중복 임베딩·토큰 되감김 방지).
+ * `_running` 재진입 가드는 이중 안전장치.
+ */
+export function startDriveSyncScheduler(intervalMin = 30) {
+    if (_started)
+        return;
+    _started = true;
+    const run = async () => {
+        if (_running) {
+            console.error('[drive-sync] 이전 주기 진행 중 — 이번 tick 건너뜀');
+            return;
+        }
+        _running = true;
+        try {
+            const r = await runIncrementalSync();
+            console.error(`[drive-sync] ${r.status} · changed=${r.changed} deleted=${r.deleted} skipped=${r.skipped} errored=${r.errored ?? 0}`);
+        }
+        catch (e) {
+            console.error('[drive-sync] error:', e instanceof Error ? e.message : e);
+        }
+        finally {
+            _running = false;
+        }
+    };
+    const scheduleNext = () => {
+        _timer = setTimeout(() => void run().finally(scheduleNext), intervalMin * 60_000);
+    };
+    void run().finally(scheduleNext); // startup 1회 후 주기 시작
+    console.error(`[drive-sync] scheduler 시작 — ${intervalMin}분 주기 (자기재귀 setTimeout · 재진입 가드)`);
+}
+//# sourceMappingURL=sync.js.map

package/dist/plugins/drive/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../../src/plugins/drive/sync.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE1C;;;;;GAKG;AACH,KAAK,UAAU,oBAAoB,CACjC,KAAkB,EAClB,MAAc,EACd,QAAgB;IAEhB,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,OAAO,GAAyB,CAClC,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAC9E,CAAC,IAAI,CAAC,OAAO,IAAI,SAAS,CAAC;IAE5B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QACnE,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACvB,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QACnD,IAAI,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,OAAO,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;QACjF,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,CAAC,CAAC,4BAA4B;AAC3C,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,MAAM,KAAK,GAAG,MAAM,cAAc,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,MAAM,YAAY,EAAE,CAAC;IAEnC,8EAA8E;IAC9E,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,CAAC,cAAc;YAAE,MAAM,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACvE,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,MAAM,GAAuB,KAAK,CAAC;IAEvC,OAAO,MAAM,EAAE,CAAC;QACd,MAAM,IAAI,GAAoB,CAC5B,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,SAAS,EAAE,MAAM;YACjB,MAAM,EACJ,8GAA8G;YAChH,QAAQ,EAAE,GAAG;YACb,cAAc,EAAE,IAAI;YACpB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,IAAI;SACxB,CAAC,CACH,CAAC,IAAI,CAAC;QAEP,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YACpC,sEAAsE;YACtE,6EAA6E;YAC7E,gEAAgE;YAChE,uCAAuC;YACvC,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,CAAC,OAAO,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;oBAC7B,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;wBACd,MAAM,iBAAiB,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;wBACnC,OAAO,EAAE,CAAC;oBACZ,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzE,OAAO,EAAE,CAAC;oBACV,SAAS;gBACX,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;gBACjE,0FAA0F;gBAC1F,+CAA+C;gBAC/C,sDAAsD;gBACtD,IAAI,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/C,MAAM,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC9B,OAAO,EAAE,CAAC;oBACV,SAAS;gBACX,CAAC;gBACD,MAAM,SAAS,CAAC,KAAK,EAAE;oBACrB,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,YAAY,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBAClC,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;iBAC1C,CAAC,CAAC;gBACH,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,KAAK,CACX,gDAAgD,EAAE,CAAC,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC3G,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC3C,MAAM;QACR,CAAC;QACD,MAAM,GAAG,IAAI,CAAC,aAAa,IAAI,SAAS,CAAC;IAC3C,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAClE,CAAC;AAED,IAAI,QAAQ,GAAG,KAAK,CAAC;AACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;AACrB,IAAI,MAAM,GAA0B,IAAI,CAAC;AAEzC;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CAAC,WAAW,GAAG,EAAE;IACtD,IAAI,QAAQ;QAAE,OAAO;IACrB,QAAQ,GAAG,IAAI,CAAC;IAEhB,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;QACrB,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,kBAAkB,EAAE,CAAC;YACrC,OAAO,CAAC,KAAK,CACX,gBAAgB,CAAC,CAAC,MAAM,cAAc,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CACtH,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;gBAAS,CAAC;YACT,QAAQ,GAAG,KAAK,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC,CAAC;IACpF,CAAC,CAAC;IAEF,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,qBAAqB;IACvD,OAAO,CAAC,KAAK,CAAC,+BAA+B,WAAW,iCAAiC,CAAC,CAAC;AAC7F,CAAC"}

package/dist/plugins/drive/sync_state.d.ts

@@ -0,0 +1,3 @@
+/** 저장된 토큰. 없으면 null(첫 실행). 저장소 오류는 throw. */
+export declare function getSyncToken(): Promise<string | null>;
+export declare function setSyncToken(token: string): Promise<void>;

package/dist/plugins/drive/sync_state.js

@@ -0,0 +1,26 @@
+/**
+ * Drive 증분 sync 의 pageToken 영속화 — 저장소 plugin state (namespace "drive", key "pageToken").
+ *
+ * 로컬 파일은 컨테이너 재배포마다 사라져(ephemeral) 재배포~다음 전체 reindex 사이의 Drive 변경분이
+ * 인덱스에 영구 누락됐다. 그래서 저장소(SQLite 파일은 볼륨, 또는 Supabase)에 둔다.
+ *
+ * 읽기 실패는 throw 한다. 예전엔 null(= 첫 실행)로 취급해 "지금부터" 토큰으로 덮어써,
+ * 일시 장애 한 번에 그 사이 변경분을 영구히 놓쳤다. 이제 그 주기만 건너뛰고 다음 주기에 다시 읽는다.
+ */
+import { getStore } from '../../store/index.js';
+const NS = 'drive';
+const KEY = 'pageToken';
+/** 저장된 토큰. 없으면 null(첫 실행). 저장소 오류는 throw. */
+export async function getSyncToken() {
+    const v = await (await getStore()).getState(NS, KEY);
+    return typeof v === 'string' && v ? v : null;
+}
+export async function setSyncToken(token) {
+    try {
+        await (await getStore()).setState(NS, KEY, token);
+    }
+    catch (e) {
+        console.error('[sync_state] setSyncToken failed:', e instanceof Error ? e.message : e);
+    }
+}
+//# sourceMappingURL=sync_state.js.map

package/dist/plugins/drive/sync_state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync_state.js","sourceRoot":"","sources":["../../../src/plugins/drive/sync_state.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,MAAM,EAAE,GAAG,OAAO,CAAC;AACnB,MAAM,GAAG,GAAG,WAAW,CAAC;AAExB,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACrD,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAa;IAC9C,IAAI,CAAC;QACH,MAAM,CAAC,MAAM,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,CAAC;AACH,CAAC"}

package/dist/plugins/drive/tools/list_drive_folder.d.ts

@@ -0,0 +1,104 @@
+/**
+ * list_drive_folder — Drive 폴더 자식 list (배치 + 재귀 depth).
+ *
+ * 배치/재귀: 폴더 N개·하위 트리를 1회 호출로. 에이전트가 폴더마다 순차 호출(= per-call
+ *   네트워크 floor + 그 사이 LLM 추론 턴 ×N)하던 것을 1회로 접어 체감 지연을 N→1 로 줄인다.
+ *   read_drive_file 의 fileIds 배치와 같은 패턴(서버가 Drive I/O 를 자기↔구글 빠른 망에서 병렬).
+ *
+ *   - folderNames[] / folderIds[] : 서로 다른 위치의 폴더 여러 개를 병렬 list.
+ *   - depth (1~3)                 : 한 폴더의 하위 트리를 N단계까지 한 번에.
+ *     예) 고객사 10곳 + 각 폴더 문서 → list_drive_folder({ folderName: "01_고객사", depth: 2 }).
+ *
+ * 보안: 시작 폴더는 색인 root 하위이고 제외 폴더(PII·계약·HR 등)를 거치지 않을 때만 연다(read_drive_file 과 동일 가드).
+ *   이름으로 찾을 때도 root 하위 후보만 고른다. 재귀 walk 는 제외 폴더로 확산하지 않는다
+ *   (해당 폴더는 이름만 표기하고 자식 미전개 — excluded:true).
+ *
+ * 안전장치: 총 폴더 방문(=Drive list 호출) 상한 MAX_FOLDER_VISITS — 깊고 넓은 트리의 호출 폭발 방지.
+ */
+import { z } from 'zod';
+declare const inputSchema: z.ZodEffects<z.ZodObject<{
+    folderId: z.ZodOptional<z.ZodString>;
+    folderName: z.ZodOptional<z.ZodString>;
+    folderIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    folderNames: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    depth: z.ZodDefault<z.ZodNumber>;
+    pageSize: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    depth: number;
+    pageSize: number;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}, {
+    depth?: number | undefined;
+    pageSize?: number | undefined;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}>, {
+    depth: number;
+    pageSize: number;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}, {
+    depth?: number | undefined;
+    pageSize?: number | undefined;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}>;
+export declare const listDriveFolderTool: import("../../../plugin/define.js").Tool<z.ZodEffects<z.ZodObject<{
+    folderId: z.ZodOptional<z.ZodString>;
+    folderName: z.ZodOptional<z.ZodString>;
+    folderIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    folderNames: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    depth: z.ZodDefault<z.ZodNumber>;
+    pageSize: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    depth: number;
+    pageSize: number;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}, {
+    depth?: number | undefined;
+    pageSize?: number | undefined;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}>, {
+    depth: number;
+    pageSize: number;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}, {
+    depth?: number | undefined;
+    pageSize?: number | undefined;
+    folderId?: string | undefined;
+    folderName?: string | undefined;
+    folderIds?: string[] | undefined;
+    folderNames?: string[] | undefined;
+}>>;
+export declare function handleListDriveFolder(args: z.infer<typeof inputSchema>): Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+    isError: boolean;
+} | {
+    content: {
+        type: "text";
+        text: string;
+    }[];
+    isError?: undefined;
+}>;
+export {};