@vinaes/succ 1.3.19

package/dist/lib/checkpoint.js

@@ -0,0 +1,321 @@
+/**
+ * Checkpoint Library
+ *
+ * Full backup/restore of succ state including:
+ * - memories (with embeddings, quality scores, access tracking)
+ * - documents (indexed chunks with embeddings)
+ * - memory_links (knowledge graph)
+ * - config
+ * - brain_vault (markdown files)
+ */
+import fs from 'fs';
+import path from 'path';
+import zlib from 'zlib';
+import { getAllMemoriesForExport, getAllDocumentsForExport, getAllMemoryLinksForExport, getAllCentralityForExport, bulkRestore, } from './storage/index.js';
+import { getSuccDir } from './config.js';
+import { NotFoundError, ValidationError } from './errors.js';
+// Checkpoint format version
+const CHECKPOINT_VERSION = '1.0';
+/**
+ * Get all brain vault files
+ */
+function getBrainVaultFiles() {
+    const succDir = getSuccDir();
+    const brainDir = path.join(succDir, 'brain');
+    if (!fs.existsSync(brainDir)) {
+        return [];
+    }
+    const files = [];
+    function walkDir(dir, basePath = '') {
+        const entries = fs.readdirSync(dir, { withFileTypes: true });
+        for (const entry of entries) {
+            const fullPath = path.join(dir, entry.name);
+            const relativePath = basePath ? path.join(basePath, entry.name) : entry.name;
+            if (entry.isDirectory()) {
+                walkDir(fullPath, relativePath);
+            }
+            else if (entry.isFile() && entry.name.endsWith('.md')) {
+                try {
+                    const content = fs.readFileSync(fullPath, 'utf8');
+                    files.push({
+                        path: relativePath.replace(/\\/g, '/'),
+                        content,
+                    });
+                }
+                catch {
+                    // Skip files we can't read
+                }
+            }
+        }
+    }
+    walkDir(brainDir);
+    return files;
+}
+function getProjectName() {
+    const cwd = process.cwd();
+    return path.basename(cwd);
+}
+function getSuccVersion() {
+    try {
+        const packagePath = path.join(path.dirname(new URL(import.meta.url).pathname), '..', '..', 'package.json');
+        const normalizedPath = process.platform === 'win32' ? packagePath.replace(/^\/([A-Za-z]):/, '$1:') : packagePath;
+        const pkg = JSON.parse(fs.readFileSync(normalizedPath, 'utf8'));
+        return pkg.version || 'unknown';
+    }
+    catch {
+        return 'unknown';
+    }
+}
+/**
+ * Create a checkpoint of current succ state (uses dispatcher for backend-agnostic export)
+ */
+export async function createCheckpoint(options = {}) {
+    const { includeBrain = true, includeDocuments = true, includeConfig = true, compress = false, outputPath, } = options;
+    // Gather data via dispatcher (routes to PG or SQLite)
+    const memoriesRaw = await getAllMemoriesForExport();
+    const memories = memoriesRaw.map((m) => ({
+        id: m.id,
+        content: m.content,
+        tags: m.tags,
+        source: m.source,
+        embedding: m.embedding,
+        type: m.type,
+        quality_score: m.quality_score,
+        quality_factors: m.quality_factors,
+        access_count: m.access_count,
+        last_accessed: m.last_accessed,
+        created_at: m.created_at,
+    }));
+    let documents = [];
+    if (includeDocuments) {
+        const docsRaw = await getAllDocumentsForExport();
+        documents = docsRaw.map((d) => ({
+            id: d.id,
+            file_path: d.file_path,
+            chunk_index: d.chunk_index,
+            content: d.content,
+            start_line: d.start_line,
+            end_line: d.end_line,
+            embedding: d.embedding,
+            created_at: d.created_at,
+        }));
+    }
+    const linksRaw = await getAllMemoryLinksForExport();
+    const memoryLinks = linksRaw.map((l) => ({
+        id: l.id,
+        source_id: l.source_id,
+        target_id: l.target_id,
+        relation: l.relation,
+        weight: l.weight,
+        created_at: l.created_at,
+        llm_enriched: l.llm_enriched,
+    }));
+    const centralityRaw = await getAllCentralityForExport();
+    const memoryCentrality = centralityRaw.map((c) => ({
+        memory_id: c.memory_id,
+        degree: c.degree,
+        normalized_degree: c.normalized_degree,
+        updated_at: c.updated_at,
+    }));
+    const brainFiles = includeBrain ? getBrainVaultFiles() : [];
+    let config = {};
+    if (includeConfig) {
+        try {
+            const succDir = getSuccDir();
+            const configPath = path.join(succDir, 'config.json');
+            if (fs.existsSync(configPath)) {
+                config = JSON.parse(fs.readFileSync(configPath, 'utf8'));
+            }
+        }
+        catch {
+            // No config or can't read
+        }
+    }
+    const checkpoint = {
+        version: CHECKPOINT_VERSION,
+        created_at: new Date().toISOString(),
+        project_name: getProjectName(),
+        succ_version: getSuccVersion(),
+        data: {
+            memories,
+            documents,
+            memory_links: memoryLinks,
+            memory_centrality: memoryCentrality,
+            config,
+            brain_vault: brainFiles,
+        },
+        stats: {
+            memories_count: memories.length,
+            documents_count: documents.length,
+            links_count: memoryLinks.length,
+            centrality_count: memoryCentrality.length,
+            brain_files_count: brainFiles.length,
+        },
+    };
+    // Determine output path
+    const succDir = getSuccDir();
+    const checkpointsDir = path.join(succDir, 'checkpoints');
+    if (!fs.existsSync(checkpointsDir)) {
+        fs.mkdirSync(checkpointsDir, { recursive: true });
+    }
+    const timestamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19);
+    const defaultFileName = `checkpoint-${timestamp}${compress ? '.json.gz' : '.json'}`;
+    const finalPath = outputPath || path.join(checkpointsDir, defaultFileName);
+    const jsonContent = JSON.stringify(checkpoint, null, 2);
+    if (compress) {
+        const compressed = zlib.gzipSync(jsonContent);
+        fs.writeFileSync(finalPath, compressed);
+    }
+    else {
+        fs.writeFileSync(finalPath, jsonContent);
+    }
+    return { checkpoint, outputPath: finalPath };
+}
+/**
+ * Read a checkpoint file
+ */
+export function readCheckpoint(filePath) {
+    if (!fs.existsSync(filePath)) {
+        throw new NotFoundError(`Checkpoint file not found: ${filePath}`);
+    }
+    let content;
+    if (filePath.endsWith('.gz')) {
+        const compressed = fs.readFileSync(filePath);
+        content = zlib.gunzipSync(compressed).toString('utf8');
+    }
+    else {
+        content = fs.readFileSync(filePath, 'utf8');
+    }
+    const checkpoint = JSON.parse(content);
+    if (!checkpoint.version || !checkpoint.data) {
+        throw new ValidationError('Invalid checkpoint format');
+    }
+    return checkpoint;
+}
+/**
+ * Restore a checkpoint.
+ *
+ * PostgreSQL: uses PG pool directly for bulk inserts.
+ * SQLite: uses SQLite transactions for performance.
+ */
+export async function restoreCheckpoint(checkpoint, options = {}) {
+    const { overwrite = false, restoreBrain = true, restoreDocuments = true, restoreConfig = false, } = options;
+    let brainFilesRestored = 0;
+    // Route all bulk DB operations through the storage dispatcher
+    const restoreResult = await bulkRestore({
+        memories: checkpoint.data.memories.map((m) => ({
+            id: m.id,
+            content: m.content,
+            tags: m.tags,
+            source: m.source,
+            embedding: m.embedding,
+            type: m.type,
+            quality_score: m.quality_score,
+            quality_factors: m.quality_factors,
+            access_count: m.access_count,
+            last_accessed: m.last_accessed,
+            created_at: m.created_at,
+        })),
+        memoryLinks: checkpoint.data.memory_links.map((l) => ({
+            source_id: l.source_id,
+            target_id: l.target_id,
+            relation: l.relation,
+            weight: l.weight,
+            created_at: l.created_at,
+            llm_enriched: l.llm_enriched,
+        })),
+        centrality: checkpoint.data.memory_centrality ?? [],
+        documents: restoreDocuments
+            ? checkpoint.data.documents.map((d) => ({
+                file_path: d.file_path,
+                chunk_index: d.chunk_index,
+                content: d.content,
+                start_line: d.start_line,
+                end_line: d.end_line,
+                embedding: d.embedding,
+                created_at: d.created_at,
+            }))
+            : [],
+        overwrite,
+        restoreDocuments,
+    });
+    const { memoriesRestored, linksRestored, documentsRestored } = restoreResult;
+    // Restore brain vault files
+    if (restoreBrain && checkpoint.data.brain_vault.length > 0) {
+        const succDir = getSuccDir();
+        const brainDir = path.join(succDir, 'brain');
+        for (const file of checkpoint.data.brain_vault) {
+            const filePath = path.join(brainDir, file.path);
+            const dirPath = path.dirname(filePath);
+            if (!fs.existsSync(dirPath)) {
+                fs.mkdirSync(dirPath, { recursive: true });
+            }
+            if (!fs.existsSync(filePath) || overwrite) {
+                fs.writeFileSync(filePath, file.content);
+                brainFilesRestored++;
+            }
+        }
+    }
+    // Restore config
+    if (restoreConfig && Object.keys(checkpoint.data.config).length > 0) {
+        const succDir = getSuccDir();
+        const configPath = path.join(succDir, 'config.json');
+        let existingConfig = {};
+        if (fs.existsSync(configPath)) {
+            try {
+                existingConfig = JSON.parse(fs.readFileSync(configPath, 'utf8'));
+            }
+            catch {
+                // Ignore parse errors
+            }
+        }
+        const mergedConfig = { ...existingConfig, ...checkpoint.data.config };
+        fs.writeFileSync(configPath, JSON.stringify(mergedConfig, null, 2));
+    }
+    return { memoriesRestored, documentsRestored, linksRestored, brainFilesRestored };
+}
+/**
+ * List available checkpoints
+ */
+export function listCheckpoints() {
+    const succDir = getSuccDir();
+    const checkpointsDir = path.join(succDir, 'checkpoints');
+    if (!fs.existsSync(checkpointsDir)) {
+        return [];
+    }
+    const files = fs
+        .readdirSync(checkpointsDir)
+        .filter((f) => f.endsWith('.json') || f.endsWith('.json.gz'))
+        .map((name) => {
+        const filePath = path.join(checkpointsDir, name);
+        const stats = fs.statSync(filePath);
+        let created_at = null;
+        try {
+            const checkpoint = readCheckpoint(filePath);
+            created_at = checkpoint.created_at;
+        }
+        catch {
+            created_at = stats.mtime.toISOString();
+        }
+        return {
+            name,
+            path: filePath,
+            size: stats.size,
+            compressed: name.endsWith('.gz'),
+            created_at,
+        };
+    })
+        .sort((a, b) => (b.created_at || '').localeCompare(a.created_at || ''));
+    return files;
+}
+/**
+ * Format file size for display
+ */
+export function formatSize(bytes) {
+    if (bytes < 1024)
+        return `${bytes} B`;
+    if (bytes < 1024 * 1024)
+        return `${(bytes / 1024).toFixed(1)} KB`;
+    return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+}
+//# sourceMappingURL=checkpoint.js.map

package/dist/lib/checkpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"checkpoint.js","sourceRoot":"","sources":["../../src/lib/checkpoint.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,0BAA0B,EAC1B,yBAAyB,EACzB,WAAW,GACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE7D,4BAA4B;AAC5B,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAsFjC;;GAEG;AACH,SAAS,kBAAkB;IACzB,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAE7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAA0B,EAAE,CAAC;IAExC,SAAS,OAAO,CAAC,GAAW,EAAE,WAAmB,EAAE;QACjD,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YAE7E,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oBAClD,KAAK,CAAC,IAAI,CAAC;wBACT,IAAI,EAAE,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;wBACtC,OAAO;qBACR,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc;IACrB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,cAAc;IACrB,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,cAAc,CACf,CAAC;QACF,MAAM,cAAc,GAClB,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC5F,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;QAChE,OAAO,GAAG,CAAC,OAAO,IAAI,SAAS,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,UAAmC,EAAE;IAI1E,MAAM,EACJ,YAAY,GAAG,IAAI,EACnB,gBAAgB,GAAG,IAAI,EACvB,aAAa,GAAG,IAAI,EACpB,QAAQ,GAAG,KAAK,EAChB,UAAU,GACX,GAAG,OAAO,CAAC;IAEZ,sDAAsD;IACtD,MAAM,WAAW,GAAG,MAAM,uBAAuB,EAAE,CAAC;IACpD,MAAM,QAAQ,GAAuB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,eAAe,EAAE,CAAC,CAAC,eAAe;QAClC,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,UAAU,EAAE,CAAC,CAAC,UAAU;KACzB,CAAC,CAAC,CAAC;IAEJ,IAAI,SAAS,GAAyB,EAAE,CAAC;IACzC,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,wBAAwB,EAAE,CAAC;QACjD,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9B,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,0BAA0B,EAAE,CAAC;IACpD,MAAM,WAAW,GAA2B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/D,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,YAAY,EAAE,CAAC,CAAC,YAAY;KAC7B,CAAC,CAAC,CAAC;IAEJ,MAAM,aAAa,GAAG,MAAM,yBAAyB,EAAE,CAAC;IACxD,MAAM,gBAAgB,GAA2B,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;QACtC,UAAU,EAAE,CAAC,CAAC,UAAU;KACzB,CAAC,CAAC,CAAC;IAEJ,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAE5D,IAAI,MAAM,GAA4B,EAAE,CAAC;IACzC,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC9B,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAmB;QACjC,OAAO,EAAE,kBAAkB;QAC3B,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,YAAY,EAAE,cAAc,EAAE;QAC9B,YAAY,EAAE,cAAc,EAAE;QAC9B,IAAI,EAAE;YACJ,QAAQ;YACR,SAAS;YACT,YAAY,EAAE,WAAW;YACzB,iBAAiB,EAAE,gBAAgB;YACnC,MAAM;YACN,WAAW,EAAE,UAAU;SACxB;QACD,KAAK,EAAE;YACL,cAAc,EAAE,QAAQ,CAAC,MAAM;YAC/B,eAAe,EAAE,SAAS,CAAC,MAAM;YACjC,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,gBAAgB,EAAE,gBAAgB,CAAC,MAAM;YACzC,iBAAiB,EAAE,UAAU,CAAC,MAAM;SACrC;KACF,CAAC;IAEF,wBAAwB;IACxB,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,EAAE,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9E,MAAM,eAAe,GAAG,cAAc,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACpF,MAAM,SAAS,GAAG,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;IAE3E,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAExD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC9C,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC1C,CAAC;SAAM,CAAC;QACN,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,aAAa,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,OAAe,CAAC;IAEpB,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAmB,CAAC;IAEzD,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,eAAe,CAAC,2BAA2B,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,UAA0B,EAC1B,UAAoC,EAAE;IAOtC,MAAM,EACJ,SAAS,GAAG,KAAK,EACjB,YAAY,GAAG,IAAI,EACnB,gBAAgB,GAAG,IAAI,EACvB,aAAa,GAAG,KAAK,GACtB,GAAG,OAAO,CAAC;IAEZ,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,8DAA8D;IAC9D,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC;QACtC,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,eAAe,EAAE,CAAC,CAAC,eAAe;YAClC,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC;QACH,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpD,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,YAAY,EAAE,CAAC,CAAC,YAAY;SAC7B,CAAC,CAAC;QACH,UAAU,EAAE,UAAU,CAAC,IAAI,CAAC,iBAAiB,IAAI,EAAE;QACnD,SAAS,EAAE,gBAAgB;YACzB,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpC,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB,CAAC,CAAC;YACL,CAAC,CAAC,EAAE;QACN,SAAS;QACT,gBAAgB;KACjB,CAAC,CAAC;IAEH,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,aAAa,CAAC;IAE7E,4BAA4B;IAC5B,IAAI,YAAY,IAAI,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE7C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEvC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1C,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzC,kBAAkB,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,IAAI,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAErD,IAAI,cAAc,GAA4B,EAAE,CAAC;QACjD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACtE,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,CAAC;AACpF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe;IAO7B,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAEzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,EAAE;SACb,WAAW,CAAC,cAAc,CAAC;SAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;SAC5D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEpC,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC5C,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACP,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACzC,CAAC;QAED,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAChC,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;IAE1E,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,GAAG,KAAK,IAAI,CAAC;IACtC,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AACpD,CAAC"}

package/dist/lib/chunker.d.ts

@@ -0,0 +1,47 @@
+import type { SymbolType } from './tree-sitter/types.js';
+export declare function getChunkingStats(): {
+    astFiles: number;
+    regexFiles: number;
+};
+export declare function resetChunkingStats(): void;
+export interface Chunk {
+    content: string;
+    startLine: number;
+    endLine: number;
+    symbolName?: string;
+    symbolType?: SymbolType;
+    signature?: string;
+    docComment?: string;
+}
+/**
+ * Build an enriched text for embedding by prepending symbol metadata.
+ * The original content is stored as-is in the DB; this enriched version
+ * is only used for embedding generation to improve semantic search quality.
+ */
+export declare function enrichForEmbedding(chunk: Chunk): string;
+/**
+ * Split text into overlapping chunks
+ */
+export declare function chunkText(text: string, _filePath: string): Chunk[];
+/**
+ * Chunk code files by logical units (functions, classes, etc.)
+ * Falls back to line-based chunking if no structure detected
+ * Large chunks are automatically split to fit model context limits
+ */
+export declare function chunkCode(content: string, filePath: string): Chunk[];
+/**
+ * Async code chunker: tries tree-sitter first, falls back to regex chunker.
+ *
+ * Use this instead of chunkCode() when async is acceptable (indexer, MCP tools).
+ * Tree-sitter provides precise AST boundaries and metadata (symbolName, symbolType, etc.)
+ * for 36+ languages. Falls back to regex-based chunkCode() if tree-sitter is unavailable.
+ */
+export declare function chunkCodeAsync(content: string, filePath: string): Promise<Chunk[]>;
+/**
+ * Extract frontmatter from markdown
+ */
+export declare function extractFrontmatter(content: string): {
+    frontmatter: Record<string, unknown>;
+    body: string;
+};
+//# sourceMappingURL=chunker.d.ts.map

package/dist/lib/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/lib/chunker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAKzD,wBAAgB,gBAAgB,IAAI;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAE3E;AAED,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AA+DD,MAAM,WAAW,KAAK;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAEhB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAKvD;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,KAAK,EAAE,CAqDlE;AAoDD;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,KAAK,EAAE,CAoJpE;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAiBxF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG;IACnD,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,IAAI,EAAE,MAAM,CAAC;CACd,CA+BA"}