studiograph 1.3.47 → 1.3.48-beta.1

package/dist/services/sync/frontmatter-extractor.js

@@ -1,279 +0,0 @@
-/**
- * FrontmatterExtractor
- *
- * Extracts entities from file-based sources with YAML frontmatter.
- * Combines file discovery (like unstructured) with deterministic field
- * mapping (like structured). Zero LLM calls — parses YAML with gray-matter.
- */
-import matter from 'gray-matter';
-import { slugify, resolveFieldPath, applyTransform } from './structured-extractor.js';
-const CONCURRENCY_LIMIT = 5;
-/**
- * Simple glob matcher. Converts * → .* and ? → . then tests as a regex.
- * Case-insensitive. Tests against filename without .md extension.
- */
-export function matchGlob(pattern, name) {
-    const regex = new RegExp('^' + pattern.replace(/[.+^${}()|[\]\\]/g, '\\$&')
-        .replace(/\*/g, '.*')
-        .replace(/\?/g, '.') + '$', 'i');
-    return regex.test(name);
-}
-export class FrontmatterExtractor {
-    client;
-    sourceConfig;
-    constructor(client, sourceConfig) {
-        this.client = client;
-        this.sourceConfig = sourceConfig;
-    }
-    /**
-     * Extract entities for one frontmatter mapping.
-     */
-    async extract(mapping, onProgress) {
-        if (mapping.extraction_mode !== 'frontmatter')
-            return [];
-        const log = onProgress ?? (() => { });
-        // Phase 1: Discover files
-        const files = await this.discover(mapping);
-        log(`    Found ${files.length} .md files`);
-        if (files.length === 0)
-            return [];
-        // Phase 2+3+4: Read, parse, and map in batches
-        const results = [];
-        for (let i = 0; i < files.length; i += CONCURRENCY_LIMIT) {
-            const batch = files.slice(i, i + CONCURRENCY_LIMIT);
-            const batchResults = await Promise.all(batch.map(file => this.extractOne(file, mapping)));
-            for (const result of batchResults) {
-                if (result)
-                    results.push(result);
-            }
-            if (onProgress && (i + CONCURRENCY_LIMIT) % 25 === 0 && i + CONCURRENCY_LIMIT < files.length) {
-                log(`    Processed ${Math.min(i + CONCURRENCY_LIMIT, files.length)}/${files.length} files`);
-            }
-        }
-        return results;
-    }
-    /**
-     * Discover .md files matching directory patterns via MCP.
-     */
-    async discover(mapping) {
-        const tools = this.client.getTools();
-        // Use explicit tool name from mapping, or fall back to heuristic matching
-        const listTool = mapping.list_tool
-            ? tools.find(t => t.name === mapping.list_tool)
-            : tools.find(t => t.name.includes('list') &&
-                (t.name.includes('file') || t.name.includes('vault') || t.name.includes('folder')));
-        if (!listTool) {
-            throw new Error(mapping.list_tool
-                ? `Configured list_tool "${mapping.list_tool}" not found on the MCP server`
-                : 'No file listing tool found on the MCP server');
-        }
-        const files = [];
-        const patterns = mapping.directory_patterns ?? [];
-        for (const pattern of patterns) {
-            const dir = pattern.replace(/\/$/, '');
-            await this.listDir(listTool.name, dir, files, 0, mapping.max_depth, mapping.file_pattern, mapping.name_match);
-        }
-        return files;
-    }
-    /**
-     * List a directory recursively, descending into subdirectories.
-     * Respects maxDepth (undefined = unlimited) and filePattern filters.
-     */
-    async listDir(toolName, dir, files, depth, maxDepth, filePattern, nameMatch) {
-        let items;
-        try {
-            const raw = await this.client.callTool(toolName, { directory: dir });
-            const parsed = tryParseJSON(raw);
-            items = Array.isArray(parsed)
-                ? parsed
-                : (parsed?.files ?? parsed?.data ?? parsed?.results ?? parsed?.items ?? []);
-            if (!Array.isArray(items))
-                return;
-        }
-        catch {
-            return;
-        }
-        const subdirs = [];
-        for (const item of items) {
-            const entry = typeof item === 'string' ? item : (item.path ?? item.filename ?? item.name);
-            if (!entry)
-                continue;
-            if (entry.endsWith('/')) {
-                // Subdirectory — only queue if depth allows
-                if (maxDepth === undefined || depth < maxDepth) {
-                    const subdir = entry.endsWith('/') ? entry.slice(0, -1) : entry;
-                    const subname = subdir.split('/').pop() ?? subdir;
-                    subdirs.push(`${dir}/${subname}`);
-                }
-            }
-            else if (entry.endsWith('.md')) {
-                // Apply file_pattern filter against basename without .md
-                if (filePattern) {
-                    const basename = (entry.split('/').pop() ?? entry).replace(/\.md$/, '');
-                    if (!matchGlob(filePattern, basename))
-                        continue;
-                }
-                // Apply name_match filter
-                if (nameMatch === 'folder') {
-                    const basename = (entry.split('/').pop() ?? entry).replace(/\.md$/, '');
-                    const parentFolder = dir.split('/').pop() ?? dir;
-                    if (basename.toLowerCase() !== parentFolder.toLowerCase())
-                        continue;
-                }
-                const filename = entry.split('/').pop() ?? entry;
-                files.push({ path: `${dir}/${filename}`, name: filename });
-            }
-        }
-        // Recurse into subdirectories
-        for (const subdir of subdirs) {
-            await this.listDir(toolName, subdir, files, depth + 1, maxDepth, filePattern, nameMatch);
-        }
-    }
-    /**
-     * Read, parse frontmatter, and map one file.
-     */
-    async extractOne(file, mapping) {
-        const tools = this.client.getTools();
-        // Use explicit tool name from mapping, or fall back to heuristic matching
-        const readTool = mapping.read_tool
-            ? tools.find(t => t.name === mapping.read_tool)
-            : tools.find(t => (t.name.includes('get') || t.name.includes('read')) &&
-                (t.name.includes('vault') || t.name.includes('note'))) ?? tools.find(t => (t.name.includes('get') || t.name.includes('read')) &&
-                t.name.includes('file') &&
-                !t.name.includes('active'));
-        if (!readTool)
-            return null;
-        let raw;
-        try {
-            raw = await this.client.callTool(readTool.name, { filename: file.path });
-        }
-        catch {
-            return null;
-        }
-        if (!raw || raw.length < 3)
-            return null;
-        // Parse frontmatter with gray-matter
-        let frontmatterData;
-        let markdownBody;
-        try {
-            const parsed = matter(raw);
-            frontmatterData = parsed.data;
-            markdownBody = parsed.content;
-        }
-        catch {
-            return null;
-        }
-        // Skip files with no frontmatter
-        if (!frontmatterData || Object.keys(frontmatterData).length === 0)
-            return null;
-        // Apply field map
-        if (!mapping.field_map)
-            return null;
-        const frontmatter = {
-            entity_type: mapping.entity_type,
-        };
-        for (const [sourcePath, target] of Object.entries(mapping.field_map)) {
-            // Resolve _parent_folder sentinel from file path instead of frontmatter
-            let sourceValue;
-            if (sourcePath === '_parent_folder') {
-                // Strip the directory_pattern prefix and take the first segment
-                // e.g. Projects/Greenfield Museum/Decisions/dec-019.md → Greenfield Museum
-                let relativePath = file.path;
-                for (const pattern of (mapping.directory_patterns ?? [])) {
-                    const prefix = pattern.replace(/\/$/, '') + '/';
-                    if (file.path.startsWith(prefix)) {
-                        relativePath = file.path.slice(prefix.length);
-                        break;
-                    }
-                }
-                const segments = relativePath.split('/');
-                sourceValue = segments.length >= 2 ? segments[0] : null;
-            }
-            else {
-                sourceValue = resolveFieldPath(frontmatterData, sourcePath);
-            }
-            if (sourceValue === undefined || sourceValue === null)
-                continue;
-            if (typeof target === 'string') {
-                frontmatter[target] = sourceValue;
-            }
-            else {
-                const transform = target;
-                let valueToTransform = sourceValue;
-                if (transform.subfield && Array.isArray(valueToTransform)) {
-                    valueToTransform = valueToTransform
-                        .map(item => resolveFieldPath(item, transform.subfield))
-                        .filter(v => v !== undefined && v !== null);
-                }
-                frontmatter[transform.field] = applyTransform(valueToTransform, transform.transform);
-            }
-        }
-        // Apply status map
-        if (mapping.status_map && frontmatterData.status) {
-            const mappedStatus = mapping.status_map[String(frontmatterData.status).toLowerCase()];
-            if (mappedStatus) {
-                frontmatter.status = mappedStatus;
-            }
-        }
-        // Generate entity_id
-        const entityId = this.generateEntityId(frontmatterData, file, mapping);
-        if (!entityId)
-            return null;
-        frontmatter.entity_id = entityId;
-        // Resolve content
-        let content = '';
-        if (mapping.content_from === '_body') {
-            content = markdownBody.trim();
-        }
-        else if (mapping.content_from) {
-            const raw = resolveFieldPath(frontmatterData, mapping.content_from);
-            if (raw)
-                content = String(raw);
-        }
-        const sourceRef = `${this.sourceConfig.name}:${file.path}`;
-        return {
-            entity_type: mapping.entity_type,
-            entity_id: entityId,
-            target_repo: mapping.target_repo,
-            frontmatter,
-            content,
-            source_name: this.sourceConfig.name,
-            source_ref: sourceRef,
-            confidence: 0.85,
-            ...(mapping.write_mode ? { write_mode: mapping.write_mode } : {}),
-        };
-    }
-    /**
-     * Generate entity_id from id_from field, with _filename sentinel support.
-     */
-    generateEntityId(frontmatterData, file, mapping) {
-        const idField = mapping.id_from ?? 'title';
-        // _filename sentinel: use the filename directly
-        if (idField === '_filename') {
-            const basename = file.name.replace(/\.md$/, '');
-            return slugify(basename);
-        }
-        if (Array.isArray(idField)) {
-            const parts = idField.map(f => resolveFieldPath(frontmatterData, f)).filter(Boolean).map(String);
-            if (parts.length > 0)
-                return slugify(parts.join(' '));
-        }
-        else {
-            const raw = resolveFieldPath(frontmatterData, idField);
-            if (raw)
-                return slugify(String(raw));
-        }
-        // Fallback to filename
-        const basename = file.name.replace(/\.md$/, '');
-        return slugify(basename);
-    }
-}
-function tryParseJSON(raw) {
-    try {
-        return JSON.parse(raw);
-    }
-    catch {
-        return raw;
-    }
-}
-//# sourceMappingURL=frontmatter-extractor.js.map

package/dist/services/sync/frontmatter-extractor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"frontmatter-extractor.js","sourceRoot":"","sources":["../../../src/services/sync/frontmatter-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAGtF,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,IAAY;IACrD,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC;SACpC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,GAAG,EACvC,GAAG,CACJ,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,OAAO,oBAAoB;IACvB,MAAM,CAAc;IACpB,YAAY,CAAe;IAEnC,YAAY,MAAmB,EAAE,YAA0B;QACzD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,OAAsB,EACtB,UAAkC;QAElC,IAAI,OAAO,CAAC,eAAe,KAAK,aAAa;YAAE,OAAO,EAAE,CAAC;QAEzD,MAAM,GAAG,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAErC,0BAA0B;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3C,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,YAAY,CAAC,CAAC;QAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,+CAA+C;QAC/C,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,iBAAiB,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAClD,CAAC;YACF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,IAAI,MAAM;oBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;YACD,IAAI,UAAU,IAAI,CAAC,CAAC,GAAG,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,iBAAiB,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC7F,GAAG,CAAC,iBAAiB,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAsB;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAErC,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS;YAChC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACb,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CACnF,CAAC;QAEN,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS;gBAC/B,CAAC,CAAC,yBAAyB,OAAO,CAAC,SAAS,+BAA+B;gBAC3E,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC;QAElD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAChH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,OAAO,CACnB,QAAgB,EAChB,GAAW,EACX,KAAmB,EACnB,KAAa,EACb,QAA4B,EAC5B,WAA+B,EAC/B,SAA6B;QAE7B,IAAI,KAAY,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACrE,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBAC3B,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,IAAI,IAAI,MAAM,EAAE,OAAO,IAAI,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YAC9E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,OAAO;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1F,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,4CAA4C;gBAC5C,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBAChE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;oBAClD,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,yDAAyD;gBACzD,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBACxE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC;wBAAE,SAAS;gBAClD,CAAC;gBACD,0BAA0B;gBAC1B,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBACxE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC;oBACjD,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,WAAW,EAAE;wBAAE,SAAS;gBACtE,CAAC;gBACD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC;gBACjD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,GAAG,IAAI,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAgB,EAAE,OAAsB;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAErC,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS;YAChC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACb,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACnD,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CACtD,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAClB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACnD,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAC3B,CAAC;QAEN,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAExC,qCAAqC;QACrC,IAAI,eAAoC,CAAC;QACzC,IAAI,YAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC;YAC9B,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE/E,kBAAkB;QAClB,IAAI,CAAC,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,WAAW,GAAwB;YACvC,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QAEF,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACrE,wEAAwE;YACxE,IAAI,WAAgB,CAAC;YACrB,IAAI,UAAU,KAAK,gBAAgB,EAAE,CAAC;gBACpC,gEAAgE;gBAChE,2EAA2E;gBAC3E,IAAI,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC7B,KAAK,MAAM,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC,EAAE,CAAC;oBACzD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;oBAChD,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;wBACjC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC9C,MAAM;oBACR,CAAC;gBACH,CAAC;gBACD,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACzC,WAAW,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,gBAAgB,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;YAC9D,CAAC;YACD,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI;gBAAE,SAAS;YAEhE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,WAAW,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,MAAM,SAAS,GAAG,MAAwB,CAAC;gBAC3C,IAAI,gBAAgB,GAAG,WAAW,CAAC;gBACnC,IAAI,SAAS,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC1D,gBAAgB,GAAG,gBAAgB;yBAChC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,QAAS,CAAC,CAAC;yBACxD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;gBAChD,CAAC;gBACD,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,cAAc,CAAC,gBAAgB,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,OAAO,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;YACjD,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YACtF,IAAI,YAAY,EAAE,CAAC;gBACjB,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC;YACpC,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC;QAEjC,kBAAkB;QAClB,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,OAAO,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;YACrC,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC;aAAM,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,gBAAgB,CAAC,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YACpE,IAAI,GAAG;gBAAE,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAE3D,OAAO;YACL,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,QAAQ;YACnB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW;YACX,OAAO;YACP,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACnC,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,IAAI;YAChB,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,eAAoC,EACpC,IAAgB,EAChB,OAAsB;QAEtB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAE3C,gDAAgD;QAChD,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,gBAAgB,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;YACvD,IAAI,GAAG;gBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,uBAAuB;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;CACF;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC"}

package/dist/services/sync/graph-match-state.d.ts

@@ -1,33 +0,0 @@
-/**
- * GraphMatchState
- *
- * Caches LLM match decisions so repeat syncs skip already-resolved pairs.
- * Stored at .studiograph/graph-match-state.json.
- *
- * Keys are "stagedId:existingId" pairs. Values record whether the LLM
- * decided they are the same entity, plus a timestamp.
- */
-export interface GraphMatchDecision {
-    is_same: boolean;
-    decided_at: string;
-}
-export interface GraphMatchStateData {
-    /** "stagedId:existingId" → decision */
-    decisions: Record<string, GraphMatchDecision>;
-}
-export declare class GraphMatchState {
-    private filePath;
-    private data;
-    constructor(workspacePath: string);
-    private load;
-    /**
-     * Get a cached decision for a staged + existing entity pair.
-     * Returns true/false if decided, null if no decision cached.
-     */
-    getDecision(stagedId: string, existingId: string): boolean | null;
-    /**
-     * Record a match decision after LLM evaluation.
-     */
-    record(stagedId: string, existingId: string, isSame: boolean): void;
-    save(): void;
-}

package/dist/services/sync/graph-match-state.js

@@ -1,61 +0,0 @@
-/**
- * GraphMatchState
- *
- * Caches LLM match decisions so repeat syncs skip already-resolved pairs.
- * Stored at .studiograph/graph-match-state.json.
- *
- * Keys are "stagedId:existingId" pairs. Values record whether the LLM
- * decided they are the same entity, plus a timestamp.
- */
-import { existsSync, readFileSync, writeFileSync, mkdirSync } from 'fs';
-import { join, dirname } from 'path';
-export class GraphMatchState {
-    filePath;
-    data = null;
-    constructor(workspacePath) {
-        this.filePath = join(workspacePath, '.studiograph', 'graph-match-state.json');
-    }
-    load() {
-        if (this.data)
-            return this.data;
-        if (existsSync(this.filePath)) {
-            try {
-                this.data = JSON.parse(readFileSync(this.filePath, 'utf-8'));
-            }
-            catch {
-                this.data = { decisions: {} };
-            }
-        }
-        else {
-            this.data = { decisions: {} };
-        }
-        return this.data;
-    }
-    /**
-     * Get a cached decision for a staged + existing entity pair.
-     * Returns true/false if decided, null if no decision cached.
-     */
-    getDecision(stagedId, existingId) {
-        const key = `${stagedId}:${existingId}`;
-        const decision = this.load().decisions[key];
-        return decision ? decision.is_same : null;
-    }
-    /**
-     * Record a match decision after LLM evaluation.
-     */
-    record(stagedId, existingId, isSame) {
-        const key = `${stagedId}:${existingId}`;
-        this.load().decisions[key] = {
-            is_same: isSame,
-            decided_at: new Date().toISOString(),
-        };
-    }
-    save() {
-        const dir = dirname(this.filePath);
-        if (!existsSync(dir)) {
-            mkdirSync(dir, { recursive: true });
-        }
-        writeFileSync(this.filePath, JSON.stringify(this.load(), null, 2) + '\n', 'utf-8');
-    }
-}
-//# sourceMappingURL=graph-match-state.js.map

package/dist/services/sync/graph-match-state.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"graph-match-state.js","sourceRoot":"","sources":["../../../src/services/sync/graph-match-state.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAYrC,MAAM,OAAO,eAAe;IAClB,QAAQ,CAAS;IACjB,IAAI,GAA+B,IAAI,CAAC;IAEhD,YAAY,aAAqB;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,cAAc,EAAE,wBAAwB,CAAC,CAAC;IAChF,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QAEhC,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAwB,CAAC;YACtF,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,IAAI,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,QAAgB,EAAE,UAAkB;QAC9C,MAAM,GAAG,GAAG,GAAG,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAgB,EAAE,UAAkB,EAAE,MAAe;QAC1D,MAAM,GAAG,GAAG,GAAG,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG;YAC3B,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;IACJ,CAAC;IAED,IAAI;QACF,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;CACF"}

package/dist/services/sync/graph-match.d.ts

@@ -1,53 +0,0 @@
-/**
- * Graph Match
- *
- * Compares reconciled records against existing graph entities to prevent
- * duplicate creates. Uses heuristic scoring first (string similarity,
- * shared wikilinks), then LLM for ambiguous candidates.
- *
- * Inserted between reconciliation and staging in the sync pipeline:
- *   extract → derive → reconcile → graph-match → staging → commit
- */
-import type { ReconciliationMatch } from './types.js';
-export interface GraphMatchOptions {
-    workspacePath: string;
-    similarityThreshold?: number;
-    schemaExtensions?: Record<string, any>;
-}
-export interface GraphMatchResult {
-    /** Original reconciled match, potentially updated */
-    match: ReconciliationMatch;
-    /** If matched to an existing graph entity, its ID */
-    matched_to?: string;
-    /** How the match was determined */
-    match_method?: 'exact' | 'heuristic' | 'llm' | 'cached';
-}
-export interface GraphMatchEvent {
-    type: 'index-loaded' | 'index-scan' | 'matched' | 'summary' | 'error' | 'progress';
-    stagedId?: string;
-    existingId?: string;
-    method?: 'heuristic' | 'llm' | 'cached';
-    score?: number;
-    reasoning?: string;
-    entityCount?: number;
-    typeCount?: number;
-    candidatesEvaluated?: number;
-    matchesFound?: number;
-    error?: string;
-    current?: number;
-    total?: number;
-}
-export declare function graphMatch(matches: ReconciliationMatch[], options: GraphMatchOptions, onEvent?: (event: GraphMatchEvent) => void): Promise<GraphMatchResult[]>;
-/**
- * Format a GraphMatchEvent into a colored CLI string.
- */
-export declare function formatGraphMatchEvent(event: GraphMatchEvent): string;
-export declare function heuristicScore(staged: {
-    entity_id: string;
-    frontmatter: Record<string, any>;
-}, existing: {
-    entity_id: string;
-    frontmatter: Record<string, any>;
-}): number;
-/** Dice coefficient on character bigrams. Returns 0–1. */
-export declare function diceCoefficient(a: string, b: string): number;