studiograph 1.1.2 → 1.2.0-beta.1

package/dist/services/sync/enrichment.js

@@ -0,0 +1,121 @@
+/**
+ * Enrichment runner
+ *
+ * Enriches existing entities with cross-source context via LLM.
+ * Writes enriched files directly to repos (overwrite, no commit).
+ * User reviews via git diff, then commits or aborts.
+ */
+import { ContextIndex } from './context-index.js';
+import { EnrichmentState } from './enrichment-state.js';
+import { llmEnrich } from './llm.js';
+import { MarkdownService } from '../../services/markdown.js';
+import { SchemaRegistry } from '../../core/schema-registry.js';
+import { isGraphRAGEnabled, loadGraphRAGConfig } from './graphrag-config.js';
+import { GraphRAGClient } from './graphrag-client.js';
+const DEFAULT_CONCURRENCY = 5;
+export async function runEnrichment(options, onProgress) {
+    const log = onProgress ?? (() => { });
+    const { workspacePath } = options;
+    const schemaRegistry = new SchemaRegistry(options.schemaExtensions);
+    const contextIndex = new ContextIndex(workspacePath, schemaRegistry);
+    const enrichmentState = new EnrichmentState(workspacePath);
+    const markdownService = new MarkdownService();
+    const result = { enriched: 0, skipped: 0, errors: [] };
+    // Initialize GraphRAG client if enabled
+    let graphrag;
+    if (isGraphRAGEnabled()) {
+        const graphragConfig = loadGraphRAGConfig();
+        graphrag = new GraphRAGClient(graphragConfig);
+        const available = await graphrag.isAvailable();
+        if (available) {
+            const stats = graphrag.getStats();
+            log(`GraphRAG enabled: ${stats.nodes} nodes, ${stats.edges} edges`);
+        }
+        else {
+            graphrag = undefined;
+        }
+    }
+    // Build context index
+    log('Building context index...');
+    contextIndex.build();
+    // Find enrichable entities
+    const enrichable = contextIndex.getEnrichable(options.minRefs ?? 2, options.maxCompleteness ?? 0.6);
+    // Filter by entity type if specified
+    const filtered = options.entityTypes
+        ? enrichable.filter(e => options.entityTypes.includes(e.entity_type))
+        : enrichable;
+    log(`Found ${filtered.length} entities to enrich`);
+    if (filtered.length === 0) {
+        log('No entities need enrichment.');
+        return result;
+    }
+    if (options.dryRun) {
+        log('\nDry run — would enrich:');
+        for (const entity of filtered) {
+            log(`  ${entity.entity_type}/${entity.entity_id} (completeness: ${Math.round(entity.completeness * 100)}%, refs: ${entity.refCount})`);
+        }
+        result.skipped = filtered.length;
+        return result;
+    }
+    // Process in batches
+    const concurrency = options.concurrency ?? DEFAULT_CONCURRENCY;
+    let processed = 0;
+    for (let i = 0; i < filtered.length; i += concurrency) {
+        const batch = filtered.slice(i, i + concurrency);
+        const promises = batch.map(async (entity) => {
+            try {
+                const current = ++processed;
+                log(`  [${current}/${filtered.length}] Enriching ${entity.entity_type}/${entity.entity_id}...`);
+                const schema = schemaRegistry.getSchema(entity.entity_type);
+                const contextBundle = contextIndex.assembleContextBundle(entity.entity_id, entity.frontmatter.name ?? entity.frontmatter.title ?? entity.entity_id);
+                if (!contextBundle) {
+                    result.skipped++;
+                    return;
+                }
+                // Augment context bundle with GraphRAG cross-document context
+                let augmentedBundle = contextBundle;
+                if (graphrag) {
+                    const entityName = entity.frontmatter.name ?? entity.frontmatter.title ?? entity.entity_id;
+                    const ctx = graphrag.getEntityContext(entityName, entity.entity_type, contextBundle);
+                    if (ctx.formattedContext) {
+                        augmentedBundle = contextBundle + '\n\n## Knowledge Graph Context\n' + ctx.formattedContext;
+                    }
+                }
+                if (!enrichmentState.hasChanged(entity.entity_id, augmentedBundle)) {
+                    log(`    Skipped (context unchanged)`);
+                    result.skipped++;
+                    return;
+                }
+                const enriched = await llmEnrich(entity.frontmatter, augmentedBundle, entity.entity_type, schema);
+                // Merge enriched data with existing
+                const mergedFrontmatter = {
+                    ...entity.frontmatter,
+                    ...enriched.frontmatter,
+                    updated_at: new Date().toISOString(),
+                    updated_by: 'enrichment',
+                };
+                // Read existing content and append/replace
+                const doc = markdownService.parseFile(entity.path);
+                const newContent = enriched.content || doc.content;
+                // Write back in place
+                markdownService.writeFile(entity.path, {
+                    frontmatter: mergedFrontmatter,
+                    content: newContent,
+                    wikilinks: markdownService.extractWikilinks(newContent, mergedFrontmatter),
+                });
+                enrichmentState.record(entity.entity_id, augmentedBundle);
+                result.enriched++;
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                result.errors.push({ entityId: entity.entity_id, error: msg });
+                log(`    Error: ${msg}`);
+            }
+        });
+        await Promise.all(promises);
+    }
+    enrichmentState.save();
+    log(`\nEnrichment complete: ${result.enriched} enriched, ${result.skipped} skipped, ${result.errors.length} errors`);
+    return result;
+}
+//# sourceMappingURL=enrichment.js.map

package/dist/services/sync/enrichment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"enrichment.js","sourceRoot":"","sources":["../../../src/services/sync/enrichment.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAkBtD,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAsB,EACtB,UAAkC;IAElC,MAAM,GAAG,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACrC,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAElC,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IACrE,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC,aAAa,CAAC,CAAC;IAC3D,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAE9C,MAAM,MAAM,GAAiB,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAErE,wCAAwC;IACxC,IAAI,QAAoC,CAAC;IACzC,IAAI,iBAAiB,EAAE,EAAE,CAAC;QACxB,MAAM,cAAc,GAAG,kBAAkB,EAAE,CAAC;QAC5C,QAAQ,GAAG,IAAI,cAAc,CAAC,cAAc,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC/C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAClC,GAAG,CAAC,qBAAqB,KAAK,CAAC,KAAK,WAAW,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,SAAS,CAAC;QACvB,CAAC;IACH,CAAC;IAED,sBAAsB;IACtB,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACjC,YAAY,CAAC,KAAK,EAAE,CAAC;IAErB,2BAA2B;IAC3B,MAAM,UAAU,GAAG,YAAY,CAAC,aAAa,CAC3C,OAAO,CAAC,OAAO,IAAI,CAAC,EACpB,OAAO,CAAC,eAAe,IAAI,GAAG,CAC/B,CAAC;IAEF,qCAAqC;IACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW;QAClC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,WAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACtE,CAAC,CAAC,UAAU,CAAC;IAEf,GAAG,CAAC,SAAS,QAAQ,CAAC,MAAM,qBAAqB,CAAC,CAAC;IAEnD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,GAAG,CAAC,8BAA8B,CAAC,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,GAAG,CAAC,KAAK,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,SAAS,mBAAmB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,YAAY,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;QACzI,CAAC;QACD,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC;QACjC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,qBAAqB;IACrB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,mBAAmB,CAAC;IAC/D,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,EAAE,SAAS,CAAC;gBAC5B,GAAG,CAAC,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,eAAe,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,SAAS,KAAK,CAAC,CAAC;gBAEhG,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gBAC5D,MAAM,aAAa,GAAG,YAAY,CAAC,qBAAqB,CACtD,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,WAAW,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,KAAK,IAAI,MAAM,CAAC,SAAS,CACxE,CAAC;gBAEF,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjB,OAAO;gBACT,CAAC;gBAED,8DAA8D;gBAC9D,IAAI,eAAe,GAAG,aAAa,CAAC;gBACpC,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;oBAC3F,MAAM,GAAG,GAAG,QAAQ,CAAC,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;oBACrF,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;wBACzB,eAAe,GAAG,aAAa,GAAG,kCAAkC,GAAG,GAAG,CAAC,gBAAgB,CAAC;oBAC9F,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,CAAC;oBACnE,GAAG,CAAC,iCAAiC,CAAC,CAAC;oBACvC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjB,OAAO;gBACT,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;gBAElG,oCAAoC;gBACpC,MAAM,iBAAiB,GAAG;oBACxB,GAAG,MAAM,CAAC,WAAW;oBACrB,GAAG,QAAQ,CAAC,WAAW;oBACvB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACpC,UAAU,EAAE,YAAY;iBACzB,CAAC;gBAEF,2CAA2C;gBAC3C,MAAM,GAAG,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACnD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC;gBAEnD,sBAAsB;gBACtB,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE;oBACrC,WAAW,EAAE,iBAAiB;oBAC9B,OAAO,EAAE,UAAU;oBACnB,SAAS,EAAE,eAAe,CAAC,gBAAgB,CAAC,UAAU,EAAE,iBAAiB,CAAC;iBAC3E,CAAC,CAAC;gBAEH,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;gBAC1D,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC/D,GAAG,CAAC,cAAc,GAAG,EAAE,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,eAAe,CAAC,IAAI,EAAE,CAAC;IACvB,GAAG,CAAC,0BAA0B,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,OAAO,aAAa,MAAM,CAAC,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;IACrH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/services/sync/frontmatter-extractor.d.ts

@@ -0,0 +1,40 @@
+/**
+ * FrontmatterExtractor
+ *
+ * Extracts entities from file-based sources with YAML frontmatter.
+ * Combines file discovery (like unstructured) with deterministic field
+ * mapping (like structured). Zero LLM calls — parses YAML with gray-matter.
+ */
+import { SyncMCPClient } from './mcp-client.js';
+import type { SourceConfig, EntityMapping, ExtractedRecord, SourceFile } from './types.js';
+/**
+ * Simple glob matcher. Converts * → .* and ? → . then tests as a regex.
+ * Case-insensitive. Tests against filename without .md extension.
+ */
+export declare function matchGlob(pattern: string, name: string): boolean;
+export declare class FrontmatterExtractor {
+    private client;
+    private sourceConfig;
+    constructor(client: SyncMCPClient, sourceConfig: SourceConfig);
+    /**
+     * Extract entities for one frontmatter mapping.
+     */
+    extract(mapping: EntityMapping, onProgress?: (msg: string) => void): Promise<ExtractedRecord[]>;
+    /**
+     * Discover .md files matching directory patterns via MCP.
+     */
+    discover(mapping: EntityMapping): Promise<SourceFile[]>;
+    /**
+     * List a directory recursively, descending into subdirectories.
+     * Respects maxDepth (undefined = unlimited) and filePattern filters.
+     */
+    private listDir;
+    /**
+     * Read, parse frontmatter, and map one file.
+     */
+    extractOne(file: SourceFile, mapping: EntityMapping): Promise<ExtractedRecord | null>;
+    /**
+     * Generate entity_id from id_from field, with _filename sentinel support.
+     */
+    private generateEntityId;
+}

package/dist/services/sync/frontmatter-extractor.js

@@ -0,0 +1,273 @@
+/**
+ * FrontmatterExtractor
+ *
+ * Extracts entities from file-based sources with YAML frontmatter.
+ * Combines file discovery (like unstructured) with deterministic field
+ * mapping (like structured). Zero LLM calls — parses YAML with gray-matter.
+ */
+import matter from 'gray-matter';
+import { slugify, resolveFieldPath, applyTransform } from './structured-extractor.js';
+const CONCURRENCY_LIMIT = 5;
+/**
+ * Simple glob matcher. Converts * → .* and ? → . then tests as a regex.
+ * Case-insensitive. Tests against filename without .md extension.
+ */
+export function matchGlob(pattern, name) {
+    const regex = new RegExp('^' + pattern.replace(/[.+^${}()|[\]\\]/g, '\\$&')
+        .replace(/\*/g, '.*')
+        .replace(/\?/g, '.') + '$', 'i');
+    return regex.test(name);
+}
+export class FrontmatterExtractor {
+    client;
+    sourceConfig;
+    constructor(client, sourceConfig) {
+        this.client = client;
+        this.sourceConfig = sourceConfig;
+    }
+    /**
+     * Extract entities for one frontmatter mapping.
+     */
+    async extract(mapping, onProgress) {
+        if (mapping.extraction_mode !== 'frontmatter')
+            return [];
+        const log = onProgress ?? (() => { });
+        // Phase 1: Discover files
+        const files = await this.discover(mapping);
+        log(`    Found ${files.length} .md files`);
+        if (files.length === 0)
+            return [];
+        // Phase 2+3+4: Read, parse, and map in batches
+        const results = [];
+        for (let i = 0; i < files.length; i += CONCURRENCY_LIMIT) {
+            const batch = files.slice(i, i + CONCURRENCY_LIMIT);
+            const batchResults = await Promise.all(batch.map(file => this.extractOne(file, mapping)));
+            for (const result of batchResults) {
+                if (result)
+                    results.push(result);
+            }
+            if (onProgress && (i + CONCURRENCY_LIMIT) % 25 === 0 && i + CONCURRENCY_LIMIT < files.length) {
+                log(`    Processed ${Math.min(i + CONCURRENCY_LIMIT, files.length)}/${files.length} files`);
+            }
+        }
+        return results;
+    }
+    /**
+     * Discover .md files matching directory patterns via MCP.
+     */
+    async discover(mapping) {
+        const tools = this.client.getTools();
+        // Use explicit tool name from mapping, or fall back to heuristic matching
+        const listTool = mapping.list_tool
+            ? tools.find(t => t.name === mapping.list_tool)
+            : tools.find(t => t.name.includes('list') &&
+                (t.name.includes('file') || t.name.includes('vault') || t.name.includes('folder')));
+        if (!listTool) {
+            throw new Error(mapping.list_tool
+                ? `Configured list_tool "${mapping.list_tool}" not found on the MCP server`
+                : 'No file listing tool found on the MCP server');
+        }
+        const files = [];
+        const patterns = mapping.directory_patterns ?? [];
+        for (const pattern of patterns) {
+            const dir = pattern.replace(/\/$/, '');
+            await this.listDir(listTool.name, dir, files, 0, mapping.max_depth, mapping.file_pattern, mapping.name_match);
+        }
+        return files;
+    }
+    /**
+     * List a directory recursively, descending into subdirectories.
+     * Respects maxDepth (undefined = unlimited) and filePattern filters.
+     */
+    async listDir(toolName, dir, files, depth, maxDepth, filePattern, nameMatch) {
+        let items;
+        try {
+            const raw = await this.client.callTool(toolName, { directory: dir });
+            const parsed = tryParseJSON(raw);
+            items = Array.isArray(parsed)
+                ? parsed
+                : (parsed?.files ?? parsed?.data ?? parsed?.results ?? parsed?.items ?? []);
+            if (!Array.isArray(items))
+                return;
+        }
+        catch {
+            return;
+        }
+        const subdirs = [];
+        for (const item of items) {
+            const entry = typeof item === 'string' ? item : (item.path ?? item.filename ?? item.name);
+            if (!entry)
+                continue;
+            if (entry.endsWith('/')) {
+                // Subdirectory — only queue if depth allows
+                if (maxDepth === undefined || depth < maxDepth) {
+                    const subdir = entry.endsWith('/') ? entry.slice(0, -1) : entry;
+                    const subname = subdir.split('/').pop() ?? subdir;
+                    subdirs.push(`${dir}/${subname}`);
+                }
+            }
+            else if (entry.endsWith('.md')) {
+                // Apply file_pattern filter against basename without .md
+                if (filePattern) {
+                    const basename = (entry.split('/').pop() ?? entry).replace(/\.md$/, '');
+                    if (!matchGlob(filePattern, basename))
+                        continue;
+                }
+                // Apply name_match filter
+                if (nameMatch === 'folder') {
+                    const basename = (entry.split('/').pop() ?? entry).replace(/\.md$/, '');
+                    const parentFolder = dir.split('/').pop() ?? dir;
+                    if (basename.toLowerCase() !== parentFolder.toLowerCase())
+                        continue;
+                }
+                const filename = entry.split('/').pop() ?? entry;
+                files.push({ path: `${dir}/${filename}`, name: filename });
+            }
+        }
+        // Recurse into subdirectories
+        for (const subdir of subdirs) {
+            await this.listDir(toolName, subdir, files, depth + 1, maxDepth, filePattern, nameMatch);
+        }
+    }
+    /**
+     * Read, parse frontmatter, and map one file.
+     */
+    async extractOne(file, mapping) {
+        const tools = this.client.getTools();
+        // Use explicit tool name from mapping, or fall back to heuristic matching
+        const readTool = mapping.read_tool
+            ? tools.find(t => t.name === mapping.read_tool)
+            : tools.find(t => (t.name.includes('get') || t.name.includes('read')) &&
+                (t.name.includes('vault') || t.name.includes('note'))) ?? tools.find(t => (t.name.includes('get') || t.name.includes('read')) &&
+                t.name.includes('file') &&
+                !t.name.includes('active'));
+        if (!readTool)
+            return null;
+        let raw;
+        try {
+            raw = await this.client.callTool(readTool.name, { filename: file.path });
+        }
+        catch {
+            return null;
+        }
+        if (!raw || raw.length < 3)
+            return null;
+        // Parse frontmatter with gray-matter
+        let frontmatterData;
+        let markdownBody;
+        try {
+            const parsed = matter(raw);
+            frontmatterData = parsed.data;
+            markdownBody = parsed.content;
+        }
+        catch {
+            return null;
+        }
+        // Skip files with no frontmatter
+        if (!frontmatterData || Object.keys(frontmatterData).length === 0)
+            return null;
+        // Apply field map
+        if (!mapping.field_map)
+            return null;
+        const frontmatter = {
+            entity_type: mapping.entity_type,
+        };
+        for (const [sourcePath, target] of Object.entries(mapping.field_map)) {
+            // Resolve _parent_folder sentinel from file path instead of frontmatter
+            let sourceValue;
+            if (sourcePath === '_parent_folder') {
+                // Strip the directory_pattern prefix and take the first segment
+                // e.g. Projects/Cooper Hewitt/Decisions/dec-019.md → Cooper Hewitt
+                let relativePath = file.path;
+                for (const pattern of (mapping.directory_patterns ?? [])) {
+                    const prefix = pattern.replace(/\/$/, '') + '/';
+                    if (file.path.startsWith(prefix)) {
+                        relativePath = file.path.slice(prefix.length);
+                        break;
+                    }
+                }
+                const segments = relativePath.split('/');
+                sourceValue = segments.length >= 2 ? segments[0] : null;
+            }
+            else {
+                sourceValue = resolveFieldPath(frontmatterData, sourcePath);
+            }
+            if (sourceValue === undefined || sourceValue === null)
+                continue;
+            if (typeof target === 'string') {
+                frontmatter[target] = sourceValue;
+            }
+            else {
+                const transform = target;
+                let valueToTransform = sourceValue;
+                if (transform.subfield && Array.isArray(valueToTransform)) {
+                    valueToTransform = valueToTransform
+                        .map(item => resolveFieldPath(item, transform.subfield))
+                        .filter(v => v !== undefined && v !== null);
+                }
+                frontmatter[transform.field] = applyTransform(valueToTransform, transform.transform);
+            }
+        }
+        // Apply status map
+        if (mapping.status_map && frontmatterData.status) {
+            const mappedStatus = mapping.status_map[String(frontmatterData.status).toLowerCase()];
+            if (mappedStatus) {
+                frontmatter.status = mappedStatus;
+            }
+        }
+        // Generate entity_id
+        const entityId = this.generateEntityId(frontmatterData, file, mapping);
+        if (!entityId)
+            return null;
+        frontmatter.entity_id = entityId;
+        // Resolve content
+        let content = '';
+        if (mapping.content_from === '_body') {
+            content = markdownBody.trim();
+        }
+        else if (mapping.content_from) {
+            const raw = resolveFieldPath(frontmatterData, mapping.content_from);
+            if (raw)
+                content = String(raw);
+        }
+        const sourceRef = `${this.sourceConfig.name}:${file.path}`;
+        return {
+            entity_type: mapping.entity_type,
+            entity_id: entityId,
+            target_repo: mapping.target_repo,
+            frontmatter,
+            content,
+            source_name: this.sourceConfig.name,
+            source_ref: sourceRef,
+            confidence: 0.85,
+            ...(mapping.write_mode ? { write_mode: mapping.write_mode } : {}),
+            ...(mapping.co_locate ? { co_locate: mapping.co_locate } : {}),
+        };
+    }
+    /**
+     * Generate entity_id from id_from field, with _filename sentinel support.
+     */
+    generateEntityId(frontmatterData, file, mapping) {
+        const idField = mapping.id_from ?? 'title';
+        // _filename sentinel: use the filename directly
+        if (idField === '_filename') {
+            const basename = file.name.replace(/\.md$/, '');
+            return slugify(basename);
+        }
+        const raw = resolveFieldPath(frontmatterData, idField);
+        if (raw)
+            return slugify(String(raw));
+        // Fallback to filename
+        const basename = file.name.replace(/\.md$/, '');
+        return slugify(basename);
+    }
+}
+function tryParseJSON(raw) {
+    try {
+        return JSON.parse(raw);
+    }
+    catch {
+        return raw;
+    }
+}
+//# sourceMappingURL=frontmatter-extractor.js.map

package/dist/services/sync/frontmatter-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frontmatter-extractor.js","sourceRoot":"","sources":["../../../src/services/sync/frontmatter-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAGtF,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,IAAY;IACrD,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC;SACpC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,GAAG,EACvC,GAAG,CACJ,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,OAAO,oBAAoB;IACvB,MAAM,CAAgB;IACtB,YAAY,CAAe;IAEnC,YAAY,MAAqB,EAAE,YAA0B;QAC3D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,OAAsB,EACtB,UAAkC;QAElC,IAAI,OAAO,CAAC,eAAe,KAAK,aAAa;YAAE,OAAO,EAAE,CAAC;QAEzD,MAAM,GAAG,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAErC,0BAA0B;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3C,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,YAAY,CAAC,CAAC;QAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,+CAA+C;QAC/C,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,iBAAiB,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAClD,CAAC;YACF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,IAAI,MAAM;oBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;YACD,IAAI,UAAU,IAAI,CAAC,CAAC,GAAG,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,iBAAiB,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC7F,GAAG,CAAC,iBAAiB,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAsB;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAErC,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS;YAChC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACb,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CACnF,CAAC;QAEN,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS;gBAC/B,CAAC,CAAC,yBAAyB,OAAO,CAAC,SAAS,+BAA+B;gBAC3E,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC;QAElD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAChH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,OAAO,CACnB,QAAgB,EAChB,GAAW,EACX,KAAmB,EACnB,KAAa,EACb,QAA4B,EAC5B,WAA+B,EAC/B,SAA6B;QAE7B,IAAI,KAAY,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACrE,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBAC3B,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,IAAI,IAAI,MAAM,EAAE,OAAO,IAAI,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YAC9E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,OAAO;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1F,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,4CAA4C;gBAC5C,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBAChE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;oBAClD,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,yDAAyD;gBACzD,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBACxE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC;wBAAE,SAAS;gBAClD,CAAC;gBACD,0BAA0B;gBAC1B,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBACxE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC;oBACjD,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,WAAW,EAAE;wBAAE,SAAS;gBACtE,CAAC;gBACD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC;gBACjD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,GAAG,IAAI,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAgB,EAAE,OAAsB;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAErC,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS;YAChC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACb,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACnD,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CACtD,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAClB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACnD,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAC3B,CAAC;QAEN,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAExC,qCAAqC;QACrC,IAAI,eAAoC,CAAC;QACzC,IAAI,YAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC;YAC9B,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE/E,kBAAkB;QAClB,IAAI,CAAC,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,WAAW,GAAwB;YACvC,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QAEF,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACrE,wEAAwE;YACxE,IAAI,WAAgB,CAAC;YACrB,IAAI,UAAU,KAAK,gBAAgB,EAAE,CAAC;gBACpC,gEAAgE;gBAChE,mEAAmE;gBACnE,IAAI,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC7B,KAAK,MAAM,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC,EAAE,CAAC;oBACzD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;oBAChD,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;wBACjC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC9C,MAAM;oBACR,CAAC;gBACH,CAAC;gBACD,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACzC,WAAW,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,gBAAgB,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;YAC9D,CAAC;YACD,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI;gBAAE,SAAS;YAEhE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,WAAW,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,MAAM,SAAS,GAAG,MAAwB,CAAC;gBAC3C,IAAI,gBAAgB,GAAG,WAAW,CAAC;gBACnC,IAAI,SAAS,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC1D,gBAAgB,GAAG,gBAAgB;yBAChC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,QAAS,CAAC,CAAC;yBACxD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;gBAChD,CAAC;gBACD,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,cAAc,CAAC,gBAAgB,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,OAAO,CAAC,UAAU,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;YACjD,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YACtF,IAAI,YAAY,EAAE,CAAC;gBACjB,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC;YACpC,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC;QAEjC,kBAAkB;QAClB,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,OAAO,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;YACrC,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC;aAAM,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,gBAAgB,CAAC,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YACpE,IAAI,GAAG;gBAAE,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAE3D,OAAO;YACL,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,QAAQ;YACnB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW;YACX,OAAO;YACP,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACnC,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,IAAI;YAChB,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,eAAoC,EACpC,IAAgB,EAChB,OAAsB;QAEtB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAE3C,gDAAgD;QAChD,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,GAAG,GAAG,gBAAgB,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACvD,IAAI,GAAG;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAErC,uBAAuB;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;CACF;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC"}

package/dist/services/sync/graph-match-state.d.ts

@@ -0,0 +1,33 @@
+/**
+ * GraphMatchState
+ *
+ * Caches LLM match decisions so repeat syncs skip already-resolved pairs.
+ * Stored at .studiograph/graph-match-state.json.
+ *
+ * Keys are "stagedId:existingId" pairs. Values record whether the LLM
+ * decided they are the same entity, plus a timestamp.
+ */
+export interface GraphMatchDecision {
+    is_same: boolean;
+    decided_at: string;
+}
+export interface GraphMatchStateData {
+    /** "stagedId:existingId" → decision */
+    decisions: Record<string, GraphMatchDecision>;
+}
+export declare class GraphMatchState {
+    private filePath;
+    private data;
+    constructor(workspacePath: string);
+    private load;
+    /**
+     * Get a cached decision for a staged + existing entity pair.
+     * Returns true/false if decided, null if no decision cached.
+     */
+    getDecision(stagedId: string, existingId: string): boolean | null;
+    /**
+     * Record a match decision after LLM evaluation.
+     */
+    record(stagedId: string, existingId: string, isSame: boolean): void;
+    save(): void;
+}

package/dist/services/sync/graph-match-state.js

@@ -0,0 +1,61 @@
+/**
+ * GraphMatchState
+ *
+ * Caches LLM match decisions so repeat syncs skip already-resolved pairs.
+ * Stored at .studiograph/graph-match-state.json.
+ *
+ * Keys are "stagedId:existingId" pairs. Values record whether the LLM
+ * decided they are the same entity, plus a timestamp.
+ */
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from 'fs';
+import { join, dirname } from 'path';
+export class GraphMatchState {
+    filePath;
+    data = null;
+    constructor(workspacePath) {
+        this.filePath = join(workspacePath, '.studiograph', 'graph-match-state.json');
+    }
+    load() {
+        if (this.data)
+            return this.data;
+        if (existsSync(this.filePath)) {
+            try {
+                this.data = JSON.parse(readFileSync(this.filePath, 'utf-8'));
+            }
+            catch {
+                this.data = { decisions: {} };
+            }
+        }
+        else {
+            this.data = { decisions: {} };
+        }
+        return this.data;
+    }
+    /**
+     * Get a cached decision for a staged + existing entity pair.
+     * Returns true/false if decided, null if no decision cached.
+     */
+    getDecision(stagedId, existingId) {
+        const key = `${stagedId}:${existingId}`;
+        const decision = this.load().decisions[key];
+        return decision ? decision.is_same : null;
+    }
+    /**
+     * Record a match decision after LLM evaluation.
+     */
+    record(stagedId, existingId, isSame) {
+        const key = `${stagedId}:${existingId}`;
+        this.load().decisions[key] = {
+            is_same: isSame,
+            decided_at: new Date().toISOString(),
+        };
+    }
+    save() {
+        const dir = dirname(this.filePath);
+        if (!existsSync(dir)) {
+            mkdirSync(dir, { recursive: true });
+        }
+        writeFileSync(this.filePath, JSON.stringify(this.load(), null, 2) + '\n', 'utf-8');
+    }
+}
+//# sourceMappingURL=graph-match-state.js.map

package/dist/services/sync/graph-match-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graph-match-state.js","sourceRoot":"","sources":["../../../src/services/sync/graph-match-state.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAYrC,MAAM,OAAO,eAAe;IAClB,QAAQ,CAAS;IACjB,IAAI,GAA+B,IAAI,CAAC;IAEhD,YAAY,aAAqB;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,cAAc,EAAE,wBAAwB,CAAC,CAAC;IAChF,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QAEhC,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAwB,CAAC;YACtF,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,IAAI,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,QAAgB,EAAE,UAAkB;QAC9C,MAAM,GAAG,GAAG,GAAG,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAgB,EAAE,UAAkB,EAAE,MAAe;QAC1D,MAAM,GAAG,GAAG,GAAG,QAAQ,IAAI,UAAU,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG;YAC3B,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;IACJ,CAAC;IAED,IAAI;QACF,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;CACF"}

package/dist/services/sync/graph-match.d.ts

@@ -0,0 +1,53 @@
+/**
+ * Graph Match
+ *
+ * Compares reconciled records against existing graph entities to prevent
+ * duplicate creates. Uses heuristic scoring first (string similarity,
+ * shared wikilinks), then LLM for ambiguous candidates.
+ *
+ * Inserted between reconciliation and staging in the sync pipeline:
+ *   extract → derive → reconcile → graph-match → staging → commit
+ */
+import type { ReconciliationMatch } from './types.js';
+export interface GraphMatchOptions {
+    workspacePath: string;
+    similarityThreshold?: number;
+    schemaExtensions?: Record<string, any>;
+}
+export interface GraphMatchResult {
+    /** Original reconciled match, potentially updated */
+    match: ReconciliationMatch;
+    /** If matched to an existing graph entity, its ID */
+    matched_to?: string;
+    /** How the match was determined */
+    match_method?: 'exact' | 'heuristic' | 'llm' | 'cached';
+}
+export interface GraphMatchEvent {
+    type: 'index-loaded' | 'index-scan' | 'matched' | 'summary' | 'error' | 'progress';
+    stagedId?: string;
+    existingId?: string;
+    method?: 'heuristic' | 'llm' | 'cached';
+    score?: number;
+    reasoning?: string;
+    entityCount?: number;
+    typeCount?: number;
+    candidatesEvaluated?: number;
+    matchesFound?: number;
+    error?: string;
+    current?: number;
+    total?: number;
+}
+export declare function graphMatch(matches: ReconciliationMatch[], options: GraphMatchOptions, onEvent?: (event: GraphMatchEvent) => void): Promise<GraphMatchResult[]>;
+/**
+ * Format a GraphMatchEvent into a colored CLI string.
+ */
+export declare function formatGraphMatchEvent(event: GraphMatchEvent): string;
+export declare function heuristicScore(staged: {
+    entity_id: string;
+    frontmatter: Record<string, any>;
+}, existing: {
+    entity_id: string;
+    frontmatter: Record<string, any>;
+}): number;
+/** Dice coefficient on character bigrams. Returns 0–1. */
+export declare function diceCoefficient(a: string, b: string): number;