studiograph 1.1.2 → 1.2.0-beta.1

package/dist/services/sync/unstructured-extractor.d.ts

@@ -0,0 +1,29 @@
+/**
+ * UnstructuredExtractor
+ *
+ * Extracts entities from file-based sources (e.g. Obsidian) where field
+ * mapping isn't possible. Uses LLM for extraction.
+ */
+import { SyncMCPClient } from './mcp-client.js';
+import type { SchemaRegistry } from '../../core/schema-registry.js';
+import type { GraphRAGClient } from './graphrag-client.js';
+import type { SourceConfig, EntityMapping, ExtractedRecord, SourceFile } from './types.js';
+export declare class UnstructuredExtractor {
+    private client;
+    private sourceConfig;
+    private schemaRegistry;
+    private graphrag?;
+    constructor(client: SyncMCPClient, sourceConfig: SourceConfig, schemaRegistry: SchemaRegistry, graphrag?: GraphRAGClient);
+    /**
+     * Discover files matching directory patterns.
+     */
+    discover(mapping: EntityMapping): Promise<SourceFile[]>;
+    /**
+     * Extract one file via LLM.
+     */
+    extractOne(file: SourceFile, mapping: EntityMapping, onProgress?: (msg: string) => void): Promise<ExtractedRecord | null>;
+    /**
+     * Extract all files for one mapping (with concurrency limit).
+     */
+    extract(mapping: EntityMapping, onProgress?: (msg: string) => void): Promise<ExtractedRecord[]>;
+}

package/dist/services/sync/unstructured-extractor.js

@@ -0,0 +1,197 @@
+/**
+ * UnstructuredExtractor
+ *
+ * Extracts entities from file-based sources (e.g. Obsidian) where field
+ * mapping isn't possible. Uses LLM for extraction.
+ */
+import { llmExtract } from './llm.js';
+import { slugify } from './structured-extractor.js';
+import { matchGlob } from './frontmatter-extractor.js';
+const CONCURRENCY_LIMIT = 3;
+export class UnstructuredExtractor {
+    client;
+    sourceConfig;
+    schemaRegistry;
+    graphrag;
+    constructor(client, sourceConfig, schemaRegistry, graphrag) {
+        this.client = client;
+        this.sourceConfig = sourceConfig;
+        this.schemaRegistry = schemaRegistry;
+        this.graphrag = graphrag;
+    }
+    /**
+     * Discover files matching directory patterns.
+     */
+    async discover(mapping) {
+        // Use explicit tool name from mapping, or fall back to heuristic matching
+        const tools = this.client.getTools();
+        const listTool = mapping.list_tool
+            ? tools.find(t => t.name === mapping.list_tool)
+            : tools.find(t => t.name.includes('list') && (t.name.includes('file') || t.name.includes('vault')));
+        if (!listTool) {
+            throw new Error(mapping.list_tool
+                ? `Configured list_tool "${mapping.list_tool}" not found on the MCP server`
+                : 'No file listing tool found on the MCP server');
+        }
+        const files = [];
+        const patterns = mapping.directory_patterns ?? [];
+        if (patterns.length === 0) {
+            // List all files
+            const raw = await this.client.callTool(listTool.name);
+            const items = parseFileList(raw);
+            for (const item of items) {
+                const path = typeof item === 'string' ? item : (item.path ?? item.filename ?? item.name);
+                if (path && path.endsWith('.md')) {
+                    if (mapping.file_pattern) {
+                        const basename = (path.split('/').pop() ?? path).replace(/\.md$/, '');
+                        if (!matchGlob(mapping.file_pattern, basename))
+                            continue;
+                    }
+                    if (mapping.name_match === 'folder') {
+                        const parts = path.split('/');
+                        const basename = (parts[parts.length - 1] ?? path).replace(/\.md$/, '');
+                        const parentFolder = parts.length >= 2 ? parts[parts.length - 2] : '';
+                        if (basename.toLowerCase() !== parentFolder.toLowerCase())
+                            continue;
+                    }
+                    files.push({ path, name: path.split('/').pop() ?? path });
+                }
+            }
+        }
+        else {
+            for (const pattern of patterns) {
+                const dir = pattern.replace(/\/$/, '');
+                try {
+                    const raw = await this.client.callTool(listTool.name, { directory: dir });
+                    const items = parseFileList(raw);
+                    for (const item of items) {
+                        const entry = typeof item === 'string' ? item : (item.path ?? item.filename ?? item.name);
+                        if (entry && entry.endsWith('.md')) {
+                            if (mapping.file_pattern) {
+                                const basename = (entry.split('/').pop() ?? entry).replace(/\.md$/, '');
+                                if (!matchGlob(mapping.file_pattern, basename))
+                                    continue;
+                            }
+                            if (mapping.name_match === 'folder') {
+                                const basename = (entry.split('/').pop() ?? entry).replace(/\.md$/, '');
+                                const parentFolder = dir.split('/').pop() ?? dir;
+                                if (basename.toLowerCase() !== parentFolder.toLowerCase())
+                                    continue;
+                            }
+                            const filename = entry.split('/').pop() ?? entry;
+                            files.push({ path: `${dir}/${filename}`, name: filename });
+                        }
+                    }
+                }
+                catch {
+                    // skip inaccessible directories
+                }
+            }
+        }
+        return files;
+    }
+    /**
+     * Extract one file via LLM.
+     */
+    async extractOne(file, mapping, onProgress) {
+        // Use explicit tool name from mapping, or fall back to heuristic matching
+        const tools = this.client.getTools();
+        const readTool = mapping.read_tool
+            ? tools.find(t => t.name === mapping.read_tool)
+            : tools.find(t => (t.name.includes('get') || t.name.includes('read')) &&
+                (t.name.includes('vault') || t.name.includes('note'))) ?? tools.find(t => (t.name.includes('get') || t.name.includes('read')) &&
+                t.name.includes('file') &&
+                !t.name.includes('active'));
+        if (!readTool) {
+            onProgress?.(`    Skip ${file.name}: no read tool found`);
+            return null;
+        }
+        let content;
+        try {
+            content = await this.client.callTool(readTool.name, { filename: file.path });
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            onProgress?.(`    Read error on ${file.name}: ${msg}`);
+            return null;
+        }
+        if (!content || content.length < 10) {
+            onProgress?.(`    Skip ${file.name}: empty or too short (${content?.length ?? 0} chars)`);
+            return null;
+        }
+        // Get schema for extraction
+        const schema = this.schemaRegistry.getSchema(mapping.entity_type);
+        try {
+            // Get cross-document context from GraphRAG if available
+            let graphragContext;
+            if (this.graphrag) {
+                const entityName = file.name.replace(/\.md$/, '');
+                const ctx = this.graphrag.getEntityContext(entityName, mapping.entity_type, content);
+                if (ctx.formattedContext) {
+                    graphragContext = ctx.formattedContext;
+                }
+            }
+            const frontmatter = await llmExtract(content, mapping.entity_type, schema, graphragContext);
+            // Generate entity_id from extracted name/title or filename
+            const nameField = frontmatter.name ?? frontmatter.title ?? file.name.replace(/\.md$/, '');
+            const entityId = slugify(String(nameField));
+            frontmatter.entity_type = mapping.entity_type;
+            frontmatter.entity_id = entityId;
+            return {
+                entity_type: mapping.entity_type,
+                entity_id: entityId,
+                target_repo: mapping.target_repo,
+                frontmatter,
+                content: '',
+                source_name: this.sourceConfig.name,
+                source_ref: `${this.sourceConfig.name}:${file.path}`,
+                confidence: 0.7,
+                ...(mapping.write_mode ? { write_mode: mapping.write_mode } : {}),
+                ...(mapping.co_locate ? { co_locate: mapping.co_locate } : {}),
+            };
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            onProgress?.(`    LLM error on ${file.name}: ${msg}`);
+            return null;
+        }
+    }
+    /**
+     * Extract all files for one mapping (with concurrency limit).
+     */
+    async extract(mapping, onProgress) {
+        if (mapping.extraction_mode !== 'unstructured')
+            return [];
+        const log = onProgress ?? (() => { });
+        const files = await this.discover(mapping);
+        log(`    Found ${files.length} files for LLM extraction`);
+        const results = [];
+        // Process in batches
+        for (let i = 0; i < files.length; i += CONCURRENCY_LIMIT) {
+            const batch = files.slice(i, i + CONCURRENCY_LIMIT);
+            const batchResults = await Promise.all(batch.map(file => this.extractOne(file, mapping, onProgress)));
+            for (const result of batchResults) {
+                if (result)
+                    results.push(result);
+            }
+        }
+        return results;
+    }
+}
+function tryParseJSON(raw) {
+    try {
+        return JSON.parse(raw);
+    }
+    catch {
+        return raw;
+    }
+}
+/** Parse an MCP file list response, handling both arrays and wrapped objects. */
+function parseFileList(raw) {
+    const parsed = tryParseJSON(raw);
+    if (Array.isArray(parsed))
+        return parsed;
+    const items = parsed?.files ?? parsed?.data ?? parsed?.results ?? parsed?.items;
+    return Array.isArray(items) ? items : [];
+}
+//# sourceMappingURL=unstructured-extractor.js.map

package/dist/services/sync/unstructured-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unstructured-extractor.js","sourceRoot":"","sources":["../../../src/services/sync/unstructured-extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAKvD,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,MAAM,OAAO,qBAAqB;IACxB,MAAM,CAAgB;IACtB,YAAY,CAAe;IAC3B,cAAc,CAAiB;IAC/B,QAAQ,CAAkB;IAElC,YAAY,MAAqB,EAAE,YAA0B,EAAE,cAA8B,EAAE,QAAyB;QACtH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAsB;QACnC,0EAA0E;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS;YAChC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACb,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACjF,CAAC;QAEN,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS;gBAC/B,CAAC,CAAC,yBAAyB,OAAO,CAAC,SAAS,+BAA+B;gBAC3E,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC;QAElD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,iBAAiB;YACjB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACtD,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzF,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;wBACzB,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;wBACtE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC;4BAAE,SAAS;oBAC3D,CAAC;oBACD,IAAI,OAAO,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;wBACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC9B,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;wBACxE,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACtE,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,WAAW,EAAE;4BAAE,SAAS;oBACtE,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC1E,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;oBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,MAAM,KAAK,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC1F,IAAI,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;4BACnC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gCACzB,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gCACxE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC;oCAAE,SAAS;4BAC3D,CAAC;4BACD,IAAI,OAAO,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;gCACpC,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gCACxE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC;gCACjD,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,WAAW,EAAE;oCAAE,SAAS;4BACtE,CAAC;4BACD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC;4BACjD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,GAAG,IAAI,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;wBAC7D,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,gCAAgC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAgB,EAAE,OAAsB,EAAE,UAAkC;QAC3F,0EAA0E;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS;YAChC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACb,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACnD,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CACtD,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAClB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACnD,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAC3B,CAAC;QAEN,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,UAAU,EAAE,CAAC,YAAY,IAAI,CAAC,IAAI,sBAAsB,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,UAAU,EAAE,CAAC,qBAAqB,IAAI,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACpC,UAAU,EAAE,CAAC,YAAY,IAAI,CAAC,IAAI,yBAAyB,OAAO,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1F,OAAO,IAAI,CAAC;QACd,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,wDAAwD;YACxD,IAAI,eAAmC,CAAC;YACxC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAClD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBACrF,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;oBACzB,eAAe,GAAG,GAAG,CAAC,gBAAgB,CAAC;gBACzC,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;YAE5F,2DAA2D;YAC3D,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC1F,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;YAE5C,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAC9C,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC;YAEjC,OAAO;gBACL,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,QAAQ;gBACnB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW;gBACX,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;gBACnC,UAAU,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;gBACpD,UAAU,EAAE,GAAG;gBACf,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/D,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,UAAU,EAAE,CAAC,oBAAoB,IAAI,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,OAAsB,EAAE,UAAkC;QACtE,IAAI,OAAO,CAAC,eAAe,KAAK,cAAc;YAAE,OAAO,EAAE,CAAC;QAE1D,MAAM,GAAG,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3C,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,2BAA2B,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,iBAAiB,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAC9D,CAAC;YACF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,IAAI,MAAM;oBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,iFAAiF;AACjF,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,MAAM,EAAE,IAAI,IAAI,MAAM,EAAE,OAAO,IAAI,MAAM,EAAE,KAAK,CAAC;IAChF,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC"}

package/dist/services/vector-service.d.ts

@@ -0,0 +1,88 @@
+/**
+ * VectorService
+ *
+ * Manages semantic and full-text search using LanceDB.
+ *
+ * Tier 1 — FTS only (no API key required):
+ *   All entities are indexed in LanceDB with a BM25 full-text search index on
+ *   the `text` column. This is a significant upgrade over substring matching.
+ *
+ * Tier 2 — Hybrid semantic search (requires Voyage AI API key):
+ *   When a voyage_api_key is configured, embeddings are generated via Voyage AI
+ *   (voyage-3, 1024 dimensions) and stored alongside the FTS index. Searches
+ *   use LanceDB hybrid mode (vector + FTS re-ranked).
+ *
+ * Storage: ~/.studiograph/vector/ (configurable via user.json vector_db_path)
+ * Last-index timestamps: ~/.studiograph/vector/last-indexed.json
+ */
+import type { EntityFile } from '../core/graph.js';
+export interface VectorSearchResult {
+    repoName: string;
+    entityType: string;
+    entityId: string;
+    score: number;
+}
+export declare class VectorService {
+    private dbPath;
+    private voyageApiKey?;
+    private db?;
+    private table?;
+    private lastIndexedPath;
+    private initialized;
+    constructor(dbPath: string, voyageApiKey?: string);
+    /**
+     * Open/create the LanceDB table and ensure the FTS index exists.
+     * Call once before using the service.
+     */
+    init(): Promise<void>;
+    /**
+     * Index or re-index a single entity.
+     * Safe to call on create, update, or as part of bulk indexing.
+     */
+    upsert(repoName: string, entity: EntityFile): Promise<void>;
+    /**
+     * Bulk upsert — used by `studiograph index`. Batches Voyage API calls.
+     */
+    upsertMany(repoName: string, entities: EntityFile[]): Promise<void>;
+    /**
+     * Remove an entity from the index.
+     */
+    delete(repoName: string, entityType: string, entityId: string): Promise<void>;
+    /**
+     * Search the index.
+     * Uses hybrid search (vector + FTS) when Voyage key is configured, FTS only otherwise.
+     */
+    search(query: string, options?: {
+        limit?: number;
+        repos?: string[];
+    }): Promise<VectorSearchResult[]>;
+    /**
+     * Get the last time a repo's entities were indexed.
+     */
+    getLastIndexedTime(repoName: string): string | undefined;
+    /**
+     * Record the current time as the last index time for a repo.
+     */
+    setLastIndexedTime(repoName: string): void;
+    /** Whether Voyage AI embeddings are enabled (Tier 2). */
+    get hasEmbeddings(): boolean;
+    private generateEmbedding;
+    private generateEmbeddingsBatch;
+}
+/**
+ * Index (or re-index) all entities across workspace repos into LanceDB.
+ * Standalone function — does not require a WorkspaceManager instance.
+ * Used by `join`, `commit`, and other CLI commands that land entities on disk.
+ *
+ * @returns Total number of entities indexed.
+ */
+export declare function reindexWorkspace(workspacePath: string, repos: Array<{
+    name: string;
+    path: string;
+}>, onProgress?: (msg: string) => void): Promise<number>;
+/**
+ * Build a text representation of an entity for FTS/embedding.
+ * Combines entity type, key frontmatter fields, and markdown body.
+ * Exported for testing.
+ */
+export declare function buildEntityText(entity: EntityFile): string;

package/dist/services/vector-service.js

@@ -0,0 +1,322 @@
+/**
+ * VectorService
+ *
+ * Manages semantic and full-text search using LanceDB.
+ *
+ * Tier 1 — FTS only (no API key required):
+ *   All entities are indexed in LanceDB with a BM25 full-text search index on
+ *   the `text` column. This is a significant upgrade over substring matching.
+ *
+ * Tier 2 — Hybrid semantic search (requires Voyage AI API key):
+ *   When a voyage_api_key is configured, embeddings are generated via Voyage AI
+ *   (voyage-3, 1024 dimensions) and stored alongside the FTS index. Searches
+ *   use LanceDB hybrid mode (vector + FTS re-ranked).
+ *
+ * Storage: ~/.studiograph/vector/ (configurable via user.json vector_db_path)
+ * Last-index timestamps: ~/.studiograph/vector/last-indexed.json
+ */
+import { join } from 'path';
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from 'fs';
+import * as lancedb from '@lancedb/lancedb';
+const VOYAGE_API_URL = 'https://api.voyageai.com/v1/embeddings';
+const VOYAGE_MODEL = 'voyage-3';
+const VECTOR_DIM = 1024;
+const TABLE_NAME = 'entities';
+export class VectorService {
+    dbPath;
+    voyageApiKey;
+    db;
+    table;
+    lastIndexedPath;
+    initialized = false;
+    constructor(dbPath, voyageApiKey) {
+        this.dbPath = dbPath;
+        this.voyageApiKey = voyageApiKey;
+        this.lastIndexedPath = join(dbPath, 'last-indexed.json');
+    }
+    /**
+     * Open/create the LanceDB table and ensure the FTS index exists.
+     * Call once before using the service.
+     */
+    async init() {
+        if (this.initialized)
+            return;
+        mkdirSync(this.dbPath, { recursive: true });
+        this.db = await lancedb.connect(this.dbPath);
+        const tableNames = await this.db.tableNames();
+        if (tableNames.includes(TABLE_NAME)) {
+            this.table = await this.db.openTable(TABLE_NAME);
+        }
+        else {
+            // Create table with a seed record (LanceDB infers schema from first batch)
+            const seed = {
+                id: '__seed__',
+                repo: '',
+                entity_type: '',
+                entity_id: '',
+                text: 'seed',
+                vector: new Array(VECTOR_DIM).fill(0),
+                updated_at: new Date().toISOString(),
+            };
+            this.table = await this.db.createTable(TABLE_NAME, [seed]);
+            // Create FTS index on text column
+            await this.table.createIndex('text', {
+                config: lancedb.Index.fts(),
+            });
+            // Delete the seed record
+            await this.table.delete(`id = '__seed__'`);
+        }
+        this.initialized = true;
+    }
+    /**
+     * Index or re-index a single entity.
+     * Safe to call on create, update, or as part of bulk indexing.
+     */
+    async upsert(repoName, entity) {
+        await this.init();
+        const id = `${repoName}/${entity.entityType}/${entity.id}`;
+        const text = buildEntityText(entity);
+        const vector = this.voyageApiKey
+            ? await this.generateEmbedding(text)
+            : null;
+        const record = {
+            id,
+            repo: repoName,
+            entity_type: entity.entityType,
+            entity_id: entity.id,
+            text,
+            // Only include vector when we actually have one — avoids LanceDB schema inference issues
+            vector: vector ?? new Array(VECTOR_DIM).fill(0),
+            updated_at: new Date().toISOString(),
+        };
+        await this.table
+            .mergeInsert('id')
+            .whenMatchedUpdateAll()
+            .whenNotMatchedInsertAll()
+            .execute([record]);
+    }
+    /**
+     * Bulk upsert — used by `studiograph index`. Batches Voyage API calls.
+     */
+    async upsertMany(repoName, entities) {
+        await this.init();
+        if (entities.length === 0)
+            return;
+        const texts = entities.map(e => buildEntityText(e));
+        // Batch embeddings (Voyage supports up to 128 per request)
+        let vectors = new Array(entities.length).fill(null);
+        if (this.voyageApiKey) {
+            vectors = await this.generateEmbeddingsBatch(texts);
+        }
+        const records = entities.map((entity, i) => ({
+            id: `${repoName}/${entity.entityType}/${entity.id}`,
+            repo: repoName,
+            entity_type: entity.entityType,
+            entity_id: entity.id,
+            text: texts[i],
+            vector: vectors[i] ?? new Array(VECTOR_DIM).fill(0),
+            updated_at: new Date().toISOString(),
+        }));
+        await this.table
+            .mergeInsert('id')
+            .whenMatchedUpdateAll()
+            .whenNotMatchedInsertAll()
+            .execute(records);
+    }
+    /**
+     * Remove an entity from the index.
+     */
+    async delete(repoName, entityType, entityId) {
+        await this.init();
+        const id = `${repoName}/${entityType}/${entityId}`;
+        await this.table.delete(`id = '${id.replace(/'/g, "''")}'`);
+    }
+    /**
+     * Search the index.
+     * Uses hybrid search (vector + FTS) when Voyage key is configured, FTS only otherwise.
+     */
+    async search(query, options = {}) {
+        await this.init();
+        const limit = options.limit ?? 10;
+        try {
+            let rows;
+            if (this.voyageApiKey) {
+                // Tier 2: hybrid search
+                const queryVector = await this.generateEmbedding(query);
+                rows = await this.table
+                    .search(queryVector)
+                    .limit(limit * 2) // fetch extra for re-ranking
+                    .toArray();
+            }
+            else {
+                // Tier 1: FTS only
+                rows = await this.table
+                    .search(query, 'text')
+                    .limit(limit)
+                    .toArray();
+            }
+            let results = rows
+                .filter((r) => r.id !== '__seed__' && r.entity_id !== '')
+                .map((r, i) => ({
+                repoName: r.repo,
+                entityType: r.entity_type,
+                entityId: r.entity_id,
+                score: r._distance != null ? 1 / (1 + r._distance) : 1 - i * 0.01,
+            }));
+            if (options.repos && options.repos.length > 0) {
+                results = results.filter(r => options.repos.includes(r.repoName));
+            }
+            return results.slice(0, limit);
+        }
+        catch {
+            // FTS index may not be built yet — return empty
+            return [];
+        }
+    }
+    /**
+     * Get the last time a repo's entities were indexed.
+     */
+    getLastIndexedTime(repoName) {
+        if (!existsSync(this.lastIndexedPath))
+            return undefined;
+        try {
+            const data = JSON.parse(readFileSync(this.lastIndexedPath, 'utf-8'));
+            return data[repoName];
+        }
+        catch {
+            return undefined;
+        }
+    }
+    /**
+     * Record the current time as the last index time for a repo.
+     */
+    setLastIndexedTime(repoName) {
+        mkdirSync(this.dbPath, { recursive: true });
+        let data = {};
+        if (existsSync(this.lastIndexedPath)) {
+            try {
+                data = JSON.parse(readFileSync(this.lastIndexedPath, 'utf-8'));
+            }
+            catch { /* ignore */ }
+        }
+        data[repoName] = new Date().toISOString();
+        writeFileSync(this.lastIndexedPath, JSON.stringify(data, null, 2) + '\n');
+    }
+    /** Whether Voyage AI embeddings are enabled (Tier 2). */
+    get hasEmbeddings() {
+        return !!this.voyageApiKey;
+    }
+    // ─── Private: Voyage AI ──────────────────────────────────────────────────────
+    async generateEmbedding(text) {
+        const results = await this.generateEmbeddingsBatch([text]);
+        return results[0] ?? new Array(VECTOR_DIM).fill(0);
+    }
+    async generateEmbeddingsBatch(texts) {
+        // Voyage supports up to 128 inputs per request
+        const BATCH_SIZE = 128;
+        const all = [];
+        for (let i = 0; i < texts.length; i += BATCH_SIZE) {
+            const batch = texts.slice(i, i + BATCH_SIZE);
+            const response = await fetch(VOYAGE_API_URL, {
+                method: 'POST',
+                headers: {
+                    'Authorization': `Bearer ${this.voyageApiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({ model: VOYAGE_MODEL, input: batch }),
+            });
+            if (!response.ok) {
+                const body = await response.text();
+                throw new Error(`Voyage AI error ${response.status}: ${body}`);
+            }
+            const json = await response.json();
+            all.push(...json.data.map(d => d.embedding));
+        }
+        return all;
+    }
+}
+// ─── Standalone reindex ──────────────────────────────────────────────────────
+/**
+ * Index (or re-index) all entities across workspace repos into LanceDB.
+ * Standalone function — does not require a WorkspaceManager instance.
+ * Used by `join`, `commit`, and other CLI commands that land entities on disk.
+ *
+ * @returns Total number of entities indexed.
+ */
+export async function reindexWorkspace(workspacePath, repos, onProgress) {
+    const { loadUserConfig } = await import('../core/user-config.js');
+    const { BaseGraphManager } = await import('../core/graph.js');
+    const { homedir } = await import('os');
+    const userConfig = loadUserConfig();
+    const dbPath = userConfig.vector_db_path || join(homedir(), '.studiograph', 'vector');
+    const vectorService = new VectorService(dbPath, userConfig.voyage_api_key);
+    await vectorService.init();
+    const log = onProgress ?? (() => { });
+    let total = 0;
+    for (const repo of repos) {
+        const repoPath = join(workspacePath, repo.path);
+        if (!existsSync(repoPath))
+            continue;
+        try {
+            const graph = new BaseGraphManager({
+                repoPath,
+                repoName: repo.name,
+                gitUser: { id: 'reindex', name: 'reindex', email: 'reindex@studiograph.local' },
+            });
+            const entities = graph.list();
+            if (entities.length > 0) {
+                await vectorService.upsertMany(repo.name, entities);
+                total += entities.length;
+            }
+            vectorService.setLastIndexedTime(repo.name);
+            log(`  Indexed ${repo.name}: ${entities.length} entities`);
+        }
+        catch (err) {
+            log(`  Failed to index ${repo.name}: ${err instanceof Error ? err.message : 'unknown'}`);
+        }
+    }
+    return total;
+}
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+/**
+ * Build a text representation of an entity for FTS/embedding.
+ * Combines entity type, key frontmatter fields, and markdown body.
+ * Exported for testing.
+ */
+export function buildEntityText(entity) {
+    const parts = [];
+    // Entity type and ID as context
+    parts.push(`${entity.entityType}: ${entity.data.name || entity.id}`);
+    // Key frontmatter fields (skip system fields and empty values)
+    const systemFields = new Set([
+        'entity_type', 'entity_id', 'created_at', 'updated_at',
+        'created_by', 'updated_by', 'visibility', 'restricted_to',
+        'sensitive_fields',
+    ]);
+    for (const [key, value] of Object.entries(entity.data)) {
+        if (systemFields.has(key) || value == null || value === '')
+            continue;
+        if (Array.isArray(value)) {
+            if (value.length > 0)
+                parts.push(`${key}: ${value.join(', ')}`);
+        }
+        else {
+            parts.push(`${key}: ${String(value)}`);
+        }
+    }
+    // Markdown body
+    if (entity.document.content) {
+        // Strip markdown syntax for cleaner FTS/embedding input
+        const plainText = entity.document.content
+            .replace(/^#{1,6}\s+/gm, '') // headings
+            .replace(/\*\*(.+?)\*\*/g, '$1') // bold
+            .replace(/\*(.+?)\*/g, '$1') // italic
+            .replace(/`(.+?)`/g, '$1') // inline code
+            .replace(/\[\[(.+?)\]\]/g, '$1') // wikilinks
+            .trim();
+        if (plainText)
+            parts.push(plainText);
+    }
+    return parts.join('\n');
+}
+//# sourceMappingURL=vector-service.js.map

package/dist/services/vector-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-service.js","sourceRoot":"","sources":["../../src/services/vector-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAG5C,MAAM,cAAc,GAAG,wCAAwC,CAAC;AAChE,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,UAAU,GAAG,IAAI,CAAC;AACxB,MAAM,UAAU,GAAG,UAAU,CAAC;AAmB9B,MAAM,OAAO,aAAa;IAChB,MAAM,CAAS;IACf,YAAY,CAAU;IACtB,EAAE,CAAsB;IACxB,KAAK,CAAiB;IACtB,eAAe,CAAS;IACxB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,MAAc,EAAE,YAAqB;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAC3D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE7C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;QAE9C,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,2EAA2E;YAC3E,MAAM,IAAI,GAAiB;gBACzB,EAAE,EAAE,UAAU;gBACd,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,EAAE;gBACf,SAAS,EAAE,EAAE;gBACb,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACrC,CAAC;YACF,IAAI,CAAC,KAAK,GAAG,MAAO,IAAI,CAAC,EAAU,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAkB,CAAC;YAErF,kCAAkC;YAClC,MAAM,IAAI,CAAC,KAAM,CAAC,WAAW,CAAC,MAAM,EAAE;gBACpC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE;aAC5B,CAAC,CAAC;YAEH,yBAAyB;YACzB,MAAM,IAAI,CAAC,KAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,QAAgB,EAAE,MAAkB;QAC/C,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,EAAE,GAAG,GAAG,QAAQ,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY;YAC9B,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;YACpC,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,MAAM,GAAiB;YAC3B,EAAE;YACF,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,SAAS,EAAE,MAAM,CAAC,EAAE;YACpB,IAAI;YACJ,yFAAyF;YACzF,MAAM,EAAE,MAAM,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/C,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAM;aACd,WAAW,CAAC,IAAI,CAAC;aACjB,oBAAoB,EAAE;aACtB,uBAAuB,EAAE;aACzB,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,QAAsB;QACvD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAElC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpD,2DAA2D;QAC3D,IAAI,OAAO,GAAwB,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,OAAO,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,OAAO,GAAmB,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,EAAE,EAAE,GAAG,QAAQ,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE,EAAE;YACnD,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,SAAS,EAAE,MAAM,CAAC,EAAE;YACpB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACnD,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC,CAAC,CAAC;QAEJ,MAAM,IAAI,CAAC,KAAM;aACd,WAAW,CAAC,IAAI,CAAC;aACjB,oBAAoB,EAAE;aACtB,uBAAuB,EAAE;aACzB,OAAO,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,QAAgB,EAAE,UAAkB,EAAE,QAAgB;QACjE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,EAAE,GAAG,GAAG,QAAQ,IAAI,UAAU,IAAI,QAAQ,EAAE,CAAC;QACnD,MAAM,IAAI,CAAC,KAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAAgD,EAAE;QAElD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACH,IAAI,IAAW,CAAC;YAEhB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,wBAAwB;gBACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBACxD,IAAI,GAAG,MAAO,IAAI,CAAC,KAAa;qBAC7B,MAAM,CAAC,WAAW,CAAC;qBACnB,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,6BAA6B;qBAC9C,OAAO,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,mBAAmB;gBACnB,IAAI,GAAG,MAAO,IAAI,CAAC,KAAa;qBAC7B,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC;qBACrB,KAAK,CAAC,KAAK,CAAC;qBACZ,OAAO,EAAE,CAAC;YACf,CAAC;YAED,IAAI,OAAO,GAAyB,IAAI;iBACrC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,IAAI,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC;iBAC7D,GAAG,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;gBAC3B,QAAQ,EAAE,CAAC,CAAC,IAAI;gBAChB,UAAU,EAAE,CAAC,CAAC,WAAW;gBACzB,QAAQ,EAAE,CAAC,CAAC,SAAS;gBACrB,KAAK,EAAE,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI;aAClE,CAAC,CAAC,CAAC;YAEN,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACrE,CAAC;YAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,gDAAgD;YAChD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAgB;QACjC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;YAAE,OAAO,SAAS,CAAC;QACxD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;YACrE,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAgB;QACjC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,IAAI,GAA2B,EAAE,CAAC;QACtC,IAAI,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC;gBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1C,aAAa,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5E,CAAC;IAED,yDAAyD;IACzD,IAAI,aAAa;QACf,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,gFAAgF;IAExE,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,KAAe;QACnD,+CAA+C;QAC/C,MAAM,UAAU,GAAG,GAAG,CAAC;QACvB,MAAM,GAAG,GAAe,EAAE,CAAC;QAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAE7C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,EAAE;gBAC3C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,IAAI,CAAC,YAAY,EAAE;oBAC9C,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;aAC5D,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8C,CAAC;YAC/E,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,gFAAgF;AAEhF;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,aAAqB,EACrB,KAA4C,EAC5C,UAAkC;IAElC,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAClE,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC9D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,UAAU,GAAG,cAAc,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,UAAU,CAAC,cAAc,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC;IACtF,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,cAAc,CAAC,CAAC;IAC3E,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;IAE3B,MAAM,GAAG,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAS;QAEpC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC;gBACjC,QAAQ;gBACR,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,2BAA2B,EAAE;aAChF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACpD,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC;YAC3B,CAAC;YACD,aAAa,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,GAAG,CAAC,aAAa,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gFAAgF;AAEhF;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,MAAkB;IAChD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,gCAAgC;IAChC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAErE,+DAA+D;IAC/D,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;QAC3B,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY;QACtD,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe;QACzD,kBAAkB;KACnB,CAAC,CAAC;IAEH,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACvD,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;YAAE,SAAS;QACrE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC5B,wDAAwD;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO;aACtC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAG,WAAW;aACzC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,OAAO;aACvC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAK,SAAS;aACzC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAO,cAAc;aAC9C,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,YAAY;aAC5C,IAAI,EAAE,CAAC;QACV,IAAI,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}