studiograph 1.3.48-next.13 → 1.3.48-next.131

package/dist/services/sync/structured-extractor.js

@@ -1,584 +0,0 @@
-/**
- * StructuredExtractor
- *
- * Generic field-map-driven extractor for structured API sources.
- * No source-specific code — the field map in the source config drives everything.
- */
-import { nameQuality } from './name-quality.js';
-export class StructuredExtractor {
-    client;
-    sourceConfig;
-    syncState;
-    constructor(client, sourceConfig, syncState) {
-        this.client = client;
-        this.sourceConfig = sourceConfig;
-        this.syncState = syncState;
-    }
-    /**
-     * Extract entities for one mapping.
-     *
-     * Handles:
-     * - Pagination (loops through pages until no more data)
-     * - Detail fetching (calls get tool per record when mapping.fetch_details is set)
-     * - Incremental sync (passes updated_after cursor)
-     */
-    async extract(mapping, incremental = false, onProgress) {
-        if (mapping.extraction_mode !== 'structured')
-            return [];
-        // Support REST endpoint, explicit tool override, or auto-discovery
-        const listTool = mapping.list_endpoint ?? mapping.list_tool ?? this.client.findListTool(mapping.source_type);
-        if (!listTool) {
-            throw new Error(`No list tool found for source type "${mapping.source_type}"`);
-        }
-        // Phase 1: List all records (paginating until exhausted)
-        // Support array of list_params for APIs that need multiple calls
-        // (e.g. Asana archived: false + archived: true)
-        const paramSets = Array.isArray(mapping.list_params)
-            ? mapping.list_params
-            : [mapping.list_params ?? {}];
-        let allRawRecords = [];
-        for (const baseParams of paramSets) {
-            let pageStart = 0;
-            let hasMore = true;
-            while (hasMore) {
-                const args = { ...baseParams };
-                if (typeof pageStart === 'string') {
-                    // Cursor-based pagination — set both param names, APIs ignore unknown ones
-                    args.cursor = pageStart;
-                    args.offset = pageStart;
-                }
-                else if (pageStart > 0) {
-                    // Offset-based pagination (Pipedrive, etc.)
-                    args.start = pageStart;
-                }
-                if (mapping.page_size) {
-                    // Cursor APIs use page_size, offset APIs use limit
-                    if (typeof pageStart === 'string' || pageStart === 0) {
-                        args.page_size = mapping.page_size;
-                    }
-                    args.limit = mapping.page_size;
-                }
-                else if (mapping.list_limit) {
-                    args.limit = mapping.list_limit;
-                }
-                if (incremental) {
-                    const lastSync = this.syncState.getLastSync(this.sourceConfig.name);
-                    if (lastSync)
-                        args.updated_after = lastSync;
-                }
-                const raw = await this.client.callTool(listTool, Object.keys(args).length > 0 ? args : undefined);
-                let records;
-                let parsed;
-                try {
-                    parsed = JSON.parse(raw);
-                    records = Array.isArray(parsed)
-                        ? parsed
-                        : (parsed.data ?? parsed.files ?? parsed.documents ?? parsed.results ?? parsed.items ?? findFirstArray(parsed) ?? []);
-                }
-                catch (err) {
-                    // Fallback: try parsing XML-like responses (some MCP servers return XML)
-                    if (raw.trimStart().startsWith('<')) {
-                        records = parseXmlElements(raw);
-                        parsed = {}; // no pagination for XML responses
-                        if (records.length > 0) {
-                            if (onProgress)
-                                onProgress(`    Parsed ${records.length} records from XML response`);
-                        }
-                        else {
-                            if (onProgress)
-                                onProgress(`    Warning: XML response contained no parseable elements`);
-                            break;
-                        }
-                    }
-                    else {
-                        if (onProgress)
-                            onProgress(`    Warning: failed to parse list response — ${err instanceof Error ? err.message : 'invalid JSON'}`);
-                        if (onProgress && raw)
-                            onProgress(`    Raw response: ${raw.slice(0, 200)}`);
-                        break;
-                    }
-                }
-                allRawRecords.push(...records);
-                // Pagination: support multiple styles
-                const pagination = parsed?.additional_data?.pagination;
-                if (pagination?.more_items_in_collection && pagination.next_start != null) {
-                    // Pipedrive-style offset pagination
-                    pageStart = pagination.next_start;
-                }
-                else if (parsed?.hasNextPage && parsed?.cursor) {
-                    // Cursor-based pagination (Linear, etc.)
-                    pageStart = parsed.cursor;
-                }
-                else if (parsed?.hasMore && parsed?.cursor) {
-                    // Granola-style cursor pagination
-                    pageStart = parsed.cursor;
-                }
-                else if (parsed?.next_page?.offset) {
-                    // Asana-style cursor pagination
-                    pageStart = parsed.next_page.offset;
-                }
-                else {
-                    hasMore = false;
-                }
-            }
-        }
-        // Phase 2: Fetch full details per record if configured
-        if (mapping.fetch_details && allRawRecords.length > 0) {
-            // Support REST endpoint, explicit tool override, or auto-discovery
-            const getTool = mapping.detail_endpoint ?? mapping.read_tool ?? this.client.findGetTool(mapping.source_type);
-            if (getTool) {
-                const { param: idParam, array: idIsArray } = this.client.getToolIdParam(getTool);
-                const detailed = [];
-                const total = allRawRecords.length;
-                if (idIsArray) {
-                    // Batch mode — chunk IDs to avoid rate limits and size constraints
-                    const BATCH_SIZE = 5;
-                    const ids = allRawRecords.map(r => r.id ?? r.ID ?? r.gid).filter(Boolean);
-                    if (onProgress)
-                        onProgress(`    Batch fetching ${ids.length} records via ${getTool} (${BATCH_SIZE} per batch)`);
-                    for (let b = 0; b < ids.length; b += BATCH_SIZE) {
-                        if (b > 0)
-                            await new Promise(r => setTimeout(r, 2000)); // rate limit delay
-                        const batch = ids.slice(b, b + BATCH_SIZE);
-                        try {
-                            const detailRaw = await this.client.callTool(getTool, { [idParam]: batch, ...mapping.detail_params });
-                            if (detailRaw.trimStart().startsWith('<')) {
-                                detailed.push(...parseXmlDetail(detailRaw));
-                            }
-                            else {
-                                const parsed = JSON.parse(detailRaw);
-                                const items = Array.isArray(parsed) ? parsed : (parsed.data ?? parsed.documents ?? parsed.results ?? findFirstArray(parsed) ?? [parsed]);
-                                detailed.push(...items);
-                            }
-                            if (onProgress && (b + BATCH_SIZE) % 20 === 0)
-                                onProgress(`    Fetched ${Math.min(b + BATCH_SIZE, ids.length)}/${ids.length}`);
-                        }
-                        catch (err) {
-                            if (onProgress)
-                                onProgress(`    Warning: batch ${b / BATCH_SIZE + 1} failed — ${err instanceof Error ? err.message : 'unknown error'}`);
-                            // Fall back to list data for this batch
-                            for (const id of batch) {
-                                const fallback = allRawRecords.find(r => (r.id ?? r.ID ?? r.gid) === id);
-                                if (fallback)
-                                    detailed.push(fallback);
-                            }
-                        }
-                    }
-                }
-                else {
-                    // One-by-one mode
-                    if (onProgress)
-                        onProgress(`    Using ${getTool}(${idParam}: <id>) for details`);
-                    for (let i = 0; i < total; i++) {
-                        const record = allRawRecords[i];
-                        const id = record.id ?? record.ID ?? record.gid;
-                        if (!id) {
-                            detailed.push(record);
-                            continue;
-                        }
-                        try {
-                            if (onProgress && (i + 1) % 10 === 0) {
-                                onProgress(`    Fetching details: ${i + 1}/${total}`);
-                            }
-                            const detailRaw = await this.client.callTool(getTool, { [idParam]: id, ...mapping.detail_params });
-                            let detail;
-                            if (detailRaw.trimStart().startsWith('<')) {
-                                const elements = parseXmlDetail(detailRaw);
-                                detail = elements.length > 0 ? elements[0] : record;
-                            }
-                            else {
-                                const parsed = JSON.parse(detailRaw);
-                                detail = parsed.data ?? parsed.document ?? parsed;
-                            }
-                            detailed.push(detail);
-                        }
-                        catch (err) {
-                            if (onProgress)
-                                onProgress(`    Warning: detail fetch failed for record ${id} — ${err instanceof Error ? err.message : 'unknown error'}`);
-                            detailed.push(record); // fall back to list data on error
-                        }
-                    }
-                }
-                allRawRecords = detailed;
-            }
-        }
-        // Phase 3: Map records to ExtractedRecords
-        const results = [];
-        let mapErrors = 0;
-        for (const record of allRawRecords) {
-            try {
-                const extracted = this.mapRecord(record, mapping);
-                if (extracted)
-                    results.push(extracted);
-            }
-            catch {
-                mapErrors++;
-            }
-        }
-        if (mapErrors > 0 && onProgress) {
-            onProgress(`    Warning: ${mapErrors} record(s) skipped due to mapping errors`);
-        }
-        // Phase 4: Fetch body content per record via a separate tool (e.g. readGoogleDoc)
-        if (mapping.content_tool && results.length > 0) {
-            const ct = mapping.content_tool;
-            const total = results.length;
-            for (let i = 0; i < total; i++) {
-                const rec = results[i];
-                const rawRecord = allRawRecords[i];
-                const docId = resolveFieldPath(rawRecord, ct.id_from ?? 'id');
-                if (!docId)
-                    continue;
-                try {
-                    if (onProgress && (i + 1) % 10 === 0) {
-                        onProgress(`    Fetching content: ${i + 1}/${total}`);
-                    }
-                    const contentRaw = await this.client.callTool(ct.tool, {
-                        [ct.id_param]: docId,
-                        ...ct.extra_args,
-                    });
-                    // Use raw text, or extract from JSON wrapper
-                    let body;
-                    try {
-                        const parsed = JSON.parse(contentRaw);
-                        // Array of items (e.g. Pipedrive notes) — extract content from each, join
-                        const items = Array.isArray(parsed) ? parsed
-                            : Array.isArray(parsed.data) ? parsed.data
-                                : parsed.data === null ? [] // empty result (e.g. no notes)
-                                    : null;
-                        if (items !== null) {
-                            const contentField = ct.content_field ?? 'content';
-                            body = items
-                                .map((item) => stripHtml(String(item[contentField] ?? '')))
-                                .filter(Boolean)
-                                .join('\n\n---\n\n');
-                        }
-                        else {
-                            body = parsed.text ?? parsed.content ?? parsed.markdown ?? contentRaw;
-                        }
-                    }
-                    catch {
-                        body = contentRaw;
-                    }
-                    // Strip leading "---" (horizontal rule) which gray-matter
-                    // would interpret as a second frontmatter delimiter
-                    rec.content = body.replace(/^---\n/, '').trimStart();
-                }
-                catch (err) {
-                    // non-fatal — entity still gets metadata without body
-                    if (onProgress)
-                        onProgress(`    Warning: content fetch failed for ${rec.entity_id} — ${err instanceof Error ? err.message : 'unknown error'}`);
-                }
-            }
-        }
-        return results;
-    }
-    /**
-     * Apply field map to one source record.
-     */
-    mapRecord(record, mapping) {
-        if (!mapping.field_map)
-            return null;
-        const frontmatter = {
-            entity_type: mapping.entity_type,
-        };
-        // Apply field map
-        for (const [sourcePath, target] of Object.entries(mapping.field_map)) {
-            const sourceValue = this.resolveFieldPath(record, sourcePath);
-            if (sourceValue === undefined || sourceValue === null)
-                continue;
-            if (typeof target === 'string') {
-                frontmatter[target] = sourceValue;
-            }
-            else {
-                // FieldTransform object
-                const transform = target;
-                let valueToTransform = sourceValue;
-                // Extract subfield before transforming
-                if (transform.subfield) {
-                    if (Array.isArray(valueToTransform)) {
-                        valueToTransform = valueToTransform
-                            .map(item => this.resolveFieldPath(item, transform.subfield))
-                            .filter(v => v !== undefined && v !== null);
-                    }
-                    else if (typeof valueToTransform === 'object' && valueToTransform !== null) {
-                        valueToTransform = this.resolveFieldPath(valueToTransform, transform.subfield);
-                        if (valueToTransform === undefined || valueToTransform === null)
-                            continue;
-                    }
-                }
-                frontmatter[transform.field] = this.applyTransform(valueToTransform, transform.transform);
-            }
-        }
-        // Apply status map (case-insensitive key matching)
-        if (mapping.status_map && record.status) {
-            const statusStr = String(record.status).toLowerCase();
-            const mappedStatus = Object.entries(mapping.status_map).find(([key]) => key.toLowerCase() === statusStr)?.[1];
-            if (mappedStatus) {
-                frontmatter.status = mappedStatus;
-            }
-        }
-        // Apply priority map (case-insensitive key matching)
-        if (mapping.priority_map && (frontmatter.priority || record.priority)) {
-            const priorityStr = String(frontmatter.priority ?? record.priority).toLowerCase();
-            const match = Object.entries(mapping.priority_map).find(([key]) => key.toLowerCase() === priorityStr);
-            if (match) {
-                if (match[1]) {
-                    frontmatter.priority = match[1];
-                }
-                else {
-                    // undefined/null in map means remove the field (e.g. "No priority")
-                    delete frontmatter.priority;
-                }
-            }
-        }
-        // Generate entity_id
-        const entityId = this.generateEntityId(record, mapping);
-        if (!entityId)
-            return null;
-        frontmatter.entity_id = entityId;
-        // Resolve content from a source field if configured
-        let content = '';
-        if (mapping.content_from) {
-            const raw = this.resolveFieldPath(record, mapping.content_from);
-            if (raw)
-                content = String(raw);
-        }
-        // Generate source ref for provenance
-        const sourceRef = `${mapping.source_type}/${record.id ?? record.ID ?? record.gid ?? entityId}`;
-        // Apply name quality penalty
-        const name = frontmatter.name ?? frontmatter.title ?? '';
-        const quality = nameQuality(String(name), mapping.entity_type);
-        const confidence = 0.9 * quality;
-        return {
-            entity_type: mapping.entity_type,
-            entity_id: entityId,
-            target_repo: mapping.target_repo,
-            frontmatter,
-            content,
-            source_name: this.sourceConfig.name,
-            source_ref: sourceRef,
-            confidence,
-            ...(mapping.write_mode ? { write_mode: mapping.write_mode } : {}),
-        };
-    }
-    /**
-     * Resolve nested paths like "org_id.name" or "email[0].value".
-     */
-    resolveFieldPath(record, path) {
-        return resolveFieldPath(record, path);
-    }
-    /**
-     * Generate entity_id from the id_from field.
-     */
-    generateEntityId(record, mapping) {
-        const idField = mapping.id_from ?? 'title';
-        // Support composite IDs: id_from can be an array of field names
-        // e.g. ['title', 'created_at'] → "ridge-schema-daily-check-in-2026-03-24"
-        if (Array.isArray(idField)) {
-            const parts = idField.map(f => {
-                const val = this.resolveFieldPath(record, f);
-                return val ? String(val) : '';
-            }).filter(Boolean);
-            if (parts.length === 0)
-                return null;
-            return slugify(parts.join(' '));
-        }
-        const raw = this.resolveFieldPath(record, idField);
-        if (!raw)
-            return null;
-        return slugify(String(raw));
-    }
-    applyTransform(value, transform) {
-        return applyTransform(value, transform);
-    }
-}
-/**
- * Resolve nested field paths like "org_id.name" or "email[0].value".
- */
-export function resolveFieldPath(record, path) {
-    const parts = path.split('.');
-    let current = record;
-    for (const part of parts) {
-        if (current === undefined || current === null)
-            return undefined;
-        // Handle array index: field[0]
-        const arrayMatch = part.match(/^(.+)\[(\d+)\]$/);
-        if (arrayMatch) {
-            current = current[arrayMatch[1]];
-            if (Array.isArray(current)) {
-                current = current[parseInt(arrayMatch[2], 10)];
-            }
-            else {
-                return undefined;
-            }
-        }
-        else {
-            current = current[part];
-        }
-    }
-    return current;
-}
-/**
- * Apply a field transform to a value.
- */
-export function applyTransform(value, transform) {
-    switch (transform) {
-        case 'direct':
-            return value;
-        case 'kebab-case':
-            return slugify(String(value));
-        case 'date-iso':
-            try {
-                return new Date(value).toISOString().split('T')[0];
-            }
-            catch {
-                return String(value);
-            }
-        case 'wikilink':
-            return `[[${slugify(String(value))}]]`;
-        case 'wikilink-array':
-            if (Array.isArray(value)) {
-                return value.map(v => `[[${slugify(String(v))}]]`);
-            }
-            return [`[[${slugify(String(value))}]]`];
-        case 'string-array':
-            if (Array.isArray(value)) {
-                return value.map(v => String(v));
-            }
-            return [String(value)];
-        default:
-            return value;
-    }
-}
-/**
- * Find the first array value in an object.
- * Handles APIs that return { issues: [...] }, { projects: [...] }, etc.
- */
-/**
- * Parse XML-like MCP responses into records.
- * Extracts attributes from elements as key-value pairs.
- * e.g. `<meeting id="abc" title="Standup">` → `{ id: "abc", title: "Standup" }`
- */
-function parseXmlElements(xml) {
-    const records = [];
-    // Match elements with attributes (skip wrapper elements like <meetings_data>)
-    const elementPattern = /<(\w+)\s+((?:\w+="[^"]*"\s*)+)\s*\/?>/g;
-    let match;
-    while ((match = elementPattern.exec(xml)) !== null) {
-        const tag = match[1];
-        const attrStr = match[2];
-        // Skip wrapper/container elements
-        if (tag.endsWith('_data') || tag === 'root' || tag === 'response')
-            continue;
-        const record = {};
-        const attrPattern = /(\w+)="([^"]*)"/g;
-        let attrMatch;
-        while ((attrMatch = attrPattern.exec(attrStr)) !== null) {
-            record[attrMatch[1]] = attrMatch[2];
-        }
-        if (Object.keys(record).length > 0) {
-            records.push(record);
-        }
-    }
-    return records;
-}
-/**
- * Parse XML detail response into records with attributes AND child element text content.
- * e.g. `<meeting id="abc" title="Standup"><notes>Hello</notes></meeting>`
- *   → `{ id: "abc", title: "Standup", notes: "Hello" }`
- */
-export function parseXmlDetail(xml) {
-    const records = [];
-    // Strip wrapper elements so inner elements can be matched
-    let inner = xml;
-    inner = inner.replace(/<\w+_data[^>]*>([\s\S]*)<\/\w+_data>/g, '$1');
-    inner = inner.replace(/<(?:root|response)[^>]*>([\s\S]*)<\/(?:root|response)>/g, '$1');
-    // Find elements with attributes and a closing tag
-    const elementPattern = /<(\w+)\s+([^>]+)>([\s\S]*?)<\/\1>/g;
-    let match;
-    while ((match = elementPattern.exec(inner)) !== null) {
-        const tag = match[1];
-        const attrStr = match[2];
-        const innerContent = match[3];
-        const record = {};
-        // Extract attributes
-        const attrPattern = /(\w+)="([^"]*)"/g;
-        let attrMatch;
-        while ((attrMatch = attrPattern.exec(attrStr)) !== null) {
-            record[attrMatch[1]] = attrMatch[2];
-        }
-        // Extract child element text content
-        const childPattern = /<(\w+)>([\s\S]*?)<\/\1>/g;
-        let childMatch;
-        while ((childMatch = childPattern.exec(innerContent)) !== null) {
-            const childTag = childMatch[1];
-            const childText = childMatch[2].trim();
-            if (childText)
-                record[childTag] = childText;
-        }
-        if (Object.keys(record).length > 0) {
-            records.push(record);
-        }
-    }
-    return records;
-}
-/** Convert HTML to markdown. */
-export function stripHtml(html) {
-    return html
-        // Headings
-        .replace(/<h1[^>]*>(.*?)<\/h1>/gi, '# $1\n\n')
-        .replace(/<h2[^>]*>(.*?)<\/h2>/gi, '## $1\n\n')
-        .replace(/<h3[^>]*>(.*?)<\/h3>/gi, '### $1\n\n')
-        .replace(/<h4[^>]*>(.*?)<\/h4>/gi, '#### $1\n\n')
-        .replace(/<h5[^>]*>(.*?)<\/h5>/gi, '##### $1\n\n')
-        .replace(/<h6[^>]*>(.*?)<\/h6>/gi, '###### $1\n\n')
-        // Bold and italic
-        .replace(/<(?:strong|b)>(.*?)<\/(?:strong|b)>/gi, '**$1**')
-        .replace(/<(?:em|i)>(.*?)<\/(?:em|i)>/gi, '*$1*')
-        // Links
-        .replace(/<a[^>]+href="([^"]*)"[^>]*>(.*?)<\/a>/gi, '[$2]($1)')
-        // Ordered list items — track position with a counter replacement
-        .replace(/<ol[^>]*>([\s\S]*?)<\/ol>/gi, (_, inner) => {
-        let i = 0;
-        return inner.replace(/<li[^>]*>([\s\S]*?)<\/li>/gi, (_, content) => `${++i}. ${content.trim()}\n`);
-    })
-        // Unordered list items
-        .replace(/<li[^>]*>([\s\S]*?)<\/li>/gi, '- $1\n')
-        .replace(/<\/?[ou]l[^>]*>/gi, '\n')
-        // Line breaks and block elements
-        .replace(/<br\s*\/?>/gi, '\n')
-        .replace(/<\/(?:p|div)>/gi, '\n\n')
-        .replace(/<(?:p|div)[^>]*>/gi, '')
-        // Strip remaining tags
-        .replace(/<[^>]+>/g, '')
-        // Decode entities
-        .replace(/&amp;/g, '&')
-        .replace(/&lt;/g, '<')
-        .replace(/&gt;/g, '>')
-        .replace(/&quot;/g, '"')
-        .replace(/&#39;/g, "'")
-        .replace(/&nbsp;/g, ' ')
-        // Clean up whitespace
-        .replace(/\n{3,}/g, '\n\n')
-        .trim();
-}
-function findFirstArray(obj) {
-    for (const value of Object.values(obj)) {
-        if (Array.isArray(value))
-            return value;
-    }
-    return null;
-}
-/**
- * Convert a string to kebab-case entity ID.
- */
-export function slugify(str) {
-    return str
-        .toLowerCase()
-        .replace(/&/g, 'and')
-        .replace(/[^a-z0-9\s_-]/g, '')
-        .replace(/[\s_]+/g, '-')
-        .replace(/-{2,}/g, '-')
-        .replace(/^-+|-+$/g, '');
-}
-//# sourceMappingURL=structured-extractor.js.map

package/dist/services/sync/structured-extractor.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"structured-extractor.js","sourceRoot":"","sources":["../../../src/services/sync/structured-extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,MAAM,OAAO,mBAAmB;IACtB,MAAM,CAAc;IACpB,YAAY,CAAe;IAC3B,SAAS,CAAmB;IAEpC,YAAY,MAAmB,EAAE,YAA0B,EAAE,SAA2B;QACtF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,OAAO,CACX,OAAsB,EACtB,WAAW,GAAG,KAAK,EACnB,UAAkC;QAElC,IAAI,OAAO,CAAC,eAAe,KAAK,YAAY;YAAE,OAAO,EAAE,CAAC;QAExD,mEAAmE;QACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC7G,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,uCAAuC,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC;QACjF,CAAC;QAED,yDAAyD;QACzD,iEAAiE;QACjE,gDAAgD;QAChD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;YAClD,CAAC,CAAC,OAAO,CAAC,WAAW;YACrB,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;QAEhC,IAAI,aAAa,GAA0B,EAAE,CAAC;QAE9C,KAAK,MAAM,UAAU,IAAI,SAAS,EAAE,CAAC;YACnC,IAAI,SAAS,GAAoB,CAAC,CAAC;YACnC,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,OAAO,OAAO,EAAE,CAAC;gBACf,MAAM,IAAI,GAAwB,EAAE,GAAG,UAAU,EAAE,CAAC;gBACpD,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAClC,2EAA2E;oBAC3E,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;oBACxB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;gBAC1B,CAAC;qBAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;oBACzB,4CAA4C;oBAC5C,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;gBACzB,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,mDAAmD;oBACnD,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;wBACrD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;oBACrC,CAAC;oBACD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC;gBACjC,CAAC;qBAAM,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBAC9B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC;gBAClC,CAAC;gBACD,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;oBACpE,IAAI,QAAQ;wBAAE,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC;gBAC9C,CAAC;gBAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CACpC,QAAQ,EACR,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAChD,CAAC;gBAEF,IAAI,OAA8B,CAAC;gBACnC,IAAI,MAAW,CAAC;gBAEhB,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACzB,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;wBAC7B,CAAC,CAAC,MAAM;wBACR,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1H,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,yEAAyE;oBACzE,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;wBACpC,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;wBAChC,MAAM,GAAG,EAAE,CAAC,CAAC,kCAAkC;wBAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACvB,IAAI,UAAU;gCAAE,UAAU,CAAC,cAAc,OAAO,CAAC,MAAM,4BAA4B,CAAC,CAAC;wBACvF,CAAC;6BAAM,CAAC;4BACN,IAAI,UAAU;gCAAE,UAAU,CAAC,2DAA2D,CAAC,CAAC;4BACxF,MAAM;wBACR,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAI,UAAU;4BAAE,UAAU,CAAC,gDAAgD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;wBAClI,IAAI,UAAU,IAAI,GAAG;4BAAE,UAAU,CAAC,qBAAqB,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC5E,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,aAAa,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;gBAE/B,sCAAsC;gBACtC,MAAM,UAAU,GAAG,MAAM,EAAE,eAAe,EAAE,UAAU,CAAC;gBACvD,IAAI,UAAU,EAAE,wBAAwB,IAAI,UAAU,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;oBAC1E,oCAAoC;oBACpC,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC;gBACpC,CAAC;qBAAM,IAAI,MAAM,EAAE,WAAW,IAAI,MAAM,EAAE,MAAM,EAAE,CAAC;oBACjD,yCAAyC;oBACzC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC5B,CAAC;qBAAM,IAAI,MAAM,EAAE,OAAO,IAAI,MAAM,EAAE,MAAM,EAAE,CAAC;oBAC7C,kCAAkC;oBAClC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC5B,CAAC;qBAAM,IAAI,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;oBACrC,gCAAgC;oBAChC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,KAAK,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;QAED,uDAAuD;QACvD,IAAI,OAAO,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,mEAAmE;YACnE,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC7G,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;gBACjF,MAAM,QAAQ,GAA0B,EAAE,CAAC;gBAC3C,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC;gBAEnC,IAAI,SAAS,EAAE,CAAC;oBACd,mEAAmE;oBACnE,MAAM,UAAU,GAAG,CAAC,CAAC;oBACrB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC1E,IAAI,UAAU;wBAAE,UAAU,CAAC,sBAAsB,GAAG,CAAC,MAAM,gBAAgB,OAAO,KAAK,UAAU,aAAa,CAAC,CAAC;oBAChH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;wBAChD,IAAI,CAAC,GAAG,CAAC;4BAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,mBAAmB;wBAC3E,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;wBAC3C,IAAI,CAAC;4BACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;4BACtG,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gCAC1C,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC;4BAC9C,CAAC;iCAAM,CAAC;gCACN,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gCACrC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gCACzI,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;4BAC1B,CAAC;4BACD,IAAI,UAAU,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC;gCAAE,UAAU,CAAC,eAAe,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;wBACjI,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,IAAI,UAAU;gCAAE,UAAU,CAAC,sBAAsB,CAAC,GAAG,UAAU,GAAG,CAAC,aAAa,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;4BACxI,wCAAwC;4BACxC,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;gCACvB,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;gCACzE,IAAI,QAAQ;oCAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BACxC,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,kBAAkB;oBAClB,IAAI,UAAU;wBAAE,UAAU,CAAC,aAAa,OAAO,IAAI,OAAO,qBAAqB,CAAC,CAAC;oBACjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;wBAChC,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC;wBAChD,IAAI,CAAC,EAAE,EAAE,CAAC;4BAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;4BAAC,SAAS;wBAAC,CAAC;wBAE7C,IAAI,CAAC;4BACH,IAAI,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gCACrC,UAAU,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;4BACxD,CAAC;4BACD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;4BACnG,IAAI,MAA2B,CAAC;4BAChC,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gCAC1C,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;gCAC3C,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;4BACtD,CAAC;iCAAM,CAAC;gCACN,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gCACrC,MAAM,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC;4BACpD,CAAC;4BACD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBACxB,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,IAAI,UAAU;gCAAE,UAAU,CAAC,+CAA+C,EAAE,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;4BAC1I,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,kCAAkC;wBAC3D,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,aAAa,GAAG,QAAQ,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAClD,IAAI,SAAS;oBAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QACD,IAAI,SAAS,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;YAChC,UAAU,CAAC,gBAAgB,SAAS,0CAA0C,CAAC,CAAC;QAClF,CAAC;QAED,kFAAkF;QAClF,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBACnC,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;gBAC9D,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,CAAC;oBACH,IAAI,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;wBACrC,UAAU,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;oBACxD,CAAC;oBACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE;wBACrD,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK;wBACpB,GAAG,EAAE,CAAC,UAAU;qBACjB,CAAC,CAAC;oBACH,6CAA6C;oBAC7C,IAAI,IAAY,CAAC;oBACjB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;wBACtC,0EAA0E;wBAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM;4BAC1C,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;gCAC1C,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAE,+BAA+B;oCAC5D,CAAC,CAAC,IAAI,CAAC;wBACT,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;4BACnB,MAAM,YAAY,GAAG,EAAE,CAAC,aAAa,IAAI,SAAS,CAAC;4BACnD,IAAI,GAAG,KAAK;iCACT,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;iCAC/D,MAAM,CAAC,OAAO,CAAC;iCACf,IAAI,CAAC,aAAa,CAAC,CAAC;wBACzB,CAAC;6BAAM,CAAC;4BACN,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,UAAU,CAAC;wBACxE,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,IAAI,GAAG,UAAU,CAAC;oBACpB,CAAC;oBACD,0DAA0D;oBAC1D,oDAAoD;oBACpD,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;gBACvD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,sDAAsD;oBACtD,IAAI,UAAU;wBAAE,UAAU,CAAC,yCAAyC,GAAG,CAAC,SAAS,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;gBACjJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAA2B,EAAE,OAAsB;QAC3D,IAAI,CAAC,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,WAAW,GAAwB;YACvC,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QAEF,kBAAkB;QAClB,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC9D,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI;gBAAE,SAAS;YAEhE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,WAAW,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,wBAAwB;gBACxB,MAAM,SAAS,GAAG,MAAwB,CAAC;gBAC3C,IAAI,gBAAgB,GAAG,WAAW,CAAC;gBACnC,uCAAuC;gBACvC,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;oBACvB,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;wBACpC,gBAAgB,GAAG,gBAAgB;6BAChC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,QAAS,CAAC,CAAC;6BAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;oBAChD,CAAC;yBAAM,IAAI,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;wBAC7E,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;wBAC/E,IAAI,gBAAgB,KAAK,SAAS,IAAI,gBAAgB,KAAK,IAAI;4BAAE,SAAS;oBAC5E,CAAC;gBACH,CAAC;gBACD,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;QAED,mDAAmD;QACnD,IAAI,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YACtD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAC1D,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,SAAS,CAC3C,EAAE,CAAC,CAAC,CAAC,CAAC;YACP,IAAI,YAAY,EAAE,CAAC;gBACjB,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC;YACpC,CAAC;QACH,CAAC;QAED,qDAAqD;QACrD,IAAI,OAAO,CAAC,YAAY,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CACrD,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,WAAW,CAC7C,CAAC;YACF,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;oBACb,WAAW,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,oEAAoE;oBACpE,OAAO,WAAW,CAAC,QAAQ,CAAC;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxD,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC;QAEjC,oDAAoD;QACpD,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YAChE,IAAI,GAAG;gBAAE,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;QAED,qCAAqC;QACrC,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,GAAG,IAAI,QAAQ,EAAE,CAAC;QAE/F,6BAA6B;QAC7B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC;QACzD,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,GAAG,GAAG,OAAO,CAAC;QAEjC,OAAO;YACL,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,QAAQ;YACnB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW;YACX,OAAO;YACP,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACnC,UAAU,EAAE,SAAS;YACrB,UAAU;YACV,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAA2B,EAAE,IAAY;QACxD,OAAO,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAA2B,EAAE,OAAsB;QAClE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAE3C,gEAAgE;QAChE,0EAA0E;QAC1E,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC7C,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACnB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YACpC,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,CAAC;IAEO,cAAc,CAAC,KAAU,EAAE,SAAsC;QACvE,OAAO,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC1C,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAA2B,EAAE,IAAY;IACxE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,GAAQ,MAAM,CAAC;IAE1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QAEhE,+BAA+B;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACjD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACN,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAU,EAAE,SAAsC;IAC/E,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,KAAK,CAAC;QACf,KAAK,YAAY;YACf,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAChC,KAAK,UAAU;YACb,IAAI,CAAC;gBACH,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;QACH,KAAK,UAAU;YACb,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;QACzC,KAAK,gBAAgB;YACnB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3C,KAAK,cAAc;YACjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACzB;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,8EAA8E;IAC9E,MAAM,cAAc,GAAG,wCAAwC,CAAC;IAChE,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,kCAAkC;QAClC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,UAAU;YAAE,SAAS;QAC5E,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,IAAI,SAAS,CAAC;QACd,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACxD,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,0DAA0D;IAC1D,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,uCAAuC,EAAE,IAAI,CAAC,CAAC;IACrE,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,yDAAyD,EAAE,IAAI,CAAC,CAAC;IACvF,kDAAkD;IAClD,MAAM,cAAc,GAAG,oCAAoC,CAAC;IAC5D,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,qBAAqB;QACrB,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,IAAI,SAAS,CAAC;QACd,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACxD,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,qCAAqC;QACrC,MAAM,YAAY,GAAG,0BAA0B,CAAC;QAChD,IAAI,UAAU,CAAC;QACf,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/D,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACvC,IAAI,SAAS;gBAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC;QAC9C,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI;QACT,WAAW;SACV,OAAO,CAAC,wBAAwB,EAAE,UAAU,CAAC;SAC7C,OAAO,CAAC,wBAAwB,EAAE,WAAW,CAAC;SAC9C,OAAO,CAAC,wBAAwB,EAAE,YAAY,CAAC;SAC/C,OAAO,CAAC,wBAAwB,EAAE,aAAa,CAAC;SAChD,OAAO,CAAC,wBAAwB,EAAE,cAAc,CAAC;SACjD,OAAO,CAAC,wBAAwB,EAAE,eAAe,CAAC;QACnD,kBAAkB;SACjB,OAAO,CAAC,uCAAuC,EAAE,QAAQ,CAAC;SAC1D,OAAO,CAAC,+BAA+B,EAAE,MAAM,CAAC;QACjD,QAAQ;SACP,OAAO,CAAC,yCAAyC,EAAE,UAAU,CAAC;QAC/D,iEAAiE;SAChE,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACnD,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,KAAK,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAS,EAAE,OAAe,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrH,CAAC,CAAC;QACF,uBAAuB;SACtB,OAAO,CAAC,6BAA6B,EAAE,QAAQ,CAAC;SAChD,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC;QACnC,iCAAiC;SAChC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,iBAAiB,EAAE,MAAM,CAAC;SAClC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;QAClC,uBAAuB;SACtB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QACxB,kBAAkB;SACjB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;QACxB,sBAAsB;SACrB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,cAAc,CAAC,GAAwB;IAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;IACzC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,GAAW;IACjC,OAAO,GAAG;SACP,WAAW,EAAE;SACb,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;AAC7B,CAAC"}

package/dist/services/sync/sync-runner.d.ts

@@ -1,32 +0,0 @@
-/**
- * Sync Runner
- *
- * Orchestrates the full sync pipeline:
- * 1. Load source configs
- * 2. Connect to each source's MCP server
- * 3. Extract (structured or unstructured per mapping)
- * 4. Detect derivation needs, derive secondary entities
- * 5. Reconcile all records
- * 6. Write to staging
- */
-export interface SyncOptions {
-    workspacePath: string;
-    sources?: string[];
-    dryRun?: boolean;
-    incremental?: boolean;
-    schemaExtensions?: Record<string, any>;
-}
-export interface SyncResult {
-    sources_processed: number;
-    records_extracted: number;
-    records_derived: number;
-    records_reconciled: number;
-    records_graph_matched: number;
-    staging_written: number;
-    by_source: Record<string, {
-        extracted: number;
-        errors: number;
-    }>;
-    by_entity_type: Record<string, number>;
-}
-export declare function runSync(options: SyncOptions, onProgress?: (msg: string) => void): Promise<SyncResult>;