@memberjunction/metadata-sync 2.55.0 → 2.57.0

package/dist/services/PushService.js

@@ -0,0 +1,558 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PushService = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const fast_glob_1 = __importDefault(require("fast-glob"));
+const core_1 = require("@memberjunction/core");
+const config_1 = require("../config");
+const file_backup_manager_1 = require("../lib/file-backup-manager");
+const config_manager_1 = require("../lib/config-manager");
+const sql_logger_1 = require("../lib/sql-logger");
+const transaction_manager_1 = require("../lib/transaction-manager");
+class PushService {
+    syncEngine;
+    contextUser;
+    warnings = [];
+    processedRecords = new Map();
+    syncConfig;
+    constructor(syncEngine, contextUser) {
+        this.syncEngine = syncEngine;
+        this.contextUser = contextUser;
+    }
+    async push(options, callbacks) {
+        this.warnings = [];
+        this.processedRecords.clear();
+        const fileBackupManager = new file_backup_manager_1.FileBackupManager();
+        // Load sync config for SQL logging settings and autoCreateMissingRecords flag
+        // If dir option is specified, load from that directory, otherwise use original CWD
+        const configDir = options.dir ? path_1.default.resolve(config_manager_1.configManager.getOriginalCwd(), options.dir) : config_manager_1.configManager.getOriginalCwd();
+        this.syncConfig = await (0, config_1.loadSyncConfig)(configDir);
+        if (options.verbose) {
+            callbacks?.onLog?.(`Original working directory: ${config_manager_1.configManager.getOriginalCwd()}`);
+            callbacks?.onLog?.(`Config directory (with dir option): ${configDir}`);
+            callbacks?.onLog?.(`Config file path: ${path_1.default.join(configDir, '.mj-sync.json')}`);
+            callbacks?.onLog?.(`Full sync config loaded: ${JSON.stringify(this.syncConfig, null, 2)}`);
+            callbacks?.onLog?.(`SQL logging config: ${JSON.stringify(this.syncConfig?.sqlLogging)}`);
+        }
+        const sqlLogger = new sql_logger_1.SQLLogger(this.syncConfig);
+        const transactionManager = new transaction_manager_1.TransactionManager(sqlLogger);
+        if (options.verbose) {
+            callbacks?.onLog?.(`SQLLogger enabled status: ${sqlLogger.enabled}`);
+        }
+        // Setup SQL logging session with the provider if enabled
+        let sqlLoggingSession = null;
+        try {
+            // Initialize SQL logger if enabled and not dry-run
+            if (sqlLogger.enabled && !options.dryRun) {
+                const provider = core_1.Metadata.Provider;
+                if (options.verbose) {
+                    callbacks?.onLog?.(`SQL logging enabled: ${sqlLogger.enabled}`);
+                    callbacks?.onLog?.(`Provider type: ${provider?.constructor?.name || 'Unknown'}`);
+                    callbacks?.onLog?.(`Has CreateSqlLogger: ${typeof provider?.CreateSqlLogger === 'function'}`);
+                }
+                if (provider && typeof provider.CreateSqlLogger === 'function') {
+                    // Generate filename with timestamp
+                    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+                    const filename = this.syncConfig.sqlLogging?.formatAsMigration
+                        ? `MetadataSync_Push_${timestamp}.sql`
+                        : `push_${timestamp}.sql`;
+                    // Use .sql-log-push directory in the config directory (where sync was initiated)
+                    const outputDir = path_1.default.join(configDir, this.syncConfig?.sqlLogging?.outputDirectory || './sql-log-push');
+                    const filepath = path_1.default.join(outputDir, filename);
+                    // Ensure the directory exists
+                    await fs_extra_1.default.ensureDir(path_1.default.dirname(filepath));
+                    // Create the SQL logging session
+                    sqlLoggingSession = await provider.CreateSqlLogger(filepath, {
+                        formatAsMigration: this.syncConfig.sqlLogging?.formatAsMigration || false,
+                        description: 'MetadataSync push operation',
+                        statementTypes: "mutations",
+                        prettyPrint: true,
+                    });
+                    if (options.verbose) {
+                        callbacks?.onLog?.(`📝 SQL logging enabled: ${filepath}`);
+                    }
+                }
+                else {
+                    if (options.verbose) {
+                        callbacks?.onWarn?.('SQL logging requested but provider does not support it');
+                    }
+                }
+            }
+            // Find entity directories to process
+            const entityDirs = this.findEntityDirectories(configDir);
+            if (entityDirs.length === 0) {
+                throw new Error('No entity directories found');
+            }
+            if (options.verbose) {
+                callbacks?.onLog?.(`Found ${entityDirs.length} entity ${entityDirs.length === 1 ? 'directory' : 'directories'} to process`);
+            }
+            // Initialize file backup manager (unless in dry-run mode)
+            if (!options.dryRun) {
+                await fileBackupManager.initialize();
+                if (options.verbose) {
+                    callbacks?.onLog?.('📁 File backup manager initialized');
+                }
+            }
+            // Process each entity directory
+            let totalCreated = 0;
+            let totalUpdated = 0;
+            let totalUnchanged = 0;
+            let totalErrors = 0;
+            // Begin transaction if not in dry-run mode
+            if (!options.dryRun) {
+                await transactionManager.beginTransaction();
+            }
+            try {
+                for (const entityDir of entityDirs) {
+                    const entityConfig = await (0, config_1.loadEntityConfig)(entityDir);
+                    if (!entityConfig) {
+                        const warning = `Skipping ${entityDir} - no valid entity configuration`;
+                        this.warnings.push(warning);
+                        callbacks?.onWarn?.(warning);
+                        continue;
+                    }
+                    if (options.verbose) {
+                        callbacks?.onLog?.(`\nProcessing ${entityConfig.entity} in ${entityDir}`);
+                    }
+                    const result = await this.processEntityDirectory(entityDir, entityConfig, options, fileBackupManager, callbacks, sqlLogger);
+                    // Show per-directory summary
+                    const dirName = path_1.default.relative(process.cwd(), entityDir) || '.';
+                    const dirTotal = result.created + result.updated + result.unchanged;
+                    if (dirTotal > 0 || result.errors > 0) {
+                        callbacks?.onLog?.(`\n📁 ${dirName}:`);
+                        callbacks?.onLog?.(`   Total processed: ${dirTotal} unique records`);
+                        if (result.created > 0) {
+                            callbacks?.onLog?.(`   ✓ Created: ${result.created}`);
+                        }
+                        if (result.updated > 0) {
+                            callbacks?.onLog?.(`   ✓ Updated: ${result.updated}`);
+                        }
+                        if (result.unchanged > 0) {
+                            callbacks?.onLog?.(`   - Unchanged: ${result.unchanged}`);
+                        }
+                        if (result.errors > 0) {
+                            callbacks?.onLog?.(`   ✗ Errors: ${result.errors}`);
+                        }
+                    }
+                    totalCreated += result.created;
+                    totalUpdated += result.updated;
+                    totalUnchanged += result.unchanged;
+                    totalErrors += result.errors;
+                }
+                // Commit transaction if successful
+                if (!options.dryRun && totalErrors === 0) {
+                    await transactionManager.commitTransaction();
+                }
+            }
+            catch (error) {
+                // Rollback transaction on error
+                if (!options.dryRun) {
+                    await transactionManager.rollbackTransaction();
+                }
+                throw error;
+            }
+            // Commit file backups if successful and not in dry-run mode
+            if (!options.dryRun && totalErrors === 0) {
+                await fileBackupManager.cleanup();
+                if (options.verbose) {
+                    callbacks?.onLog?.('✅ File backups committed');
+                }
+            }
+            // Close SQL logging session if it was created
+            let sqlLogPath;
+            if (sqlLoggingSession) {
+                sqlLogPath = sqlLoggingSession.filePath;
+                await sqlLoggingSession.dispose();
+                if (options.verbose) {
+                    callbacks?.onLog?.(`📝 SQL log written to: ${sqlLogPath}`);
+                }
+            }
+            return {
+                created: totalCreated,
+                updated: totalUpdated,
+                unchanged: totalUnchanged,
+                errors: totalErrors,
+                warnings: this.warnings,
+                sqlLogPath
+            };
+        }
+        catch (error) {
+            // Rollback file backups on error
+            if (!options.dryRun) {
+                try {
+                    await fileBackupManager.rollback();
+                    callbacks?.onWarn?.('File backups rolled back due to error');
+                }
+                catch (rollbackError) {
+                    callbacks?.onWarn?.(`Failed to rollback file backups: ${rollbackError}`);
+                }
+            }
+            // Close SQL logging session on error
+            if (sqlLoggingSession) {
+                try {
+                    await sqlLoggingSession.dispose();
+                }
+                catch (disposeError) {
+                    callbacks?.onWarn?.(`Failed to close SQL logging session: ${disposeError}`);
+                }
+            }
+            throw error;
+        }
+    }
+    async processEntityDirectory(entityDir, entityConfig, options, fileBackupManager, callbacks, sqlLogger) {
+        let created = 0;
+        let updated = 0;
+        let unchanged = 0;
+        let errors = 0;
+        // Find all JSON files in the directory
+        const pattern = entityConfig.filePattern || '*.json';
+        const files = await (0, fast_glob_1.default)(pattern, {
+            cwd: entityDir,
+            absolute: true,
+            onlyFiles: true,
+            dot: true,
+            ignore: ['**/node_modules/**', '**/.mj-*.json']
+        });
+        if (options.verbose) {
+            callbacks?.onLog?.(`Found ${files.length} files to process`);
+        }
+        // Process each file
+        for (const filePath of files) {
+            try {
+                // Backup the file before any modifications (unless dry-run)
+                if (!options.dryRun) {
+                    await fileBackupManager.backupFile(filePath);
+                }
+                const fileData = await fs_extra_1.default.readJson(filePath);
+                const records = Array.isArray(fileData) ? fileData : [fileData];
+                const isArray = Array.isArray(fileData);
+                for (let i = 0; i < records.length; i++) {
+                    const recordData = records[i];
+                    if (!this.isValidRecordData(recordData)) {
+                        callbacks?.onWarn?.(`Invalid record format in ${filePath}${isArray ? ` at index ${i}` : ''}`);
+                        errors++;
+                        continue;
+                    }
+                    try {
+                        // For arrays, work with a deep copy to avoid modifying the original
+                        const recordToProcess = isArray ? JSON.parse(JSON.stringify(recordData)) : recordData;
+                        const result = await this.processRecord(recordToProcess, entityConfig, entityDir, options, callbacks, filePath, isArray ? i : undefined);
+                        if (result === 'created')
+                            created++;
+                        else if (result === 'updated')
+                            updated++;
+                        else if (result === 'unchanged')
+                            unchanged++;
+                        // For arrays, update the original record's primaryKey and sync only
+                        if (isArray) {
+                            // Update primaryKey if it exists (for new records)
+                            if (recordToProcess.primaryKey) {
+                                records[i].primaryKey = recordToProcess.primaryKey;
+                            }
+                            // Update sync metadata only if it was updated (dirty records only)
+                            if (recordToProcess.sync) {
+                                records[i].sync = recordToProcess.sync;
+                            }
+                        }
+                        // Track processed record
+                        const recordKey = this.getRecordKey(recordData, entityConfig.entity);
+                        this.processedRecords.set(recordKey, {
+                            filePath,
+                            arrayIndex: isArray ? i : undefined,
+                            lineNumber: i + 1 // Simple line number approximation
+                        });
+                    }
+                    catch (recordError) {
+                        const errorMsg = `Error processing record in ${filePath}${isArray ? ` at index ${i}` : ''}: ${recordError}`;
+                        callbacks?.onError?.(errorMsg);
+                        errors++;
+                    }
+                }
+                // Write back the entire file if it's an array (after processing all records)
+                if (isArray && !options.dryRun) {
+                    await fs_extra_1.default.writeJson(filePath, records, { spaces: 2 });
+                }
+            }
+            catch (fileError) {
+                const errorMsg = `Error reading file ${filePath}: ${fileError}`;
+                callbacks?.onError?.(errorMsg);
+                errors++;
+            }
+        }
+        return { created, updated, unchanged, errors };
+    }
+    async processRecord(recordData, entityConfig, entityDir, options, callbacks, filePath, arrayIndex) {
+        const metadata = new core_1.Metadata();
+        // Get or create entity instance
+        let entity = await metadata.GetEntityObject(entityConfig.entity, this.contextUser);
+        if (!entity) {
+            throw new Error(`Failed to create entity object for ${entityConfig.entity}`);
+        }
+        // Apply defaults from configuration
+        const defaults = { ...entityConfig.defaults };
+        // Build full record data - keep original values for file writing
+        const originalFields = { ...recordData.fields };
+        const fullData = {
+            ...defaults,
+            ...recordData.fields
+        };
+        // Process field values for database operations
+        const processedData = {};
+        for (const [fieldName, fieldValue] of Object.entries(fullData)) {
+            const processedValue = await this.syncEngine.processFieldValue(fieldValue, entityDir, null, // parentRecord
+            null // rootRecord
+            );
+            processedData[fieldName] = processedValue;
+        }
+        // Check if record exists
+        const primaryKey = recordData.primaryKey;
+        let exists = false;
+        let isNew = false;
+        if (primaryKey && Object.keys(primaryKey).length > 0) {
+            // Try to load existing record
+            const compositeKey = new core_1.CompositeKey();
+            compositeKey.LoadFromSimpleObject(primaryKey);
+            exists = await entity.InnerLoad(compositeKey);
+            // Check autoCreateMissingRecords flag if record not found
+            if (!exists) {
+                const autoCreate = this.syncConfig?.push?.autoCreateMissingRecords ?? false;
+                const pkDisplay = Object.entries(primaryKey)
+                    .map(([key, value]) => `${key}=${value}`)
+                    .join(', ');
+                if (!autoCreate) {
+                    const warning = `Record not found: ${entityConfig.entity} with primaryKey {${pkDisplay}}. To auto-create missing records, set push.autoCreateMissingRecords=true in .mj-sync.json`;
+                    this.warnings.push(warning);
+                    callbacks?.onWarn?.(warning);
+                    return 'error';
+                }
+                else if (options.verbose) {
+                    callbacks?.onLog?.(`Auto-creating missing ${entityConfig.entity} record with primaryKey {${pkDisplay}}`);
+                }
+            }
+        }
+        if (options.dryRun) {
+            if (exists) {
+                callbacks?.onLog?.(`[DRY RUN] Would update ${entityConfig.entity} record`);
+                return 'updated';
+            }
+            else {
+                callbacks?.onLog?.(`[DRY RUN] Would create ${entityConfig.entity} record`);
+                return 'created';
+            }
+        }
+        if (!exists) {
+            entity.NewRecord(); // make sure our record starts out fresh
+            isNew = true;
+            // Set primary key values for new records if provided, this is important for the auto-create logic
+            if (primaryKey) {
+                for (const [pkField, pkValue] of Object.entries(primaryKey)) {
+                    entity.Set(pkField, pkValue);
+                }
+            }
+        }
+        // Set field values
+        for (const [fieldName, fieldValue] of Object.entries(processedData)) {
+            entity.Set(fieldName, fieldValue);
+        }
+        // Handle related entities
+        if (recordData.relatedEntities) {
+            // Store related entities to process after parent save
+            entity.__pendingRelatedEntities = recordData.relatedEntities;
+        }
+        // Check if the record is actually dirty before considering it changed
+        let isDirty = entity.Dirty;
+        // Also check if file content has changed (for @file references)
+        if (!isDirty && !isNew && recordData.sync) {
+            const currentChecksum = await this.syncEngine.calculateChecksumWithFileContent(originalFields, entityDir);
+            if (currentChecksum !== recordData.sync.checksum) {
+                isDirty = true;
+                if (options.verbose) {
+                    callbacks?.onLog?.(`📄 File content changed for ${entityConfig.entity} record (checksum mismatch)`);
+                }
+            }
+        }
+        // If updating an existing record that's dirty, show what changed
+        if (!isNew && isDirty) {
+            const changes = entity.GetChangesSinceLastSave();
+            const changeKeys = Object.keys(changes);
+            if (changeKeys.length > 0) {
+                // Get primary key info for display
+                const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);
+                const primaryKeyDisplay = [];
+                if (entityInfo) {
+                    for (const pk of entityInfo.PrimaryKeys) {
+                        primaryKeyDisplay.push(`${pk.Name}: ${entity.Get(pk.Name)}`);
+                    }
+                }
+                callbacks?.onLog?.(`📝 Updating ${entityConfig.entity} record:`);
+                if (primaryKeyDisplay.length > 0) {
+                    callbacks?.onLog?.(`   Primary Key: ${primaryKeyDisplay.join(', ')}`);
+                }
+                callbacks?.onLog?.(`   Changes:`);
+                for (const fieldName of changeKeys) {
+                    const field = entity.GetFieldByName(fieldName);
+                    const oldValue = field ? field.OldValue : undefined;
+                    const newValue = changes[fieldName];
+                    callbacks?.onLog?.(`     ${fieldName}: ${this.formatFieldValue(oldValue)} → ${this.formatFieldValue(newValue)}`);
+                }
+            }
+        }
+        // Save the record (always call Save, but track if it was actually dirty)
+        const saveResult = await entity.Save();
+        if (!saveResult) {
+            throw new Error(`Failed to save ${entityConfig.entity} record: ${entity.LatestResult?.Message || 'Unknown error'}`);
+        }
+        // Update primaryKey for new records
+        if (isNew) {
+            const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);
+            if (entityInfo) {
+                const newPrimaryKey = {};
+                for (const pk of entityInfo.PrimaryKeys) {
+                    newPrimaryKey[pk.Name] = entity.Get(pk.Name);
+                }
+                recordData.primaryKey = newPrimaryKey;
+            }
+        }
+        // Only update sync metadata if the record was actually dirty (changed)
+        if (isNew || isDirty) {
+            recordData.sync = {
+                lastModified: new Date().toISOString(),
+                checksum: await this.syncEngine.calculateChecksumWithFileContent(originalFields, entityDir)
+            };
+        }
+        // Restore original field values to preserve @ references
+        recordData.fields = originalFields;
+        // Write back to file only if it's a single record (not part of an array)
+        if (filePath && arrayIndex === undefined && !options.dryRun) {
+            await fs_extra_1.default.writeJson(filePath, recordData, { spaces: 2 });
+        }
+        // Process related entities after parent save
+        if (recordData.relatedEntities) {
+            await this.processRelatedEntities(entity, recordData.relatedEntities, entityDir, options, callbacks);
+        }
+        // Return the actual status based on whether the record was dirty
+        if (isNew) {
+            return 'created';
+        }
+        else if (isDirty) {
+            return 'updated';
+        }
+        else {
+            return 'unchanged';
+        }
+    }
+    async processRelatedEntities(parentEntity, relatedEntities, entityDir, options, callbacks) {
+        // TODO: Complete implementation for processing related entities
+        // This is a simplified version - full implementation would:
+        // 1. Create entity objects for each related entity type
+        // 2. Apply field values with proper parent/root references
+        // 3. Save related entities with proper error handling
+        // 4. Support nested related entities recursively
+        for (const [key, records] of Object.entries(relatedEntities)) {
+            for (const relatedRecord of records) {
+                // Process @parent references but DON'T modify the original fields
+                const processedFields = {};
+                for (const [fieldName, fieldValue] of Object.entries(relatedRecord.fields)) {
+                    if (typeof fieldValue === 'string' && fieldValue.startsWith('@parent:')) {
+                        const parentField = fieldValue.substring(8);
+                        processedFields[fieldName] = parentEntity.Get(parentField);
+                    }
+                    else {
+                        processedFields[fieldName] = await this.syncEngine.processFieldValue(fieldValue, entityDir, parentEntity, null);
+                    }
+                }
+                // TODO: Actually save the related entity with processedFields
+                // For now, we're just processing the values but not saving
+                // This needs to be implemented to actually create/update the related entities
+            }
+        }
+    }
+    isValidRecordData(data) {
+        return data &&
+            typeof data === 'object' &&
+            'fields' in data &&
+            typeof data.fields === 'object';
+    }
+    getRecordKey(recordData, entityName) {
+        if (recordData.primaryKey) {
+            const keys = Object.entries(recordData.primaryKey)
+                .sort(([a], [b]) => a.localeCompare(b))
+                .map(([k, v]) => `${k}:${v}`)
+                .join('|');
+            return `${entityName}|${keys}`;
+        }
+        // Generate a key from fields if no primary key
+        const fieldKeys = Object.keys(recordData.fields).sort().join(',');
+        return `${entityName}|fields:${fieldKeys}`;
+    }
+    formatFieldValue(value, maxLength = 50) {
+        let strValue = JSON.stringify(value);
+        strValue = strValue.trim();
+        if (strValue.length > maxLength) {
+            return strValue.substring(0, maxLength) + '...';
+        }
+        return strValue;
+    }
+    findEntityDirectories(baseDir, specificDir) {
+        const dirs = [];
+        if (specificDir) {
+            // Process specific directory
+            const fullPath = path_1.default.resolve(baseDir, specificDir);
+            if (fs_extra_1.default.existsSync(fullPath) && fs_extra_1.default.statSync(fullPath).isDirectory()) {
+                // Check if this directory has an entity configuration
+                const configPath = path_1.default.join(fullPath, '.mj-sync.json');
+                if (fs_extra_1.default.existsSync(configPath)) {
+                    try {
+                        const config = fs_extra_1.default.readJsonSync(configPath);
+                        if (config.entity) {
+                            // It's an entity directory, add it
+                            dirs.push(fullPath);
+                        }
+                        else {
+                            // It's a container directory, search its subdirectories
+                            this.findEntityDirectoriesRecursive(fullPath, dirs);
+                        }
+                    }
+                    catch {
+                        // Invalid config, skip
+                    }
+                }
+            }
+        }
+        else {
+            // Find all entity directories
+            this.findEntityDirectoriesRecursive(baseDir, dirs);
+        }
+        return dirs;
+    }
+    findEntityDirectoriesRecursive(dir, dirs) {
+        const entries = fs_extra_1.default.readdirSync(dir, { withFileTypes: true });
+        for (const entry of entries) {
+            if (entry.isDirectory() && !entry.name.startsWith('.') && entry.name !== 'node_modules') {
+                const fullPath = path_1.default.join(dir, entry.name);
+                const configPath = path_1.default.join(fullPath, '.mj-sync.json');
+                if (fs_extra_1.default.existsSync(configPath)) {
+                    try {
+                        const config = fs_extra_1.default.readJsonSync(configPath);
+                        if (config.entity) {
+                            dirs.push(fullPath);
+                        }
+                    }
+                    catch {
+                        // Skip invalid config files
+                    }
+                }
+                else {
+                    // Recurse into subdirectories
+                    this.findEntityDirectoriesRecursive(fullPath, dirs);
+                }
+            }
+        }
+    }
+}
+exports.PushService = PushService;
+//# sourceMappingURL=PushService.js.map

package/dist/services/PushService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PushService.js","sourceRoot":"","sources":["../../src/services/PushService.ts"],"names":[],"mappings":";;;;;;AAAA,wDAA0B;AAC1B,gDAAwB;AACxB,0DAAiC;AACjC,+CAA+F;AAE/F,sCAA6D;AAC7D,oEAA+D;AAC/D,0DAAsD;AACtD,kDAA8C;AAC9C,oEAAgE;AAmChE,MAAa,WAAW;IACd,UAAU,CAAa;IACvB,WAAW,CAAW;IACtB,QAAQ,GAAa,EAAE,CAAC;IACxB,gBAAgB,GAAgF,IAAI,GAAG,EAAE,CAAC;IAC1G,UAAU,CAAM;IAExB,YAAY,UAAsB,EAAE,WAAqB;QACvD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB,EAAE,SAAyB;QACxD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAE9B,MAAM,iBAAiB,GAAG,IAAI,uCAAiB,EAAE,CAAC;QAElD,8EAA8E;QAC9E,mFAAmF;QACnF,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,cAAI,CAAC,OAAO,CAAC,8BAAa,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,8BAAa,CAAC,cAAc,EAAE,CAAC;QAC3H,IAAI,CAAC,UAAU,GAAG,MAAM,IAAA,uBAAc,EAAC,SAAS,CAAC,CAAC;QAElD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,SAAS,EAAE,KAAK,EAAE,CAAC,+BAA+B,8BAAa,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YACpF,SAAS,EAAE,KAAK,EAAE,CAAC,uCAAuC,SAAS,EAAE,CAAC,CAAC;YACvE,SAAS,EAAE,KAAK,EAAE,CAAC,qBAAqB,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC;YACjF,SAAS,EAAE,KAAK,EAAE,CAAC,4BAA4B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3F,SAAS,EAAE,KAAK,EAAE,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,sBAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,kBAAkB,GAAG,IAAI,wCAAkB,CAAC,SAAS,CAAC,CAAC;QAE7D,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,SAAS,EAAE,KAAK,EAAE,CAAC,6BAA6B,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,yDAAyD;QACzD,IAAI,iBAAiB,GAA6B,IAAI,CAAC;QAEvD,IAAI,CAAC;YACH,mDAAmD;YACnD,IAAI,SAAS,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,QAAQ,GAAG,eAAQ,CAAC,QAAiC,CAAC;gBAE5D,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,wBAAwB,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;oBAChE,SAAS,EAAE,KAAK,EAAE,CAAC,kBAAkB,QAAQ,EAAE,WAAW,EAAE,IAAI,IAAI,SAAS,EAAE,CAAC,CAAC;oBACjF,SAAS,EAAE,KAAK,EAAE,CAAC,wBAAwB,OAAO,QAAQ,EAAE,eAAe,KAAK,UAAU,EAAE,CAAC,CAAC;gBAChG,CAAC;gBAED,IAAI,QAAQ,IAAI,OAAO,QAAQ,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;oBAC/D,mCAAmC;oBACnC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,iBAAiB;wBAC5D,CAAC,CAAC,qBAAqB,SAAS,MAAM;wBACtC,CAAC,CAAC,QAAQ,SAAS,MAAM,CAAC;oBAE5B,iFAAiF;oBACjF,MAAM,SAAS,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,eAAe,IAAI,gBAAgB,CAAC,CAAC;oBACzG,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;oBAEhD,8BAA8B;oBAC9B,MAAM,kBAAE,CAAC,SAAS,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAE3C,iCAAiC;oBACjC,iBAAiB,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,QAAQ,EAAE;wBAC3D,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,iBAAiB,IAAI,KAAK;wBACzE,WAAW,EAAE,6BAA6B;wBAC1C,cAAc,EAAE,WAAW;wBAC3B,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBAEH,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;wBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;oBAC5D,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;wBACpB,SAAS,EAAE,MAAM,EAAE,CAAC,wDAAwD,CAAC,CAAC;oBAChF,CAAC;gBACH,CAAC;YACH,CAAC;YAED,qCAAqC;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;YAEzD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACjD,CAAC;YAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,UAAU,CAAC,MAAM,WAAW,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,aAAa,CAAC,CAAC;YAC9H,CAAC;YAED,0DAA0D;YAC1D,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACpB,MAAM,iBAAiB,CAAC,UAAU,EAAE,CAAC;gBACrC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,oCAAoC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC;YAED,gCAAgC;YAChC,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,2CAA2C;YAC3C,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACpB,MAAM,kBAAkB,CAAC,gBAAgB,EAAE,CAAC;YAC9C,CAAC;YAED,IAAI,CAAC;gBACH,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,MAAM,YAAY,GAAG,MAAM,IAAA,yBAAgB,EAAC,SAAS,CAAC,CAAC;oBACvD,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,MAAM,OAAO,GAAG,YAAY,SAAS,kCAAkC,CAAC;wBACxE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC5B,SAAS,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;wBAC7B,SAAS;oBACX,CAAC;oBAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;wBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,gBAAgB,YAAY,CAAC,MAAM,OAAO,SAAS,EAAE,CAAC,CAAC;oBAC5E,CAAC;oBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAC9C,SAAS,EACT,YAAY,EACZ,OAAO,EACP,iBAAiB,EACjB,SAAS,EACT,SAAS,CACV,CAAC;oBAEF,6BAA6B;oBAC7B,MAAM,OAAO,GAAG,cAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,IAAI,GAAG,CAAC;oBAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC;oBACpE,IAAI,QAAQ,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtC,SAAS,EAAE,KAAK,EAAE,CAAC,QAAQ,OAAO,GAAG,CAAC,CAAC;wBACvC,SAAS,EAAE,KAAK,EAAE,CAAC,uBAAuB,QAAQ,iBAAiB,CAAC,CAAC;wBACrE,IAAI,MAAM,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;4BACvB,SAAS,EAAE,KAAK,EAAE,CAAC,iBAAiB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;wBACxD,CAAC;wBACD,IAAI,MAAM,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;4BACvB,SAAS,EAAE,KAAK,EAAE,CAAC,iBAAiB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;wBACxD,CAAC;wBACD,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;4BACzB,SAAS,EAAE,KAAK,EAAE,CAAC,mBAAmB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;wBAC5D,CAAC;wBACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACtB,SAAS,EAAE,KAAK,EAAE,CAAC,gBAAgB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;oBAED,YAAY,IAAI,MAAM,CAAC,OAAO,CAAC;oBAC/B,YAAY,IAAI,MAAM,CAAC,OAAO,CAAC;oBAC/B,cAAc,IAAI,MAAM,CAAC,SAAS,CAAC;oBACnC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC/B,CAAC;gBAED,mCAAmC;gBACnC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;oBACzC,MAAM,kBAAkB,CAAC,iBAAiB,EAAE,CAAC;gBAC/C,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gCAAgC;gBAChC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpB,MAAM,kBAAkB,CAAC,mBAAmB,EAAE,CAAC;gBACjD,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,4DAA4D;YAC5D,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;gBACzC,MAAM,iBAAiB,CAAC,OAAO,EAAE,CAAC;gBAClC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,0BAA0B,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,IAAI,UAA8B,CAAC;YACnC,IAAI,iBAAiB,EAAE,CAAC;gBACtB,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC;gBACxC,MAAM,iBAAiB,CAAC,OAAO,EAAE,CAAC;gBAClC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;gBACrB,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU;aACX,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iCAAiC;YACjC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,QAAQ,EAAE,CAAC;oBACnC,SAAS,EAAE,MAAM,EAAE,CAAC,uCAAuC,CAAC,CAAC;gBAC/D,CAAC;gBAAC,OAAO,aAAa,EAAE,CAAC;oBACvB,SAAS,EAAE,MAAM,EAAE,CAAC,oCAAoC,aAAa,EAAE,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;YAED,qCAAqC;YACrC,IAAI,iBAAiB,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,MAAM,iBAAiB,CAAC,OAAO,EAAE,CAAC;gBACpC,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,SAAS,EAAE,MAAM,EAAE,CAAC,wCAAwC,YAAY,EAAE,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,SAAiB,EACjB,YAAiB,EACjB,OAAoB,EACpB,iBAAoC,EACpC,SAAyB,EACzB,SAAqB;QAErB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,uCAAuC;QACvC,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,IAAI,QAAQ,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,IAAA,mBAAQ,EAAC,OAAO,EAAE;YACpC,GAAG,EAAE,SAAS;YACd,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,IAAI;YACf,GAAG,EAAE,IAAI;YACT,MAAM,EAAE,CAAC,oBAAoB,EAAE,eAAe,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,KAAK,CAAC,MAAM,mBAAmB,CAAC,CAAC;QAC/D,CAAC;QAED,oBAAoB;QACpB,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,4DAA4D;gBAC5D,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpB,MAAM,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAC/C,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAChE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;oBAE9B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;wBACxC,SAAS,EAAE,MAAM,EAAE,CAAC,4BAA4B,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC9F,MAAM,EAAE,CAAC;wBACT,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC;wBACH,oEAAoE;wBACpE,MAAM,eAAe,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;wBAEtF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CACrC,eAAe,EACf,YAAY,EACZ,SAAS,EACT,OAAO,EACP,SAAS,EACT,QAAQ,EACR,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CACxB,CAAC;wBAEF,IAAI,MAAM,KAAK,SAAS;4BAAE,OAAO,EAAE,CAAC;6BAC/B,IAAI,MAAM,KAAK,SAAS;4BAAE,OAAO,EAAE,CAAC;6BACpC,IAAI,MAAM,KAAK,WAAW;4BAAE,SAAS,EAAE,CAAC;wBAE7C,oEAAoE;wBACpE,IAAI,OAAO,EAAE,CAAC;4BACZ,mDAAmD;4BACnD,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC;gCAC/B,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,eAAe,CAAC,UAAU,CAAC;4BACrD,CAAC;4BACD,mEAAmE;4BACnE,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC;gCACzB,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC;4BACzC,CAAC;wBACH,CAAC;wBAED,yBAAyB;wBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;wBACrE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE;4BACnC,QAAQ;4BACR,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;4BACnC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,mCAAmC;yBACtD,CAAC,CAAC;oBAEL,CAAC;oBAAC,OAAO,WAAW,EAAE,CAAC;wBACrB,MAAM,QAAQ,GAAG,8BAA8B,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,WAAW,EAAE,CAAC;wBAC5G,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,CAAC;wBAC/B,MAAM,EAAE,CAAC;oBACX,CAAC;gBACH,CAAC;gBAED,6EAA6E;gBAC7E,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,kBAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACnB,MAAM,QAAQ,GAAG,sBAAsB,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAChE,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,CAAC;gBAC/B,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,UAAsB,EACtB,YAAiB,EACjB,SAAiB,EACjB,OAAoB,EACpB,SAAyB,EACzB,QAAiB,EACjB,UAAmB;QAEnB,MAAM,QAAQ,GAAG,IAAI,eAAQ,EAAE,CAAC;QAEhC,gCAAgC;QAChC,IAAI,MAAM,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,sCAAsC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,oCAAoC;QACpC,MAAM,QAAQ,GAAG,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC;QAE9C,iEAAiE;QACjE,MAAM,cAAc,GAAG,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG;YACf,GAAG,QAAQ;YACX,GAAG,UAAU,CAAC,MAAM;SACrB,CAAC;QAEF,+CAA+C;QAC/C,MAAM,aAAa,GAAwB,EAAE,CAAC;QAC9C,KAAK,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAC5D,UAAU,EACV,SAAS,EACT,IAAI,EAAE,eAAe;YACrB,IAAI,CAAE,aAAa;aACpB,CAAC;YACF,aAAa,CAAC,SAAS,CAAC,GAAG,cAAc,CAAC;QAC5C,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;QACzC,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,IAAI,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,8BAA8B;YAC9B,MAAM,YAAY,GAAG,IAAI,mBAAY,EAAE,CAAC;YACxC,YAAY,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAE9C,0DAA0D;YAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,wBAAwB,IAAI,KAAK,CAAC;gBAC5E,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;qBACzC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;qBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEd,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,MAAM,OAAO,GAAG,qBAAqB,YAAY,CAAC,MAAM,qBAAqB,SAAS,4FAA4F,CAAC;oBACnL,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC5B,SAAS,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;oBAC7B,OAAO,OAAO,CAAC;gBACjB,CAAC;qBAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC3B,SAAS,EAAE,KAAK,EAAE,CAAC,yBAAyB,YAAY,CAAC,MAAM,4BAA4B,SAAS,GAAG,CAAC,CAAC;gBAC3G,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,MAAM,EAAE,CAAC;gBACX,SAAS,EAAE,KAAK,EAAE,CAAC,0BAA0B,YAAY,CAAC,MAAM,SAAS,CAAC,CAAC;gBAC3E,OAAO,SAAS,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,SAAS,EAAE,KAAK,EAAE,CAAC,0BAA0B,YAAY,CAAC,MAAM,SAAS,CAAC,CAAC;gBAC3E,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,wCAAwC;YAC5D,KAAK,GAAG,IAAI,CAAC;YACb,kGAAkG;YAClG,IAAI,UAAU,EAAE,CAAC;gBACf,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC5D,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,KAAK,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YACpE,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,0BAA0B;QAC1B,IAAI,UAAU,CAAC,eAAe,EAAE,CAAC;YAC/B,sDAAsD;YACrD,MAAc,CAAC,wBAAwB,GAAG,UAAU,CAAC,eAAe,CAAC;QACxE,CAAC;QAED,sEAAsE;QACtE,IAAI,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,gEAAgE;QAChE,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YAC1C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gCAAgC,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAC1G,IAAI,eAAe,KAAK,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACjD,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,+BAA+B,YAAY,CAAC,MAAM,6BAA6B,CAAC,CAAC;gBACtG,CAAC;YACH,CAAC;QACH,CAAC;QAED,iEAAiE;QACjE,IAAI,CAAC,KAAK,IAAI,OAAO,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,MAAM,CAAC,uBAAuB,EAAE,CAAC;YACjD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,mCAAmC;gBACnC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACtE,MAAM,iBAAiB,GAAa,EAAE,CAAC;gBACvC,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;wBACxC,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;gBAED,SAAS,EAAE,KAAK,EAAE,CAAC,eAAe,YAAY,CAAC,MAAM,UAAU,CAAC,CAAC;gBACjE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,SAAS,EAAE,KAAK,EAAE,CAAC,mBAAmB,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,SAAS,EAAE,KAAK,EAAE,CAAC,aAAa,CAAC,CAAC;gBAClC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,MAAM,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;oBAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;oBACpD,MAAM,QAAQ,GAAI,OAAe,CAAC,SAAS,CAAC,CAAC;oBAC7C,SAAS,EAAE,KAAK,EAAE,CAAC,QAAQ,SAAS,KAAK,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACnH,CAAC;YACH,CAAC;QACH,CAAC;QAED,yEAAyE;QACzE,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAEvC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kBAAkB,YAAY,CAAC,MAAM,YAAY,MAAM,CAAC,YAAY,EAAE,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;QACtH,CAAC;QAED,oCAAoC;QACpC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACtE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAC9C,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;oBACxC,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC/C,CAAC;gBACD,UAAU,CAAC,UAAU,GAAG,aAAa,CAAC;YACxC,CAAC;QACH,CAAC;QAED,uEAAuE;QACvE,IAAI,KAAK,IAAI,OAAO,EAAE,CAAC;YACrB,UAAU,CAAC,IAAI,GAAG;gBAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,QAAQ,EAAE,MAAM,IAAI,CAAC,UAAU,CAAC,gCAAgC,CAAC,cAAc,EAAE,SAAS,CAAC;aAC5F,CAAC;QACJ,CAAC;QAED,yDAAyD;QACzD,UAAU,CAAC,MAAM,GAAG,cAAc,CAAC;QAEnC,yEAAyE;QACzE,IAAI,QAAQ,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5D,MAAM,kBAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,6CAA6C;QAC7C,IAAI,UAAU,CAAC,eAAe,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,sBAAsB,CAC/B,MAAM,EACN,UAAU,CAAC,eAAe,EAC1B,SAAS,EACT,OAAO,EACP,SAAS,CACV,CAAC;QACJ,CAAC;QAED,iEAAiE;QACjE,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,IAAI,OAAO,EAAE,CAAC;YACnB,OAAO,SAAS,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,YAAwB,EACxB,eAA6C,EAC7C,SAAiB,EACjB,OAAoB,EACpB,SAAyB;QAEzB,gEAAgE;QAChE,4DAA4D;QAC5D,wDAAwD;QACxD,2DAA2D;QAC3D,sDAAsD;QACtD,iDAAiD;QACjD,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;YAC7D,KAAK,MAAM,aAAa,IAAI,OAAO,EAAE,CAAC;gBACpC,kEAAkE;gBAClE,MAAM,eAAe,GAAwB,EAAE,CAAC;gBAChD,KAAK,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3E,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;wBACxE,MAAM,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;wBAC5C,eAAe,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBAC7D,CAAC;yBAAM,CAAC;wBACN,eAAe,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAClE,UAAU,EACV,SAAS,EACT,YAAY,EACZ,IAAI,CACL,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,8DAA8D;gBAC9D,2DAA2D;gBAC3D,8EAA8E;YAChF,CAAC;QACH,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,IAAS;QACjC,OAAO,IAAI;YACJ,OAAO,IAAI,KAAK,QAAQ;YACxB,QAAQ,IAAI,IAAI;YAChB,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC;IACzC,CAAC;IAEO,YAAY,CAAC,UAAsB,EAAE,UAAkB;QAC7D,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;iBAC/C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;iBACtC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;iBAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;YACb,OAAO,GAAG,UAAU,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,+CAA+C;QAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClE,OAAO,GAAG,UAAU,WAAW,SAAS,EAAE,CAAC;IAC7C,CAAC;IAEO,gBAAgB,CAAC,KAAU,EAAE,YAAoB,EAAE;QACzD,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACrC,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAE3B,IAAI,QAAQ,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAChC,OAAO,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC;QAClD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,qBAAqB,CAAC,OAAe,EAAE,WAAoB;QACjE,MAAM,IAAI,GAAa,EAAE,CAAC;QAE1B,IAAI,WAAW,EAAE,CAAC;YAChB,6BAA6B;YAC7B,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACpD,IAAI,kBAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnE,sDAAsD;gBACtD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;gBACxD,IAAI,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,kBAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;wBAC3C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,mCAAmC;4BACnC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACtB,CAAC;6BAAM,CAAC;4BACN,wDAAwD;4BACxD,IAAI,CAAC,8BAA8B,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;wBACtD,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,uBAAuB;oBACzB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,8BAA8B;YAC9B,IAAI,CAAC,8BAA8B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,8BAA8B,CAAC,GAAW,EAAE,IAAc;QAChE,MAAM,OAAO,GAAG,kBAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACxF,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;gBAExD,IAAI,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,kBAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;wBAC3C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACtB,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,4BAA4B;oBAC9B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,8BAA8B;oBAC9B,IAAI,CAAC,8BAA8B,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAjpBD,kCAipBC","sourcesContent":["import fs from 'fs-extra';\nimport path from 'path';\nimport fastGlob from 'fast-glob';\nimport { BaseEntity, LogStatus, Metadata, UserInfo, CompositeKey } from '@memberjunction/core';\nimport { SyncEngine, RecordData } from '../lib/sync-engine';\nimport { loadEntityConfig, loadSyncConfig } from '../config';\nimport { FileBackupManager } from '../lib/file-backup-manager';\nimport { configManager } from '../lib/config-manager';\nimport { SQLLogger } from '../lib/sql-logger';\nimport { TransactionManager } from '../lib/transaction-manager';\nimport type { SqlLoggingSession, SQLServerDataProvider } from '@memberjunction/sqlserver-dataprovider';\n\nexport interface PushOptions {\n  dir?: string;\n  dryRun?: boolean;\n  verbose?: boolean;\n  noValidate?: boolean;\n}\n\nexport interface PushCallbacks {\n  onProgress?: (message: string) => void;\n  onSuccess?: (message: string) => void;\n  onError?: (message: string) => void;\n  onWarn?: (message: string) => void;\n  onLog?: (message: string) => void;\n  onConfirm?: (message: string) => Promise<boolean>;\n}\n\nexport interface PushResult {\n  created: number;\n  updated: number;\n  unchanged: number;\n  errors: number;\n  warnings: string[];\n  sqlLogPath?: string;\n}\n\nexport interface EntityPushResult {\n  created: number;\n  updated: number;\n  unchanged: number;\n  errors: number;\n}\n\nexport class PushService {\n  private syncEngine: SyncEngine;\n  private contextUser: UserInfo;\n  private warnings: string[] = [];\n  private processedRecords: Map<string, { filePath: string; arrayIndex?: number; lineNumber?: number }> = new Map();\n  private syncConfig: any;\n  \n  constructor(syncEngine: SyncEngine, contextUser: UserInfo) {\n    this.syncEngine = syncEngine;\n    this.contextUser = contextUser;\n  }\n  \n  async push(options: PushOptions, callbacks?: PushCallbacks): Promise<PushResult> {\n    this.warnings = [];\n    this.processedRecords.clear();\n    \n    const fileBackupManager = new FileBackupManager();\n    \n    // Load sync config for SQL logging settings and autoCreateMissingRecords flag\n    // If dir option is specified, load from that directory, otherwise use original CWD\n    const configDir = options.dir ? path.resolve(configManager.getOriginalCwd(), options.dir) : configManager.getOriginalCwd();\n    this.syncConfig = await loadSyncConfig(configDir);\n    \n    if (options.verbose) {\n      callbacks?.onLog?.(`Original working directory: ${configManager.getOriginalCwd()}`);\n      callbacks?.onLog?.(`Config directory (with dir option): ${configDir}`);\n      callbacks?.onLog?.(`Config file path: ${path.join(configDir, '.mj-sync.json')}`);\n      callbacks?.onLog?.(`Full sync config loaded: ${JSON.stringify(this.syncConfig, null, 2)}`);\n      callbacks?.onLog?.(`SQL logging config: ${JSON.stringify(this.syncConfig?.sqlLogging)}`);\n    }\n    \n    const sqlLogger = new SQLLogger(this.syncConfig);\n    const transactionManager = new TransactionManager(sqlLogger);\n    \n    if (options.verbose) {\n      callbacks?.onLog?.(`SQLLogger enabled status: ${sqlLogger.enabled}`);\n    }\n    \n    // Setup SQL logging session with the provider if enabled\n    let sqlLoggingSession: SqlLoggingSession | null = null;\n    \n    try {\n      // Initialize SQL logger if enabled and not dry-run\n      if (sqlLogger.enabled && !options.dryRun) {\n        const provider = Metadata.Provider as SQLServerDataProvider;\n        \n        if (options.verbose) {\n          callbacks?.onLog?.(`SQL logging enabled: ${sqlLogger.enabled}`);\n          callbacks?.onLog?.(`Provider type: ${provider?.constructor?.name || 'Unknown'}`);\n          callbacks?.onLog?.(`Has CreateSqlLogger: ${typeof provider?.CreateSqlLogger === 'function'}`);\n        }\n        \n        if (provider && typeof provider.CreateSqlLogger === 'function') {\n          // Generate filename with timestamp\n          const timestamp = new Date().toISOString().replace(/[:.]/g, '-');\n          const filename = this.syncConfig.sqlLogging?.formatAsMigration \n            ? `MetadataSync_Push_${timestamp}.sql`\n            : `push_${timestamp}.sql`;\n          \n          // Use .sql-log-push directory in the config directory (where sync was initiated)\n          const outputDir = path.join(configDir, this.syncConfig?.sqlLogging?.outputDirectory || './sql-log-push');\n          const filepath = path.join(outputDir, filename);\n          \n          // Ensure the directory exists\n          await fs.ensureDir(path.dirname(filepath));\n          \n          // Create the SQL logging session\n          sqlLoggingSession = await provider.CreateSqlLogger(filepath, {\n            formatAsMigration: this.syncConfig.sqlLogging?.formatAsMigration || false,\n            description: 'MetadataSync push operation',\n            statementTypes: \"mutations\",\n            prettyPrint: true,            \n          });\n          \n          if (options.verbose) {\n            callbacks?.onLog?.(`📝 SQL logging enabled: ${filepath}`);\n          }\n        } else {\n          if (options.verbose) {\n            callbacks?.onWarn?.('SQL logging requested but provider does not support it');\n          }\n        }\n      }\n      \n      // Find entity directories to process\n      const entityDirs = this.findEntityDirectories(configDir);\n      \n      if (entityDirs.length === 0) {\n        throw new Error('No entity directories found');\n      }\n      \n      if (options.verbose) {\n        callbacks?.onLog?.(`Found ${entityDirs.length} entity ${entityDirs.length === 1 ? 'directory' : 'directories'} to process`);\n      }\n      \n      // Initialize file backup manager (unless in dry-run mode)\n      if (!options.dryRun) {\n        await fileBackupManager.initialize();\n        if (options.verbose) {\n          callbacks?.onLog?.('📁 File backup manager initialized');\n        }\n      }\n      \n      // Process each entity directory\n      let totalCreated = 0;\n      let totalUpdated = 0;\n      let totalUnchanged = 0;\n      let totalErrors = 0;\n      \n      // Begin transaction if not in dry-run mode\n      if (!options.dryRun) {\n        await transactionManager.beginTransaction();\n      }\n      \n      try {\n        for (const entityDir of entityDirs) {\n          const entityConfig = await loadEntityConfig(entityDir);\n          if (!entityConfig) {\n            const warning = `Skipping ${entityDir} - no valid entity configuration`;\n            this.warnings.push(warning);\n            callbacks?.onWarn?.(warning);\n            continue;\n          }\n          \n          if (options.verbose) {\n            callbacks?.onLog?.(`\\nProcessing ${entityConfig.entity} in ${entityDir}`);\n          }\n          \n          const result = await this.processEntityDirectory(\n            entityDir,\n            entityConfig,\n            options,\n            fileBackupManager,\n            callbacks,\n            sqlLogger\n          );\n          \n          // Show per-directory summary\n          const dirName = path.relative(process.cwd(), entityDir) || '.';\n          const dirTotal = result.created + result.updated + result.unchanged;\n          if (dirTotal > 0 || result.errors > 0) {\n            callbacks?.onLog?.(`\\n📁 ${dirName}:`);\n            callbacks?.onLog?.(`   Total processed: ${dirTotal} unique records`);\n            if (result.created > 0) {\n              callbacks?.onLog?.(`   ✓ Created: ${result.created}`);\n            }\n            if (result.updated > 0) {\n              callbacks?.onLog?.(`   ✓ Updated: ${result.updated}`);\n            }\n            if (result.unchanged > 0) {\n              callbacks?.onLog?.(`   - Unchanged: ${result.unchanged}`);\n            }\n            if (result.errors > 0) {\n              callbacks?.onLog?.(`   ✗ Errors: ${result.errors}`);\n            }\n          }\n          \n          totalCreated += result.created;\n          totalUpdated += result.updated;\n          totalUnchanged += result.unchanged;\n          totalErrors += result.errors;\n        }\n        \n        // Commit transaction if successful\n        if (!options.dryRun && totalErrors === 0) {\n          await transactionManager.commitTransaction();\n        }\n      } catch (error) {\n        // Rollback transaction on error\n        if (!options.dryRun) {\n          await transactionManager.rollbackTransaction();\n        }\n        throw error;\n      }\n      \n      // Commit file backups if successful and not in dry-run mode\n      if (!options.dryRun && totalErrors === 0) {\n        await fileBackupManager.cleanup();\n        if (options.verbose) {\n          callbacks?.onLog?.('✅ File backups committed');\n        }\n      }\n      \n      // Close SQL logging session if it was created\n      let sqlLogPath: string | undefined;\n      if (sqlLoggingSession) {\n        sqlLogPath = sqlLoggingSession.filePath;\n        await sqlLoggingSession.dispose();\n        if (options.verbose) {\n          callbacks?.onLog?.(`📝 SQL log written to: ${sqlLogPath}`);\n        }\n      }\n      \n      return {\n        created: totalCreated,\n        updated: totalUpdated,\n        unchanged: totalUnchanged,\n        errors: totalErrors,\n        warnings: this.warnings,\n        sqlLogPath\n      };\n      \n    } catch (error) {\n      // Rollback file backups on error\n      if (!options.dryRun) {\n        try {\n          await fileBackupManager.rollback();\n          callbacks?.onWarn?.('File backups rolled back due to error');\n        } catch (rollbackError) {\n          callbacks?.onWarn?.(`Failed to rollback file backups: ${rollbackError}`);\n        }\n      }\n      \n      // Close SQL logging session on error\n      if (sqlLoggingSession) {\n        try {\n          await sqlLoggingSession.dispose();\n        } catch (disposeError) {\n          callbacks?.onWarn?.(`Failed to close SQL logging session: ${disposeError}`);\n        }\n      }\n      \n      throw error;\n    }\n  }\n  \n  private async processEntityDirectory(\n    entityDir: string,\n    entityConfig: any,\n    options: PushOptions,\n    fileBackupManager: FileBackupManager,\n    callbacks?: PushCallbacks,\n    sqlLogger?: SQLLogger\n  ): Promise<EntityPushResult> {\n    let created = 0;\n    let updated = 0;\n    let unchanged = 0;\n    let errors = 0;\n    \n    // Find all JSON files in the directory\n    const pattern = entityConfig.filePattern || '*.json';\n    const files = await fastGlob(pattern, {\n      cwd: entityDir,\n      absolute: true,\n      onlyFiles: true,\n      dot: true,\n      ignore: ['**/node_modules/**', '**/.mj-*.json']\n    });\n    \n    if (options.verbose) {\n      callbacks?.onLog?.(`Found ${files.length} files to process`);\n    }\n    \n    // Process each file\n    for (const filePath of files) {\n      try {\n        // Backup the file before any modifications (unless dry-run)\n        if (!options.dryRun) {\n          await fileBackupManager.backupFile(filePath);\n        }\n        \n        const fileData = await fs.readJson(filePath);\n        const records = Array.isArray(fileData) ? fileData : [fileData];\n        const isArray = Array.isArray(fileData);\n        \n        for (let i = 0; i < records.length; i++) {\n          const recordData = records[i];\n          \n          if (!this.isValidRecordData(recordData)) {\n            callbacks?.onWarn?.(`Invalid record format in ${filePath}${isArray ? ` at index ${i}` : ''}`);\n            errors++;\n            continue;\n          }\n          \n          try {\n            // For arrays, work with a deep copy to avoid modifying the original\n            const recordToProcess = isArray ? JSON.parse(JSON.stringify(recordData)) : recordData;\n            \n            const result = await this.processRecord(\n              recordToProcess,\n              entityConfig,\n              entityDir,\n              options,\n              callbacks,\n              filePath,\n              isArray ? i : undefined\n            );\n            \n            if (result === 'created') created++;\n            else if (result === 'updated') updated++;\n            else if (result === 'unchanged') unchanged++;\n            \n            // For arrays, update the original record's primaryKey and sync only\n            if (isArray) {\n              // Update primaryKey if it exists (for new records)\n              if (recordToProcess.primaryKey) {\n                records[i].primaryKey = recordToProcess.primaryKey;\n              }\n              // Update sync metadata only if it was updated (dirty records only)\n              if (recordToProcess.sync) {\n                records[i].sync = recordToProcess.sync;\n              }\n            }\n            \n            // Track processed record\n            const recordKey = this.getRecordKey(recordData, entityConfig.entity);\n            this.processedRecords.set(recordKey, {\n              filePath,\n              arrayIndex: isArray ? i : undefined,\n              lineNumber: i + 1 // Simple line number approximation\n            });\n            \n          } catch (recordError) {\n            const errorMsg = `Error processing record in ${filePath}${isArray ? ` at index ${i}` : ''}: ${recordError}`;\n            callbacks?.onError?.(errorMsg);\n            errors++;\n          }\n        }\n        \n        // Write back the entire file if it's an array (after processing all records)\n        if (isArray && !options.dryRun) {\n          await fs.writeJson(filePath, records, { spaces: 2 });\n        }\n      } catch (fileError) {\n        const errorMsg = `Error reading file ${filePath}: ${fileError}`;\n        callbacks?.onError?.(errorMsg);\n        errors++;\n      }\n    }\n    \n    return { created, updated, unchanged, errors };\n  }\n  \n  private async processRecord(\n    recordData: RecordData,\n    entityConfig: any,\n    entityDir: string,\n    options: PushOptions,\n    callbacks?: PushCallbacks,\n    filePath?: string,\n    arrayIndex?: number\n  ): Promise<'created' | 'updated' | 'unchanged' | 'error'> {\n    const metadata = new Metadata();\n    \n    // Get or create entity instance\n    let entity = await metadata.GetEntityObject(entityConfig.entity, this.contextUser);\n    if (!entity) {\n      throw new Error(`Failed to create entity object for ${entityConfig.entity}`);\n    }\n    \n    // Apply defaults from configuration\n    const defaults = { ...entityConfig.defaults };\n    \n    // Build full record data - keep original values for file writing\n    const originalFields = { ...recordData.fields };\n    const fullData = {\n      ...defaults,\n      ...recordData.fields\n    };\n    \n    // Process field values for database operations\n    const processedData: Record<string, any> = {};\n    for (const [fieldName, fieldValue] of Object.entries(fullData)) {\n      const processedValue = await this.syncEngine.processFieldValue(\n        fieldValue,\n        entityDir,\n        null, // parentRecord\n        null  // rootRecord\n      );\n      processedData[fieldName] = processedValue;\n    }\n    \n    // Check if record exists\n    const primaryKey = recordData.primaryKey;\n    let exists = false;\n    let isNew = false;\n    \n    if (primaryKey && Object.keys(primaryKey).length > 0) {\n      // Try to load existing record\n      const compositeKey = new CompositeKey();\n      compositeKey.LoadFromSimpleObject(primaryKey);\n      exists = await entity.InnerLoad(compositeKey);\n      \n      // Check autoCreateMissingRecords flag if record not found\n      if (!exists) {\n        const autoCreate = this.syncConfig?.push?.autoCreateMissingRecords ?? false;\n        const pkDisplay = Object.entries(primaryKey)\n          .map(([key, value]) => `${key}=${value}`)\n          .join(', ');\n        \n        if (!autoCreate) {\n          const warning = `Record not found: ${entityConfig.entity} with primaryKey {${pkDisplay}}. To auto-create missing records, set push.autoCreateMissingRecords=true in .mj-sync.json`;\n          this.warnings.push(warning);\n          callbacks?.onWarn?.(warning);\n          return 'error';\n        } else if (options.verbose) {\n          callbacks?.onLog?.(`Auto-creating missing ${entityConfig.entity} record with primaryKey {${pkDisplay}}`);\n        }\n      }\n    }\n    \n    if (options.dryRun) {\n      if (exists) {\n        callbacks?.onLog?.(`[DRY RUN] Would update ${entityConfig.entity} record`);\n        return 'updated';\n      } else {\n        callbacks?.onLog?.(`[DRY RUN] Would create ${entityConfig.entity} record`);\n        return 'created';\n      }\n    }\n    \n    if (!exists) {\n      entity.NewRecord(); // make sure our record starts out fresh\n      isNew = true;\n      // Set primary key values for new records if provided, this is important for the auto-create logic\n      if (primaryKey) {\n        for (const [pkField, pkValue] of Object.entries(primaryKey)) {\n          entity.Set(pkField, pkValue);\n        }\n      }\n    }\n    \n    // Set field values\n    for (const [fieldName, fieldValue] of Object.entries(processedData)) {\n      entity.Set(fieldName, fieldValue);\n    }\n\n    // Handle related entities\n    if (recordData.relatedEntities) {\n      // Store related entities to process after parent save\n      (entity as any).__pendingRelatedEntities = recordData.relatedEntities;\n    }\n    \n    // Check if the record is actually dirty before considering it changed\n    let isDirty = entity.Dirty;\n    \n    // Also check if file content has changed (for @file references)\n    if (!isDirty && !isNew && recordData.sync) {\n      const currentChecksum = await this.syncEngine.calculateChecksumWithFileContent(originalFields, entityDir);\n      if (currentChecksum !== recordData.sync.checksum) {\n        isDirty = true;\n        if (options.verbose) {\n          callbacks?.onLog?.(`📄 File content changed for ${entityConfig.entity} record (checksum mismatch)`);\n        }\n      }\n    }\n    \n    // If updating an existing record that's dirty, show what changed\n    if (!isNew && isDirty) {\n      const changes = entity.GetChangesSinceLastSave();\n      const changeKeys = Object.keys(changes);\n      if (changeKeys.length > 0) {\n        // Get primary key info for display\n        const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);\n        const primaryKeyDisplay: string[] = [];\n        if (entityInfo) {\n          for (const pk of entityInfo.PrimaryKeys) {\n            primaryKeyDisplay.push(`${pk.Name}: ${entity.Get(pk.Name)}`);\n          }\n        }\n        \n        callbacks?.onLog?.(`📝 Updating ${entityConfig.entity} record:`);\n        if (primaryKeyDisplay.length > 0) {\n          callbacks?.onLog?.(`   Primary Key: ${primaryKeyDisplay.join(', ')}`);\n        }\n        callbacks?.onLog?.(`   Changes:`);\n        for (const fieldName of changeKeys) {\n          const field = entity.GetFieldByName(fieldName);\n          const oldValue = field ? field.OldValue : undefined;\n          const newValue = (changes as any)[fieldName];\n          callbacks?.onLog?.(`     ${fieldName}: ${this.formatFieldValue(oldValue)} → ${this.formatFieldValue(newValue)}`);\n        }\n      }\n    }\n    \n    // Save the record (always call Save, but track if it was actually dirty)\n    const saveResult = await entity.Save();\n    \n    if (!saveResult) {\n      throw new Error(`Failed to save ${entityConfig.entity} record: ${entity.LatestResult?.Message || 'Unknown error'}`);\n    }\n    \n    // Update primaryKey for new records\n    if (isNew) {\n      const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);\n      if (entityInfo) {\n        const newPrimaryKey: Record<string, any> = {};\n        for (const pk of entityInfo.PrimaryKeys) {\n          newPrimaryKey[pk.Name] = entity.Get(pk.Name);\n        }\n        recordData.primaryKey = newPrimaryKey;\n      }\n    }\n    \n    // Only update sync metadata if the record was actually dirty (changed)\n    if (isNew || isDirty) {\n      recordData.sync = {\n        lastModified: new Date().toISOString(),\n        checksum: await this.syncEngine.calculateChecksumWithFileContent(originalFields, entityDir)\n      };\n    }\n    \n    // Restore original field values to preserve @ references\n    recordData.fields = originalFields;\n    \n    // Write back to file only if it's a single record (not part of an array)\n    if (filePath && arrayIndex === undefined && !options.dryRun) {\n      await fs.writeJson(filePath, recordData, { spaces: 2 });\n    }\n    \n    // Process related entities after parent save\n    if (recordData.relatedEntities) {\n      await this.processRelatedEntities(\n        entity,\n        recordData.relatedEntities,\n        entityDir,\n        options,\n        callbacks\n      );\n    }\n    \n    // Return the actual status based on whether the record was dirty\n    if (isNew) {\n      return 'created';\n    } else if (isDirty) {\n      return 'updated';\n    } else {\n      return 'unchanged';\n    }\n  }\n  \n  private async processRelatedEntities(\n    parentEntity: BaseEntity,\n    relatedEntities: Record<string, RecordData[]>,\n    entityDir: string,\n    options: PushOptions,\n    callbacks?: PushCallbacks\n  ): Promise<void> {\n    // TODO: Complete implementation for processing related entities\n    // This is a simplified version - full implementation would:\n    // 1. Create entity objects for each related entity type\n    // 2. Apply field values with proper parent/root references\n    // 3. Save related entities with proper error handling\n    // 4. Support nested related entities recursively\n    for (const [key, records] of Object.entries(relatedEntities)) {\n      for (const relatedRecord of records) {\n        // Process @parent references but DON'T modify the original fields\n        const processedFields: Record<string, any> = {};\n        for (const [fieldName, fieldValue] of Object.entries(relatedRecord.fields)) {\n          if (typeof fieldValue === 'string' && fieldValue.startsWith('@parent:')) {\n            const parentField = fieldValue.substring(8);\n            processedFields[fieldName] = parentEntity.Get(parentField);\n          } else {\n            processedFields[fieldName] = await this.syncEngine.processFieldValue(\n              fieldValue,\n              entityDir,\n              parentEntity,\n              null\n            );\n          }\n        }\n        \n        // TODO: Actually save the related entity with processedFields\n        // For now, we're just processing the values but not saving\n        // This needs to be implemented to actually create/update the related entities\n      }\n    }\n  }\n  \n  private isValidRecordData(data: any): data is RecordData {\n    return data && \n           typeof data === 'object' && \n           'fields' in data &&\n           typeof data.fields === 'object';\n  }\n  \n  private getRecordKey(recordData: RecordData, entityName: string): string {\n    if (recordData.primaryKey) {\n      const keys = Object.entries(recordData.primaryKey)\n        .sort(([a], [b]) => a.localeCompare(b))\n        .map(([k, v]) => `${k}:${v}`)\n        .join('|');\n      return `${entityName}|${keys}`;\n    }\n    \n    // Generate a key from fields if no primary key\n    const fieldKeys = Object.keys(recordData.fields).sort().join(',');\n    return `${entityName}|fields:${fieldKeys}`;\n  }\n  \n  private formatFieldValue(value: any, maxLength: number = 50): string {\n    let strValue = JSON.stringify(value);\n    strValue = strValue.trim();\n\n    if (strValue.length > maxLength) {\n      return strValue.substring(0, maxLength) + '...';\n    }\n\n    return strValue;\n  }\n  \n  private findEntityDirectories(baseDir: string, specificDir?: string): string[] {\n    const dirs: string[] = [];\n    \n    if (specificDir) {\n      // Process specific directory\n      const fullPath = path.resolve(baseDir, specificDir);\n      if (fs.existsSync(fullPath) && fs.statSync(fullPath).isDirectory()) {\n        // Check if this directory has an entity configuration\n        const configPath = path.join(fullPath, '.mj-sync.json');\n        if (fs.existsSync(configPath)) {\n          try {\n            const config = fs.readJsonSync(configPath);\n            if (config.entity) {\n              // It's an entity directory, add it\n              dirs.push(fullPath);\n            } else {\n              // It's a container directory, search its subdirectories\n              this.findEntityDirectoriesRecursive(fullPath, dirs);\n            }\n          } catch {\n            // Invalid config, skip\n          }\n        }\n      }\n    } else {\n      // Find all entity directories\n      this.findEntityDirectoriesRecursive(baseDir, dirs);\n    }\n    \n    return dirs;\n  }\n\n  private findEntityDirectoriesRecursive(dir: string, dirs: string[]): void {\n    const entries = fs.readdirSync(dir, { withFileTypes: true });\n    \n    for (const entry of entries) {\n      if (entry.isDirectory() && !entry.name.startsWith('.') && entry.name !== 'node_modules') {\n        const fullPath = path.join(dir, entry.name);\n        const configPath = path.join(fullPath, '.mj-sync.json');\n        \n        if (fs.existsSync(configPath)) {\n          try {\n            const config = fs.readJsonSync(configPath);\n            if (config.entity) {\n              dirs.push(fullPath);\n            }\n          } catch {\n            // Skip invalid config files\n          }\n        } else {\n          // Recurse into subdirectories\n          this.findEntityDirectoriesRecursive(fullPath, dirs);\n        }\n      }\n    }\n  }\n}"]}