@memberjunction/metadata-sync 3.4.0 → 4.0.0

package/dist/services/PushService.js

@@ -1,35 +1,27 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PushService = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
-const path_1 = __importDefault(require("path"));
-const fast_glob_1 = __importDefault(require("fast-glob"));
-const core_1 = require("@memberjunction/core");
-const sync_engine_1 = require("../lib/sync-engine");
-const config_1 = require("../config");
-const file_backup_manager_1 = require("../lib/file-backup-manager");
-const config_manager_1 = require("../lib/config-manager");
-const sql_logger_1 = require("../lib/sql-logger");
-const transaction_manager_1 = require("../lib/transaction-manager");
-const json_write_helper_1 = require("../lib/json-write-helper");
-const record_dependency_analyzer_1 = require("../lib/record-dependency-analyzer");
-const json_preprocessor_1 = require("../lib/json-preprocessor");
-const provider_utils_1 = require("../lib/provider-utils");
-const deletion_auditor_1 = require("../lib/deletion-auditor");
-const deletion_report_generator_1 = require("../lib/deletion-report-generator");
+import fs from 'fs-extra';
+import path from 'path';
+import fastGlob from 'fast-glob';
+import { Metadata } from '@memberjunction/core';
+import { DeferrableLookupError } from '../lib/sync-engine.js';
+import { loadEntityConfig, loadSyncConfig } from '../config.js';
+import { FileBackupManager } from '../lib/file-backup-manager.js';
+import { configManager } from '../lib/config-manager.js';
+import { SQLLogger } from '../lib/sql-logger.js';
+import { TransactionManager } from '../lib/transaction-manager.js';
+import { JsonWriteHelper } from '../lib/json-write-helper.js';
+import { RecordDependencyAnalyzer } from '../lib/record-dependency-analyzer.js';
+import { JsonPreprocessor } from '../lib/json-preprocessor.js';
+import { findEntityDirectories } from '../lib/provider-utils.js';
+import { DeletionAuditor } from '../lib/deletion-auditor.js';
+import { DeletionReportGenerator } from '../lib/deletion-report-generator.js';
 // Configuration for parallel processing
 const PARALLEL_BATCH_SIZE = 1; // Number of records to process in parallel at each dependency level
-class PushService {
-    syncEngine;
-    contextUser;
-    warnings = [];
-    syncConfig = null;
-    deferredFileWrites = new Map();
-    deferredRecords = [];
+export class PushService {
     constructor(syncEngine, contextUser) {
+        this.warnings = [];
+        this.syncConfig = null;
+        this.deferredFileWrites = new Map();
+        this.deferredRecords = [];
         this.syncEngine = syncEngine;
         this.contextUser = contextUser;
     }
@@ -56,11 +48,11 @@ class PushService {
         // Reset deferred tracking for this push operation
         this.deferredFileWrites.clear();
         this.deferredRecords = [];
-        const fileBackupManager = new file_backup_manager_1.FileBackupManager();
+        const fileBackupManager = new FileBackupManager();
         // Load sync config for SQL logging settings and autoCreateMissingRecords flag
         // If dir option is specified, load from that directory, otherwise use original CWD
-        const configDir = options.dir ? path_1.default.resolve(config_manager_1.configManager.getOriginalCwd(), options.dir) : config_manager_1.configManager.getOriginalCwd();
-        this.syncConfig = await (0, config_1.loadSyncConfig)(configDir);
+        const configDir = options.dir ? path.resolve(configManager.getOriginalCwd(), options.dir) : configManager.getOriginalCwd();
+        this.syncConfig = await loadSyncConfig(configDir);
         // Display warnings for special flags that are enabled
         if (this.syncConfig?.push?.alwaysPush && !options.dryRun) {
             callbacks?.onWarn?.('\n⚡ WARNING: alwaysPush is enabled - ALL records will be saved to database regardless of changes\n');
@@ -69,14 +61,14 @@ class PushService {
             callbacks?.onWarn?.('\n🔧 WARNING: autoCreateMissingRecords is enabled - Missing records with primaryKey will be created\n');
         }
         if (options.verbose) {
-            callbacks?.onLog?.(`Original working directory: ${config_manager_1.configManager.getOriginalCwd()}`);
+            callbacks?.onLog?.(`Original working directory: ${configManager.getOriginalCwd()}`);
             callbacks?.onLog?.(`Config directory (with dir option): ${configDir}`);
-            callbacks?.onLog?.(`Config file path: ${path_1.default.join(configDir, '.mj-sync.json')}`);
+            callbacks?.onLog?.(`Config file path: ${path.join(configDir, '.mj-sync.json')}`);
             callbacks?.onLog?.(`Full sync config loaded: ${JSON.stringify(this.syncConfig, null, 2)}`);
             callbacks?.onLog?.(`SQL logging config: ${JSON.stringify(this.syncConfig?.sqlLogging)}`);
         }
-        const sqlLogger = new sql_logger_1.SQLLogger(this.syncConfig);
-        const transactionManager = new transaction_manager_1.TransactionManager(sqlLogger);
+        const sqlLogger = new SQLLogger(this.syncConfig);
+        const transactionManager = new TransactionManager(sqlLogger);
         if (options.verbose) {
             callbacks?.onLog?.(`SQLLogger enabled status: ${sqlLogger.enabled}`);
         }
@@ -85,7 +77,7 @@ class PushService {
         try {
             // Initialize SQL logger if enabled and not dry-run
             if (sqlLogger.enabled && !options.dryRun) {
-                const provider = core_1.Metadata.Provider;
+                const provider = Metadata.Provider;
                 if (options.verbose) {
                     callbacks?.onLog?.(`SQL logging enabled: ${sqlLogger.enabled}`);
                     callbacks?.onLog?.(`Provider type: ${provider?.constructor?.name || 'Unknown'}`);
@@ -98,10 +90,10 @@ class PushService {
                         ? `MetadataSync_Push_${timestamp}.sql`
                         : `push_${timestamp}.sql`;
                     // Use .sql-log-push directory in the config directory (where sync was initiated)
-                    const outputDir = path_1.default.join(configDir, this.syncConfig?.sqlLogging?.outputDirectory || './sql-log-push');
-                    const filepath = path_1.default.join(outputDir, filename);
+                    const outputDir = path.join(configDir, this.syncConfig?.sqlLogging?.outputDirectory || './sql-log-push');
+                    const filepath = path.join(outputDir, filename);
                     // Ensure the directory exists
-                    await fs_extra_1.default.ensureDir(path_1.default.dirname(filepath));
+                    await fs.ensureDir(path.dirname(filepath));
                     // Create the SQL logging session
                     sqlLoggingSession = await provider.CreateSqlLogger(filepath, {
                         formatAsMigration: this.syncConfig?.sqlLogging?.formatAsMigration || false,
@@ -125,7 +117,7 @@ class PushService {
             // Find entity directories to process
             // Note: If options.dir is specified, configDir already points to that directory
             // So we don't need to pass it as specificDir
-            const entityDirs = (0, provider_utils_1.findEntityDirectories)(configDir, undefined, this.syncConfig?.directoryOrder, this.syncConfig?.ignoreDirectories, options.include, options.exclude);
+            const entityDirs = findEntityDirectories(configDir, undefined, this.syncConfig?.directoryOrder, this.syncConfig?.ignoreDirectories, options.include, options.exclude);
             if (entityDirs.length === 0) {
                 throw new Error('No entity directories found');
             }
@@ -167,8 +159,8 @@ class PushService {
                         try {
                             await sqlLoggingSession.dispose();
                             // Delete the empty SQL log file since no operations occurred
-                            if (await fs_extra_1.default.pathExists(sqlLogPath)) {
-                                await fs_extra_1.default.remove(sqlLogPath);
+                            if (await fs.pathExists(sqlLogPath)) {
+                                await fs.remove(sqlLogPath);
                                 if (options.verbose) {
                                     callbacks?.onLog?.(`🗑️  Removed empty SQL log file: ${sqlLogPath}`);
                                 }
@@ -198,7 +190,7 @@ class PushService {
                 // PHASE 1: Process creates/updates for all entities
                 callbacks?.onLog?.('📝 Processing creates and updates...\n');
                 for (const entityDir of entityDirs) {
-                    const entityConfig = await (0, config_1.loadEntityConfig)(entityDir);
+                    const entityConfig = await loadEntityConfig(entityDir);
                     if (!entityConfig) {
                         const warning = `Skipping ${entityDir} - no valid entity configuration`;
                         this.warnings.push(warning);
@@ -207,7 +199,7 @@ class PushService {
                         continue;
                     }
                     // Show folder with spinner at start
-                    const dirName = path_1.default.relative(process.cwd(), entityDir) || '.';
+                    const dirName = path.relative(process.cwd(), entityDir) || '.';
                     callbacks?.onLog?.(`\n📁 ${dirName}:`);
                     // Use onProgress for animated spinner if available
                     if (callbacks?.onProgress) {
@@ -350,7 +342,7 @@ class PushService {
         let errors = 0;
         // Find all JSON files in the directory
         const pattern = entityConfig.filePattern || '*.json';
-        const files = await (0, fast_glob_1.default)(pattern, {
+        const files = await fastGlob(pattern, {
             cwd: entityDir,
             absolute: true,
             onlyFiles: true,
@@ -368,7 +360,7 @@ class PushService {
                     await fileBackupManager.backupFile(filePath);
                 }
                 // Read the raw file data first
-                const rawFileData = await fs_extra_1.default.readJson(filePath);
+                const rawFileData = await fs.readJson(filePath);
                 // Keep unprocessed data to write back (preserves @file: references)
                 const unprocessedRecords = Array.isArray(rawFileData) ? rawFileData : [rawFileData];
                 const isArray = Array.isArray(rawFileData);
@@ -379,12 +371,12 @@ class PushService {
                 if (hasIncludes) {
                     // Preprocess the JSON file to handle @include directives
                     // Create a new preprocessor instance for each file to ensure clean state
-                    const jsonPreprocessor = new json_preprocessor_1.JsonPreprocessor();
+                    const jsonPreprocessor = new JsonPreprocessor();
                     fileData = await jsonPreprocessor.processFile(filePath);
                 }
                 const records = Array.isArray(fileData) ? fileData : [fileData];
                 // Analyze dependencies and get sorted records
-                const analyzer = new record_dependency_analyzer_1.RecordDependencyAnalyzer();
+                const analyzer = new RecordDependencyAnalyzer();
                 const analysisResult = await analyzer.analyzeFileRecords(records, entityConfig.entity);
                 if (analysisResult.circularDependencies.length > 0) {
                     callbacks?.onWarn?.(`⚠️  Circular dependencies detected in ${filePath}`);
@@ -521,10 +513,10 @@ class PushService {
                     else {
                         // Write immediately for files without deletions
                         if (isArray) {
-                            await json_write_helper_1.JsonWriteHelper.writeOrderedRecordData(filePath, unprocessedRecords);
+                            await JsonWriteHelper.writeOrderedRecordData(filePath, unprocessedRecords);
                         }
                         else {
-                            await json_write_helper_1.JsonWriteHelper.writeOrderedRecordData(filePath, unprocessedRecords[0]);
+                            await JsonWriteHelper.writeOrderedRecordData(filePath, unprocessedRecords[0]);
                         }
                     }
                 }
@@ -537,7 +529,7 @@ class PushService {
         return { created, updated, unchanged, deleted, skipped, deferred, errors };
     }
     async processFlattenedRecord(flattenedRecord, entityDir, options, batchContext, callbacks, entityConfig, allowDefer = true) {
-        const metadata = new core_1.Metadata();
+        const metadata = new Metadata();
         const { record, entityName, parentContext, id: recordId } = flattenedRecord;
         // Skip deletion records - they're handled in Phase 2
         // File writing is deferred for files containing deletions
@@ -584,7 +576,7 @@ class PushService {
                 }
                 catch (pkError) {
                     // Check if this is a deferrable lookup error
-                    if (pkError instanceof sync_engine_1.DeferrableLookupError) {
+                    if (pkError instanceof DeferrableLookupError) {
                         throw new Error(`Cannot defer lookup in primaryKey field '${pkField}': ${pkError.message}. Primary key lookups must resolve immediately.`);
                     }
                     throw pkError;
@@ -660,7 +652,7 @@ class PushService {
             }
             catch (fieldError) {
                 // Check if this is a deferrable lookup error first
-                if (fieldError instanceof sync_engine_1.DeferrableLookupError) {
+                if (fieldError instanceof DeferrableLookupError) {
                     // If allowDefer is false, we're in deferred processing mode - can't defer again
                     if (!allowDefer) {
                         const err = fieldError;
@@ -1156,12 +1148,12 @@ class PushService {
         for (const entityDir of entityDirs) {
             if (hasAnyDeletions)
                 break; // Early exit once we find any deletion
-            const entityConfig = await (0, config_1.loadEntityConfig)(entityDir);
+            const entityConfig = await loadEntityConfig(entityDir);
             if (!entityConfig) {
                 continue;
             }
             const pattern = entityConfig.filePattern || '*.json';
-            const files = await (0, fast_glob_1.default)(pattern, {
+            const files = await fastGlob(pattern, {
                 cwd: entityDir,
                 absolute: true,
                 onlyFiles: true,
@@ -1171,7 +1163,7 @@ class PushService {
             // Quick scan for delete directives without full processing
             for (const filePath of files) {
                 try {
-                    const content = await fs_extra_1.default.readFile(filePath, 'utf-8');
+                    const content = await fs.readFile(filePath, 'utf-8');
                     // Fast string check for delete directives
                     if (content.includes('"delete"') && content.includes('true')) {
                         // More precise check - parse JSON to confirm
@@ -1200,15 +1192,15 @@ class PushService {
         callbacks?.onLog?.('\n🔍 Analyzing deletion operations...\n');
         // Load all records from all entity directories
         const allRecords = [];
-        const analyzer = new record_dependency_analyzer_1.RecordDependencyAnalyzer();
+        const analyzer = new RecordDependencyAnalyzer();
         for (const entityDir of entityDirs) {
-            const entityConfig = await (0, config_1.loadEntityConfig)(entityDir);
+            const entityConfig = await loadEntityConfig(entityDir);
             if (!entityConfig) {
                 continue;
             }
             // Find all JSON files
             const pattern = entityConfig.filePattern || '*.json';
-            const files = await (0, fast_glob_1.default)(pattern, {
+            const files = await fastGlob(pattern, {
                 cwd: entityDir,
                 absolute: true,
                 onlyFiles: true,
@@ -1218,13 +1210,13 @@ class PushService {
             // Load and flatten records from each file
             for (const filePath of files) {
                 try {
-                    const rawFileData = await fs_extra_1.default.readJson(filePath);
+                    const rawFileData = await fs.readJson(filePath);
                     // Handle @include directives if present
                     let fileData = rawFileData;
                     const jsonString = JSON.stringify(rawFileData);
                     const hasIncludes = jsonString.includes('"@include"') || jsonString.includes('"@include.');
                     if (hasIncludes) {
-                        const jsonPreprocessor = new json_preprocessor_1.JsonPreprocessor();
+                        const jsonPreprocessor = new JsonPreprocessor();
                         fileData = await jsonPreprocessor.processFile(filePath);
                     }
                     const records = Array.isArray(fileData) ? fileData : [fileData];
@@ -1240,8 +1232,8 @@ class PushService {
             }
         }
         // Perform comprehensive deletion audit
-        const md = new core_1.Metadata();
-        const auditor = new deletion_auditor_1.DeletionAuditor(md, this.contextUser);
+        const md = new Metadata();
+        const auditor = new DeletionAuditor(md, this.contextUser);
         const audit = await auditor.auditDeletions(allRecords);
         // Check if any records actually need deletion
         const totalMarkedForDeletion = audit.explicitDeletes.size + audit.implicitDeletes.size;
@@ -1255,7 +1247,7 @@ class PushService {
             return null; // Signal that no deletion audit is needed
         }
         // Generate and display report (only if records need deletion)
-        const report = deletion_report_generator_1.DeletionReportGenerator.generateReport(audit, options.verbose);
+        const report = DeletionReportGenerator.generateReport(audit, options.verbose);
         callbacks?.onLog?.(report);
         callbacks?.onLog?.('');
         // Check for blocking issues (only circular dependencies block execution)
@@ -1419,10 +1411,10 @@ class PushService {
         for (const deferredWrite of this.deferredFileWrites.values()) {
             try {
                 if (deferredWrite.isArray) {
-                    await json_write_helper_1.JsonWriteHelper.writeOrderedRecordData(deferredWrite.filePath, deferredWrite.records);
+                    await JsonWriteHelper.writeOrderedRecordData(deferredWrite.filePath, deferredWrite.records);
                 }
                 else {
-                    await json_write_helper_1.JsonWriteHelper.writeOrderedRecordData(deferredWrite.filePath, deferredWrite.records[0]);
+                    await JsonWriteHelper.writeOrderedRecordData(deferredWrite.filePath, deferredWrite.records[0]);
                 }
             }
             catch (error) {
@@ -1517,5 +1509,4 @@ class PushService {
         return keyParts.join('|');
     }
 }
-exports.PushService = PushService;
 //# sourceMappingURL=PushService.js.map