@memberjunction/metadata-sync 2.55.0 → 2.56.0

package/dist/services/FileResetService.js

@@ -0,0 +1,182 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileResetService = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const fast_glob_1 = __importDefault(require("fast-glob"));
+const config_1 = require("../config");
+const config_manager_1 = require("../lib/config-manager");
+class FileResetService {
+    async resetFiles(options = {}, callbacks) {
+        const sections = options.sections || 'both';
+        // Load sync config
+        const syncConfig = await (0, config_1.loadSyncConfig)(config_manager_1.configManager.getOriginalCwd());
+        if (!syncConfig) {
+            throw new Error('No .mj-sync.json found in current directory');
+        }
+        // Find all metadata JSON files
+        callbacks?.onProgress?.('Finding metadata files');
+        const pattern = syncConfig.filePattern || '.*.json';
+        const files = await (0, fast_glob_1.default)(pattern, {
+            cwd: config_manager_1.configManager.getOriginalCwd(),
+            absolute: true,
+            ignore: ['.mj-sync.json', '.mj-folder.json'],
+        });
+        if (files.length === 0) {
+            callbacks?.onLog?.('No metadata files found');
+            return {
+                processedFiles: 0,
+                modifiedFiles: 0,
+                totalPrimaryKeys: 0,
+                totalSyncs: 0,
+                filesWithPrimaryKey: 0,
+                filesWithSync: 0,
+                backupsCreated: 0
+            };
+        }
+        callbacks?.onLog?.(`Found ${files.length} metadata file${files.length === 1 ? '' : 's'}`);
+        // Count what will be removed
+        let filesWithPrimaryKey = 0;
+        let filesWithSync = 0;
+        let totalPrimaryKeys = 0;
+        let totalSyncs = 0;
+        for (const file of files) {
+            const content = await fs_extra_1.default.readJson(file);
+            const stats = this.countSections(content);
+            if (stats.primaryKeyCount > 0) {
+                filesWithPrimaryKey++;
+                totalPrimaryKeys += stats.primaryKeyCount;
+            }
+            if (stats.syncCount > 0) {
+                filesWithSync++;
+                totalSyncs += stats.syncCount;
+            }
+        }
+        // Report what will be removed
+        if (sections === 'both' || sections === 'primaryKey') {
+            callbacks?.onLog?.(`Will remove ${totalPrimaryKeys} primaryKey section${totalPrimaryKeys === 1 ? '' : 's'} from ${filesWithPrimaryKey} file${filesWithPrimaryKey === 1 ? '' : 's'}`);
+        }
+        if (sections === 'both' || sections === 'sync') {
+            callbacks?.onLog?.(`Will remove ${totalSyncs} sync section${totalSyncs === 1 ? '' : 's'} from ${filesWithSync} file${filesWithSync === 1 ? '' : 's'}`);
+        }
+        if (options.dryRun) {
+            callbacks?.onLog?.('Dry run mode - no files will be modified');
+            if (options.verbose) {
+                for (const file of files) {
+                    const content = await fs_extra_1.default.readJson(file);
+                    const stats = this.countSections(content);
+                    if (stats.primaryKeyCount > 0 || stats.syncCount > 0) {
+                        callbacks?.onLog?.(`${path_1.default.relative(config_manager_1.configManager.getOriginalCwd(), file)}:`);
+                        if (stats.primaryKeyCount > 0) {
+                            callbacks?.onLog?.(`  - ${stats.primaryKeyCount} primaryKey section${stats.primaryKeyCount === 1 ? '' : 's'}`);
+                        }
+                        if (stats.syncCount > 0) {
+                            callbacks?.onLog?.(`  - ${stats.syncCount} sync section${stats.syncCount === 1 ? '' : 's'}`);
+                        }
+                    }
+                }
+            }
+            return {
+                processedFiles: files.length,
+                modifiedFiles: 0,
+                totalPrimaryKeys,
+                totalSyncs,
+                filesWithPrimaryKey,
+                filesWithSync,
+                backupsCreated: 0
+            };
+        }
+        // Process files
+        callbacks?.onProgress?.('Processing files');
+        let processedFiles = 0;
+        let modifiedFiles = 0;
+        let backupsCreated = 0;
+        for (const file of files) {
+            processedFiles++;
+            const content = await fs_extra_1.default.readJson(file);
+            const originalContent = JSON.stringify(content);
+            // Remove sections
+            const cleanedContent = this.removeSections(content, sections);
+            // Only write if content changed
+            if (JSON.stringify(cleanedContent) !== originalContent) {
+                // Create backup if requested
+                if (!options.noBackup) {
+                    const backupPath = `${file}.backup`;
+                    await fs_extra_1.default.writeJson(backupPath, content, { spaces: 2 });
+                    backupsCreated++;
+                }
+                // Write cleaned content
+                await fs_extra_1.default.writeJson(file, cleanedContent, { spaces: 2 });
+                modifiedFiles++;
+                if (options.verbose) {
+                    callbacks?.onLog?.(`✓ ${path_1.default.relative(config_manager_1.configManager.getOriginalCwd(), file)}`);
+                }
+            }
+        }
+        return {
+            processedFiles,
+            modifiedFiles,
+            totalPrimaryKeys,
+            totalSyncs,
+            filesWithPrimaryKey,
+            filesWithSync,
+            backupsCreated
+        };
+    }
+    countSections(data) {
+        let primaryKeyCount = 0;
+        let syncCount = 0;
+        if (Array.isArray(data)) {
+            for (const item of data) {
+                const stats = this.countSections(item);
+                primaryKeyCount += stats.primaryKeyCount;
+                syncCount += stats.syncCount;
+            }
+        }
+        else if (data && typeof data === 'object') {
+            if ('primaryKey' in data)
+                primaryKeyCount++;
+            if ('sync' in data)
+                syncCount++;
+            // Check related entities
+            if (data.relatedEntities) {
+                for (const entityData of Object.values(data.relatedEntities)) {
+                    const stats = this.countSections(entityData);
+                    primaryKeyCount += stats.primaryKeyCount;
+                    syncCount += stats.syncCount;
+                }
+            }
+        }
+        return { primaryKeyCount, syncCount };
+    }
+    removeSections(data, sections) {
+        if (Array.isArray(data)) {
+            return data.map(item => this.removeSections(item, sections));
+        }
+        else if (data && typeof data === 'object') {
+            const cleaned = { ...data };
+            // Remove specified sections
+            if (sections === 'both' || sections === 'primaryKey') {
+                delete cleaned.primaryKey;
+            }
+            if (sections === 'both' || sections === 'sync') {
+                delete cleaned.sync;
+            }
+            // Process related entities
+            if (cleaned.relatedEntities) {
+                const cleanedRelated = {};
+                for (const [entityName, entityData] of Object.entries(cleaned.relatedEntities)) {
+                    cleanedRelated[entityName] = this.removeSections(entityData, sections);
+                }
+                cleaned.relatedEntities = cleanedRelated;
+            }
+            return cleaned;
+        }
+        return data;
+    }
+}
+exports.FileResetService = FileResetService;
+//# sourceMappingURL=FileResetService.js.map

package/dist/services/FileResetService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileResetService.js","sourceRoot":"","sources":["../../src/services/FileResetService.ts"],"names":[],"mappings":";;;;;;AAAA,wDAA0B;AAC1B,gDAAwB;AACxB,0DAAiC;AACjC,sCAA2C;AAC3C,0DAAsD;AA+BtD,MAAa,gBAAgB;IAE3B,KAAK,CAAC,UAAU,CAAC,UAA4B,EAAE,EAAE,SAA8B;QAC7E,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;QAE5C,mBAAmB;QACnB,MAAM,UAAU,GAAG,MAAM,IAAA,uBAAc,EAAC,8BAAa,CAAC,cAAc,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,+BAA+B;QAC/B,SAAS,EAAE,UAAU,EAAE,CAAC,wBAAwB,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,UAAU,CAAC,WAAW,IAAI,SAAS,CAAC;QACpD,MAAM,KAAK,GAAG,MAAM,IAAA,mBAAQ,EAAC,OAAO,EAAE;YACpC,GAAG,EAAE,8BAAa,CAAC,cAAc,EAAE;YACnC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,CAAC,eAAe,EAAE,iBAAiB,CAAC;SAC7C,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS,EAAE,KAAK,EAAE,CAAC,yBAAyB,CAAC,CAAC;YAC9C,OAAO;gBACL,cAAc,EAAE,CAAC;gBACjB,aAAa,EAAE,CAAC;gBAChB,gBAAgB,EAAE,CAAC;gBACnB,UAAU,EAAE,CAAC;gBACb,mBAAmB,EAAE,CAAC;gBACtB,aAAa,EAAE,CAAC;gBAChB,cAAc,EAAE,CAAC;aAClB,CAAC;QACJ,CAAC;QAED,SAAS,EAAE,KAAK,EAAE,CAAC,SAAS,KAAK,CAAC,MAAM,iBAAiB,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAE1F,6BAA6B;QAC7B,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBAC9B,mBAAmB,EAAE,CAAC;gBACtB,gBAAgB,IAAI,KAAK,CAAC,eAAe,CAAC;YAC5C,CAAC;YACD,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACxB,aAAa,EAAE,CAAC;gBAChB,UAAU,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;YACrD,SAAS,EAAE,KAAK,EAAE,CAAC,eAAe,gBAAgB,sBAAsB,gBAAgB,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,mBAAmB,QAAQ,mBAAmB,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACvL,CAAC;QACD,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YAC/C,SAAS,EAAE,KAAK,EAAE,CAAC,eAAe,UAAU,gBAAgB,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,aAAa,QAAQ,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACzJ,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,SAAS,EAAE,KAAK,EAAE,CAAC,0CAA0C,CAAC,CAAC;YAE/D,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACxC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;oBAC1C,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;wBACrD,SAAS,EAAE,KAAK,EAAE,CAAC,GAAG,cAAI,CAAC,QAAQ,CAAC,8BAAa,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC9E,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;4BAC9B,SAAS,EAAE,KAAK,EAAE,CAAC,OAAO,KAAK,CAAC,eAAe,sBAAsB,KAAK,CAAC,eAAe,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;wBACjH,CAAC;wBACD,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;4BACxB,SAAS,EAAE,KAAK,EAAE,CAAC,OAAO,KAAK,CAAC,SAAS,gBAAgB,KAAK,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;wBAC/F,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO;gBACL,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,aAAa,EAAE,CAAC;gBAChB,gBAAgB;gBAChB,UAAU;gBACV,mBAAmB;gBACnB,aAAa;gBACb,cAAc,EAAE,CAAC;aAClB,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,SAAS,EAAE,UAAU,EAAE,CAAC,kBAAkB,CAAC,CAAC;QAC5C,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,cAAc,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAEhD,kBAAkB;YAClB,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE9D,gCAAgC;YAChC,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,eAAe,EAAE,CAAC;gBACvD,6BAA6B;gBAC7B,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,UAAU,GAAG,GAAG,IAAI,SAAS,CAAC;oBACpC,MAAM,kBAAE,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;oBACvD,cAAc,EAAE,CAAC;gBACnB,CAAC;gBAED,wBAAwB;gBACxB,MAAM,kBAAE,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;gBACxD,aAAa,EAAE,CAAC;gBAEhB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,SAAS,EAAE,KAAK,EAAE,CAAC,KAAK,cAAI,CAAC,QAAQ,CAAC,8BAAa,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjF,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,cAAc;YACd,aAAa;YACb,gBAAgB;YAChB,UAAU;YACV,mBAAmB;YACnB,aAAa;YACb,cAAc;SACf,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,IAAS;QAC7B,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACxB,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACvC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC;gBACzC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5C,IAAI,YAAY,IAAI,IAAI;gBAAE,eAAe,EAAE,CAAC;YAC5C,IAAI,MAAM,IAAI,IAAI;gBAAE,SAAS,EAAE,CAAC;YAEhC,yBAAyB;YACzB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;oBAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;oBAC7C,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC;oBACzC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC;IACxC,CAAC;IAEO,cAAc,CAAC,IAAS,EAAE,QAAgB;QAChD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC/D,CAAC;aAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAE5B,4BAA4B;YAC5B,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;gBACrD,OAAO,OAAO,CAAC,UAAU,CAAC;YAC5B,CAAC;YACD,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBAC/C,OAAO,OAAO,CAAC,IAAI,CAAC;YACtB,CAAC;YAED,2BAA2B;YAC3B,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAQ,EAAE,CAAC;gBAC/B,KAAK,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;oBAC/E,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACzE,CAAC;gBACD,OAAO,CAAC,eAAe,GAAG,cAAc,CAAC;YAC3C,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AA/LD,4CA+LC","sourcesContent":["import fs from 'fs-extra';\nimport path from 'path';\nimport fastGlob from 'fast-glob';\nimport { loadSyncConfig } from '../config';\nimport { configManager } from '../lib/config-manager';\n\nexport interface FileResetOptions {\n  sections?: 'both' | 'primaryKey' | 'sync';\n  dryRun?: boolean;\n  noBackup?: boolean;\n  verbose?: boolean;\n}\n\nexport interface FileResetCallbacks {\n  onProgress?: (message: string) => void;\n  onLog?: (message: string) => void;\n  onWarn?: (message: string) => void;\n  onConfirm?: (message: string) => Promise<boolean>;\n}\n\nexport interface FileResetResult {\n  processedFiles: number;\n  modifiedFiles: number;\n  totalPrimaryKeys: number;\n  totalSyncs: number;\n  filesWithPrimaryKey: number;\n  filesWithSync: number;\n  backupsCreated: number;\n}\n\nexport interface FileStats {\n  primaryKeyCount: number;\n  syncCount: number;\n}\n\nexport class FileResetService {\n  \n  async resetFiles(options: FileResetOptions = {}, callbacks?: FileResetCallbacks): Promise<FileResetResult> {\n    const sections = options.sections || 'both';\n    \n    // Load sync config\n    const syncConfig = await loadSyncConfig(configManager.getOriginalCwd());\n    if (!syncConfig) {\n      throw new Error('No .mj-sync.json found in current directory');\n    }\n    \n    // Find all metadata JSON files\n    callbacks?.onProgress?.('Finding metadata files');\n    const pattern = syncConfig.filePattern || '.*.json';\n    const files = await fastGlob(pattern, {\n      cwd: configManager.getOriginalCwd(),\n      absolute: true,\n      ignore: ['.mj-sync.json', '.mj-folder.json'],\n    });\n    \n    if (files.length === 0) {\n      callbacks?.onLog?.('No metadata files found');\n      return {\n        processedFiles: 0,\n        modifiedFiles: 0,\n        totalPrimaryKeys: 0,\n        totalSyncs: 0,\n        filesWithPrimaryKey: 0,\n        filesWithSync: 0,\n        backupsCreated: 0\n      };\n    }\n    \n    callbacks?.onLog?.(`Found ${files.length} metadata file${files.length === 1 ? '' : 's'}`);\n    \n    // Count what will be removed\n    let filesWithPrimaryKey = 0;\n    let filesWithSync = 0;\n    let totalPrimaryKeys = 0;\n    let totalSyncs = 0;\n    \n    for (const file of files) {\n      const content = await fs.readJson(file);\n      const stats = this.countSections(content);\n      if (stats.primaryKeyCount > 0) {\n        filesWithPrimaryKey++;\n        totalPrimaryKeys += stats.primaryKeyCount;\n      }\n      if (stats.syncCount > 0) {\n        filesWithSync++;\n        totalSyncs += stats.syncCount;\n      }\n    }\n    \n    // Report what will be removed\n    if (sections === 'both' || sections === 'primaryKey') {\n      callbacks?.onLog?.(`Will remove ${totalPrimaryKeys} primaryKey section${totalPrimaryKeys === 1 ? '' : 's'} from ${filesWithPrimaryKey} file${filesWithPrimaryKey === 1 ? '' : 's'}`);\n    }\n    if (sections === 'both' || sections === 'sync') {\n      callbacks?.onLog?.(`Will remove ${totalSyncs} sync section${totalSyncs === 1 ? '' : 's'} from ${filesWithSync} file${filesWithSync === 1 ? '' : 's'}`);\n    }\n    \n    if (options.dryRun) {\n      callbacks?.onLog?.('Dry run mode - no files will be modified');\n      \n      if (options.verbose) {\n        for (const file of files) {\n          const content = await fs.readJson(file);\n          const stats = this.countSections(content);\n          if (stats.primaryKeyCount > 0 || stats.syncCount > 0) {\n            callbacks?.onLog?.(`${path.relative(configManager.getOriginalCwd(), file)}:`);\n            if (stats.primaryKeyCount > 0) {\n              callbacks?.onLog?.(`  - ${stats.primaryKeyCount} primaryKey section${stats.primaryKeyCount === 1 ? '' : 's'}`);\n            }\n            if (stats.syncCount > 0) {\n              callbacks?.onLog?.(`  - ${stats.syncCount} sync section${stats.syncCount === 1 ? '' : 's'}`);\n            }\n          }\n        }\n      }\n      \n      return {\n        processedFiles: files.length,\n        modifiedFiles: 0,\n        totalPrimaryKeys,\n        totalSyncs,\n        filesWithPrimaryKey,\n        filesWithSync,\n        backupsCreated: 0\n      };\n    }\n    \n    // Process files\n    callbacks?.onProgress?.('Processing files');\n    let processedFiles = 0;\n    let modifiedFiles = 0;\n    let backupsCreated = 0;\n    \n    for (const file of files) {\n      processedFiles++;\n      const content = await fs.readJson(file);\n      const originalContent = JSON.stringify(content);\n      \n      // Remove sections\n      const cleanedContent = this.removeSections(content, sections);\n      \n      // Only write if content changed\n      if (JSON.stringify(cleanedContent) !== originalContent) {\n        // Create backup if requested\n        if (!options.noBackup) {\n          const backupPath = `${file}.backup`;\n          await fs.writeJson(backupPath, content, { spaces: 2 });\n          backupsCreated++;\n        }\n        \n        // Write cleaned content\n        await fs.writeJson(file, cleanedContent, { spaces: 2 });\n        modifiedFiles++;\n        \n        if (options.verbose) {\n          callbacks?.onLog?.(`✓ ${path.relative(configManager.getOriginalCwd(), file)}`);\n        }\n      }\n    }\n    \n    return {\n      processedFiles,\n      modifiedFiles,\n      totalPrimaryKeys,\n      totalSyncs,\n      filesWithPrimaryKey,\n      filesWithSync,\n      backupsCreated\n    };\n  }\n  \n  private countSections(data: any): FileStats {\n    let primaryKeyCount = 0;\n    let syncCount = 0;\n    \n    if (Array.isArray(data)) {\n      for (const item of data) {\n        const stats = this.countSections(item);\n        primaryKeyCount += stats.primaryKeyCount;\n        syncCount += stats.syncCount;\n      }\n    } else if (data && typeof data === 'object') {\n      if ('primaryKey' in data) primaryKeyCount++;\n      if ('sync' in data) syncCount++;\n      \n      // Check related entities\n      if (data.relatedEntities) {\n        for (const entityData of Object.values(data.relatedEntities)) {\n          const stats = this.countSections(entityData);\n          primaryKeyCount += stats.primaryKeyCount;\n          syncCount += stats.syncCount;\n        }\n      }\n    }\n    \n    return { primaryKeyCount, syncCount };\n  }\n  \n  private removeSections(data: any, sections: string): any {\n    if (Array.isArray(data)) {\n      return data.map(item => this.removeSections(item, sections));\n    } else if (data && typeof data === 'object') {\n      const cleaned = { ...data };\n      \n      // Remove specified sections\n      if (sections === 'both' || sections === 'primaryKey') {\n        delete cleaned.primaryKey;\n      }\n      if (sections === 'both' || sections === 'sync') {\n        delete cleaned.sync;\n      }\n      \n      // Process related entities\n      if (cleaned.relatedEntities) {\n        const cleanedRelated: any = {};\n        for (const [entityName, entityData] of Object.entries(cleaned.relatedEntities)) {\n          cleanedRelated[entityName] = this.removeSections(entityData, sections);\n        }\n        cleaned.relatedEntities = cleanedRelated;\n      }\n      \n      return cleaned;\n    }\n    \n    return data;\n  }\n}"]}

package/dist/services/InitService.d.ts

@@ -0,0 +1,17 @@
+export interface InitOptions {
+    overwrite?: boolean;
+    setupEntity?: 'ai-prompts' | 'other' | 'no';
+    entityName?: string;
+    dirName?: string;
+}
+export interface InitCallbacks {
+    onProgress?: (message: string) => void;
+    onSuccess?: (message: string) => void;
+    onError?: (message: string) => void;
+}
+export declare class InitService {
+    initialize(options?: InitOptions, callbacks?: InitCallbacks): Promise<void>;
+    private createAIPromptsExample;
+    getNextSteps(): string[];
+    getErrorHint(error: Error | string): string | null;
+}

package/dist/services/InitService.js

@@ -0,0 +1,118 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InitService = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+class InitService {
+    async initialize(options = {}, callbacks) {
+        try {
+            // Check if already initialized
+            if (await fs_extra_1.default.pathExists('.mj-sync.json')) {
+                if (!options.overwrite) {
+                    throw new Error('Directory already initialized. Use overwrite option to proceed.');
+                }
+            }
+            // Create root configuration
+            const rootConfig = {
+                version: '1.0.0',
+                push: {
+                    validateBeforePush: true,
+                    requireConfirmation: true
+                },
+                watch: {
+                    debounceMs: 1000,
+                    ignorePatterns: ['*.tmp', '*.bak', '.DS_Store']
+                }
+            };
+            callbacks?.onProgress?.('Creating root configuration');
+            await fs_extra_1.default.writeJson('.mj-sync.json', rootConfig, { spaces: 2 });
+            callbacks?.onSuccess?.('Created .mj-sync.json');
+            // Set up entity directory if requested
+            if (options.setupEntity && options.setupEntity !== 'no') {
+                const entityName = options.setupEntity === 'ai-prompts'
+                    ? 'AI Prompts'
+                    : options.entityName || '';
+                const dirName = options.setupEntity === 'ai-prompts'
+                    ? 'ai-prompts'
+                    : options.dirName || entityName.toLowerCase().replace(/\s+/g, '-');
+                // Create entity directory
+                callbacks?.onProgress?.(`Creating ${dirName} directory`);
+                await fs_extra_1.default.ensureDir(dirName);
+                // Create entity configuration
+                const entityConfig = {
+                    entity: entityName,
+                    filePattern: '*.json',
+                    defaults: {}
+                };
+                await fs_extra_1.default.writeJson(path_1.default.join(dirName, '.mj-sync.json'), entityConfig, { spaces: 2 });
+                callbacks?.onSuccess?.(`Created ${dirName} directory with entity configuration`);
+                // Create example structure
+                if (options.setupEntity === 'ai-prompts') {
+                    await this.createAIPromptsExample(dirName);
+                }
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            callbacks?.onError?.(errorMessage);
+            throw error;
+        }
+    }
+    async createAIPromptsExample(dirName) {
+        const exampleDir = path_1.default.join(dirName, 'examples');
+        await fs_extra_1.default.ensureDir(exampleDir);
+        // Create folder config
+        const folderConfig = {
+            defaults: {
+                CategoryID: '@lookup:AI Prompt Categories.Name=Examples',
+                Temperature: 0.7
+            }
+        };
+        await fs_extra_1.default.writeJson(path_1.default.join(exampleDir, '.mj-folder.json'), folderConfig, { spaces: 2 });
+        // Create example prompt
+        const examplePrompt = {
+            _primaryKey: {
+                ID: 'example-001'
+            },
+            _fields: {
+                Name: 'Example Greeting Prompt',
+                Description: 'A simple example prompt to demonstrate the sync tool',
+                PromptTypeID: '@lookup:AI Prompt Types.Name=Chat',
+                Temperature: 0.8,
+                MaxTokens: 150,
+                Prompt: '@file:greeting.prompt.md'
+            }
+        };
+        await fs_extra_1.default.writeJson(path_1.default.join(exampleDir, 'greeting.json'), examplePrompt, { spaces: 2 });
+        // Create the markdown file
+        const promptContent = `You are a friendly assistant. Please greet the user warmly and ask how you can help them today.
+
+Be conversational and welcoming in your tone.`;
+        await fs_extra_1.default.writeFile(path_1.default.join(exampleDir, 'greeting.prompt.md'), promptContent);
+    }
+    getNextSteps() {
+        return [
+            'Run "mj sync pull --entity=\'AI Prompts\'" to pull existing data',
+            'Edit files locally',
+            'Run "mj sync push" to sync changes back to the database'
+        ];
+    }
+    getErrorHint(error) {
+        const errorMessage = error instanceof Error ? error.message : String(error);
+        if (errorMessage.includes('permission') || errorMessage.includes('EACCES')) {
+            return 'This appears to be a file permission issue. Make sure you have write permissions in the current directory.';
+        }
+        else if (errorMessage.includes('ENOENT') || errorMessage.includes('no such file')) {
+            return 'This appears to be a file or directory access issue. Make sure the current directory exists and is accessible.';
+        }
+        else if (errorMessage.includes('already exists') || errorMessage.includes('EEXIST')) {
+            return 'Files or directories already exist. Try using the overwrite option or manually remove existing files.';
+        }
+        return null;
+    }
+}
+exports.InitService = InitService;
+//# sourceMappingURL=InitService.js.map

package/dist/services/InitService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InitService.js","sourceRoot":"","sources":["../../src/services/InitService.ts"],"names":[],"mappings":";;;;;;AAAA,wDAA0B;AAC1B,gDAAwB;AAexB,MAAa,WAAW;IACtB,KAAK,CAAC,UAAU,CAAC,UAAuB,EAAE,EAAE,SAAyB;QACnE,IAAI,CAAC;YACH,+BAA+B;YAC/B,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;oBACvB,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,MAAM,UAAU,GAAG;gBACjB,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE;oBACJ,kBAAkB,EAAE,IAAI;oBACxB,mBAAmB,EAAE,IAAI;iBAC1B;gBACD,KAAK,EAAE;oBACL,UAAU,EAAE,IAAI;oBAChB,cAAc,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC;iBAChD;aACF,CAAC;YAEF,SAAS,EAAE,UAAU,EAAE,CAAC,6BAA6B,CAAC,CAAC;YACvD,MAAM,kBAAE,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/D,SAAS,EAAE,SAAS,EAAE,CAAC,uBAAuB,CAAC,CAAC;YAEhD,uCAAuC;YACvC,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBACxD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,KAAK,YAAY;oBACrD,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;gBAE7B,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,KAAK,YAAY;oBAClD,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAErE,0BAA0B;gBAC1B,SAAS,EAAE,UAAU,EAAE,CAAC,YAAY,OAAO,YAAY,CAAC,CAAC;gBACzD,MAAM,kBAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAE5B,8BAA8B;gBAC9B,MAAM,YAAY,GAAG;oBACnB,MAAM,EAAE,UAAU;oBAClB,WAAW,EAAE,QAAQ;oBACrB,QAAQ,EAAE,EAAE;iBACb,CAAC;gBAEF,MAAM,kBAAE,CAAC,SAAS,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrF,SAAS,EAAE,SAAS,EAAE,CAAC,WAAW,OAAO,sCAAsC,CAAC,CAAC;gBAEjF,2BAA2B;gBAC3B,IAAI,OAAO,CAAC,WAAW,KAAK,YAAY,EAAE,CAAC;oBACzC,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,SAAS,EAAE,OAAO,EAAE,CAAC,YAAY,CAAC,CAAC;YACnC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,OAAe;QAClD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAClD,MAAM,kBAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAE/B,uBAAuB;QACvB,MAAM,YAAY,GAAG;YACnB,QAAQ,EAAE;gBACR,UAAU,EAAE,4CAA4C;gBACxD,WAAW,EAAE,GAAG;aACjB;SACF,CAAC;QAEF,MAAM,kBAAE,CAAC,SAAS,CAAC,cAAI,CAAC,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAE1F,wBAAwB;QACxB,MAAM,aAAa,GAAG;YACpB,WAAW,EAAE;gBACX,EAAE,EAAE,aAAa;aAClB;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,yBAAyB;gBAC/B,WAAW,EAAE,sDAAsD;gBACnE,YAAY,EAAE,mCAAmC;gBACjD,WAAW,EAAE,GAAG;gBAChB,SAAS,EAAE,GAAG;gBACd,MAAM,EAAE,0BAA0B;aACnC;SACF,CAAC;QAEF,MAAM,kBAAE,CAAC,SAAS,CAChB,cAAI,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,EACtC,aAAa,EACb,EAAE,MAAM,EAAE,CAAC,EAAE,CACd,CAAC;QAEF,2BAA2B;QAC3B,MAAM,aAAa,GAAG;;8CAEoB,CAAC;QAE3C,MAAM,kBAAE,CAAC,SAAS,CAChB,cAAI,CAAC,IAAI,CAAC,UAAU,EAAE,oBAAoB,CAAC,EAC3C,aAAa,CACd,CAAC;IACJ,CAAC;IAED,YAAY;QACV,OAAO;YACL,kEAAkE;YAClE,oBAAoB;YACpB,yDAAyD;SAC1D,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,KAAqB;QAChC,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3E,OAAO,4GAA4G,CAAC;QACtH,CAAC;aAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACpF,OAAO,gHAAgH,CAAC;QAC1H,CAAC;aAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtF,OAAO,uGAAuG,CAAC;QACjH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAnID,kCAmIC","sourcesContent":["import fs from 'fs-extra';\nimport path from 'path';\n\nexport interface InitOptions {\n  overwrite?: boolean;\n  setupEntity?: 'ai-prompts' | 'other' | 'no';\n  entityName?: string;\n  dirName?: string;\n}\n\nexport interface InitCallbacks {\n  onProgress?: (message: string) => void;\n  onSuccess?: (message: string) => void;\n  onError?: (message: string) => void;\n}\n\nexport class InitService {\n  async initialize(options: InitOptions = {}, callbacks?: InitCallbacks): Promise<void> {\n    try {\n      // Check if already initialized\n      if (await fs.pathExists('.mj-sync.json')) {\n        if (!options.overwrite) {\n          throw new Error('Directory already initialized. Use overwrite option to proceed.');\n        }\n      }\n      \n      // Create root configuration\n      const rootConfig = {\n        version: '1.0.0',\n        push: {\n          validateBeforePush: true,\n          requireConfirmation: true\n        },\n        watch: {\n          debounceMs: 1000,\n          ignorePatterns: ['*.tmp', '*.bak', '.DS_Store']\n        }\n      };\n      \n      callbacks?.onProgress?.('Creating root configuration');\n      await fs.writeJson('.mj-sync.json', rootConfig, { spaces: 2 });\n      callbacks?.onSuccess?.('Created .mj-sync.json');\n      \n      // Set up entity directory if requested\n      if (options.setupEntity && options.setupEntity !== 'no') {\n        const entityName = options.setupEntity === 'ai-prompts' \n          ? 'AI Prompts'\n          : options.entityName || '';\n          \n        const dirName = options.setupEntity === 'ai-prompts'\n          ? 'ai-prompts'\n          : options.dirName || entityName.toLowerCase().replace(/\\s+/g, '-');\n          \n        // Create entity directory\n        callbacks?.onProgress?.(`Creating ${dirName} directory`);\n        await fs.ensureDir(dirName);\n        \n        // Create entity configuration\n        const entityConfig = {\n          entity: entityName,\n          filePattern: '*.json',\n          defaults: {}\n        };\n        \n        await fs.writeJson(path.join(dirName, '.mj-sync.json'), entityConfig, { spaces: 2 });\n        callbacks?.onSuccess?.(`Created ${dirName} directory with entity configuration`);\n        \n        // Create example structure\n        if (options.setupEntity === 'ai-prompts') {\n          await this.createAIPromptsExample(dirName);\n        }\n      }\n      \n    } catch (error) {\n      const errorMessage = error instanceof Error ? error.message : String(error);\n      callbacks?.onError?.(errorMessage);\n      throw error;\n    }\n  }\n  \n  private async createAIPromptsExample(dirName: string): Promise<void> {\n    const exampleDir = path.join(dirName, 'examples');\n    await fs.ensureDir(exampleDir);\n    \n    // Create folder config\n    const folderConfig = {\n      defaults: {\n        CategoryID: '@lookup:AI Prompt Categories.Name=Examples',\n        Temperature: 0.7\n      }\n    };\n    \n    await fs.writeJson(path.join(exampleDir, '.mj-folder.json'), folderConfig, { spaces: 2 });\n    \n    // Create example prompt\n    const examplePrompt = {\n      _primaryKey: {\n        ID: 'example-001'\n      },\n      _fields: {\n        Name: 'Example Greeting Prompt',\n        Description: 'A simple example prompt to demonstrate the sync tool',\n        PromptTypeID: '@lookup:AI Prompt Types.Name=Chat',\n        Temperature: 0.8,\n        MaxTokens: 150,\n        Prompt: '@file:greeting.prompt.md'\n      }\n    };\n    \n    await fs.writeJson(\n      path.join(exampleDir, 'greeting.json'), \n      examplePrompt, \n      { spaces: 2 }\n    );\n    \n    // Create the markdown file\n    const promptContent = `You are a friendly assistant. Please greet the user warmly and ask how you can help them today.\n\nBe conversational and welcoming in your tone.`;\n    \n    await fs.writeFile(\n      path.join(exampleDir, 'greeting.prompt.md'),\n      promptContent\n    );\n  }\n  \n  getNextSteps(): string[] {\n    return [\n      'Run \"mj sync pull --entity=\\'AI Prompts\\'\" to pull existing data',\n      'Edit files locally',\n      'Run \"mj sync push\" to sync changes back to the database'\n    ];\n  }\n  \n  getErrorHint(error: Error | string): string | null {\n    const errorMessage = error instanceof Error ? error.message : String(error);\n    \n    if (errorMessage.includes('permission') || errorMessage.includes('EACCES')) {\n      return 'This appears to be a file permission issue. Make sure you have write permissions in the current directory.';\n    } else if (errorMessage.includes('ENOENT') || errorMessage.includes('no such file')) {\n      return 'This appears to be a file or directory access issue. Make sure the current directory exists and is accessible.';\n    } else if (errorMessage.includes('already exists') || errorMessage.includes('EEXIST')) {\n      return 'Files or directories already exist. Try using the overwrite option or manually remove existing files.';\n    }\n    \n    return null;\n  }\n}"]}

package/dist/services/PullService.d.ts

@@ -0,0 +1,45 @@
+import { UserInfo } from '@memberjunction/core';
+import { SyncEngine } from '../lib/sync-engine';
+export interface PullOptions {
+    entity: string;
+    filter?: string;
+    dryRun?: boolean;
+    multiFile?: string;
+    verbose?: boolean;
+    noValidate?: boolean;
+    targetDir?: string;
+    updateExistingRecords?: boolean;
+    createNewFileIfNotFound?: boolean;
+}
+export interface PullCallbacks {
+    onProgress?: (message: string) => void;
+    onSuccess?: (message: string) => void;
+    onError?: (message: string) => void;
+    onWarn?: (message: string) => void;
+    onLog?: (message: string) => void;
+}
+export interface PullResult {
+    processed: number;
+    created: number;
+    updated: number;
+    skipped: number;
+    targetDir: string;
+}
+export declare class PullService {
+    private syncEngine;
+    private contextUser;
+    constructor(syncEngine: SyncEngine, contextUser: UserInfo);
+    pull(options: PullOptions, callbacks?: PullCallbacks): Promise<PullResult>;
+    private handleAsyncPropertyLoading;
+    private processRecords;
+    private processIndividualRecords;
+    private processRecord;
+    private processRecordData;
+    private findEntityDirectories;
+    private buildFileName;
+    private findExistingFiles;
+    private loadExistingRecords;
+    private createPrimaryKeyLookup;
+    private mergeRecords;
+    private createBackup;
+}