@memberjunction/metadata-sync 2.46.0

package/dist/commands/watch/index.js

@@ -0,0 +1,210 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const core_1 = require("@oclif/core");
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const chokidar_1 = __importDefault(require("chokidar"));
+const ora_classic_1 = __importDefault(require("ora-classic"));
+const config_1 = require("../../config");
+const sync_engine_1 = require("../../lib/sync-engine");
+const provider_utils_1 = require("../../lib/provider-utils");
+class Watch extends core_1.Command {
+    static description = 'Watch for file changes and automatically push to database';
+    static examples = [
+        `<%= config.bin %> <%= command.id %>`,
+        `<%= config.bin %> <%= command.id %> --dir="ai-prompts"`,
+    ];
+    static flags = {
+        dir: core_1.Flags.string({ description: 'Specific entity directory to watch' }),
+    };
+    syncEngine;
+    syncConfig;
+    debounceTimers = new Map();
+    async run() {
+        const { flags } = await this.parse(Watch);
+        const spinner = (0, ora_classic_1.default)();
+        try {
+            // Load configurations
+            spinner.start('Loading configuration');
+            const mjConfig = (0, config_1.loadMJConfig)();
+            if (!mjConfig) {
+                this.error('No mj.config.cjs found in current directory or parent directories');
+            }
+            this.syncConfig = await (0, config_1.loadSyncConfig)(process.cwd());
+            // Initialize data provider
+            const provider = await (0, provider_utils_1.initializeProvider)(mjConfig);
+            // Initialize sync engine
+            this.syncEngine = new sync_engine_1.SyncEngine((0, provider_utils_1.getSystemUser)());
+            await this.syncEngine.initialize();
+            spinner.succeed('Configuration loaded');
+            // Find entity directories to watch
+            const entityDirs = (0, provider_utils_1.findEntityDirectories)(process.cwd(), flags.dir);
+            if (entityDirs.length === 0) {
+                this.error('No entity directories found');
+            }
+            this.log(`Watching ${entityDirs.length} entity ${entityDirs.length === 1 ? 'directory' : 'directories'} for changes`);
+            // Set up watchers
+            const watchers = [];
+            for (const entityDir of entityDirs) {
+                const entityConfig = await (0, config_1.loadEntityConfig)(entityDir);
+                if (!entityConfig) {
+                    this.warn(`Skipping ${entityDir} - no valid entity configuration`);
+                    continue;
+                }
+                this.log(`Watching ${entityConfig.entity} in ${entityDir}`);
+                // Watch for JSON files and external files
+                const patterns = [
+                    path_1.default.join(entityDir, entityConfig.filePattern || '*.json'),
+                    path_1.default.join(entityDir, '**/*.md'),
+                    path_1.default.join(entityDir, '**/*.txt'),
+                    path_1.default.join(entityDir, '**/*.html'),
+                    path_1.default.join(entityDir, '**/*.liquid'),
+                    path_1.default.join(entityDir, '**/*.sql')
+                ];
+                const ignored = [
+                    '**/node_modules/**',
+                    '**/.git/**',
+                    '**/.mj-sync.json',
+                    '**/.mj-folder.json',
+                    ...(this.syncConfig?.watch?.ignorePatterns || [])
+                ];
+                const watcher = chokidar_1.default.watch(patterns, {
+                    ignored,
+                    persistent: true,
+                    ignoreInitial: true
+                });
+                watcher
+                    .on('add', (filePath) => this.handleFileChange(filePath, 'added', entityDir, entityConfig))
+                    .on('change', (filePath) => this.handleFileChange(filePath, 'changed', entityDir, entityConfig))
+                    .on('unlink', (filePath) => this.handleFileChange(filePath, 'deleted', entityDir, entityConfig));
+                watchers.push(watcher);
+            }
+            this.log('\nPress Ctrl+C to stop watching');
+            // Keep process alive
+            process.stdin.resume();
+            // Cleanup on exit
+            process.on('SIGINT', () => {
+                this.log('\nStopping watchers...');
+                watchers.forEach(w => w.close());
+                process.exit(0);
+            });
+        }
+        catch (error) {
+            spinner.fail('Watch failed');
+            this.error(error);
+        }
+    }
+    async handleFileChange(filePath, event, entityDir, entityConfig) {
+        // Clear existing debounce timer
+        const existingTimer = this.debounceTimers.get(filePath);
+        if (existingTimer) {
+            clearTimeout(existingTimer);
+        }
+        // Set new debounce timer
+        const debounceMs = this.syncConfig?.watch?.debounceMs || 1000;
+        const timer = setTimeout(async () => {
+            this.debounceTimers.delete(filePath);
+            try {
+                const relativePath = path_1.default.relative(entityDir, filePath);
+                this.log(`\nFile ${event}: ${relativePath}`);
+                if (event === 'deleted') {
+                    // Handle deletion
+                    this.log('File deletion detected - manual database cleanup may be required');
+                }
+                else if (filePath.endsWith('.json')) {
+                    // Handle JSON file change
+                    await this.syncJsonFile(filePath, entityDir, entityConfig);
+                }
+                else {
+                    // Handle external file change
+                    await this.syncExternalFile(filePath, entityDir, entityConfig);
+                }
+            }
+            catch (error) {
+                this.warn(`Failed to sync ${filePath}: ${error.message || error}`);
+            }
+        }, debounceMs);
+        this.debounceTimers.set(filePath, timer);
+    }
+    async syncJsonFile(filePath, entityDir, entityConfig) {
+        const recordData = await fs_extra_1.default.readJson(filePath);
+        // Build defaults
+        const defaults = await this.syncEngine.buildDefaults(filePath, entityConfig);
+        // Load or create entity
+        let entity = null;
+        let isNew = false;
+        if (recordData.primaryKey) {
+            entity = await this.syncEngine.loadEntity(entityConfig.entity, recordData.primaryKey);
+        }
+        if (!entity) {
+            // New record
+            entity = await this.syncEngine.createEntityObject(entityConfig.entity);
+            entity.NewRecord();
+            isNew = true;
+        }
+        // Apply defaults first
+        for (const [field, value] of Object.entries(defaults)) {
+            if (field in entity) {
+                entity[field] = value;
+            }
+        }
+        // Apply record fields
+        for (const [field, value] of Object.entries(recordData.fields)) {
+            if (field in entity) {
+                const processedValue = await this.syncEngine.processFieldValue(value, path_1.default.dirname(filePath));
+                entity[field] = processedValue;
+            }
+        }
+        // Save the record
+        const saved = await entity.Save();
+        if (!saved) {
+            const errors = entity.LatestResult?.Errors?.join(', ') || 'Unknown error';
+            throw new Error(`Failed to save record: ${errors}`);
+        }
+        this.log(`Successfully ${isNew ? 'created' : 'updated'} ${entityConfig.entity} record`);
+        // Update the local file with new primary key if created
+        if (isNew) {
+            const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);
+            if (entityInfo) {
+                const newPrimaryKey = {};
+                for (const pk of entityInfo.PrimaryKeys) {
+                    newPrimaryKey[pk.Name] = entity.Get(pk.Name);
+                }
+                recordData.primaryKey = newPrimaryKey;
+                // Update sync metadata
+                recordData.sync = {
+                    lastModified: new Date().toISOString(),
+                    checksum: this.syncEngine.calculateChecksum(recordData.fields)
+                };
+                // Write back to file
+                await fs_extra_1.default.writeJson(filePath, recordData, { spaces: 2 });
+            }
+        }
+    }
+    async syncExternalFile(filePath, entityDir, entityConfig) {
+        // Find the corresponding JSON file
+        const fileName = path_1.default.basename(filePath);
+        const parts = fileName.split('.');
+        if (parts.length >= 3) {
+            // Format: uuid.fieldname.ext
+            const jsonFileName = `${parts[0]}.json`;
+            const fieldName = parts[1];
+            const jsonFilePath = path_1.default.join(path_1.default.dirname(filePath), jsonFileName);
+            if (await fs_extra_1.default.pathExists(jsonFilePath)) {
+                // Update the JSON file's sync metadata to trigger a sync
+                const recordData = await fs_extra_1.default.readJson(jsonFilePath);
+                recordData.sync = {
+                    lastModified: new Date().toISOString(),
+                    checksum: recordData.sync?.checksum || ''
+                };
+                await fs_extra_1.default.writeJson(jsonFilePath, recordData, { spaces: 2 });
+                this.log(`Updated sync metadata for ${jsonFileName} due to external file change`);
+            }
+        }
+    }
+}
+exports.default = Watch;
+//# sourceMappingURL=index.js.map

package/dist/commands/watch/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/commands/watch/index.ts"],"names":[],"mappings":";;;;;AAAA,sCAA6C;AAC7C,wDAA0B;AAC1B,gDAAwB;AACxB,wDAAgC;AAChC,8DAA8B;AAC9B,yCAA8E;AAC9E,uDAA+D;AAC/D,6DAAoG;AAGpG,MAAqB,KAAM,SAAQ,cAAO;IACxC,MAAM,CAAC,WAAW,GAAG,2DAA2D,CAAC;IAEjF,MAAM,CAAC,QAAQ,GAAG;QAChB,qCAAqC;QACrC,wDAAwD;KACzD,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,GAAG,EAAE,YAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,oCAAoC,EAAE,CAAC;KACzE,CAAC;IAEM,UAAU,CAAc;IACxB,UAAU,CAAM;IAChB,cAAc,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEhE,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAA,qBAAG,GAAE,CAAC;QAEtB,IAAI,CAAC;YACH,sBAAsB;YACtB,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAA,qBAAY,GAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;YAClF,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,MAAM,IAAA,uBAAc,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAEtD,2BAA2B;YAC3B,MAAM,QAAQ,GAAG,MAAM,IAAA,mCAAkB,EAAC,QAAQ,CAAC,CAAC;YAEpD,yBAAyB;YACzB,IAAI,CAAC,UAAU,GAAG,IAAI,wBAAU,CAAC,IAAA,8BAAa,GAAE,CAAC,CAAC;YAClD,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YACnC,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;YAExC,mCAAmC;YACnC,MAAM,UAAU,GAAG,IAAA,sCAAqB,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAEnE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,YAAY,UAAU,CAAC,MAAM,WAAW,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,cAAc,CAAC,CAAC;YAEtH,kBAAkB;YAClB,MAAM,QAAQ,GAAyB,EAAE,CAAC;YAE1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,YAAY,GAAG,MAAM,IAAA,yBAAgB,EAAC,SAAS,CAAC,CAAC;gBACvD,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,IAAI,CAAC,IAAI,CAAC,YAAY,SAAS,kCAAkC,CAAC,CAAC;oBACnE,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,MAAM,OAAO,SAAS,EAAE,CAAC,CAAC;gBAE5D,0CAA0C;gBAC1C,MAAM,QAAQ,GAAG;oBACf,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,WAAW,IAAI,QAAQ,CAAC;oBAC1D,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;oBAC/B,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC;oBAChC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC;oBACjC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC;oBACnC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC;iBACjC,CAAC;gBAEF,MAAM,OAAO,GAAG;oBACd,oBAAoB;oBACpB,YAAY;oBACZ,kBAAkB;oBAClB,oBAAoB;oBACpB,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,cAAc,IAAI,EAAE,CAAC;iBAClD,CAAC;gBAEF,MAAM,OAAO,GAAG,kBAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE;oBACvC,OAAO;oBACP,UAAU,EAAE,IAAI;oBAChB,aAAa,EAAE,IAAI;iBACpB,CAAC,CAAC;gBAEH,OAAO;qBACJ,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;qBAC1F,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;qBAC/F,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBAEnG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAE5C,qBAAqB;YACrB,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAEvB,kBAAkB;YAClB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACxB,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;gBACnC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,KAAc,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,QAAgB,EAChB,KAAa,EACb,SAAiB,EACjB,YAAiB;QAEjB,gCAAgC;QAChC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,aAAa,EAAE,CAAC;YAClB,YAAY,CAAC,aAAa,CAAC,CAAC;QAC9B,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,IAAI,IAAI,CAAC;QAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YAClC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAErC,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,cAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACxD,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,KAAK,YAAY,EAAE,CAAC,CAAC;gBAE7C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,kBAAkB;oBAClB,IAAI,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;gBAC/E,CAAC;qBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtC,0BAA0B;oBAC1B,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,8BAA8B;oBAC9B,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,kBAAkB,QAAQ,KAAM,KAAa,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC,EAAE,UAAU,CAAC,CAAC;QAEf,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,QAAgB,EAChB,SAAiB,EACjB,YAAiB;QAEjB,MAAM,UAAU,GAAe,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE3D,iBAAiB;QACjB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAE7E,wBAAwB;QACxB,IAAI,MAAM,GAAsB,IAAI,CAAC;QACrC,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QACxF,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,aAAa;YACb,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,SAAS,EAAE,CAAC;YACnB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QAED,uBAAuB;QACvB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtD,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACnB,MAAc,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;YACjC,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/D,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACpB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC7F,MAAc,CAAC,KAAK,CAAC,GAAG,cAAc,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,IAAI,YAAY,CAAC,MAAM,SAAS,CAAC,CAAC;QAExF,wDAAwD;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACtE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAC9C,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;oBACxC,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC/C,CAAC;gBACD,UAAU,CAAC,UAAU,GAAG,aAAa,CAAC;gBAEtC,uBAAuB;gBACvB,UAAU,CAAC,IAAI,GAAG;oBAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACtC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC,MAAM,CAAC;iBAC/D,CAAC;gBAEF,qBAAqB;gBACrB,MAAM,kBAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,QAAgB,EAChB,SAAiB,EACjB,YAAiB;QAEjB,mCAAmC;QACnC,MAAM,QAAQ,GAAG,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtB,6BAA6B;YAC7B,MAAM,YAAY,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,CAAC;YAErE,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtC,yDAAyD;gBACzD,MAAM,UAAU,GAAe,MAAM,kBAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBAC/D,UAAU,CAAC,IAAI,GAAG;oBAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACtC,QAAQ,EAAE,UAAU,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE;iBAC1C,CAAC;gBACF,MAAM,kBAAE,CAAC,SAAS,CAAC,YAAY,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;gBAE5D,IAAI,CAAC,GAAG,CAAC,6BAA6B,YAAY,8BAA8B,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;IACH,CAAC;;AAtPH,wBAuPC","sourcesContent":["import { Command, Flags } from '@oclif/core';\nimport fs from 'fs-extra';\nimport path from 'path';\nimport chokidar from 'chokidar';\nimport ora from 'ora-classic';\nimport { loadMJConfig, loadSyncConfig, loadEntityConfig } from '../../config';\nimport { SyncEngine, RecordData } from '../../lib/sync-engine';\nimport { initializeProvider, findEntityDirectories, getSystemUser } from '../../lib/provider-utils';\nimport { BaseEntity } from '@memberjunction/core';\n\nexport default class Watch extends Command {\n  static description = 'Watch for file changes and automatically push to database';\n  \n  static examples = [\n    `<%= config.bin %> <%= command.id %>`,\n    `<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"`,\n  ];\n  \n  static flags = {\n    dir: Flags.string({ description: 'Specific entity directory to watch' }),\n  };\n  \n  private syncEngine!: SyncEngine;\n  private syncConfig: any;\n  private debounceTimers: Map<string, NodeJS.Timeout> = new Map();\n  \n  async run(): Promise<void> {\n    const { flags } = await this.parse(Watch);\n    const spinner = ora();\n    \n    try {\n      // Load configurations\n      spinner.start('Loading configuration');\n      const mjConfig = loadMJConfig();\n      if (!mjConfig) {\n        this.error('No mj.config.cjs found in current directory or parent directories');\n      }\n      \n      this.syncConfig = await loadSyncConfig(process.cwd());\n      \n      // Initialize data provider\n      const provider = await initializeProvider(mjConfig);\n      \n      // Initialize sync engine\n      this.syncEngine = new SyncEngine(getSystemUser());\n      await this.syncEngine.initialize();\n      spinner.succeed('Configuration loaded');\n      \n      // Find entity directories to watch\n      const entityDirs = findEntityDirectories(process.cwd(), flags.dir);\n      \n      if (entityDirs.length === 0) {\n        this.error('No entity directories found');\n      }\n      \n      this.log(`Watching ${entityDirs.length} entity ${entityDirs.length === 1 ? 'directory' : 'directories'} for changes`);\n      \n      // Set up watchers\n      const watchers: chokidar.FSWatcher[] = [];\n      \n      for (const entityDir of entityDirs) {\n        const entityConfig = await loadEntityConfig(entityDir);\n        if (!entityConfig) {\n          this.warn(`Skipping ${entityDir} - no valid entity configuration`);\n          continue;\n        }\n        \n        this.log(`Watching ${entityConfig.entity} in ${entityDir}`);\n        \n        // Watch for JSON files and external files\n        const patterns = [\n          path.join(entityDir, entityConfig.filePattern || '*.json'),\n          path.join(entityDir, '**/*.md'),\n          path.join(entityDir, '**/*.txt'),\n          path.join(entityDir, '**/*.html'),\n          path.join(entityDir, '**/*.liquid'),\n          path.join(entityDir, '**/*.sql')\n        ];\n        \n        const ignored = [\n          '**/node_modules/**',\n          '**/.git/**',\n          '**/.mj-sync.json',\n          '**/.mj-folder.json',\n          ...(this.syncConfig?.watch?.ignorePatterns || [])\n        ];\n        \n        const watcher = chokidar.watch(patterns, {\n          ignored,\n          persistent: true,\n          ignoreInitial: true\n        });\n        \n        watcher\n          .on('add', (filePath) => this.handleFileChange(filePath, 'added', entityDir, entityConfig))\n          .on('change', (filePath) => this.handleFileChange(filePath, 'changed', entityDir, entityConfig))\n          .on('unlink', (filePath) => this.handleFileChange(filePath, 'deleted', entityDir, entityConfig));\n        \n        watchers.push(watcher);\n      }\n      \n      this.log('\\nPress Ctrl+C to stop watching');\n      \n      // Keep process alive\n      process.stdin.resume();\n      \n      // Cleanup on exit\n      process.on('SIGINT', () => {\n        this.log('\\nStopping watchers...');\n        watchers.forEach(w => w.close());\n        process.exit(0);\n      });\n      \n    } catch (error) {\n      spinner.fail('Watch failed');\n      this.error(error as Error);\n    }\n  }\n  \n  private async handleFileChange(\n    filePath: string,\n    event: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    // Clear existing debounce timer\n    const existingTimer = this.debounceTimers.get(filePath);\n    if (existingTimer) {\n      clearTimeout(existingTimer);\n    }\n    \n    // Set new debounce timer\n    const debounceMs = this.syncConfig?.watch?.debounceMs || 1000;\n    const timer = setTimeout(async () => {\n      this.debounceTimers.delete(filePath);\n      \n      try {\n        const relativePath = path.relative(entityDir, filePath);\n        this.log(`\\nFile ${event}: ${relativePath}`);\n        \n        if (event === 'deleted') {\n          // Handle deletion\n          this.log('File deletion detected - manual database cleanup may be required');\n        } else if (filePath.endsWith('.json')) {\n          // Handle JSON file change\n          await this.syncJsonFile(filePath, entityDir, entityConfig);\n        } else {\n          // Handle external file change\n          await this.syncExternalFile(filePath, entityDir, entityConfig);\n        }\n      } catch (error) {\n        this.warn(`Failed to sync ${filePath}: ${(error as any).message || error}`);\n      }\n    }, debounceMs);\n    \n    this.debounceTimers.set(filePath, timer);\n  }\n  \n  private async syncJsonFile(\n    filePath: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    const recordData: RecordData = await fs.readJson(filePath);\n    \n    // Build defaults\n    const defaults = await this.syncEngine.buildDefaults(filePath, entityConfig);\n    \n    // Load or create entity\n    let entity: BaseEntity | null = null;\n    let isNew = false;\n    \n    if (recordData.primaryKey) {\n      entity = await this.syncEngine.loadEntity(entityConfig.entity, recordData.primaryKey);\n    }\n    \n    if (!entity) {\n      // New record\n      entity = await this.syncEngine.createEntityObject(entityConfig.entity);\n      entity.NewRecord();\n      isNew = true;\n    }\n    \n    // Apply defaults first\n    for (const [field, value] of Object.entries(defaults)) {\n      if (field in entity) {\n        (entity as any)[field] = value;\n      }\n    }\n    \n    // Apply record fields\n    for (const [field, value] of Object.entries(recordData.fields)) {\n      if (field in entity) {\n        const processedValue = await this.syncEngine.processFieldValue(value, path.dirname(filePath));\n        (entity as any)[field] = processedValue;\n      }\n    }\n    \n    // Save the record\n    const saved = await entity.Save();\n    if (!saved) {\n      const errors = entity.LatestResult?.Errors?.join(', ') || 'Unknown error';\n      throw new Error(`Failed to save record: ${errors}`);\n    }\n    \n    this.log(`Successfully ${isNew ? 'created' : 'updated'} ${entityConfig.entity} record`);\n    \n    // Update the local file with new primary key if created\n    if (isNew) {\n      const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);\n      if (entityInfo) {\n        const newPrimaryKey: Record<string, any> = {};\n        for (const pk of entityInfo.PrimaryKeys) {\n          newPrimaryKey[pk.Name] = entity.Get(pk.Name);\n        }\n        recordData.primaryKey = newPrimaryKey;\n        \n        // Update sync metadata\n        recordData.sync = {\n          lastModified: new Date().toISOString(),\n          checksum: this.syncEngine.calculateChecksum(recordData.fields)\n        };\n        \n        // Write back to file\n        await fs.writeJson(filePath, recordData, { spaces: 2 });\n      }\n    }\n  }\n  \n  private async syncExternalFile(\n    filePath: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    // Find the corresponding JSON file\n    const fileName = path.basename(filePath);\n    const parts = fileName.split('.');\n    \n    if (parts.length >= 3) {\n      // Format: uuid.fieldname.ext\n      const jsonFileName = `${parts[0]}.json`;\n      const fieldName = parts[1];\n      const jsonFilePath = path.join(path.dirname(filePath), jsonFileName);\n      \n      if (await fs.pathExists(jsonFilePath)) {\n        // Update the JSON file's sync metadata to trigger a sync\n        const recordData: RecordData = await fs.readJson(jsonFilePath);\n        recordData.sync = {\n          lastModified: new Date().toISOString(),\n          checksum: recordData.sync?.checksum || ''\n        };\n        await fs.writeJson(jsonFilePath, recordData, { spaces: 2 });\n        \n        this.log(`Updated sync metadata for ${jsonFileName} due to external file change`);\n      }\n    }\n  }\n}"]}

package/dist/config.d.ts

@@ -0,0 +1,44 @@
+export interface MJConfig {
+    dbHost: string;
+    dbPort?: number;
+    dbDatabase: string;
+    dbUsername: string;
+    dbPassword: string;
+    dbTrustServerCertificate?: string;
+    dbInstanceName?: string;
+    mjCoreSchema?: string;
+    [key: string]: any;
+}
+export interface SyncConfig {
+    version: string;
+    push?: {
+        validateBeforePush?: boolean;
+        requireConfirmation?: boolean;
+    };
+    watch?: {
+        debounceMs?: number;
+        ignorePatterns?: string[];
+    };
+}
+export interface RelatedEntityConfig {
+    entity: string;
+    foreignKey: string;
+    filter?: string;
+    relatedEntities?: Record<string, RelatedEntityConfig>;
+}
+export interface EntityConfig {
+    entity: string;
+    filePattern?: string;
+    defaults?: Record<string, any>;
+    pull?: {
+        filter?: string;
+        relatedEntities?: Record<string, RelatedEntityConfig>;
+    };
+}
+export interface FolderConfig {
+    defaults: Record<string, any>;
+}
+export declare function loadMJConfig(): MJConfig | null;
+export declare function loadSyncConfig(dir: string): Promise<SyncConfig | null>;
+export declare function loadEntityConfig(dir: string): Promise<EntityConfig | null>;
+export declare function loadFolderConfig(dir: string): Promise<FolderConfig | null>;

package/dist/config.js

@@ -0,0 +1,69 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadFolderConfig = exports.loadEntityConfig = exports.loadSyncConfig = exports.loadMJConfig = void 0;
+const cosmiconfig_1 = require("cosmiconfig");
+const path_1 = __importDefault(require("path"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+function loadMJConfig() {
+    try {
+        const explorer = (0, cosmiconfig_1.cosmiconfigSync)('mj');
+        const result = explorer.search(process.cwd());
+        if (!result || !result.config) {
+            throw new Error('No mj.config.cjs found');
+        }
+        return result.config;
+    }
+    catch (error) {
+        console.error('Error loading MJ config:', error);
+        return null;
+    }
+}
+exports.loadMJConfig = loadMJConfig;
+async function loadSyncConfig(dir) {
+    const configPath = path_1.default.join(dir, '.mj-sync.json');
+    if (await fs_extra_1.default.pathExists(configPath)) {
+        try {
+            return await fs_extra_1.default.readJson(configPath);
+        }
+        catch (error) {
+            console.error('Error loading sync config:', error);
+            return null;
+        }
+    }
+    return null;
+}
+exports.loadSyncConfig = loadSyncConfig;
+async function loadEntityConfig(dir) {
+    const configPath = path_1.default.join(dir, '.mj-sync.json');
+    if (await fs_extra_1.default.pathExists(configPath)) {
+        try {
+            const config = await fs_extra_1.default.readJson(configPath);
+            if (config.entity) {
+                return config;
+            }
+        }
+        catch (error) {
+            console.error('Error loading entity config:', error);
+        }
+    }
+    return null;
+}
+exports.loadEntityConfig = loadEntityConfig;
+async function loadFolderConfig(dir) {
+    const configPath = path_1.default.join(dir, '.mj-folder.json');
+    if (await fs_extra_1.default.pathExists(configPath)) {
+        try {
+            return await fs_extra_1.default.readJson(configPath);
+        }
+        catch (error) {
+            console.error('Error loading folder config:', error);
+            return null;
+        }
+    }
+    return null;
+}
+exports.loadFolderConfig = loadFolderConfig;
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;;;;AAAA,6CAA8C;AAC9C,gDAAwB;AACxB,wDAA0B;AA+C1B,SAAgB,YAAY;IAC1B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAA,6BAAe,EAAC,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAdD,oCAcC;AAEM,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,wCAaC;AAEM,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAfD,4CAeC;AAEM,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAErD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,4CAaC","sourcesContent":["import { cosmiconfigSync } from 'cosmiconfig';\nimport path from 'path';\nimport fs from 'fs-extra';\n\nexport interface MJConfig {\n  dbHost: string;\n  dbPort?: number;\n  dbDatabase: string;\n  dbUsername: string;\n  dbPassword: string;\n  dbTrustServerCertificate?: string;\n  dbInstanceName?: string;\n  mjCoreSchema?: string;\n  [key: string]: any; // Allow other properties\n}\n\nexport interface SyncConfig {\n  version: string;\n  push?: {\n    validateBeforePush?: boolean;\n    requireConfirmation?: boolean;\n  };\n  watch?: {\n    debounceMs?: number;\n    ignorePatterns?: string[];\n  };\n}\n\nexport interface RelatedEntityConfig {\n  entity: string;\n  foreignKey: string; // Field that links to parent (e.g., \"PromptID\")\n  filter?: string; // Additional filter\n  relatedEntities?: Record<string, RelatedEntityConfig>; // Nested related entities\n}\n\nexport interface EntityConfig {\n  entity: string;\n  filePattern?: string;\n  defaults?: Record<string, any>;\n  pull?: {\n    filter?: string; // Default filter for pulling records\n    relatedEntities?: Record<string, RelatedEntityConfig>;\n  };\n}\n\nexport interface FolderConfig {\n  defaults: Record<string, any>;\n}\n\nexport function loadMJConfig(): MJConfig | null {\n  try {\n    const explorer = cosmiconfigSync('mj');\n    const result = explorer.search(process.cwd());\n    \n    if (!result || !result.config) {\n      throw new Error('No mj.config.cjs found');\n    }\n    \n    return result.config;\n  } catch (error) {\n    console.error('Error loading MJ config:', error);\n    return null;\n  }\n}\n\nexport async function loadSyncConfig(dir: string): Promise<SyncConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading sync config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}\n\nexport async function loadEntityConfig(dir: string): Promise<EntityConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      const config = await fs.readJson(configPath);\n      if (config.entity) {\n        return config;\n      }\n    } catch (error) {\n      console.error('Error loading entity config:', error);\n    }\n  }\n  \n  return null;\n}\n\nexport async function loadFolderConfig(dir: string): Promise<FolderConfig | null> {\n  const configPath = path.join(dir, '.mj-folder.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading folder config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}"]}

package/dist/hooks/init.d.ts

@@ -0,0 +1,3 @@
+import { Hook } from '@oclif/core';
+declare const hook: Hook<'init'>;
+export default hook;

package/dist/hooks/init.js

@@ -0,0 +1,51 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const core_entities_server_1 = require("@memberjunction/core-entities-server");
+const dotenv = __importStar(require("dotenv"));
+const path = __importStar(require("path"));
+const provider_utils_1 = require("../lib/provider-utils");
+const hook = async function () {
+    // Load .env from the repository root
+    dotenv.config({ path: path.join(__dirname, '../../../../.env') });
+    // Load core entities server subclasses
+    (0, core_entities_server_1.LoadCoreEntitiesServerSubClasses)();
+    // Register cleanup handlers
+    process.on('exit', () => {
+        (0, provider_utils_1.cleanupProvider)().catch(() => {
+            // Ignore errors during cleanup
+        });
+    });
+    process.on('SIGINT', async () => {
+        await (0, provider_utils_1.cleanupProvider)();
+        process.exit(0);
+    });
+    process.on('SIGTERM', async () => {
+        await (0, provider_utils_1.cleanupProvider)();
+        process.exit(0);
+    });
+};
+exports.default = hook;
+//# sourceMappingURL=init.js.map

package/dist/hooks/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/hooks/init.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AACA,+EAAwF;AACxF,+CAAiC;AACjC,2CAA6B;AAC7B,0DAAwD;AAExD,MAAM,IAAI,GAAiB,KAAK;IAC9B,qCAAqC;IACrC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAElE,uCAAuC;IACvC,IAAA,uDAAgC,GAAE,CAAC;IAEnC,4BAA4B;IAC5B,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;QACtB,IAAA,gCAAe,GAAE,CAAC,KAAK,CAAC,GAAG,EAAE;YAC3B,+BAA+B;QACjC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC9B,MAAM,IAAA,gCAAe,GAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;QAC/B,MAAM,IAAA,gCAAe,GAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,kBAAe,IAAI,CAAC","sourcesContent":["import { Hook } from '@oclif/core';\nimport { LoadCoreEntitiesServerSubClasses } from '@memberjunction/core-entities-server';\nimport * as dotenv from 'dotenv';\nimport * as path from 'path';\nimport { cleanupProvider } from '../lib/provider-utils';\n\nconst hook: Hook<'init'> = async function () {\n  // Load .env from the repository root\n  dotenv.config({ path: path.join(__dirname, '../../../../.env') });\n  \n  // Load core entities server subclasses\n  LoadCoreEntitiesServerSubClasses();\n  \n  // Register cleanup handlers\n  process.on('exit', () => {\n    cleanupProvider().catch(() => {\n      // Ignore errors during cleanup\n    });\n  });\n  \n  process.on('SIGINT', async () => {\n    await cleanupProvider();\n    process.exit(0);\n  });\n  \n  process.on('SIGTERM', async () => {\n    await cleanupProvider();\n    process.exit(0);\n  });\n};\n\nexport default hook;"]}

package/dist/index.d.ts

@@ -0,0 +1 @@
+export { run } from '@oclif/core';

package/dist/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.run = void 0;
+var core_1 = require("@oclif/core");
+Object.defineProperty(exports, "run", { enumerable: true, get: function () { return core_1.run; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,oCAAkC;AAAzB,2FAAA,GAAG,OAAA","sourcesContent":["export { run } from '@oclif/core';"]}

package/dist/lib/provider-utils.d.ts

@@ -0,0 +1,13 @@
+import { SQLServerDataProvider } from '@memberjunction/sqlserver-dataprovider';
+import type { MJConfig } from '../config';
+import { UserInfo } from '@memberjunction/core';
+export declare function initializeProvider(config: MJConfig): Promise<SQLServerDataProvider>;
+export declare function cleanupProvider(): Promise<void>;
+export declare function getSystemUser(): UserInfo;
+/**
+ * Recursively find all entity directories with .mj-sync.json files
+ * @param dir Directory to search
+ * @param specificDir Optional specific directory to limit search to
+ * @returns Array of directory paths containing .mj-sync.json files
+ */
+export declare function findEntityDirectories(dir: string, specificDir?: string): string[];

package/dist/lib/provider-utils.js

@@ -0,0 +1,117 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.findEntityDirectories = exports.getSystemUser = exports.cleanupProvider = exports.initializeProvider = void 0;
+const typeorm_1 = require("typeorm");
+const sqlserver_dataprovider_1 = require("@memberjunction/sqlserver-dataprovider");
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+/**
+ * Initialize a SQLServerDataProvider with the given configuration
+ * @param config MemberJunction configuration with database connection details
+ * @returns Initialized SQLServerDataProvider instance
+ */
+let globalDataSource = null;
+async function initializeProvider(config) {
+    // Create TypeORM DataSource
+    const dataSource = new typeorm_1.DataSource({
+        type: 'mssql',
+        host: config.dbHost,
+        port: config.dbPort ? Number(config.dbPort) : 1433,
+        database: config.dbDatabase,
+        username: config.dbUsername,
+        password: config.dbPassword,
+        synchronize: false,
+        logging: false,
+        options: {
+            encrypt: config.dbTrustServerCertificate !== 'Y' ? false : true,
+            trustServerCertificate: config.dbTrustServerCertificate === 'Y',
+            instanceName: config.dbInstanceName
+        }
+    });
+    // Initialize the data source
+    await dataSource.initialize();
+    // Store for cleanup
+    globalDataSource = dataSource;
+    // Create provider config
+    const providerConfig = new sqlserver_dataprovider_1.SQLServerProviderConfigData(dataSource, 'system@sync.cli', // Default user for CLI
+    config.mjCoreSchema || '__mj', 0);
+    // Use setupSQLServerClient to properly initialize
+    return await (0, sqlserver_dataprovider_1.setupSQLServerClient)(providerConfig);
+}
+exports.initializeProvider = initializeProvider;
+async function cleanupProvider() {
+    if (globalDataSource && globalDataSource.isInitialized) {
+        await globalDataSource.destroy();
+        globalDataSource = null;
+    }
+}
+exports.cleanupProvider = cleanupProvider;
+function getSystemUser() {
+    const sysUser = sqlserver_dataprovider_1.UserCache.Instance.UserByName("System", false);
+    if (!sysUser) {
+        throw new Error("System user not found in cache. Ensure the system user exists in the database.");
+    }
+    return sysUser;
+}
+exports.getSystemUser = getSystemUser;
+/**
+ * Recursively find all entity directories with .mj-sync.json files
+ * @param dir Directory to search
+ * @param specificDir Optional specific directory to limit search to
+ * @returns Array of directory paths containing .mj-sync.json files
+ */
+function findEntityDirectories(dir, specificDir) {
+    const results = [];
+    function search(currentDir) {
+        const entries = fs.readdirSync(currentDir, { withFileTypes: true });
+        // Check if this directory has .mj-sync.json (and it's not the root)
+        const hasSyncConfig = entries.some(e => e.name === '.mj-sync.json');
+        const isRoot = currentDir === dir;
+        if (hasSyncConfig && !isRoot) {
+            results.push(currentDir);
+        }
+        // Recursively search subdirectories
+        for (const entry of entries) {
+            if (entry.isDirectory() && !entry.name.startsWith('.')) {
+                search(path.join(currentDir, entry.name));
+            }
+        }
+    }
+    // If specific directory is provided, only search within it
+    if (specificDir) {
+        // Handle both absolute and relative paths
+        const targetDir = path.isAbsolute(specificDir) ? specificDir : path.join(dir, specificDir);
+        if (fs.existsSync(targetDir)) {
+            search(targetDir);
+        }
+    }
+    else {
+        search(dir);
+    }
+    return results;
+}
+exports.findEntityDirectories = findEntityDirectories;
+//# sourceMappingURL=provider-utils.js.map

package/dist/lib/provider-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-utils.js","sourceRoot":"","sources":["../../src/lib/provider-utils.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qCAAqC;AACrC,mFAA6I;AAE7I,uCAAyB;AACzB,2CAA6B;AAG7B;;;;GAIG;AACH,IAAI,gBAAgB,GAAsB,IAAI,CAAC;AAExC,KAAK,UAAU,kBAAkB,CAAC,MAAgB;IACvD,4BAA4B;IAC5B,MAAM,UAAU,GAAG,IAAI,oBAAU,CAAC;QAChC,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,MAAM,CAAC,MAAM;QACnB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;QAClD,QAAQ,EAAE,MAAM,CAAC,UAAU;QAC3B,QAAQ,EAAE,MAAM,CAAC,UAAU;QAC3B,QAAQ,EAAE,MAAM,CAAC,UAAU;QAC3B,WAAW,EAAE,KAAK;QAClB,OAAO,EAAE,KAAK;QACd,OAAO,EAAE;YACP,OAAO,EAAE,MAAM,CAAC,wBAAwB,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;YAC/D,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,KAAK,GAAG;YAC/D,YAAY,EAAE,MAAM,CAAC,cAAc;SACpC;KACF,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAE9B,oBAAoB;IACpB,gBAAgB,GAAG,UAAU,CAAC;IAE9B,yBAAyB;IACzB,MAAM,cAAc,GAAG,IAAI,oDAA2B,CACpD,UAAU,EACV,iBAAiB,EAAE,uBAAuB;IAC1C,MAAM,CAAC,YAAY,IAAI,MAAM,EAC7B,CAAC,CACF,CAAC;IAEF,kDAAkD;IAClD,OAAO,MAAM,IAAA,6CAAoB,EAAC,cAAc,CAAC,CAAC;AACpD,CAAC;AAlCD,gDAkCC;AAEM,KAAK,UAAU,eAAe;IACnC,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,aAAa,EAAE,CAAC;QACvD,MAAM,gBAAgB,CAAC,OAAO,EAAE,CAAC;QACjC,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;AACH,CAAC;AALD,0CAKC;AAED,SAAgB,aAAa;IAC3B,MAAM,OAAO,GAAG,kCAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAND,sCAMC;AAED;;;;;GAKG;AACH,SAAgB,qBAAqB,CAAC,GAAW,EAAE,WAAoB;IACrE,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,SAAS,MAAM,CAAC,UAAkB;QAChC,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpE,oEAAoE;QACpE,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,UAAU,KAAK,GAAG,CAAC;QAElC,IAAI,aAAa,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC;QAED,oCAAoC;QACpC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED,2DAA2D;IAC3D,IAAI,WAAW,EAAE,CAAC;QAChB,0CAA0C;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC3F,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,SAAS,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAlCD,sDAkCC","sourcesContent":["import { DataSource } from 'typeorm';\nimport { SQLServerDataProvider, SQLServerProviderConfigData, UserCache, setupSQLServerClient } from '@memberjunction/sqlserver-dataprovider';\nimport type { MJConfig } from '../config';\nimport * as fs from 'fs';\nimport * as path from 'path';\nimport { UserInfo } from '@memberjunction/core';\n\n/**\n * Initialize a SQLServerDataProvider with the given configuration\n * @param config MemberJunction configuration with database connection details\n * @returns Initialized SQLServerDataProvider instance\n */\nlet globalDataSource: DataSource | null = null;\n\nexport async function initializeProvider(config: MJConfig): Promise<SQLServerDataProvider> {\n  // Create TypeORM DataSource\n  const dataSource = new DataSource({\n    type: 'mssql',\n    host: config.dbHost,\n    port: config.dbPort ? Number(config.dbPort) : 1433,\n    database: config.dbDatabase,\n    username: config.dbUsername,\n    password: config.dbPassword,\n    synchronize: false,\n    logging: false,\n    options: {\n      encrypt: config.dbTrustServerCertificate !== 'Y' ? false : true,\n      trustServerCertificate: config.dbTrustServerCertificate === 'Y',\n      instanceName: config.dbInstanceName\n    }\n  });\n  \n  // Initialize the data source\n  await dataSource.initialize();\n  \n  // Store for cleanup\n  globalDataSource = dataSource;\n  \n  // Create provider config\n  const providerConfig = new SQLServerProviderConfigData(\n    dataSource,\n    'system@sync.cli', // Default user for CLI\n    config.mjCoreSchema || '__mj',\n    0\n  );\n  \n  // Use setupSQLServerClient to properly initialize\n  return await setupSQLServerClient(providerConfig);\n}\n\nexport async function cleanupProvider(): Promise<void> {\n  if (globalDataSource && globalDataSource.isInitialized) {\n    await globalDataSource.destroy();\n    globalDataSource = null;\n  }\n}\n\nexport function getSystemUser(): UserInfo {\n  const sysUser = UserCache.Instance.UserByName(\"System\", false);\n  if (!sysUser) {\n    throw new Error(\"System user not found in cache. Ensure the system user exists in the database.\");    \n  }\n  return sysUser;\n}\n\n/**\n * Recursively find all entity directories with .mj-sync.json files\n * @param dir Directory to search\n * @param specificDir Optional specific directory to limit search to\n * @returns Array of directory paths containing .mj-sync.json files\n */\nexport function findEntityDirectories(dir: string, specificDir?: string): string[] {\n  const results: string[] = [];\n  \n  function search(currentDir: string) {\n    const entries = fs.readdirSync(currentDir, { withFileTypes: true });\n    \n    // Check if this directory has .mj-sync.json (and it's not the root)\n    const hasSyncConfig = entries.some(e => e.name === '.mj-sync.json');\n    const isRoot = currentDir === dir;\n    \n    if (hasSyncConfig && !isRoot) {\n      results.push(currentDir);\n    }\n    \n    // Recursively search subdirectories\n    for (const entry of entries) {\n      if (entry.isDirectory() && !entry.name.startsWith('.')) {\n        search(path.join(currentDir, entry.name));\n      }\n    }\n  }\n  \n  // If specific directory is provided, only search within it\n  if (specificDir) {\n    // Handle both absolute and relative paths\n    const targetDir = path.isAbsolute(specificDir) ? specificDir : path.join(dir, specificDir);\n    if (fs.existsSync(targetDir)) {\n      search(targetDir);\n    }\n  } else {\n    search(dir);\n  }\n  \n  return results;\n}"]}

package/dist/lib/sync-engine.d.ts

@@ -0,0 +1,49 @@
+import { EntityInfo, BaseEntity, UserInfo } from '@memberjunction/core';
+import { EntityConfig } from '../config';
+export interface RecordData {
+    primaryKey?: Record<string, any>;
+    fields: Record<string, any>;
+    relatedEntities?: Record<string, RecordData[]>;
+    sync?: {
+        lastModified: string;
+        checksum: string;
+    };
+}
+export declare class SyncEngine {
+    private metadata;
+    private contextUser;
+    constructor(contextUser: UserInfo);
+    initialize(): Promise<void>;
+    /**
+     * Process special references in field values
+     */
+    processFieldValue(value: any, baseDir: string, parentRecord?: BaseEntity | null, rootRecord?: BaseEntity | null): Promise<any>;
+    /**
+     * Resolve a lookup reference to an ID, optionally creating the record if it doesn't exist
+     */
+    resolveLookup(entityName: string, fieldName: string, fieldValue: string, autoCreate?: boolean, createFields?: Record<string, any>): Promise<string>;
+    /**
+     * Build cascading defaults for a file path and process field values
+     */
+    buildDefaults(filePath: string, entityConfig: EntityConfig): Promise<Record<string, any>>;
+    /**
+     * Load folder configuration
+     */
+    private loadFolderConfig;
+    /**
+     * Calculate checksum for data
+     */
+    calculateChecksum(data: any): string;
+    /**
+     * Get entity info by name
+     */
+    getEntityInfo(entityName: string): EntityInfo | null;
+    /**
+     * Create a new entity object
+     */
+    createEntityObject(entityName: string): Promise<BaseEntity>;
+    /**
+     * Load an entity by primary key
+     */
+    loadEntity(entityName: string, primaryKey: Record<string, any>): Promise<BaseEntity | null>;
+}