@memberjunction/metadata-sync 2.48.0 → 2.49.0

package/dist/commands/watch/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/commands/watch/index.ts"],"names":[],"mappings":";;;;;AAAA,sCAA6C;AAC7C,wDAA0B;AAC1B,gDAAwB;AACxB,wDAAgC;AAChC,8DAA8B;AAC9B,yCAA8E;AAE9E,6DAAoG;AAEpG,mEAA6E;AAC7E,6DAA2D;AAE3D,MAAqB,KAAM,SAAQ,cAAO;IACxC,MAAM,CAAC,WAAW,GAAG,2DAA2D,CAAC;IAEjF,MAAM,CAAC,QAAQ,GAAG;QAChB,qCAAqC;QACrC,wDAAwD;KACzD,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,GAAG,EAAE,YAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,oCAAoC,EAAE,CAAC;KACzE,CAAC;IAEM,UAAU,CAAc;IACxB,UAAU,CAAM;IAChB,cAAc,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEhE,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAA,qBAAG,GAAE,CAAC;QAEtB,IAAI,CAAC;YACH,sBAAsB;YACtB,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAA,qBAAY,GAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;YAClF,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,MAAM,IAAA,uBAAc,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAEtD,sEAAsE;YACtE,OAAO,CAAC,IAAI,EAAE,CAAC;YAEf,2BAA2B;YAC3B,MAAM,QAAQ,GAAG,MAAM,IAAA,mCAAkB,EAAC,QAAQ,CAAC,CAAC;YAEpD,iDAAiD;YACjD,IAAI,CAAC,UAAU,GAAG,MAAM,IAAA,iCAAa,EAAC,IAAA,8BAAa,GAAE,CAAC,CAAC;YAEvD,oDAAoD;YACpD,OAAO,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC;YAErD,mCAAmC;YACnC,MAAM,UAAU,GAAG,IAAA,sCAAqB,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAEnE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,YAAY,UAAU,CAAC,MAAM,WAAW,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,cAAc,CAAC,CAAC;YAEtH,kBAAkB;YAClB,MAAM,QAAQ,GAAyB,EAAE,CAAC;YAE1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,YAAY,GAAG,MAAM,IAAA,yBAAgB,EAAC,SAAS,CAAC,CAAC;gBACvD,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,IAAI,CAAC,IAAI,CAAC,YAAY,SAAS,kCAAkC,CAAC,CAAC;oBACnE,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,MAAM,OAAO,SAAS,EAAE,CAAC,CAAC;gBAE5D,0CAA0C;gBAC1C,+EAA+E;gBAC/E,MAAM,QAAQ,GAAG;oBACf,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,WAAW,IAAI,WAAW,CAAC;oBAC7D,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;oBAC/B,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC;oBAChC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC;oBACjC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC;oBACnC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC;iBACjC,CAAC;gBAEF,MAAM,OAAO,GAAG;oBACd,oBAAoB;oBACpB,YAAY;oBACZ,kBAAkB;oBAClB,oBAAoB;oBACpB,aAAa;oBACb,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,cAAc,IAAI,EAAE,CAAC;iBAClD,CAAC;gBAEF,MAAM,OAAO,GAAG,kBAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE;oBACvC,OAAO;oBACP,UAAU,EAAE,IAAI;oBAChB,aAAa,EAAE,IAAI;iBACpB,CAAC,CAAC;gBAEH,OAAO;qBACJ,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;qBAC1F,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;qBAC/F,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBAEnG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAE5C,qBAAqB;YACrB,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAEvB,kBAAkB;YAClB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBAC9B,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;gBACnC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBACjC,8BAA8B;gBAC9B,IAAA,mCAAe,GAAE,CAAC;gBAClB,+BAA+B;gBAC/B,MAAM,IAAA,gCAAe,GAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC7B,8BAA8B;YAC9B,IAAA,mCAAe,GAAE,CAAC;YAClB,+BAA+B;YAC/B,MAAM,IAAA,gCAAe,GAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,KAAc,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,QAAgB,EAChB,KAAa,EACb,SAAiB,EACjB,YAAiB;QAEjB,gCAAgC;QAChC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,aAAa,EAAE,CAAC;YAClB,YAAY,CAAC,aAAa,CAAC,CAAC;QAC9B,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,IAAI,IAAI,CAAC;QAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YAClC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAErC,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,cAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACxD,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,KAAK,YAAY,EAAE,CAAC,CAAC;gBAE7C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,kBAAkB;oBAClB,IAAI,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;gBAC/E,CAAC;qBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtC,0BAA0B;oBAC1B,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,8BAA8B;oBAC9B,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,kBAAkB,QAAQ,KAAM,KAAa,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC,EAAE,UAAU,CAAC,CAAC;QAEf,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,QAAgB,EAChB,SAAiB,EACjB,YAAiB;QAEjB,MAAM,UAAU,GAAe,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE3D,iBAAiB;QACjB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAE7E,wBAAwB;QACxB,IAAI,MAAM,GAAsB,IAAI,CAAC;QACrC,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QACxF,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,aAAa;YACb,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,SAAS,EAAE,CAAC;YACnB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QAED,uBAAuB;QACvB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtD,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACnB,MAAc,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;YACjC,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/D,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACpB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC7F,MAAc,CAAC,KAAK,CAAC,GAAG,cAAc,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,IAAI,YAAY,CAAC,MAAM,SAAS,CAAC,CAAC;QAExF,wDAAwD;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACtE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAC9C,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;oBACxC,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC/C,CAAC;gBACD,UAAU,CAAC,UAAU,GAAG,aAAa,CAAC;gBAEtC,uBAAuB;gBACvB,UAAU,CAAC,IAAI,GAAG;oBAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACtC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC,MAAM,CAAC;iBAC/D,CAAC;gBAEF,qBAAqB;gBACrB,MAAM,kBAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,QAAgB,EAChB,SAAiB,EACjB,YAAiB;QAEjB,mCAAmC;QACnC,MAAM,QAAQ,GAAG,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtB,6BAA6B;YAC7B,MAAM,YAAY,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,CAAC;YAErE,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtC,yDAAyD;gBACzD,MAAM,UAAU,GAAe,MAAM,kBAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBAC/D,UAAU,CAAC,IAAI,GAAG;oBAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACtC,QAAQ,EAAE,UAAU,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE;iBAC1C,CAAC;gBACF,MAAM,kBAAE,CAAC,SAAS,CAAC,YAAY,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;gBAE5D,IAAI,CAAC,GAAG,CAAC,6BAA6B,YAAY,8BAA8B,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;IACH,CAAC;;AApQH,wBAqQC","sourcesContent":["import { Command, Flags } from '@oclif/core';\nimport fs from 'fs-extra';\nimport path from 'path';\nimport chokidar from 'chokidar';\nimport ora from 'ora-classic';\nimport { loadMJConfig, loadSyncConfig, loadEntityConfig } from '../../config';\nimport { SyncEngine, RecordData } from '../../lib/sync-engine';\nimport { initializeProvider, findEntityDirectories, getSystemUser } from '../../lib/provider-utils';\nimport { BaseEntity } from '@memberjunction/core';\nimport { getSyncEngine, resetSyncEngine } from '../../lib/singleton-manager';\nimport { cleanupProvider } from '../../lib/provider-utils';\n\nexport default class Watch extends Command {\n  static description = 'Watch for file changes and automatically push to database';\n  \n  static examples = [\n    `<%= config.bin %> <%= command.id %>`,\n    `<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"`,\n  ];\n  \n  static flags = {\n    dir: Flags.string({ description: 'Specific entity directory to watch' }),\n  };\n  \n  private syncEngine!: SyncEngine;\n  private syncConfig: any;\n  private debounceTimers: Map<string, NodeJS.Timeout> = new Map();\n  \n  async run(): Promise<void> {\n    const { flags } = await this.parse(Watch);\n    const spinner = ora();\n    \n    try {\n      // Load configurations\n      spinner.start('Loading configuration');\n      const mjConfig = loadMJConfig();\n      if (!mjConfig) {\n        this.error('No mj.config.cjs found in current directory or parent directories');\n      }\n      \n      this.syncConfig = await loadSyncConfig(process.cwd());\n      \n      // Stop spinner before provider initialization (which logs to console)\n      spinner.stop();\n      \n      // Initialize data provider\n      const provider = await initializeProvider(mjConfig);\n      \n      // Initialize sync engine using singleton pattern\n      this.syncEngine = await getSyncEngine(getSystemUser());\n      \n      // Show success after all initialization is complete\n      spinner.succeed('Configuration and metadata loaded');\n      \n      // Find entity directories to watch\n      const entityDirs = findEntityDirectories(process.cwd(), flags.dir);\n      \n      if (entityDirs.length === 0) {\n        this.error('No entity directories found');\n      }\n      \n      this.log(`Watching ${entityDirs.length} entity ${entityDirs.length === 1 ? 'directory' : 'directories'} for changes`);\n      \n      // Set up watchers\n      const watchers: chokidar.FSWatcher[] = [];\n      \n      for (const entityDir of entityDirs) {\n        const entityConfig = await loadEntityConfig(entityDir);\n        if (!entityConfig) {\n          this.warn(`Skipping ${entityDir} - no valid entity configuration`);\n          continue;\n        }\n        \n        this.log(`Watching ${entityConfig.entity} in ${entityDir}`);\n        \n        // Watch for JSON files and external files\n        // All JSON files will be watched, but only dot-prefixed ones will be processed\n        const patterns = [\n          path.join(entityDir, entityConfig.filePattern || '**/*.json'),\n          path.join(entityDir, '**/*.md'),\n          path.join(entityDir, '**/*.txt'),\n          path.join(entityDir, '**/*.html'),\n          path.join(entityDir, '**/*.liquid'),\n          path.join(entityDir, '**/*.sql')\n        ];\n        \n        const ignored = [\n          '**/node_modules/**',\n          '**/.git/**',\n          '**/.mj-sync.json',\n          '**/.mj-folder.json',\n          '**/*.backup',\n          ...(this.syncConfig?.watch?.ignorePatterns || [])\n        ];\n        \n        const watcher = chokidar.watch(patterns, {\n          ignored,\n          persistent: true,\n          ignoreInitial: true\n        });\n        \n        watcher\n          .on('add', (filePath) => this.handleFileChange(filePath, 'added', entityDir, entityConfig))\n          .on('change', (filePath) => this.handleFileChange(filePath, 'changed', entityDir, entityConfig))\n          .on('unlink', (filePath) => this.handleFileChange(filePath, 'deleted', entityDir, entityConfig));\n        \n        watchers.push(watcher);\n      }\n      \n      this.log('\\nPress Ctrl+C to stop watching');\n      \n      // Keep process alive\n      process.stdin.resume();\n      \n      // Cleanup on exit\n      process.on('SIGINT', async () => {\n        this.log('\\nStopping watchers...');\n        watchers.forEach(w => w.close());\n        // Reset sync engine singleton\n        resetSyncEngine();\n        // Clean up database connection\n        await cleanupProvider();\n        process.exit(0);\n      });\n      \n    } catch (error) {\n      spinner.fail('Watch failed');\n      // Reset sync engine singleton\n      resetSyncEngine();\n      // Clean up database connection\n      await cleanupProvider();\n      this.error(error as Error);\n    }\n  }\n  \n  private async handleFileChange(\n    filePath: string,\n    event: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    // Clear existing debounce timer\n    const existingTimer = this.debounceTimers.get(filePath);\n    if (existingTimer) {\n      clearTimeout(existingTimer);\n    }\n    \n    // Set new debounce timer\n    const debounceMs = this.syncConfig?.watch?.debounceMs || 1000;\n    const timer = setTimeout(async () => {\n      this.debounceTimers.delete(filePath);\n      \n      try {\n        const relativePath = path.relative(entityDir, filePath);\n        this.log(`\\nFile ${event}: ${relativePath}`);\n        \n        if (event === 'deleted') {\n          // Handle deletion\n          this.log('File deletion detected - manual database cleanup may be required');\n        } else if (filePath.endsWith('.json')) {\n          // Handle JSON file change\n          await this.syncJsonFile(filePath, entityDir, entityConfig);\n        } else {\n          // Handle external file change\n          await this.syncExternalFile(filePath, entityDir, entityConfig);\n        }\n      } catch (error) {\n        this.warn(`Failed to sync ${filePath}: ${(error as any).message || error}`);\n      }\n    }, debounceMs);\n    \n    this.debounceTimers.set(filePath, timer);\n  }\n  \n  private async syncJsonFile(\n    filePath: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    const recordData: RecordData = await fs.readJson(filePath);\n    \n    // Build defaults\n    const defaults = await this.syncEngine.buildDefaults(filePath, entityConfig);\n    \n    // Load or create entity\n    let entity: BaseEntity | null = null;\n    let isNew = false;\n    \n    if (recordData.primaryKey) {\n      entity = await this.syncEngine.loadEntity(entityConfig.entity, recordData.primaryKey);\n    }\n    \n    if (!entity) {\n      // New record\n      entity = await this.syncEngine.createEntityObject(entityConfig.entity);\n      entity.NewRecord();\n      isNew = true;\n    }\n    \n    // Apply defaults first\n    for (const [field, value] of Object.entries(defaults)) {\n      if (field in entity) {\n        (entity as any)[field] = value;\n      }\n    }\n    \n    // Apply record fields\n    for (const [field, value] of Object.entries(recordData.fields)) {\n      if (field in entity) {\n        const processedValue = await this.syncEngine.processFieldValue(value, path.dirname(filePath));\n        (entity as any)[field] = processedValue;\n      }\n    }\n    \n    // Save the record\n    const saved = await entity.Save();\n    if (!saved) {\n      const errors = entity.LatestResult?.Errors?.join(', ') || 'Unknown error';\n      throw new Error(`Failed to save record: ${errors}`);\n    }\n    \n    this.log(`Successfully ${isNew ? 'created' : 'updated'} ${entityConfig.entity} record`);\n    \n    // Update the local file with new primary key if created\n    if (isNew) {\n      const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);\n      if (entityInfo) {\n        const newPrimaryKey: Record<string, any> = {};\n        for (const pk of entityInfo.PrimaryKeys) {\n          newPrimaryKey[pk.Name] = entity.Get(pk.Name);\n        }\n        recordData.primaryKey = newPrimaryKey;\n        \n        // Update sync metadata\n        recordData.sync = {\n          lastModified: new Date().toISOString(),\n          checksum: this.syncEngine.calculateChecksum(recordData.fields)\n        };\n        \n        // Write back to file\n        await fs.writeJson(filePath, recordData, { spaces: 2 });\n      }\n    }\n  }\n  \n  private async syncExternalFile(\n    filePath: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    // Find the corresponding JSON file\n    const fileName = path.basename(filePath);\n    const parts = fileName.split('.');\n    \n    if (parts.length >= 3) {\n      // Format: uuid.fieldname.ext\n      const jsonFileName = `${parts[0]}.json`;\n      const fieldName = parts[1];\n      const jsonFilePath = path.join(path.dirname(filePath), jsonFileName);\n      \n      if (await fs.pathExists(jsonFilePath)) {\n        // Update the JSON file's sync metadata to trigger a sync\n        const recordData: RecordData = await fs.readJson(jsonFilePath);\n        recordData.sync = {\n          lastModified: new Date().toISOString(),\n          checksum: recordData.sync?.checksum || ''\n        };\n        await fs.writeJson(jsonFilePath, recordData, { spaces: 2 });\n        \n        this.log(`Updated sync metadata for ${jsonFileName} due to external file change`);\n      }\n    }\n  }\n}"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/commands/watch/index.ts"],"names":[],"mappings":";;;;;AAAA,sCAA6C;AAC7C,wDAA0B;AAC1B,gDAAwB;AACxB,wDAAgC;AAChC,8DAA8B;AAC9B,yCAA8E;AAE9E,6DAAoG;AAEpG,mEAA6E;AAC7E,6DAA2D;AAE3D,MAAqB,KAAM,SAAQ,cAAO;IACxC,MAAM,CAAC,WAAW,GAAG,2DAA2D,CAAC;IAEjF,MAAM,CAAC,QAAQ,GAAG;QAChB,qCAAqC;QACrC,wDAAwD;KACzD,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,GAAG,EAAE,YAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,oCAAoC,EAAE,CAAC;KACzE,CAAC;IAEM,UAAU,CAAc;IACxB,UAAU,CAAM;IAChB,cAAc,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEhE,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAA,qBAAG,GAAE,CAAC;QAEtB,IAAI,CAAC;YACH,sBAAsB;YACtB,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAA,qBAAY,GAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;YAClF,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,MAAM,IAAA,uBAAc,EAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAEtD,sEAAsE;YACtE,OAAO,CAAC,IAAI,EAAE,CAAC;YAEf,2BAA2B;YAC3B,MAAM,QAAQ,GAAG,MAAM,IAAA,mCAAkB,EAAC,QAAQ,CAAC,CAAC;YAEpD,iDAAiD;YACjD,IAAI,CAAC,UAAU,GAAG,MAAM,IAAA,iCAAa,EAAC,IAAA,8BAAa,GAAE,CAAC,CAAC;YAEvD,oDAAoD;YACpD,OAAO,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC;YAErD,mCAAmC;YACnC,MAAM,UAAU,GAAG,IAAA,sCAAqB,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAEnE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,YAAY,UAAU,CAAC,MAAM,WAAW,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,cAAc,CAAC,CAAC;YAEtH,kBAAkB;YAClB,MAAM,QAAQ,GAAyB,EAAE,CAAC;YAE1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,YAAY,GAAG,MAAM,IAAA,yBAAgB,EAAC,SAAS,CAAC,CAAC;gBACvD,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,IAAI,CAAC,IAAI,CAAC,YAAY,SAAS,kCAAkC,CAAC,CAAC;oBACnE,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,MAAM,OAAO,SAAS,EAAE,CAAC,CAAC;gBAE5D,0CAA0C;gBAC1C,+EAA+E;gBAC/E,MAAM,QAAQ,GAAG;oBACf,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,WAAW,IAAI,WAAW,CAAC;oBAC7D,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;oBAC/B,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC;oBAChC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC;oBACjC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC;oBACnC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC;iBACjC,CAAC;gBAEF,MAAM,OAAO,GAAG;oBACd,oBAAoB;oBACpB,YAAY;oBACZ,kBAAkB;oBAClB,oBAAoB;oBACpB,aAAa;oBACb,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,cAAc,IAAI,EAAE,CAAC;iBAClD,CAAC;gBAEF,MAAM,OAAO,GAAG,kBAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE;oBACvC,OAAO;oBACP,UAAU,EAAE,IAAI;oBAChB,aAAa,EAAE,IAAI;iBACpB,CAAC,CAAC;gBAEH,OAAO;qBACJ,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;qBAC1F,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;qBAC/F,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBAEnG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAE5C,qBAAqB;YACrB,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAEvB,kBAAkB;YAClB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBAC9B,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;gBACnC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBACjC,8BAA8B;gBAC9B,IAAA,mCAAe,GAAE,CAAC;gBAClB,+BAA+B;gBAC/B,MAAM,IAAA,gCAAe,GAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAE7B,uCAAuC;YACvC,IAAI,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG,CAAC,eAAe,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,SAAS,EAAE,CAAC,CAAC;YACjE,IAAI,CAAC,GAAG,CAAC,kBAAkB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAErF,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC1C,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;YAED,0BAA0B;YAC1B,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,wBAAwB,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,GAAG,CAAC,yBAAyB,KAAK,CAAC,GAAG,IAAI,iCAAiC,EAAE,CAAC,CAAC;YACpF,IAAI,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAEvD,6CAA6C;YAC7C,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,YAAY,CAAC,QAAQ,CAAC,6BAA6B,CAAC,EAAE,CAAC;gBACzD,IAAI,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;gBAChF,IAAI,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC;YACpF,CAAC;iBAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACpF,IAAI,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;gBACtE,IAAI,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;YAChF,CAAC;iBAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBACrF,IAAI,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;gBACnE,IAAI,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;YACzE,CAAC;iBAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACpF,IAAI,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;gBACpD,IAAI,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;YACnE,CAAC;iBAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/E,IAAI,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;gBAChD,IAAI,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;YAC5E,CAAC;YAED,8BAA8B;YAC9B,IAAA,mCAAe,GAAE,CAAC;YAClB,+BAA+B;YAC/B,MAAM,IAAA,gCAAe,GAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,KAAc,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,QAAgB,EAChB,KAAa,EACb,SAAiB,EACjB,YAAiB;QAEjB,gCAAgC;QAChC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,aAAa,EAAE,CAAC;YAClB,YAAY,CAAC,aAAa,CAAC,CAAC;QAC9B,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,IAAI,IAAI,CAAC;QAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YAClC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAErC,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,cAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACxD,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,KAAK,YAAY,EAAE,CAAC,CAAC;gBAE7C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,kBAAkB;oBAClB,IAAI,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;gBAC/E,CAAC;qBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtC,0BAA0B;oBAC1B,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,8BAA8B;oBAC9B,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,kBAAkB,QAAQ,KAAM,KAAa,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC,EAAE,UAAU,CAAC,CAAC;QAEf,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,QAAgB,EAChB,SAAiB,EACjB,YAAiB;QAEjB,MAAM,UAAU,GAAe,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE3D,iBAAiB;QACjB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAE7E,wBAAwB;QACxB,IAAI,MAAM,GAAsB,IAAI,CAAC;QACrC,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QACxF,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,aAAa;YACb,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACvE,MAAM,CAAC,SAAS,EAAE,CAAC;YACnB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QAED,uBAAuB;QACvB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtD,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACnB,MAAc,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;YACjC,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/D,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACpB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC7F,MAAc,CAAC,KAAK,CAAC,GAAG,cAAc,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC;YAC7C,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;YACvD,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CACpD,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CACtE,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,IAAI,YAAY,CAAC,MAAM,SAAS,CAAC,CAAC;QAExF,wDAAwD;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACtE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAC9C,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;oBACxC,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC/C,CAAC;gBACD,UAAU,CAAC,UAAU,GAAG,aAAa,CAAC;gBAEtC,uBAAuB;gBACvB,UAAU,CAAC,IAAI,GAAG;oBAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACtC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC,MAAM,CAAC;iBAC/D,CAAC;gBAEF,qBAAqB;gBACrB,MAAM,kBAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,QAAgB,EAChB,SAAiB,EACjB,YAAiB;QAEjB,mCAAmC;QACnC,MAAM,QAAQ,GAAG,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtB,6BAA6B;YAC7B,MAAM,YAAY,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,CAAC;YAErE,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtC,yDAAyD;gBACzD,MAAM,UAAU,GAAe,MAAM,kBAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBAC/D,UAAU,CAAC,IAAI,GAAG;oBAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACtC,QAAQ,EAAE,UAAU,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE;iBAC1C,CAAC;gBACF,MAAM,kBAAE,CAAC,SAAS,CAAC,YAAY,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;gBAE5D,IAAI,CAAC,GAAG,CAAC,6BAA6B,YAAY,8BAA8B,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;IACH,CAAC;;AA/SH,wBAgTC","sourcesContent":["import { Command, Flags } from '@oclif/core';\nimport fs from 'fs-extra';\nimport path from 'path';\nimport chokidar from 'chokidar';\nimport ora from 'ora-classic';\nimport { loadMJConfig, loadSyncConfig, loadEntityConfig } from '../../config';\nimport { SyncEngine, RecordData } from '../../lib/sync-engine';\nimport { initializeProvider, findEntityDirectories, getSystemUser } from '../../lib/provider-utils';\nimport { BaseEntity } from '@memberjunction/core';\nimport { getSyncEngine, resetSyncEngine } from '../../lib/singleton-manager';\nimport { cleanupProvider } from '../../lib/provider-utils';\n\nexport default class Watch extends Command {\n  static description = 'Watch for file changes and automatically push to database';\n  \n  static examples = [\n    `<%= config.bin %> <%= command.id %>`,\n    `<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"`,\n  ];\n  \n  static flags = {\n    dir: Flags.string({ description: 'Specific entity directory to watch' }),\n  };\n  \n  private syncEngine!: SyncEngine;\n  private syncConfig: any;\n  private debounceTimers: Map<string, NodeJS.Timeout> = new Map();\n  \n  async run(): Promise<void> {\n    const { flags } = await this.parse(Watch);\n    const spinner = ora();\n    \n    try {\n      // Load configurations\n      spinner.start('Loading configuration');\n      const mjConfig = loadMJConfig();\n      if (!mjConfig) {\n        this.error('No mj.config.cjs found in current directory or parent directories');\n      }\n      \n      this.syncConfig = await loadSyncConfig(process.cwd());\n      \n      // Stop spinner before provider initialization (which logs to console)\n      spinner.stop();\n      \n      // Initialize data provider\n      const provider = await initializeProvider(mjConfig);\n      \n      // Initialize sync engine using singleton pattern\n      this.syncEngine = await getSyncEngine(getSystemUser());\n      \n      // Show success after all initialization is complete\n      spinner.succeed('Configuration and metadata loaded');\n      \n      // Find entity directories to watch\n      const entityDirs = findEntityDirectories(process.cwd(), flags.dir);\n      \n      if (entityDirs.length === 0) {\n        this.error('No entity directories found');\n      }\n      \n      this.log(`Watching ${entityDirs.length} entity ${entityDirs.length === 1 ? 'directory' : 'directories'} for changes`);\n      \n      // Set up watchers\n      const watchers: chokidar.FSWatcher[] = [];\n      \n      for (const entityDir of entityDirs) {\n        const entityConfig = await loadEntityConfig(entityDir);\n        if (!entityConfig) {\n          this.warn(`Skipping ${entityDir} - no valid entity configuration`);\n          continue;\n        }\n        \n        this.log(`Watching ${entityConfig.entity} in ${entityDir}`);\n        \n        // Watch for JSON files and external files\n        // All JSON files will be watched, but only dot-prefixed ones will be processed\n        const patterns = [\n          path.join(entityDir, entityConfig.filePattern || '**/*.json'),\n          path.join(entityDir, '**/*.md'),\n          path.join(entityDir, '**/*.txt'),\n          path.join(entityDir, '**/*.html'),\n          path.join(entityDir, '**/*.liquid'),\n          path.join(entityDir, '**/*.sql')\n        ];\n        \n        const ignored = [\n          '**/node_modules/**',\n          '**/.git/**',\n          '**/.mj-sync.json',\n          '**/.mj-folder.json',\n          '**/*.backup',\n          ...(this.syncConfig?.watch?.ignorePatterns || [])\n        ];\n        \n        const watcher = chokidar.watch(patterns, {\n          ignored,\n          persistent: true,\n          ignoreInitial: true\n        });\n        \n        watcher\n          .on('add', (filePath) => this.handleFileChange(filePath, 'added', entityDir, entityConfig))\n          .on('change', (filePath) => this.handleFileChange(filePath, 'changed', entityDir, entityConfig))\n          .on('unlink', (filePath) => this.handleFileChange(filePath, 'deleted', entityDir, entityConfig));\n        \n        watchers.push(watcher);\n      }\n      \n      this.log('\\nPress Ctrl+C to stop watching');\n      \n      // Keep process alive\n      process.stdin.resume();\n      \n      // Cleanup on exit\n      process.on('SIGINT', async () => {\n        this.log('\\nStopping watchers...');\n        watchers.forEach(w => w.close());\n        // Reset sync engine singleton\n        resetSyncEngine();\n        // Clean up database connection\n        await cleanupProvider();\n        process.exit(0);\n      });\n      \n    } catch (error) {\n      spinner.fail('Watch failed');\n      \n      // Enhanced error logging for debugging\n      this.log('\\n=== Watch Error Details ===');\n      this.log(`Error type: ${error?.constructor?.name || 'Unknown'}`);\n      this.log(`Error message: ${error instanceof Error ? error.message : String(error)}`);\n      \n      if (error instanceof Error && error.stack) {\n        this.log(`\\nStack trace:`);\n        this.log(error.stack);\n      }\n      \n      // Log context information\n      this.log(`\\nContext:`);\n      this.log(`- Working directory: ${process.cwd()}`);\n      this.log(`- Specific directory: ${flags.dir || 'none (watching all directories)'}`);\n      this.log(`- Flags: ${JSON.stringify(flags, null, 2)}`);\n      \n      // Check if error is related to common issues\n      const errorMessage = error instanceof Error ? error.message : String(error);\n      if (errorMessage.includes('No entity directories found')) {\n        this.log(`\\nHint: This appears to be an entity directory configuration issue.`);\n        this.log(`Make sure directories have .mj-sync.json files or run \"mj-sync init\".`);\n      } else if (errorMessage.includes('database') || errorMessage.includes('connection')) {\n        this.log(`\\nHint: This appears to be a database connectivity issue.`);\n        this.log(`Check your mj.config.cjs configuration and database connectivity.`);\n      } else if (errorMessage.includes('config') || errorMessage.includes('mj.config.cjs')) {\n        this.log(`\\nHint: This appears to be a configuration file issue.`);\n        this.log(`Make sure mj.config.cjs exists and is properly configured.`);\n      } else if (errorMessage.includes('ENOENT') || errorMessage.includes('no such file')) {\n        this.log(`\\nHint: File or directory access issue.`);\n        this.log(`Check that the directories exist and are accessible.`);\n      } else if (errorMessage.includes('chokidar') || errorMessage.includes('watch')) {\n        this.log(`\\nHint: File watching system issue.`);\n        this.log(`Check file system permissions and available file descriptors.`);\n      }\n      \n      // Reset sync engine singleton\n      resetSyncEngine();\n      // Clean up database connection\n      await cleanupProvider();\n      this.error(error as Error);\n    }\n  }\n  \n  private async handleFileChange(\n    filePath: string,\n    event: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    // Clear existing debounce timer\n    const existingTimer = this.debounceTimers.get(filePath);\n    if (existingTimer) {\n      clearTimeout(existingTimer);\n    }\n    \n    // Set new debounce timer\n    const debounceMs = this.syncConfig?.watch?.debounceMs || 1000;\n    const timer = setTimeout(async () => {\n      this.debounceTimers.delete(filePath);\n      \n      try {\n        const relativePath = path.relative(entityDir, filePath);\n        this.log(`\\nFile ${event}: ${relativePath}`);\n        \n        if (event === 'deleted') {\n          // Handle deletion\n          this.log('File deletion detected - manual database cleanup may be required');\n        } else if (filePath.endsWith('.json')) {\n          // Handle JSON file change\n          await this.syncJsonFile(filePath, entityDir, entityConfig);\n        } else {\n          // Handle external file change\n          await this.syncExternalFile(filePath, entityDir, entityConfig);\n        }\n      } catch (error) {\n        this.warn(`Failed to sync ${filePath}: ${(error as any).message || error}`);\n      }\n    }, debounceMs);\n    \n    this.debounceTimers.set(filePath, timer);\n  }\n  \n  private async syncJsonFile(\n    filePath: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    const recordData: RecordData = await fs.readJson(filePath);\n    \n    // Build defaults\n    const defaults = await this.syncEngine.buildDefaults(filePath, entityConfig);\n    \n    // Load or create entity\n    let entity: BaseEntity | null = null;\n    let isNew = false;\n    \n    if (recordData.primaryKey) {\n      entity = await this.syncEngine.loadEntity(entityConfig.entity, recordData.primaryKey);\n    }\n    \n    if (!entity) {\n      // New record\n      entity = await this.syncEngine.createEntityObject(entityConfig.entity);\n      entity.NewRecord();\n      isNew = true;\n    }\n    \n    // Apply defaults first\n    for (const [field, value] of Object.entries(defaults)) {\n      if (field in entity) {\n        (entity as any)[field] = value;\n      }\n    }\n    \n    // Apply record fields\n    for (const [field, value] of Object.entries(recordData.fields)) {\n      if (field in entity) {\n        const processedValue = await this.syncEngine.processFieldValue(value, path.dirname(filePath));\n        (entity as any)[field] = processedValue;\n      }\n    }\n    \n    // Save the record\n    const saved = await entity.Save();\n    if (!saved) {\n      const message = entity.LatestResult?.Message;\n      if (message) {\n        throw new Error(`Failed to save record: ${message}`);\n      }\n      \n      const errors = entity.LatestResult?.Errors?.map(err => \n        typeof err === 'string' ? err : (err?.message || JSON.stringify(err))\n      )?.join(', ') || 'Unknown error';\n      throw new Error(`Failed to save record: ${errors}`);\n    }\n    \n    this.log(`Successfully ${isNew ? 'created' : 'updated'} ${entityConfig.entity} record`);\n    \n    // Update the local file with new primary key if created\n    if (isNew) {\n      const entityInfo = this.syncEngine.getEntityInfo(entityConfig.entity);\n      if (entityInfo) {\n        const newPrimaryKey: Record<string, any> = {};\n        for (const pk of entityInfo.PrimaryKeys) {\n          newPrimaryKey[pk.Name] = entity.Get(pk.Name);\n        }\n        recordData.primaryKey = newPrimaryKey;\n        \n        // Update sync metadata\n        recordData.sync = {\n          lastModified: new Date().toISOString(),\n          checksum: this.syncEngine.calculateChecksum(recordData.fields)\n        };\n        \n        // Write back to file\n        await fs.writeJson(filePath, recordData, { spaces: 2 });\n      }\n    }\n  }\n  \n  private async syncExternalFile(\n    filePath: string,\n    entityDir: string,\n    entityConfig: any\n  ): Promise<void> {\n    // Find the corresponding JSON file\n    const fileName = path.basename(filePath);\n    const parts = fileName.split('.');\n    \n    if (parts.length >= 3) {\n      // Format: uuid.fieldname.ext\n      const jsonFileName = `${parts[0]}.json`;\n      const fieldName = parts[1];\n      const jsonFilePath = path.join(path.dirname(filePath), jsonFileName);\n      \n      if (await fs.pathExists(jsonFilePath)) {\n        // Update the JSON file's sync metadata to trigger a sync\n        const recordData: RecordData = await fs.readJson(jsonFilePath);\n        recordData.sync = {\n          lastModified: new Date().toISOString(),\n          checksum: recordData.sync?.checksum || ''\n        };\n        await fs.writeJson(jsonFilePath, recordData, { spaces: 2 });\n        \n        this.log(`Updated sync metadata for ${jsonFileName} due to external file change`);\n      }\n    }\n  }\n}"]}

package/dist/config.d.ts

@@ -46,6 +46,12 @@ export interface MJConfig {
 export interface SyncConfig {
     /** Version of the sync configuration format */
     version: string;
+    /**
+     * Directory processing order (only applies to root-level config, not inherited by subdirectories)
+     * Specifies the order in which subdirectories should be processed to handle dependencies.
+     * Directories not listed in this array will be processed after the ordered ones in alphabetical order.
+     */
+    directoryOrder?: string[];
     /** Push command configuration */
     push?: {
         /** Whether to validate records before pushing to database */
@@ -53,6 +59,15 @@ export interface SyncConfig {
         /** Whether to require user confirmation before push */
         requireConfirmation?: boolean;
     };
+    /** SQL logging configuration (only applies to root-level config, not inherited by subdirectories) */
+    sqlLogging?: {
+        /** Whether to enable SQL logging during push operations */
+        enabled?: boolean;
+        /** Directory to output SQL log files (relative to command execution directory, defaults to './sql_logging') */
+        outputDirectory?: string;
+        /** Whether to format SQL as migration-ready files with Flyway schema placeholders */
+        formatAsMigration?: boolean;
+    };
     /** Watch command configuration */
     watch?: {
         /** Milliseconds to wait before processing file changes */
@@ -66,6 +81,7 @@ export interface SyncConfig {
  *
  * Defines how to pull and push related entities that have foreign key relationships
  * with a parent entity. Supports nested relationships for deep object graphs.
+ * NEW: Supports automatic recursive patterns for self-referencing entities.
  */
 export interface RelatedEntityConfig {
     /** Name of the related entity to sync */
@@ -74,6 +90,17 @@ export interface RelatedEntityConfig {
     foreignKey: string;
     /** Optional SQL filter to apply when pulling related records */
     filter?: string;
+    /**
+     * Enable recursive fetching for self-referencing entities
+     * When true, automatically fetches all levels of the hierarchy until no more children found
+     */
+    recursive?: boolean;
+    /**
+     * Maximum depth for recursive fetching (optional, defaults to 10)
+     * Prevents infinite loops and controls memory usage
+     * Only applies when recursive is true
+     */
+    maxDepth?: number;
     /** Fields to externalize to separate files for this related entity */
     externalizeFields?: string[] | {
         [fieldName: string]: {

package/dist/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;;AAGH,gDAAwB;AACxB,wDAA0B;AAC1B,yDAAqD;AAgLrD;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,YAAY;IAC1B,OAAO,8BAAa,CAAC,YAAY,EAAE,CAAC;AACtC,CAAC;AAFD,oCAEC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,wCAaC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAfD,4CAeC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAErD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,4CAaC","sourcesContent":["/**\n * @fileoverview Configuration types and loaders for MetadataSync\n * @module config\n * \n * This module defines configuration interfaces and provides utilities for loading\n * various configuration files used by the MetadataSync tool. It supports:\n * - MemberJunction database configuration (mj.config.cjs)\n * - Sync configuration (.mj-sync.json)\n * - Entity-specific configuration (.mj-sync.json with entity field)\n * - Folder-level defaults (.mj-folder.json)\n */\n\nimport { cosmiconfigSync } from 'cosmiconfig';\nimport path from 'path';\nimport fs from 'fs-extra';\nimport { configManager } from './lib/config-manager';\n\n/**\n * MemberJunction database configuration\n * \n * Defines connection parameters and settings for connecting to the MemberJunction\n * database. Typically loaded from mj.config.cjs in the project root.\n */\nexport interface MJConfig {\n  /** Database server hostname or IP address */\n  dbHost: string;\n  /** Database server port (defaults to 1433 for SQL Server) */\n  dbPort?: number;\n  /** Database name to connect to */\n  dbDatabase: string;\n  /** Database authentication username */\n  dbUsername: string;\n  /** Database authentication password */\n  dbPassword: string;\n  /** Whether to trust the server certificate (Y/N) */\n  dbTrustServerCertificate?: string;\n  /** Whether to encrypt the connection (Y/N, auto-detected for Azure SQL) */\n  dbEncrypt?: string;\n  /** SQL Server instance name (for named instances) */\n  dbInstanceName?: string;\n  /** Schema name for MemberJunction core tables (defaults to __mj) */\n  mjCoreSchema?: string;\n  /** Allow additional properties for extensibility */\n  [key: string]: any;\n}\n\n/**\n * Global sync configuration\n * \n * Defines settings that apply to the entire sync process, including push/pull\n * behaviors and watch mode configuration. Stored in .mj-sync.json at the root.\n */\nexport interface SyncConfig {\n  /** Version of the sync configuration format */\n  version: string;\n  /** Push command configuration */\n  push?: {\n    /** Whether to validate records before pushing to database */\n    validateBeforePush?: boolean;\n    /** Whether to require user confirmation before push */\n    requireConfirmation?: boolean;\n  };\n  /** Watch command configuration */\n  watch?: {\n    /** Milliseconds to wait before processing file changes */\n    debounceMs?: number;\n    /** File patterns to ignore during watch */\n    ignorePatterns?: string[];\n  };\n}\n\n/**\n * Configuration for related entity synchronization\n * \n * Defines how to pull and push related entities that have foreign key relationships\n * with a parent entity. Supports nested relationships for deep object graphs.\n */\nexport interface RelatedEntityConfig {\n  /** Name of the related entity to sync */\n  entity: string;\n  /** Field name that contains the foreign key reference to parent (e.g., \"PromptID\") */\n  foreignKey: string;\n  /** Optional SQL filter to apply when pulling related records */\n  filter?: string;\n  /** Fields to externalize to separate files for this related entity */\n  externalizeFields?: string[] | {\n    [fieldName: string]: {\n      /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n      extension?: string;\n    }\n  } | Array<{\n    /** Field name to externalize */\n    field: string;\n    /** Pattern for the output file. Supports placeholders from the entity */\n    pattern: string;\n  }>;\n  /** Fields to exclude from the pulled data for this related entity */\n  excludeFields?: string[];\n  /** Foreign key fields to convert to @lookup references for this related entity */\n  lookupFields?: {\n    [fieldName: string]: {\n      entity: string;\n      field: string;\n    };\n  };\n  /** Nested related entities for deep object graphs */\n  relatedEntities?: Record<string, RelatedEntityConfig>;\n}\n\n/**\n * Entity-specific configuration\n * \n * Defines settings for a specific entity type within a directory. Stored in\n * .mj-sync.json files that contain an \"entity\" field. Supports defaults,\n * file patterns, and related entity configuration.\n */\nexport interface EntityConfig {\n  /** Name of the entity this directory contains */\n  entity: string;\n  /** Glob pattern for finding data files (defaults to \"*.json\") */\n  filePattern?: string;\n  /** Default field values applied to all records in this directory */\n  defaults?: Record<string, any>;\n  /** Pull command specific configuration */\n  pull?: {\n    /** Glob pattern for finding existing files to update (defaults to filePattern) */\n    filePattern?: string;\n    /** Whether to create new files for records not found locally */\n    createNewFileIfNotFound?: boolean;\n    /** Filename for new records when createNewFileIfNotFound is true */\n    newFileName?: string;\n    /** Whether to append multiple new records to a single file */\n    appendRecordsToExistingFile?: boolean;\n    /** Whether to update existing records found in local files */\n    updateExistingRecords?: boolean;\n    /** Fields to preserve during updates (never overwrite these) */\n    preserveFields?: string[];\n    /** Strategy for merging updates: \"overwrite\" | \"merge\" | \"skip\" */\n    mergeStrategy?: 'overwrite' | 'merge' | 'skip';\n    /** Create backup files before updating existing files */\n    backupBeforeUpdate?: boolean;\n    /** Directory name for backup files (defaults to \".backups\") */\n    backupDirectory?: string;\n    /** SQL filter to apply when pulling records from database */\n    filter?: string;\n    /** Configuration for pulling related entities */\n    relatedEntities?: Record<string, RelatedEntityConfig>;\n    /** Fields to externalize to separate files with optional configuration */\n    externalizeFields?: string[] | {\n      [fieldName: string]: {\n        /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n        extension?: string;\n      }\n    } | Array<{\n      /** Field name to externalize */\n      field: string;\n      /** Pattern for the output file. Supports placeholders:\n       * - {Name}: Entity's name field value\n       * - {ID}: Entity's ID\n       * - {FieldName}: The field being externalized\n       * - Any other {FieldName} from the entity\n       * Example: \"@file:templates/{Name}.template.md\"\n       */\n      pattern: string;\n    }>;\n    /** Fields to exclude from the pulled data (e.g., [\"TemplateID\"]) */\n    excludeFields?: string[];\n    /** Foreign key fields to convert to @lookup references */\n    lookupFields?: {\n      /** Field name in this entity (e.g., \"CategoryID\") */\n      [fieldName: string]: {\n        /** Target entity name (e.g., \"AI Prompt Categories\") */\n        entity: string;\n        /** Field in target entity to use for lookup (e.g., \"Name\") */\n        field: string;\n      };\n    };\n  };\n}\n\n/**\n * Folder-level configuration\n * \n * Defines default values that cascade down to all subdirectories. Stored in\n * .mj-folder.json files. Child folders can override parent defaults.\n */\nexport interface FolderConfig {\n  /** Default field values that apply to all entities in this folder and subfolders */\n  defaults: Record<string, any>;\n}\n\n/**\n * Load MemberJunction configuration from the filesystem\n * \n * Searches for mj.config.cjs starting from the current directory and walking up\n * the directory tree. Uses cosmiconfig for flexible configuration loading.\n * \n * @returns MJConfig object if found, null if not found or invalid\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * if (config) {\n *   console.log(`Connecting to ${config.dbHost}:${config.dbPort || 1433}`);\n * }\n * ```\n */\nexport function loadMJConfig(): MJConfig | null {\n  return configManager.loadMJConfig();\n}\n\n/**\n * Load sync configuration from a directory\n * \n * Loads .mj-sync.json file from the specified directory. This file can contain\n * either global sync configuration (no entity field) or entity-specific\n * configuration (with entity field).\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to SyncConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const syncConfig = await loadSyncConfig('/path/to/project');\n * if (syncConfig?.push?.requireConfirmation) {\n *   // Show confirmation prompt\n * }\n * ```\n */\nexport async function loadSyncConfig(dir: string): Promise<SyncConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading sync config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load entity-specific configuration from a directory\n * \n * Loads .mj-sync.json file that contains an \"entity\" field, indicating this\n * directory contains data for a specific entity type. Returns null if the\n * file doesn't exist or doesn't contain an entity field.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to EntityConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const entityConfig = await loadEntityConfig('./ai-prompts');\n * if (entityConfig) {\n *   console.log(`Directory contains ${entityConfig.entity} records`);\n * }\n * ```\n */\nexport async function loadEntityConfig(dir: string): Promise<EntityConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      const config = await fs.readJson(configPath);\n      if (config.entity) {\n        return config;\n      }\n    } catch (error) {\n      console.error('Error loading entity config:', error);\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load folder-level configuration\n * \n * Loads .mj-folder.json file that contains default values to be applied to\n * all entities in this folder and its subfolders. Used for cascading defaults\n * in deep directory structures.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to FolderConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const folderConfig = await loadFolderConfig('./templates');\n * if (folderConfig?.defaults) {\n *   // Apply folder defaults to records\n * }\n * ```\n */\nexport async function loadFolderConfig(dir: string): Promise<FolderConfig | null> {\n  const configPath = path.join(dir, '.mj-folder.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading folder config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}"]}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;;AAGH,gDAAwB;AACxB,wDAA0B;AAC1B,yDAAqD;AA2MrD;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,YAAY;IAC1B,OAAO,8BAAa,CAAC,YAAY,EAAE,CAAC;AACtC,CAAC;AAFD,oCAEC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,wCAaC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAfD,4CAeC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAErD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,4CAaC","sourcesContent":["/**\n * @fileoverview Configuration types and loaders for MetadataSync\n * @module config\n * \n * This module defines configuration interfaces and provides utilities for loading\n * various configuration files used by the MetadataSync tool. It supports:\n * - MemberJunction database configuration (mj.config.cjs)\n * - Sync configuration (.mj-sync.json)\n * - Entity-specific configuration (.mj-sync.json with entity field)\n * - Folder-level defaults (.mj-folder.json)\n */\n\nimport { cosmiconfigSync } from 'cosmiconfig';\nimport path from 'path';\nimport fs from 'fs-extra';\nimport { configManager } from './lib/config-manager';\n\n/**\n * MemberJunction database configuration\n * \n * Defines connection parameters and settings for connecting to the MemberJunction\n * database. Typically loaded from mj.config.cjs in the project root.\n */\nexport interface MJConfig {\n  /** Database server hostname or IP address */\n  dbHost: string;\n  /** Database server port (defaults to 1433 for SQL Server) */\n  dbPort?: number;\n  /** Database name to connect to */\n  dbDatabase: string;\n  /** Database authentication username */\n  dbUsername: string;\n  /** Database authentication password */\n  dbPassword: string;\n  /** Whether to trust the server certificate (Y/N) */\n  dbTrustServerCertificate?: string;\n  /** Whether to encrypt the connection (Y/N, auto-detected for Azure SQL) */\n  dbEncrypt?: string;\n  /** SQL Server instance name (for named instances) */\n  dbInstanceName?: string;\n  /** Schema name for MemberJunction core tables (defaults to __mj) */\n  mjCoreSchema?: string;\n  /** Allow additional properties for extensibility */\n  [key: string]: any;\n}\n\n/**\n * Global sync configuration\n * \n * Defines settings that apply to the entire sync process, including push/pull\n * behaviors and watch mode configuration. Stored in .mj-sync.json at the root.\n */\nexport interface SyncConfig {\n  /** Version of the sync configuration format */\n  version: string;\n  /** \n   * Directory processing order (only applies to root-level config, not inherited by subdirectories)\n   * Specifies the order in which subdirectories should be processed to handle dependencies.\n   * Directories not listed in this array will be processed after the ordered ones in alphabetical order.\n   */\n  directoryOrder?: string[];\n  /** Push command configuration */\n  push?: {\n    /** Whether to validate records before pushing to database */\n    validateBeforePush?: boolean;\n    /** Whether to require user confirmation before push */\n    requireConfirmation?: boolean;\n  };\n  /** SQL logging configuration (only applies to root-level config, not inherited by subdirectories) */\n  sqlLogging?: {\n    /** Whether to enable SQL logging during push operations */\n    enabled?: boolean;\n    /** Directory to output SQL log files (relative to command execution directory, defaults to './sql_logging') */\n    outputDirectory?: string;\n    /** Whether to format SQL as migration-ready files with Flyway schema placeholders */\n    formatAsMigration?: boolean;\n  };\n  /** Watch command configuration */\n  watch?: {\n    /** Milliseconds to wait before processing file changes */\n    debounceMs?: number;\n    /** File patterns to ignore during watch */\n    ignorePatterns?: string[];\n  };\n}\n\n/**\n * Configuration for related entity synchronization\n * \n * Defines how to pull and push related entities that have foreign key relationships\n * with a parent entity. Supports nested relationships for deep object graphs.\n * NEW: Supports automatic recursive patterns for self-referencing entities.\n */\nexport interface RelatedEntityConfig {\n  /** Name of the related entity to sync */\n  entity: string;\n  /** Field name that contains the foreign key reference to parent (e.g., \"PromptID\") */\n  foreignKey: string;\n  /** Optional SQL filter to apply when pulling related records */\n  filter?: string;\n  /** \n   * Enable recursive fetching for self-referencing entities\n   * When true, automatically fetches all levels of the hierarchy until no more children found\n   */\n  recursive?: boolean;\n  /** \n   * Maximum depth for recursive fetching (optional, defaults to 10)\n   * Prevents infinite loops and controls memory usage\n   * Only applies when recursive is true\n   */\n  maxDepth?: number;\n  /** Fields to externalize to separate files for this related entity */\n  externalizeFields?: string[] | {\n    [fieldName: string]: {\n      /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n      extension?: string;\n    }\n  } | Array<{\n    /** Field name to externalize */\n    field: string;\n    /** Pattern for the output file. Supports placeholders from the entity */\n    pattern: string;\n  }>;\n  /** Fields to exclude from the pulled data for this related entity */\n  excludeFields?: string[];\n  /** Foreign key fields to convert to @lookup references for this related entity */\n  lookupFields?: {\n    [fieldName: string]: {\n      entity: string;\n      field: string;\n    };\n  };\n  /** Nested related entities for deep object graphs */\n  relatedEntities?: Record<string, RelatedEntityConfig>;\n}\n\n/**\n * Entity-specific configuration\n * \n * Defines settings for a specific entity type within a directory. Stored in\n * .mj-sync.json files that contain an \"entity\" field. Supports defaults,\n * file patterns, and related entity configuration.\n */\nexport interface EntityConfig {\n  /** Name of the entity this directory contains */\n  entity: string;\n  /** Glob pattern for finding data files (defaults to \"*.json\") */\n  filePattern?: string;\n  /** Default field values applied to all records in this directory */\n  defaults?: Record<string, any>;\n  /** Pull command specific configuration */\n  pull?: {\n    /** Glob pattern for finding existing files to update (defaults to filePattern) */\n    filePattern?: string;\n    /** Whether to create new files for records not found locally */\n    createNewFileIfNotFound?: boolean;\n    /** Filename for new records when createNewFileIfNotFound is true */\n    newFileName?: string;\n    /** Whether to append multiple new records to a single file */\n    appendRecordsToExistingFile?: boolean;\n    /** Whether to update existing records found in local files */\n    updateExistingRecords?: boolean;\n    /** Fields to preserve during updates (never overwrite these) */\n    preserveFields?: string[];\n    /** Strategy for merging updates: \"overwrite\" | \"merge\" | \"skip\" */\n    mergeStrategy?: 'overwrite' | 'merge' | 'skip';\n    /** Create backup files before updating existing files */\n    backupBeforeUpdate?: boolean;\n    /** Directory name for backup files (defaults to \".backups\") */\n    backupDirectory?: string;\n    /** SQL filter to apply when pulling records from database */\n    filter?: string;\n    /** Configuration for pulling related entities */\n    relatedEntities?: Record<string, RelatedEntityConfig>;\n    /** Fields to externalize to separate files with optional configuration */\n    externalizeFields?: string[] | {\n      [fieldName: string]: {\n        /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n        extension?: string;\n      }\n    } | Array<{\n      /** Field name to externalize */\n      field: string;\n      /** Pattern for the output file. Supports placeholders:\n       * - {Name}: Entity's name field value\n       * - {ID}: Entity's ID\n       * - {FieldName}: The field being externalized\n       * - Any other {FieldName} from the entity\n       * Example: \"@file:templates/{Name}.template.md\"\n       */\n      pattern: string;\n    }>;\n    /** Fields to exclude from the pulled data (e.g., [\"TemplateID\"]) */\n    excludeFields?: string[];\n    /** Foreign key fields to convert to @lookup references */\n    lookupFields?: {\n      /** Field name in this entity (e.g., \"CategoryID\") */\n      [fieldName: string]: {\n        /** Target entity name (e.g., \"AI Prompt Categories\") */\n        entity: string;\n        /** Field in target entity to use for lookup (e.g., \"Name\") */\n        field: string;\n      };\n    };\n  };\n}\n\n/**\n * Folder-level configuration\n * \n * Defines default values that cascade down to all subdirectories. Stored in\n * .mj-folder.json files. Child folders can override parent defaults.\n */\nexport interface FolderConfig {\n  /** Default field values that apply to all entities in this folder and subfolders */\n  defaults: Record<string, any>;\n}\n\n/**\n * Load MemberJunction configuration from the filesystem\n * \n * Searches for mj.config.cjs starting from the current directory and walking up\n * the directory tree. Uses cosmiconfig for flexible configuration loading.\n * \n * @returns MJConfig object if found, null if not found or invalid\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * if (config) {\n *   console.log(`Connecting to ${config.dbHost}:${config.dbPort || 1433}`);\n * }\n * ```\n */\nexport function loadMJConfig(): MJConfig | null {\n  return configManager.loadMJConfig();\n}\n\n/**\n * Load sync configuration from a directory\n * \n * Loads .mj-sync.json file from the specified directory. This file can contain\n * either global sync configuration (no entity field) or entity-specific\n * configuration (with entity field).\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to SyncConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const syncConfig = await loadSyncConfig('/path/to/project');\n * if (syncConfig?.push?.requireConfirmation) {\n *   // Show confirmation prompt\n * }\n * ```\n */\nexport async function loadSyncConfig(dir: string): Promise<SyncConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading sync config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load entity-specific configuration from a directory\n * \n * Loads .mj-sync.json file that contains an \"entity\" field, indicating this\n * directory contains data for a specific entity type. Returns null if the\n * file doesn't exist or doesn't contain an entity field.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to EntityConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const entityConfig = await loadEntityConfig('./ai-prompts');\n * if (entityConfig) {\n *   console.log(`Directory contains ${entityConfig.entity} records`);\n * }\n * ```\n */\nexport async function loadEntityConfig(dir: string): Promise<EntityConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      const config = await fs.readJson(configPath);\n      if (config.entity) {\n        return config;\n      }\n    } catch (error) {\n      console.error('Error loading entity config:', error);\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load folder-level configuration\n * \n * Loads .mj-folder.json file that contains default values to be applied to\n * all entities in this folder and its subfolders. Used for cascading defaults\n * in deep directory structures.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to FolderConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const folderConfig = await loadFolderConfig('./templates');\n * if (folderConfig?.defaults) {\n *   // Apply folder defaults to records\n * }\n * ```\n */\nexport async function loadFolderConfig(dir: string): Promise<FolderConfig | null> {\n  const configPath = path.join(dir, '.mj-folder.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading folder config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}"]}

package/dist/lib/provider-utils.d.ts

@@ -4,7 +4,7 @@
  *
  * This module provides utilities for initializing and managing the database
  * connection, accessing system users, and finding entity directories. It handles
- * the TypeORM DataSource lifecycle and MemberJunction provider initialization.
+ * the mssql ConnectionPool lifecycle and MemberJunction provider initialization.
  */
 import { SQLServerDataProvider } from '@memberjunction/sqlserver-dataprovider';
 import type { MJConfig } from '../config';
@@ -12,7 +12,7 @@ import { UserInfo } from '@memberjunction/core';
 /**
  * Initialize a SQLServerDataProvider with the given configuration
  *
- * Creates and initializes a TypeORM DataSource for SQL Server, then sets up
+ * Creates and initializes a mssql ConnectionPool for SQL Server, then sets up
  * the MemberJunction SQLServerDataProvider. The connection is stored globally
  * for proper cleanup. Auto-detects Azure SQL databases for encryption settings.
  *
@@ -31,7 +31,7 @@ export declare function initializeProvider(config: MJConfig): Promise<SQLServerD
 /**
  * Clean up the global database connection
  *
- * Destroys the TypeORM DataSource if it exists and is initialized.
+ * Closes the mssql ConnectionPool if it exists and is connected.
  * Should be called when the CLI command completes to ensure proper cleanup.
  *
  * @returns Promise that resolves when cleanup is complete
@@ -62,6 +62,23 @@ export declare function cleanupProvider(): Promise<void>;
  * ```
  */
 export declare function getSystemUser(): UserInfo;
+/**
+ * Get the current data provider instance
+ *
+ * Returns the global SQLServerDataProvider instance that was initialized by
+ * initializeProvider. This allows access to data provider features like SQL logging.
+ *
+ * @returns The global SQLServerDataProvider instance or null if not initialized
+ *
+ * @example
+ * ```typescript
+ * const provider = getDataProvider();
+ * if (provider?.createSqlLogger) {
+ *   const logger = await provider.createSqlLogger('/path/to/log.sql');
+ * }
+ * ```
+ */
+export declare function getDataProvider(): SQLServerDataProvider | null;
 /**
  * Find entity directories at the immediate level only
  *
@@ -71,7 +88,8 @@ export declare function getSystemUser(): UserInfo;
  *
  * @param dir - Base directory to search from
  * @param specificDir - Optional specific subdirectory name to check
- * @returns Array of absolute directory paths containing .mj-sync.json files
+ * @param directoryOrder - Optional array specifying the order directories should be processed
+ * @returns Array of absolute directory paths containing .mj-sync.json files, ordered according to directoryOrder
  *
  * @example
  * ```typescript
@@ -80,6 +98,9 @@ export declare function getSystemUser(): UserInfo;
  *
  * // Check specific directory
  * const dirs = findEntityDirectories(process.cwd(), 'ai-prompts');
+ *
+ * // Find directories with custom ordering
+ * const dirs = findEntityDirectories(process.cwd(), undefined, ['prompts', 'agent-types']);
  * ```
  */
-export declare function findEntityDirectories(dir: string, specificDir?: string): string[];
+export declare function findEntityDirectories(dir: string, specificDir?: string, directoryOrder?: string[]): string[];

package/dist/lib/provider-utils.js

@@ -5,7 +5,7 @@
  *
  * This module provides utilities for initializing and managing the database
  * connection, accessing system users, and finding entity directories. It handles
- * the TypeORM DataSource lifecycle and MemberJunction provider initialization.
+ * the mssql ConnectionPool lifecycle and MemberJunction provider initialization.
  */
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
@@ -31,13 +31,13 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.findEntityDirectories = exports.getSystemUser = exports.cleanupProvider = exports.initializeProvider = void 0;
-const typeorm_1 = require("typeorm");
+exports.findEntityDirectories = exports.getDataProvider = exports.getSystemUser = exports.cleanupProvider = exports.initializeProvider = void 0;
+const sql = __importStar(require("mssql"));
 const sqlserver_dataprovider_1 = require("@memberjunction/sqlserver-dataprovider");
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
-/** Global DataSource instance for connection lifecycle management */
-let globalDataSource = null;
+/** Global ConnectionPool instance for connection lifecycle management */
+let globalPool = null;
 /** Global provider instance to ensure single initialization */
 let globalProvider = null;
 /** Promise to track ongoing initialization */
@@ -45,7 +45,7 @@ let initializationPromise = null;
 /**
  * Initialize a SQLServerDataProvider with the given configuration
  *
- * Creates and initializes a TypeORM DataSource for SQL Server, then sets up
+ * Creates and initializes a mssql ConnectionPool for SQL Server, then sets up
  * the MemberJunction SQLServerDataProvider. The connection is stored globally
  * for proper cleanup. Auto-detects Azure SQL databases for encryption settings.
  *
@@ -71,29 +71,28 @@ async function initializeProvider(config) {
     }
     // Start new initialization
     initializationPromise = (async () => {
-        // Create TypeORM DataSource
-        const dataSource = new typeorm_1.DataSource({
-            type: 'mssql',
-            host: config.dbHost,
+        // Create mssql config
+        const poolConfig = {
+            server: config.dbHost,
             port: config.dbPort ? Number(config.dbPort) : 1433,
             database: config.dbDatabase,
-            username: config.dbUsername,
+            user: config.dbUsername,
             password: config.dbPassword,
-            synchronize: false,
-            logging: false,
             options: {
                 encrypt: config.dbEncrypt === 'Y' || config.dbEncrypt === 'true' ||
                     config.dbHost.includes('.database.windows.net'), // Auto-detect Azure SQL
                 trustServerCertificate: config.dbTrustServerCertificate === 'Y',
-                instanceName: config.dbInstanceName
+                instanceName: config.dbInstanceName,
+                enableArithAbort: true
             }
-        });
-        // Initialize the data source
-        await dataSource.initialize();
+        };
+        // Create and connect pool
+        const pool = new sql.ConnectionPool(poolConfig);
+        await pool.connect();
         // Store for cleanup
-        globalDataSource = dataSource;
+        globalPool = pool;
         // Create provider config
-        const providerConfig = new sqlserver_dataprovider_1.SQLServerProviderConfigData(dataSource, 'system@sync.cli', // Default user for CLI
+        const providerConfig = new sqlserver_dataprovider_1.SQLServerProviderConfigData(pool, 'system@sync.cli', // Default user for CLI
         config.mjCoreSchema || '__mj', 0);
         // Use setupSQLServerClient to properly initialize
         globalProvider = await (0, sqlserver_dataprovider_1.setupSQLServerClient)(providerConfig);
@@ -105,7 +104,7 @@ exports.initializeProvider = initializeProvider;
 /**
  * Clean up the global database connection
  *
- * Destroys the TypeORM DataSource if it exists and is initialized.
+ * Closes the mssql ConnectionPool if it exists and is connected.
  * Should be called when the CLI command completes to ensure proper cleanup.
  *
  * @returns Promise that resolves when cleanup is complete
@@ -120,9 +119,9 @@ exports.initializeProvider = initializeProvider;
  * ```
  */
 async function cleanupProvider() {
-    if (globalDataSource && globalDataSource.isInitialized) {
-        await globalDataSource.destroy();
-        globalDataSource = null;
+    if (globalPool && globalPool.connected) {
+        await globalPool.close();
+        globalPool = null;
     }
     globalProvider = null;
     initializationPromise = null;
@@ -151,6 +150,26 @@ function getSystemUser() {
     return sysUser;
 }
 exports.getSystemUser = getSystemUser;
+/**
+ * Get the current data provider instance
+ *
+ * Returns the global SQLServerDataProvider instance that was initialized by
+ * initializeProvider. This allows access to data provider features like SQL logging.
+ *
+ * @returns The global SQLServerDataProvider instance or null if not initialized
+ *
+ * @example
+ * ```typescript
+ * const provider = getDataProvider();
+ * if (provider?.createSqlLogger) {
+ *   const logger = await provider.createSqlLogger('/path/to/log.sql');
+ * }
+ * ```
+ */
+function getDataProvider() {
+    return globalProvider;
+}
+exports.getDataProvider = getDataProvider;
 /**
  * Find entity directories at the immediate level only
  *
@@ -160,7 +179,8 @@ exports.getSystemUser = getSystemUser;
  *
  * @param dir - Base directory to search from
  * @param specificDir - Optional specific subdirectory name to check
- * @returns Array of absolute directory paths containing .mj-sync.json files
+ * @param directoryOrder - Optional array specifying the order directories should be processed
+ * @returns Array of absolute directory paths containing .mj-sync.json files, ordered according to directoryOrder
  *
  * @example
  * ```typescript
@@ -169,33 +189,78 @@ exports.getSystemUser = getSystemUser;
  *
  * // Check specific directory
  * const dirs = findEntityDirectories(process.cwd(), 'ai-prompts');
+ *
+ * // Find directories with custom ordering
+ * const dirs = findEntityDirectories(process.cwd(), undefined, ['prompts', 'agent-types']);
  * ```
  */
-function findEntityDirectories(dir, specificDir) {
+function findEntityDirectories(dir, specificDir, directoryOrder) {
     const results = [];
-    // If specific directory is provided, check if it's an entity directory
+    // If specific directory is provided, check if it's an entity directory or root config directory
     if (specificDir) {
         const targetDir = path.isAbsolute(specificDir) ? specificDir : path.join(dir, specificDir);
         if (fs.existsSync(targetDir)) {
-            const hasSyncConfig = fs.existsSync(path.join(targetDir, '.mj-sync.json'));
+            const syncConfigPath = path.join(targetDir, '.mj-sync.json');
+            const hasSyncConfig = fs.existsSync(syncConfigPath);
             if (hasSyncConfig) {
-                results.push(targetDir);
+                try {
+                    const config = JSON.parse(fs.readFileSync(syncConfigPath, 'utf8'));
+                    // If this config has an entity field, it's an entity directory
+                    if (config.entity) {
+                        results.push(targetDir);
+                        return results;
+                    }
+                    // If this config has directoryOrder but no entity, treat it as a root config
+                    // and look for entity directories in its subdirectories
+                    if (config.directoryOrder) {
+                        return findEntityDirectories(targetDir, undefined, config.directoryOrder);
+                    }
+                }
+                catch (error) {
+                    // If we can't parse the config, treat it as a regular directory
+                }
             }
+            // Fallback: look for entity subdirectories in the target directory
+            return findEntityDirectories(targetDir, undefined, directoryOrder);
         }
         return results;
     }
     // Otherwise, find all immediate subdirectories with .mj-sync.json
     const entries = fs.readdirSync(dir, { withFileTypes: true });
+    const foundDirectories = [];
     for (const entry of entries) {
         if (entry.isDirectory() && !entry.name.startsWith('.')) {
             const subDir = path.join(dir, entry.name);
             const hasSyncConfig = fs.existsSync(path.join(subDir, '.mj-sync.json'));
             if (hasSyncConfig) {
-                results.push(subDir);
+                foundDirectories.push(subDir);
+            }
+        }
+    }
+    // If directoryOrder is specified, sort directories according to it
+    if (directoryOrder && directoryOrder.length > 0) {
+        const orderedDirs = [];
+        const unorderedDirs = [];
+        // First, add directories in the specified order
+        for (const dirName of directoryOrder) {
+            const matchingDir = foundDirectories.find(fullPath => path.basename(fullPath) === dirName);
+            if (matchingDir) {
+                orderedDirs.push(matchingDir);
+            }
+        }
+        // Then, add any remaining directories in alphabetical order
+        for (const foundDir of foundDirectories) {
+            const dirName = path.basename(foundDir);
+            if (!directoryOrder.includes(dirName)) {
+                unorderedDirs.push(foundDir);
             }
         }
+        // Sort unordered directories alphabetically
+        unorderedDirs.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));
+        return [...orderedDirs, ...unorderedDirs];
     }
-    return results;
+    // No ordering specified, return in alphabetical order (existing behavior)
+    return foundDirectories.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));
 }
 exports.findEntityDirectories = findEntityDirectories;
 //# sourceMappingURL=provider-utils.js.map

package/dist/lib/provider-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"provider-utils.js","sourceRoot":"","sources":["../../src/lib/provider-utils.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAqC;AACrC,mFAA6I;AAE7I,uCAAyB;AACzB,2CAA6B;AAI7B,qEAAqE;AACrE,IAAI,gBAAgB,GAAsB,IAAI,CAAC;AAE/C,+DAA+D;AAC/D,IAAI,cAAc,GAAiC,IAAI,CAAC;AAExD,8CAA8C;AAC9C,IAAI,qBAAqB,GAA0C,IAAI,CAAC;AAExE;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,kBAAkB,CAAC,MAAgB;IACvD,kDAAkD;IAClD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,+CAA+C;IAC/C,IAAI,qBAAqB,EAAE,CAAC;QAC1B,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,2BAA2B;IAC3B,qBAAqB,GAAG,CAAC,KAAK,IAAI,EAAE;QAClC,4BAA4B;QAC5B,MAAM,UAAU,GAAG,IAAI,oBAAU,CAAC;YAChC,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,MAAM,CAAC,MAAM;YACnB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;YAClD,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,WAAW,EAAE,KAAK;YAClB,OAAO,EAAE,KAAK;YACd,OAAO,EAAE;gBACP,OAAO,EAAE,MAAM,CAAC,SAAS,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM;oBACvD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,wBAAwB;gBAClF,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,KAAK,GAAG;gBAC/D,YAAY,EAAE,MAAM,CAAC,cAAc;aACpC;SACF,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;QAE9B,oBAAoB;QACpB,gBAAgB,GAAG,UAAU,CAAC;QAE9B,yBAAyB;QACzB,MAAM,cAAc,GAAG,IAAI,oDAA2B,CACpD,UAAU,EACV,iBAAiB,EAAE,uBAAuB;QAC1C,MAAM,CAAC,YAAY,IAAI,MAAM,EAC7B,CAAC,CACF,CAAC;QAEF,kDAAkD;QAClD,cAAc,GAAG,MAAM,IAAA,6CAAoB,EAAC,cAAc,CAAC,CAAC;QAC5D,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAnDD,gDAmDC;AAED;;;;;;;;;;;;;;;;GAgBG;AACI,KAAK,UAAU,eAAe;IACnC,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,aAAa,EAAE,CAAC;QACvD,MAAM,gBAAgB,CAAC,OAAO,EAAE,CAAC;QACjC,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;IACD,cAAc,GAAG,IAAI,CAAC;IACtB,qBAAqB,GAAG,IAAI,CAAC;AAC/B,CAAC;AAPD,0CAOC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAgB,aAAa;IAC3B,MAAM,OAAO,GAAG,kCAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAND,sCAMC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,SAAgB,qBAAqB,CAAC,GAAW,EAAE,WAAoB;IACrE,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,uEAAuE;IACvE,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC3F,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC;YAC3E,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kEAAkE;IAClE,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;YAExE,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AA9BD,sDA8BC","sourcesContent":["/**\n * @fileoverview Database provider utilities for MetadataSync\n * @module provider-utils\n * \n * This module provides utilities for initializing and managing the database\n * connection, accessing system users, and finding entity directories. It handles\n * the TypeORM DataSource lifecycle and MemberJunction provider initialization.\n */\n\nimport { DataSource } from 'typeorm';\nimport { SQLServerDataProvider, SQLServerProviderConfigData, UserCache, setupSQLServerClient } from '@memberjunction/sqlserver-dataprovider';\nimport type { MJConfig } from '../config';\nimport * as fs from 'fs';\nimport * as path from 'path';\nimport { UserInfo } from '@memberjunction/core';\nimport { configManager } from './config-manager';\n\n/** Global DataSource instance for connection lifecycle management */\nlet globalDataSource: DataSource | null = null;\n\n/** Global provider instance to ensure single initialization */\nlet globalProvider: SQLServerDataProvider | null = null;\n\n/** Promise to track ongoing initialization */\nlet initializationPromise: Promise<SQLServerDataProvider> | null = null;\n\n/**\n * Initialize a SQLServerDataProvider with the given configuration\n * \n * Creates and initializes a TypeORM DataSource for SQL Server, then sets up\n * the MemberJunction SQLServerDataProvider. The connection is stored globally\n * for proper cleanup. Auto-detects Azure SQL databases for encryption settings.\n * \n * @param config - MemberJunction configuration with database connection details\n * @returns Promise resolving to initialized SQLServerDataProvider instance\n * @throws Error if database connection fails\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * const provider = await initializeProvider(config);\n * // Provider is ready for use\n * ```\n */\nexport async function initializeProvider(config: MJConfig): Promise<SQLServerDataProvider> {\n  // Return existing provider if already initialized\n  if (globalProvider) {\n    return globalProvider;\n  }\n  \n  // Return ongoing initialization if in progress\n  if (initializationPromise) {\n    return initializationPromise;\n  }\n  \n  // Start new initialization\n  initializationPromise = (async () => {\n    // Create TypeORM DataSource\n    const dataSource = new DataSource({\n      type: 'mssql',\n      host: config.dbHost,\n      port: config.dbPort ? Number(config.dbPort) : 1433,\n      database: config.dbDatabase,\n      username: config.dbUsername,\n      password: config.dbPassword,\n      synchronize: false,\n      logging: false,\n      options: {\n        encrypt: config.dbEncrypt === 'Y' || config.dbEncrypt === 'true' || \n                 config.dbHost.includes('.database.windows.net'), // Auto-detect Azure SQL\n        trustServerCertificate: config.dbTrustServerCertificate === 'Y',\n        instanceName: config.dbInstanceName\n      }\n    });\n    \n    // Initialize the data source\n    await dataSource.initialize();\n    \n    // Store for cleanup\n    globalDataSource = dataSource;\n    \n    // Create provider config\n    const providerConfig = new SQLServerProviderConfigData(\n      dataSource,\n      'system@sync.cli', // Default user for CLI\n      config.mjCoreSchema || '__mj',\n      0\n    );\n    \n    // Use setupSQLServerClient to properly initialize\n    globalProvider = await setupSQLServerClient(providerConfig);\n    return globalProvider;\n  })();\n  \n  return initializationPromise;\n}\n\n/**\n * Clean up the global database connection\n * \n * Destroys the TypeORM DataSource if it exists and is initialized.\n * Should be called when the CLI command completes to ensure proper cleanup.\n * \n * @returns Promise that resolves when cleanup is complete\n * \n * @example\n * ```typescript\n * try {\n *   // Do work with database\n * } finally {\n *   await cleanupProvider();\n * }\n * ```\n */\nexport async function cleanupProvider(): Promise<void> {\n  if (globalDataSource && globalDataSource.isInitialized) {\n    await globalDataSource.destroy();\n    globalDataSource = null;\n  }\n  globalProvider = null;\n  initializationPromise = null;\n}\n\n/**\n * Get the system user from the UserCache\n * \n * Retrieves the \"System\" user from MemberJunction's UserCache. This user is\n * typically used for CLI operations where no specific user context exists.\n * \n * @returns The System UserInfo object\n * @throws Error if System user is not found in the cache\n * \n * @example\n * ```typescript\n * const systemUser = getSystemUser();\n * const syncEngine = new SyncEngine(systemUser);\n * ```\n */\nexport function getSystemUser(): UserInfo {\n  const sysUser = UserCache.Instance.UserByName(\"System\", false);\n  if (!sysUser) {\n    throw new Error(\"System user not found in cache. Ensure the system user exists in the database.\");    \n  }\n  return sysUser;\n}\n\n/**\n * Find entity directories at the immediate level only\n * \n * Searches for directories containing .mj-sync.json files, which indicate\n * entity data directories. Only searches immediate subdirectories, not recursive.\n * If a specific directory is provided, only checks that directory.\n * \n * @param dir - Base directory to search from\n * @param specificDir - Optional specific subdirectory name to check\n * @returns Array of absolute directory paths containing .mj-sync.json files\n * \n * @example\n * ```typescript\n * // Find all entity directories\n * const dirs = findEntityDirectories(process.cwd());\n * \n * // Check specific directory\n * const dirs = findEntityDirectories(process.cwd(), 'ai-prompts');\n * ```\n */\nexport function findEntityDirectories(dir: string, specificDir?: string): string[] {\n  const results: string[] = [];\n  \n  // If specific directory is provided, check if it's an entity directory\n  if (specificDir) {\n    const targetDir = path.isAbsolute(specificDir) ? specificDir : path.join(dir, specificDir);\n    if (fs.existsSync(targetDir)) {\n      const hasSyncConfig = fs.existsSync(path.join(targetDir, '.mj-sync.json'));\n      if (hasSyncConfig) {\n        results.push(targetDir);\n      }\n    }\n    return results;\n  }\n  \n  // Otherwise, find all immediate subdirectories with .mj-sync.json\n  const entries = fs.readdirSync(dir, { withFileTypes: true });\n  \n  for (const entry of entries) {\n    if (entry.isDirectory() && !entry.name.startsWith('.')) {\n      const subDir = path.join(dir, entry.name);\n      const hasSyncConfig = fs.existsSync(path.join(subDir, '.mj-sync.json'));\n      \n      if (hasSyncConfig) {\n        results.push(subDir);\n      }\n    }\n  }\n  \n  return results;\n}"]}
+{"version":3,"file":"provider-utils.js","sourceRoot":"","sources":["../../src/lib/provider-utils.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2CAA6B;AAC7B,mFAA6I;AAE7I,uCAAyB;AACzB,2CAA6B;AAI7B,yEAAyE;AACzE,IAAI,UAAU,GAA8B,IAAI,CAAC;AAEjD,+DAA+D;AAC/D,IAAI,cAAc,GAAiC,IAAI,CAAC;AAExD,8CAA8C;AAC9C,IAAI,qBAAqB,GAA0C,IAAI,CAAC;AAExE;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,kBAAkB,CAAC,MAAgB;IACvD,kDAAkD;IAClD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,+CAA+C;IAC/C,IAAI,qBAAqB,EAAE,CAAC;QAC1B,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,2BAA2B;IAC3B,qBAAqB,GAAG,CAAC,KAAK,IAAI,EAAE;QAClC,sBAAsB;QACtB,MAAM,UAAU,GAAe;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;YAClD,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,IAAI,EAAE,MAAM,CAAC,UAAU;YACvB,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,OAAO,EAAE;gBACP,OAAO,EAAE,MAAM,CAAC,SAAS,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM;oBACvD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,wBAAwB;gBAClF,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,KAAK,GAAG;gBAC/D,YAAY,EAAE,MAAM,CAAC,cAAc;gBACnC,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAErB,oBAAoB;QACpB,UAAU,GAAG,IAAI,CAAC;QAElB,yBAAyB;QACzB,MAAM,cAAc,GAAG,IAAI,oDAA2B,CACpD,IAAI,EACJ,iBAAiB,EAAE,uBAAuB;QAC1C,MAAM,CAAC,YAAY,IAAI,MAAM,EAC7B,CAAC,CACF,CAAC;QAEF,kDAAkD;QAClD,cAAc,GAAG,MAAM,IAAA,6CAAoB,EAAC,cAAc,CAAC,CAAC;QAC5D,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAlDD,gDAkDC;AAED;;;;;;;;;;;;;;;;GAgBG;AACI,KAAK,UAAU,eAAe;IACnC,IAAI,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,UAAU,GAAG,IAAI,CAAC;IACpB,CAAC;IACD,cAAc,GAAG,IAAI,CAAC;IACtB,qBAAqB,GAAG,IAAI,CAAC;AAC/B,CAAC;AAPD,0CAOC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAgB,aAAa;IAC3B,MAAM,OAAO,GAAG,kCAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAND,sCAMC;AAED;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,eAAe;IAC7B,OAAO,cAAc,CAAC;AACxB,CAAC;AAFD,0CAEC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,qBAAqB,CAAC,GAAW,EAAE,WAAoB,EAAE,cAAyB;IAChG,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,gGAAgG;IAChG,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC3F,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YAC7D,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAEpD,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;oBAEnE,+DAA+D;oBAC/D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBACxB,OAAO,OAAO,CAAC;oBACjB,CAAC;oBAED,6EAA6E;oBAC7E,wDAAwD;oBACxD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;wBAC1B,OAAO,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;oBAC5E,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,gEAAgE;gBAClE,CAAC;YACH,CAAC;YAED,mEAAmE;YACnE,OAAO,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kEAAkE;IAClE,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;YAExE,IAAI,aAAa,EAAE,CAAC;gBAClB,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,gDAAgD;QAChD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CACnD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO,CACpC,CAAC;YACF,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,4DAA4D;QAC5D,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,4CAA4C;QAC5C,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/E,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAC,CAAC;IAC5C,CAAC;IAED,0EAA0E;IAC1E,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3F,CAAC;AAlFD,sDAkFC","sourcesContent":["/**\n * @fileoverview Database provider utilities for MetadataSync\n * @module provider-utils\n * \n * This module provides utilities for initializing and managing the database\n * connection, accessing system users, and finding entity directories. It handles\n * the mssql ConnectionPool lifecycle and MemberJunction provider initialization.\n */\n\nimport * as sql from 'mssql';\nimport { SQLServerDataProvider, SQLServerProviderConfigData, UserCache, setupSQLServerClient } from '@memberjunction/sqlserver-dataprovider';\nimport type { MJConfig } from '../config';\nimport * as fs from 'fs';\nimport * as path from 'path';\nimport { UserInfo } from '@memberjunction/core';\nimport { configManager } from './config-manager';\n\n/** Global ConnectionPool instance for connection lifecycle management */\nlet globalPool: sql.ConnectionPool | null = null;\n\n/** Global provider instance to ensure single initialization */\nlet globalProvider: SQLServerDataProvider | null = null;\n\n/** Promise to track ongoing initialization */\nlet initializationPromise: Promise<SQLServerDataProvider> | null = null;\n\n/**\n * Initialize a SQLServerDataProvider with the given configuration\n * \n * Creates and initializes a mssql ConnectionPool for SQL Server, then sets up\n * the MemberJunction SQLServerDataProvider. The connection is stored globally\n * for proper cleanup. Auto-detects Azure SQL databases for encryption settings.\n * \n * @param config - MemberJunction configuration with database connection details\n * @returns Promise resolving to initialized SQLServerDataProvider instance\n * @throws Error if database connection fails\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * const provider = await initializeProvider(config);\n * // Provider is ready for use\n * ```\n */\nexport async function initializeProvider(config: MJConfig): Promise<SQLServerDataProvider> {\n  // Return existing provider if already initialized\n  if (globalProvider) {\n    return globalProvider;\n  }\n  \n  // Return ongoing initialization if in progress\n  if (initializationPromise) {\n    return initializationPromise;\n  }\n  \n  // Start new initialization\n  initializationPromise = (async () => {\n    // Create mssql config\n    const poolConfig: sql.config = {\n      server: config.dbHost,\n      port: config.dbPort ? Number(config.dbPort) : 1433,\n      database: config.dbDatabase,\n      user: config.dbUsername,\n      password: config.dbPassword,\n      options: {\n        encrypt: config.dbEncrypt === 'Y' || config.dbEncrypt === 'true' || \n                 config.dbHost.includes('.database.windows.net'), // Auto-detect Azure SQL\n        trustServerCertificate: config.dbTrustServerCertificate === 'Y',\n        instanceName: config.dbInstanceName,\n        enableArithAbort: true\n      }\n    };\n    \n    // Create and connect pool\n    const pool = new sql.ConnectionPool(poolConfig);\n    await pool.connect();\n    \n    // Store for cleanup\n    globalPool = pool;\n    \n    // Create provider config\n    const providerConfig = new SQLServerProviderConfigData(\n      pool,\n      'system@sync.cli', // Default user for CLI\n      config.mjCoreSchema || '__mj',\n      0\n    );\n    \n    // Use setupSQLServerClient to properly initialize\n    globalProvider = await setupSQLServerClient(providerConfig);\n    return globalProvider;\n  })();\n  \n  return initializationPromise;\n}\n\n/**\n * Clean up the global database connection\n * \n * Closes the mssql ConnectionPool if it exists and is connected.\n * Should be called when the CLI command completes to ensure proper cleanup.\n * \n * @returns Promise that resolves when cleanup is complete\n * \n * @example\n * ```typescript\n * try {\n *   // Do work with database\n * } finally {\n *   await cleanupProvider();\n * }\n * ```\n */\nexport async function cleanupProvider(): Promise<void> {\n  if (globalPool && globalPool.connected) {\n    await globalPool.close();\n    globalPool = null;\n  }\n  globalProvider = null;\n  initializationPromise = null;\n}\n\n/**\n * Get the system user from the UserCache\n * \n * Retrieves the \"System\" user from MemberJunction's UserCache. This user is\n * typically used for CLI operations where no specific user context exists.\n * \n * @returns The System UserInfo object\n * @throws Error if System user is not found in the cache\n * \n * @example\n * ```typescript\n * const systemUser = getSystemUser();\n * const syncEngine = new SyncEngine(systemUser);\n * ```\n */\nexport function getSystemUser(): UserInfo {\n  const sysUser = UserCache.Instance.UserByName(\"System\", false);\n  if (!sysUser) {\n    throw new Error(\"System user not found in cache. Ensure the system user exists in the database.\");    \n  }\n  return sysUser;\n}\n\n/**\n * Get the current data provider instance\n * \n * Returns the global SQLServerDataProvider instance that was initialized by\n * initializeProvider. This allows access to data provider features like SQL logging.\n * \n * @returns The global SQLServerDataProvider instance or null if not initialized\n * \n * @example\n * ```typescript\n * const provider = getDataProvider();\n * if (provider?.createSqlLogger) {\n *   const logger = await provider.createSqlLogger('/path/to/log.sql');\n * }\n * ```\n */\nexport function getDataProvider(): SQLServerDataProvider | null {\n  return globalProvider;\n}\n\n/**\n * Find entity directories at the immediate level only\n * \n * Searches for directories containing .mj-sync.json files, which indicate\n * entity data directories. Only searches immediate subdirectories, not recursive.\n * If a specific directory is provided, only checks that directory.\n * \n * @param dir - Base directory to search from\n * @param specificDir - Optional specific subdirectory name to check\n * @param directoryOrder - Optional array specifying the order directories should be processed\n * @returns Array of absolute directory paths containing .mj-sync.json files, ordered according to directoryOrder\n * \n * @example\n * ```typescript\n * // Find all entity directories\n * const dirs = findEntityDirectories(process.cwd());\n * \n * // Check specific directory\n * const dirs = findEntityDirectories(process.cwd(), 'ai-prompts');\n * \n * // Find directories with custom ordering\n * const dirs = findEntityDirectories(process.cwd(), undefined, ['prompts', 'agent-types']);\n * ```\n */\nexport function findEntityDirectories(dir: string, specificDir?: string, directoryOrder?: string[]): string[] {\n  const results: string[] = [];\n  \n  // If specific directory is provided, check if it's an entity directory or root config directory\n  if (specificDir) {\n    const targetDir = path.isAbsolute(specificDir) ? specificDir : path.join(dir, specificDir);\n    if (fs.existsSync(targetDir)) {\n      const syncConfigPath = path.join(targetDir, '.mj-sync.json');\n      const hasSyncConfig = fs.existsSync(syncConfigPath);\n      \n      if (hasSyncConfig) {\n        try {\n          const config = JSON.parse(fs.readFileSync(syncConfigPath, 'utf8'));\n          \n          // If this config has an entity field, it's an entity directory\n          if (config.entity) {\n            results.push(targetDir);\n            return results;\n          }\n          \n          // If this config has directoryOrder but no entity, treat it as a root config\n          // and look for entity directories in its subdirectories\n          if (config.directoryOrder) {\n            return findEntityDirectories(targetDir, undefined, config.directoryOrder);\n          }\n        } catch (error) {\n          // If we can't parse the config, treat it as a regular directory\n        }\n      }\n      \n      // Fallback: look for entity subdirectories in the target directory\n      return findEntityDirectories(targetDir, undefined, directoryOrder);\n    }\n    return results;\n  }\n  \n  // Otherwise, find all immediate subdirectories with .mj-sync.json\n  const entries = fs.readdirSync(dir, { withFileTypes: true });\n  const foundDirectories: string[] = [];\n  \n  for (const entry of entries) {\n    if (entry.isDirectory() && !entry.name.startsWith('.')) {\n      const subDir = path.join(dir, entry.name);\n      const hasSyncConfig = fs.existsSync(path.join(subDir, '.mj-sync.json'));\n      \n      if (hasSyncConfig) {\n        foundDirectories.push(subDir);\n      }\n    }\n  }\n  \n  // If directoryOrder is specified, sort directories according to it\n  if (directoryOrder && directoryOrder.length > 0) {\n    const orderedDirs: string[] = [];\n    const unorderedDirs: string[] = [];\n    \n    // First, add directories in the specified order\n    for (const dirName of directoryOrder) {\n      const matchingDir = foundDirectories.find(fullPath => \n        path.basename(fullPath) === dirName\n      );\n      if (matchingDir) {\n        orderedDirs.push(matchingDir);\n      }\n    }\n    \n    // Then, add any remaining directories in alphabetical order\n    for (const foundDir of foundDirectories) {\n      const dirName = path.basename(foundDir);\n      if (!directoryOrder.includes(dirName)) {\n        unorderedDirs.push(foundDir);\n      }\n    }\n    \n    // Sort unordered directories alphabetically\n    unorderedDirs.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));\n    \n    return [...orderedDirs, ...unorderedDirs];\n  }\n  \n  // No ordering specified, return in alphabetical order (existing behavior)\n  return foundDirectories.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));\n}"]}

package/dist/lib/sync-engine.js

@@ -18,6 +18,7 @@ const fs_extra_1 = __importDefault(require("fs-extra"));
 const crypto_1 = __importDefault(require("crypto"));
 const axios_1 = __importDefault(require("axios"));
 const core_1 = require("@memberjunction/core");
+const global_1 = require("@memberjunction/global");
 /**
  * Core engine for synchronizing MemberJunction metadata between database and files
  *
@@ -215,6 +216,16 @@ class SyncEngine {
                 throw new Error(`Failed to create entity object for: ${entityName}`);
             }
             newEntity.NewRecord();
+            // Handle explicit ID setting for new records
+            if (entityInfo.PrimaryKeys.length > 0) {
+                for (const pk of entityInfo.PrimaryKeys) {
+                    if (!pk.AutoIncrement && pk.Type.toLowerCase() === 'uniqueidentifier') {
+                        // Generate UUID for this primary key and set it explicitly
+                        const uuid = (0, global_1.uuidv4)();
+                        newEntity[pk.Name] = uuid;
+                    }
+                }
+            }
             // Set the lookup field
             if (fieldName in newEntity) {
                 newEntity[fieldName] = fieldValue;
@@ -228,7 +239,11 @@ class SyncEngine {
             // Save the new record
             const saved = await newEntity.Save();
             if (!saved) {
-                const errors = newEntity.LatestResult?.Errors?.join(', ') || 'Unknown error';
+                const message = newEntity.LatestResult?.Message;
+                if (message) {
+                    throw new Error(`Failed to auto-create ${entityName}: ${message}`);
+                }
+                const errors = newEntity.LatestResult?.Errors?.map(err => typeof err === 'string' ? err : (err?.message || JSON.stringify(err)))?.join(', ') || 'Unknown error';
                 throw new Error(`Failed to auto-create ${entityName}: ${errors}`);
             }
             // Return the new ID