@memberjunction/metadata-sync 2.51.0 → 2.53.0

package/dist/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;;AAGH,gDAAwB;AACxB,wDAA0B;AAC1B,yDAAqD;AA2MrD;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,YAAY;IAC1B,OAAO,8BAAa,CAAC,YAAY,EAAE,CAAC;AACtC,CAAC;AAFD,oCAEC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,wCAaC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAfD,4CAeC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAErD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,4CAaC","sourcesContent":["/**\n * @fileoverview Configuration types and loaders for MetadataSync\n * @module config\n * \n * This module defines configuration interfaces and provides utilities for loading\n * various configuration files used by the MetadataSync tool. It supports:\n * - MemberJunction database configuration (mj.config.cjs)\n * - Sync configuration (.mj-sync.json)\n * - Entity-specific configuration (.mj-sync.json with entity field)\n * - Folder-level defaults (.mj-folder.json)\n */\n\nimport { cosmiconfigSync } from 'cosmiconfig';\nimport path from 'path';\nimport fs from 'fs-extra';\nimport { configManager } from './lib/config-manager';\n\n/**\n * MemberJunction database configuration\n * \n * Defines connection parameters and settings for connecting to the MemberJunction\n * database. Typically loaded from mj.config.cjs in the project root.\n */\nexport interface MJConfig {\n  /** Database server hostname or IP address */\n  dbHost: string;\n  /** Database server port (defaults to 1433 for SQL Server) */\n  dbPort?: number;\n  /** Database name to connect to */\n  dbDatabase: string;\n  /** Database authentication username */\n  dbUsername: string;\n  /** Database authentication password */\n  dbPassword: string;\n  /** Whether to trust the server certificate (Y/N) */\n  dbTrustServerCertificate?: string;\n  /** Whether to encrypt the connection (Y/N, auto-detected for Azure SQL) */\n  dbEncrypt?: string;\n  /** SQL Server instance name (for named instances) */\n  dbInstanceName?: string;\n  /** Schema name for MemberJunction core tables (defaults to __mj) */\n  mjCoreSchema?: string;\n  /** Allow additional properties for extensibility */\n  [key: string]: any;\n}\n\n/**\n * Global sync configuration\n * \n * Defines settings that apply to the entire sync process, including push/pull\n * behaviors and watch mode configuration. Stored in .mj-sync.json at the root.\n */\nexport interface SyncConfig {\n  /** Version of the sync configuration format */\n  version: string;\n  /** \n   * Directory processing order (only applies to root-level config, not inherited by subdirectories)\n   * Specifies the order in which subdirectories should be processed to handle dependencies.\n   * Directories not listed in this array will be processed after the ordered ones in alphabetical order.\n   */\n  directoryOrder?: string[];\n  /** Push command configuration */\n  push?: {\n    /** Whether to validate records before pushing to database */\n    validateBeforePush?: boolean;\n    /** Whether to require user confirmation before push */\n    requireConfirmation?: boolean;\n  };\n  /** SQL logging configuration (only applies to root-level config, not inherited by subdirectories) */\n  sqlLogging?: {\n    /** Whether to enable SQL logging during push operations */\n    enabled?: boolean;\n    /** Directory to output SQL log files (relative to command execution directory, defaults to './sql_logging') */\n    outputDirectory?: string;\n    /** Whether to format SQL as migration-ready files with Flyway schema placeholders */\n    formatAsMigration?: boolean;\n  };\n  /** Watch command configuration */\n  watch?: {\n    /** Milliseconds to wait before processing file changes */\n    debounceMs?: number;\n    /** File patterns to ignore during watch */\n    ignorePatterns?: string[];\n  };\n}\n\n/**\n * Configuration for related entity synchronization\n * \n * Defines how to pull and push related entities that have foreign key relationships\n * with a parent entity. Supports nested relationships for deep object graphs.\n * NEW: Supports automatic recursive patterns for self-referencing entities.\n */\nexport interface RelatedEntityConfig {\n  /** Name of the related entity to sync */\n  entity: string;\n  /** Field name that contains the foreign key reference to parent (e.g., \"PromptID\") */\n  foreignKey: string;\n  /** Optional SQL filter to apply when pulling related records */\n  filter?: string;\n  /** \n   * Enable recursive fetching for self-referencing entities\n   * When true, automatically fetches all levels of the hierarchy until no more children found\n   */\n  recursive?: boolean;\n  /** \n   * Maximum depth for recursive fetching (optional, defaults to 10)\n   * Prevents infinite loops and controls memory usage\n   * Only applies when recursive is true\n   */\n  maxDepth?: number;\n  /** Fields to externalize to separate files for this related entity */\n  externalizeFields?: string[] | {\n    [fieldName: string]: {\n      /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n      extension?: string;\n    }\n  } | Array<{\n    /** Field name to externalize */\n    field: string;\n    /** Pattern for the output file. Supports placeholders from the entity */\n    pattern: string;\n  }>;\n  /** Fields to exclude from the pulled data for this related entity */\n  excludeFields?: string[];\n  /** Foreign key fields to convert to @lookup references for this related entity */\n  lookupFields?: {\n    [fieldName: string]: {\n      entity: string;\n      field: string;\n    };\n  };\n  /** Nested related entities for deep object graphs */\n  relatedEntities?: Record<string, RelatedEntityConfig>;\n}\n\n/**\n * Entity-specific configuration\n * \n * Defines settings for a specific entity type within a directory. Stored in\n * .mj-sync.json files that contain an \"entity\" field. Supports defaults,\n * file patterns, and related entity configuration.\n */\nexport interface EntityConfig {\n  /** Name of the entity this directory contains */\n  entity: string;\n  /** Glob pattern for finding data files (defaults to \"*.json\") */\n  filePattern?: string;\n  /** Default field values applied to all records in this directory */\n  defaults?: Record<string, any>;\n  /** Pull command specific configuration */\n  pull?: {\n    /** Glob pattern for finding existing files to update (defaults to filePattern) */\n    filePattern?: string;\n    /** Whether to create new files for records not found locally */\n    createNewFileIfNotFound?: boolean;\n    /** Filename for new records when createNewFileIfNotFound is true */\n    newFileName?: string;\n    /** Whether to append multiple new records to a single file */\n    appendRecordsToExistingFile?: boolean;\n    /** Whether to update existing records found in local files */\n    updateExistingRecords?: boolean;\n    /** Fields to preserve during updates (never overwrite these) */\n    preserveFields?: string[];\n    /** Strategy for merging updates: \"overwrite\" | \"merge\" | \"skip\" */\n    mergeStrategy?: 'overwrite' | 'merge' | 'skip';\n    /** Create backup files before updating existing files */\n    backupBeforeUpdate?: boolean;\n    /** Directory name for backup files (defaults to \".backups\") */\n    backupDirectory?: string;\n    /** SQL filter to apply when pulling records from database */\n    filter?: string;\n    /** Configuration for pulling related entities */\n    relatedEntities?: Record<string, RelatedEntityConfig>;\n    /** Fields to externalize to separate files with optional configuration */\n    externalizeFields?: string[] | {\n      [fieldName: string]: {\n        /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n        extension?: string;\n      }\n    } | Array<{\n      /** Field name to externalize */\n      field: string;\n      /** Pattern for the output file. Supports placeholders:\n       * - {Name}: Entity's name field value\n       * - {ID}: Entity's ID\n       * - {FieldName}: The field being externalized\n       * - Any other {FieldName} from the entity\n       * Example: \"@file:templates/{Name}.template.md\"\n       */\n      pattern: string;\n    }>;\n    /** Fields to exclude from the pulled data (e.g., [\"TemplateID\"]) */\n    excludeFields?: string[];\n    /** Foreign key fields to convert to @lookup references */\n    lookupFields?: {\n      /** Field name in this entity (e.g., \"CategoryID\") */\n      [fieldName: string]: {\n        /** Target entity name (e.g., \"AI Prompt Categories\") */\n        entity: string;\n        /** Field in target entity to use for lookup (e.g., \"Name\") */\n        field: string;\n      };\n    };\n  };\n}\n\n/**\n * Folder-level configuration\n * \n * Defines default values that cascade down to all subdirectories. Stored in\n * .mj-folder.json files. Child folders can override parent defaults.\n */\nexport interface FolderConfig {\n  /** Default field values that apply to all entities in this folder and subfolders */\n  defaults: Record<string, any>;\n}\n\n/**\n * Load MemberJunction configuration from the filesystem\n * \n * Searches for mj.config.cjs starting from the current directory and walking up\n * the directory tree. Uses cosmiconfig for flexible configuration loading.\n * \n * @returns MJConfig object if found, null if not found or invalid\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * if (config) {\n *   console.log(`Connecting to ${config.dbHost}:${config.dbPort || 1433}`);\n * }\n * ```\n */\nexport function loadMJConfig(): MJConfig | null {\n  return configManager.loadMJConfig();\n}\n\n/**\n * Load sync configuration from a directory\n * \n * Loads .mj-sync.json file from the specified directory. This file can contain\n * either global sync configuration (no entity field) or entity-specific\n * configuration (with entity field).\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to SyncConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const syncConfig = await loadSyncConfig('/path/to/project');\n * if (syncConfig?.push?.requireConfirmation) {\n *   // Show confirmation prompt\n * }\n * ```\n */\nexport async function loadSyncConfig(dir: string): Promise<SyncConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading sync config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load entity-specific configuration from a directory\n * \n * Loads .mj-sync.json file that contains an \"entity\" field, indicating this\n * directory contains data for a specific entity type. Returns null if the\n * file doesn't exist or doesn't contain an entity field.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to EntityConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const entityConfig = await loadEntityConfig('./ai-prompts');\n * if (entityConfig) {\n *   console.log(`Directory contains ${entityConfig.entity} records`);\n * }\n * ```\n */\nexport async function loadEntityConfig(dir: string): Promise<EntityConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      const config = await fs.readJson(configPath);\n      if (config.entity) {\n        return config;\n      }\n    } catch (error) {\n      console.error('Error loading entity config:', error);\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load folder-level configuration\n * \n * Loads .mj-folder.json file that contains default values to be applied to\n * all entities in this folder and its subfolders. Used for cascading defaults\n * in deep directory structures.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to FolderConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const folderConfig = await loadFolderConfig('./templates');\n * if (folderConfig?.defaults) {\n *   // Apply folder defaults to records\n * }\n * ```\n */\nexport async function loadFolderConfig(dir: string): Promise<FolderConfig | null> {\n  const configPath = path.join(dir, '.mj-folder.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading folder config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}"]}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;;AAGH,gDAAwB;AACxB,wDAA0B;AAC1B,yDAAqD;AAyOrD;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,YAAY;IAC1B,OAAO,8BAAa,CAAC,YAAY,EAAE,CAAC;AACtC,CAAC;AAFD,oCAEC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,wCAaC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAEnD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAfD,4CAeC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAErD,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAbD,4CAaC","sourcesContent":["/**\n * @fileoverview Configuration types and loaders for MetadataSync\n * @module config\n * \n * This module defines configuration interfaces and provides utilities for loading\n * various configuration files used by the MetadataSync tool. It supports:\n * - MemberJunction database configuration (mj.config.cjs)\n * - Sync configuration (.mj-sync.json)\n * - Entity-specific configuration (.mj-sync.json with entity field)\n * - Folder-level defaults (.mj-folder.json)\n */\n\nimport { cosmiconfigSync } from 'cosmiconfig';\nimport path from 'path';\nimport fs from 'fs-extra';\nimport { configManager } from './lib/config-manager';\n\n/**\n * MemberJunction database configuration\n * \n * Defines connection parameters and settings for connecting to the MemberJunction\n * database. Typically loaded from mj.config.cjs in the project root.\n */\nexport interface MJConfig {\n  /** Database server hostname or IP address */\n  dbHost: string;\n  /** Database server port (defaults to 1433 for SQL Server) */\n  dbPort?: number;\n  /** Database name to connect to */\n  dbDatabase: string;\n  /** Database authentication username */\n  dbUsername: string;\n  /** Database authentication password */\n  dbPassword: string;\n  /** Whether to trust the server certificate (Y/N) */\n  dbTrustServerCertificate?: string;\n  /** Whether to encrypt the connection (Y/N, auto-detected for Azure SQL) */\n  dbEncrypt?: string;\n  /** SQL Server instance name (for named instances) */\n  dbInstanceName?: string;\n  /** Schema name for MemberJunction core tables (defaults to __mj) */\n  mjCoreSchema?: string;\n  /** Allow additional properties for extensibility */\n  [key: string]: any;\n}\n\n/**\n * Global sync configuration\n * \n * Defines settings that apply to the entire sync process, including push/pull\n * behaviors and watch mode configuration. Stored in .mj-sync.json at the root.\n */\nexport interface SyncConfig {\n  /** Version of the sync configuration format */\n  version: string;\n  /** Glob pattern for finding data files (defaults to \"*.json\") */\n  filePattern?: string;\n  /** \n   * Directory processing order (only applies to root-level config, not inherited by subdirectories)\n   * Specifies the order in which subdirectories should be processed to handle dependencies.\n   * Directories not listed in this array will be processed after the ordered ones in alphabetical order.\n   */\n  directoryOrder?: string[];\n  /** \n   * Directories to ignore during processing\n   * Can be directory names or glob patterns relative to the location of the .mj-sync.json file\n   * Cumulative: subdirectories inherit and add to parent ignoreDirectories\n   * Examples: [\"output\", \"examples\", \"temp\"]\n   */\n  ignoreDirectories?: string[];\n  /** Push command configuration */\n  push?: {\n    /** Whether to validate records before pushing to database */\n    validateBeforePush?: boolean;\n    /** Whether to require user confirmation before push */\n    requireConfirmation?: boolean;\n    /** \n     * Whether to automatically create new records when a primaryKey exists but record is not found\n     * Defaults to false - will warn instead of creating\n     */\n    autoCreateMissingRecords?: boolean;\n  };\n  /** SQL logging configuration (only applies to root-level config, not inherited by subdirectories) */\n  sqlLogging?: {\n    /** Whether to enable SQL logging during push operations */\n    enabled?: boolean;\n    /** Directory to output SQL log files (relative to command execution directory, defaults to './sql_logging') */\n    outputDirectory?: string;\n    /** Whether to format SQL as migration-ready files with Flyway schema placeholders */\n    formatAsMigration?: boolean;\n  };\n  /** Watch command configuration */\n  watch?: {\n    /** Milliseconds to wait before processing file changes */\n    debounceMs?: number;\n    /** File patterns to ignore during watch */\n    ignorePatterns?: string[];\n  };\n  /** User role validation configuration */\n  userRoleValidation?: {\n    /** Whether to enable user role validation for UserID fields */\n    enabled?: boolean;\n    /** List of role names that are allowed to be referenced in metadata */\n    allowedRoles?: string[];\n    /** Whether to allow users without any roles (defaults to false) */\n    allowUsersWithoutRoles?: boolean;\n  };\n}\n\n/**\n * Configuration for related entity synchronization\n * \n * Defines how to pull and push related entities that have foreign key relationships\n * with a parent entity. Supports nested relationships for deep object graphs.\n * NEW: Supports automatic recursive patterns for self-referencing entities.\n */\nexport interface RelatedEntityConfig {\n  /** Name of the related entity to sync */\n  entity: string;\n  /** Field name that contains the foreign key reference to parent (e.g., \"PromptID\") */\n  foreignKey: string;\n  /** Optional SQL filter to apply when pulling related records */\n  filter?: string;\n  /** \n   * Enable recursive fetching for self-referencing entities\n   * When true, automatically fetches all levels of the hierarchy until no more children found\n   */\n  recursive?: boolean;\n  /** \n   * Maximum depth for recursive fetching (optional, defaults to 10)\n   * Prevents infinite loops and controls memory usage\n   * Only applies when recursive is true\n   */\n  maxDepth?: number;\n  /** Fields to externalize to separate files for this related entity */\n  externalizeFields?: string[] | {\n    [fieldName: string]: {\n      /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n      extension?: string;\n    }\n  } | Array<{\n    /** Field name to externalize */\n    field: string;\n    /** Pattern for the output file. Supports placeholders from the entity */\n    pattern: string;\n  }>;\n  /** Fields to exclude from the pulled data for this related entity */\n  excludeFields?: string[];\n  /** Foreign key fields to convert to @lookup references for this related entity */\n  lookupFields?: {\n    [fieldName: string]: {\n      entity: string;\n      field: string;\n    };\n  };\n  /** Nested related entities for deep object graphs */\n  relatedEntities?: Record<string, RelatedEntityConfig>;\n}\n\n/**\n * Entity-specific configuration\n * \n * Defines settings for a specific entity type within a directory. Stored in\n * .mj-sync.json files that contain an \"entity\" field. Supports defaults,\n * file patterns, and related entity configuration.\n */\nexport interface EntityConfig {\n  /** Name of the entity this directory contains */\n  entity: string;\n  /** Glob pattern for finding data files (defaults to \"*.json\") */\n  filePattern?: string;\n  /** Default field values applied to all records in this directory */\n  defaults?: Record<string, any>;\n  /** \n   * Directories to ignore during processing\n   * Can be directory names or glob patterns relative to the location of the .mj-sync.json file\n   * Cumulative: subdirectories inherit and add to parent ignoreDirectories\n   * Examples: [\"output\", \"examples\", \"temp\"]\n   */\n  ignoreDirectories?: string[];\n  /** Pull command specific configuration */\n  pull?: {\n    /** Glob pattern for finding existing files to update (defaults to filePattern) */\n    filePattern?: string;\n    /** Whether to create new files for records not found locally */\n    createNewFileIfNotFound?: boolean;\n    /** Filename for new records when createNewFileIfNotFound is true */\n    newFileName?: string;\n    /** Whether to append multiple new records to a single file */\n    appendRecordsToExistingFile?: boolean;\n    /** Whether to update existing records found in local files */\n    updateExistingRecords?: boolean;\n    /** Fields to preserve during updates (never overwrite these) */\n    preserveFields?: string[];\n    /** Strategy for merging updates: \"overwrite\" | \"merge\" | \"skip\" */\n    mergeStrategy?: 'overwrite' | 'merge' | 'skip';\n    /** Create backup files before updating existing files */\n    backupBeforeUpdate?: boolean;\n    /** Directory name for backup files (defaults to \".backups\") */\n    backupDirectory?: string;\n    /** SQL filter to apply when pulling records from database */\n    filter?: string;\n    /** Configuration for pulling related entities */\n    relatedEntities?: Record<string, RelatedEntityConfig>;\n    /** Fields to externalize to separate files with optional configuration */\n    externalizeFields?: string[] | {\n      [fieldName: string]: {\n        /** File extension to use (e.g., \".md\", \".txt\", \".html\") */\n        extension?: string;\n      }\n    } | Array<{\n      /** Field name to externalize */\n      field: string;\n      /** Pattern for the output file. Supports placeholders:\n       * - {Name}: Entity's name field value\n       * - {ID}: Entity's ID\n       * - {FieldName}: The field being externalized\n       * - Any other {FieldName} from the entity\n       * Example: \"@file:templates/{Name}.template.md\"\n       */\n      pattern: string;\n    }>;\n    /** Fields to exclude from the pulled data (e.g., [\"TemplateID\"]) */\n    excludeFields?: string[];\n    /** Foreign key fields to convert to @lookup references */\n    lookupFields?: {\n      /** Field name in this entity (e.g., \"CategoryID\") */\n      [fieldName: string]: {\n        /** Target entity name (e.g., \"AI Prompt Categories\") */\n        entity: string;\n        /** Field in target entity to use for lookup (e.g., \"Name\") */\n        field: string;\n      };\n    };\n  };\n}\n\n/**\n * Folder-level configuration\n * \n * Defines default values that cascade down to all subdirectories. Stored in\n * .mj-folder.json files. Child folders can override parent defaults.\n */\nexport interface FolderConfig {\n  /** Default field values that apply to all entities in this folder and subfolders */\n  defaults: Record<string, any>;\n}\n\n/**\n * Load MemberJunction configuration from the filesystem\n * \n * Searches for mj.config.cjs starting from the current directory and walking up\n * the directory tree. Uses cosmiconfig for flexible configuration loading.\n * \n * @returns MJConfig object if found, null if not found or invalid\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * if (config) {\n *   console.log(`Connecting to ${config.dbHost}:${config.dbPort || 1433}`);\n * }\n * ```\n */\nexport function loadMJConfig(): MJConfig | null {\n  return configManager.loadMJConfig();\n}\n\n/**\n * Load sync configuration from a directory\n * \n * Loads .mj-sync.json file from the specified directory. This file can contain\n * either global sync configuration (no entity field) or entity-specific\n * configuration (with entity field).\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to SyncConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const syncConfig = await loadSyncConfig('/path/to/project');\n * if (syncConfig?.push?.requireConfirmation) {\n *   // Show confirmation prompt\n * }\n * ```\n */\nexport async function loadSyncConfig(dir: string): Promise<SyncConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading sync config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load entity-specific configuration from a directory\n * \n * Loads .mj-sync.json file that contains an \"entity\" field, indicating this\n * directory contains data for a specific entity type. Returns null if the\n * file doesn't exist or doesn't contain an entity field.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to EntityConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const entityConfig = await loadEntityConfig('./ai-prompts');\n * if (entityConfig) {\n *   console.log(`Directory contains ${entityConfig.entity} records`);\n * }\n * ```\n */\nexport async function loadEntityConfig(dir: string): Promise<EntityConfig | null> {\n  const configPath = path.join(dir, '.mj-sync.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      const config = await fs.readJson(configPath);\n      if (config.entity) {\n        return config;\n      }\n    } catch (error) {\n      console.error('Error loading entity config:', error);\n    }\n  }\n  \n  return null;\n}\n\n/**\n * Load folder-level configuration\n * \n * Loads .mj-folder.json file that contains default values to be applied to\n * all entities in this folder and its subfolders. Used for cascading defaults\n * in deep directory structures.\n * \n * @param dir - Directory path to load configuration from\n * @returns Promise resolving to FolderConfig if found and valid, null otherwise\n * \n * @example\n * ```typescript\n * const folderConfig = await loadFolderConfig('./templates');\n * if (folderConfig?.defaults) {\n *   // Apply folder defaults to records\n * }\n * ```\n */\nexport async function loadFolderConfig(dir: string): Promise<FolderConfig | null> {\n  const configPath = path.join(dir, '.mj-folder.json');\n  \n  if (await fs.pathExists(configPath)) {\n    try {\n      return await fs.readJson(configPath);\n    } catch (error) {\n      console.error('Error loading folder config:', error);\n      return null;\n    }\n  }\n  \n  return null;\n}"]}

package/dist/index.d.ts

@@ -1 +1,4 @@
 export { run } from '@oclif/core';
+export { FileBackupManager } from './lib/file-backup-manager';
+export { SyncEngine } from './lib/sync-engine';
+export type { RecordData } from './lib/sync-engine';

package/dist/index.js

@@ -1,6 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.run = void 0;
+exports.SyncEngine = exports.FileBackupManager = exports.run = void 0;
 var core_1 = require("@oclif/core");
 Object.defineProperty(exports, "run", { enumerable: true, get: function () { return core_1.run; } });
+var file_backup_manager_1 = require("./lib/file-backup-manager");
+Object.defineProperty(exports, "FileBackupManager", { enumerable: true, get: function () { return file_backup_manager_1.FileBackupManager; } });
+var sync_engine_1 = require("./lib/sync-engine");
+Object.defineProperty(exports, "SyncEngine", { enumerable: true, get: function () { return sync_engine_1.SyncEngine; } });
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,oCAAkC;AAAzB,2FAAA,GAAG,OAAA","sourcesContent":["export { run } from '@oclif/core';"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,oCAAkC;AAAzB,2FAAA,GAAG,OAAA;AACZ,iEAA8D;AAArD,wHAAA,iBAAiB,OAAA;AAC1B,iDAA+C;AAAtC,yGAAA,UAAU,OAAA","sourcesContent":["export { run } from '@oclif/core';\nexport { FileBackupManager } from './lib/file-backup-manager';\nexport { SyncEngine } from './lib/sync-engine';\nexport type { RecordData } from './lib/sync-engine';"]}

package/dist/lib/file-backup-manager.d.ts

@@ -0,0 +1,90 @@
+/**
+ * @fileoverview File backup and rollback manager for MetadataSync operations
+ * @module file-backup-manager
+ *
+ * This module provides functionality to create backups of files before modification
+ * and allows rolling back all changes if any operation fails. It ensures atomic
+ * file operations by maintaining a temporary backup directory during push operations.
+ */
+/**
+ * Manages file backups and rollback operations for MetadataSync
+ *
+ * Creates temporary backups of all modified files during a push operation,
+ * allowing atomic rollback of all file changes if any error occurs.
+ *
+ * @class FileBackupManager
+ * @example
+ * ```typescript
+ * const backupManager = new FileBackupManager();
+ * await backupManager.initialize();
+ *
+ * try {
+ *   await backupManager.backupFile('/path/to/file.json');
+ *   // Modify the file
+ *   await fs.writeJson('/path/to/file.json', newData);
+ *
+ *   // If all operations succeed
+ *   await backupManager.cleanup();
+ * } catch (error) {
+ *   // Rollback all file changes
+ *   await backupManager.rollback();
+ *   throw error;
+ * }
+ * ```
+ */
+export declare class FileBackupManager {
+    private backupDir;
+    private backups;
+    private initialized;
+    /**
+     * Initialize the backup manager by creating a temporary directory
+     *
+     * Creates a unique temporary directory for storing file backups during
+     * the current operation. Must be called before any backup operations.
+     *
+     * @returns Promise that resolves when initialization is complete
+     * @throws Error if temporary directory creation fails
+     */
+    initialize(): Promise<void>;
+    /**
+     * Create a backup of a file before modification
+     *
+     * Copies the current state of a file to the backup directory. If the file
+     * doesn't exist, records that fact for proper rollback handling.
+     *
+     * @param filePath - Absolute path to the file to backup
+     * @returns Promise that resolves when backup is complete
+     * @throws Error if backup operation fails
+     */
+    backupFile(filePath: string): Promise<void>;
+    /**
+     * Rollback all file changes by restoring from backups
+     *
+     * Restores all backed-up files to their original state. Files that didn't
+     * exist before the operation are deleted. This operation is atomic - either
+     * all files are restored or none are.
+     *
+     * @returns Promise that resolves when rollback is complete
+     * @throws Error if any rollback operation fails
+     */
+    rollback(): Promise<void>;
+    /**
+     * Clean up backup directory after successful operation
+     *
+     * Removes all temporary backup files and the backup directory. Should be
+     * called after all operations complete successfully.
+     *
+     * @returns Promise that resolves when cleanup is complete
+     */
+    cleanup(): Promise<void>;
+    /**
+     * Get statistics about current backup session
+     *
+     * @returns Object containing backup statistics
+     */
+    getStats(): {
+        totalBackups: number;
+        backupDir: string;
+        initialized: boolean;
+    };
+}

package/dist/lib/file-backup-manager.js

@@ -0,0 +1,186 @@
+"use strict";
+/**
+ * @fileoverview File backup and rollback manager for MetadataSync operations
+ * @module file-backup-manager
+ *
+ * This module provides functionality to create backups of files before modification
+ * and allows rolling back all changes if any operation fails. It ensures atomic
+ * file operations by maintaining a temporary backup directory during push operations.
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileBackupManager = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const os_1 = __importDefault(require("os"));
+const global_1 = require("@memberjunction/global");
+/**
+ * Manages file backups and rollback operations for MetadataSync
+ *
+ * Creates temporary backups of all modified files during a push operation,
+ * allowing atomic rollback of all file changes if any error occurs.
+ *
+ * @class FileBackupManager
+ * @example
+ * ```typescript
+ * const backupManager = new FileBackupManager();
+ * await backupManager.initialize();
+ *
+ * try {
+ *   await backupManager.backupFile('/path/to/file.json');
+ *   // Modify the file
+ *   await fs.writeJson('/path/to/file.json', newData);
+ *
+ *   // If all operations succeed
+ *   await backupManager.cleanup();
+ * } catch (error) {
+ *   // Rollback all file changes
+ *   await backupManager.rollback();
+ *   throw error;
+ * }
+ * ```
+ */
+class FileBackupManager {
+    backupDir = '';
+    backups = [];
+    initialized = false;
+    /**
+     * Initialize the backup manager by creating a temporary directory
+     *
+     * Creates a unique temporary directory for storing file backups during
+     * the current operation. Must be called before any backup operations.
+     *
+     * @returns Promise that resolves when initialization is complete
+     * @throws Error if temporary directory creation fails
+     */
+    async initialize() {
+        if (this.initialized) {
+            throw new Error('FileBackupManager already initialized');
+        }
+        // Create a unique temporary directory for this session
+        const tempRoot = os_1.default.tmpdir();
+        const sessionId = (0, global_1.uuidv4)();
+        this.backupDir = path_1.default.join(tempRoot, 'mj-metadata-sync', sessionId);
+        await fs_extra_1.default.ensureDir(this.backupDir);
+        this.initialized = true;
+    }
+    /**
+     * Create a backup of a file before modification
+     *
+     * Copies the current state of a file to the backup directory. If the file
+     * doesn't exist, records that fact for proper rollback handling.
+     *
+     * @param filePath - Absolute path to the file to backup
+     * @returns Promise that resolves when backup is complete
+     * @throws Error if backup operation fails
+     */
+    async backupFile(filePath) {
+        if (!this.initialized) {
+            throw new Error('FileBackupManager not initialized. Call initialize() first.');
+        }
+        // Check if we already have a backup for this file
+        const existingBackup = this.backups.find(b => b.originalPath === filePath);
+        if (existingBackup) {
+            // Already backed up, don't backup again
+            return;
+        }
+        const exists = await fs_extra_1.default.pathExists(filePath);
+        const backupFileName = `${path_1.default.basename(filePath)}_${Date.now()}_${this.backups.length}`;
+        const backupPath = path_1.default.join(this.backupDir, backupFileName);
+        const backupEntry = {
+            originalPath: filePath,
+            backupPath: backupPath,
+            existed: exists
+        };
+        if (exists) {
+            // Copy the file to backup location
+            await fs_extra_1.default.copy(filePath, backupPath);
+        }
+        this.backups.push(backupEntry);
+    }
+    /**
+     * Rollback all file changes by restoring from backups
+     *
+     * Restores all backed-up files to their original state. Files that didn't
+     * exist before the operation are deleted. This operation is atomic - either
+     * all files are restored or none are.
+     *
+     * @returns Promise that resolves when rollback is complete
+     * @throws Error if any rollback operation fails
+     */
+    async rollback() {
+        if (!this.initialized) {
+            return; // Nothing to rollback
+        }
+        const errors = [];
+        // Process backups in reverse order (last modified first)
+        for (const backup of this.backups.reverse()) {
+            try {
+                if (backup.existed) {
+                    // Restore the original file
+                    await fs_extra_1.default.copy(backup.backupPath, backup.originalPath, { overwrite: true });
+                }
+                else {
+                    // File didn't exist before, remove it
+                    if (await fs_extra_1.default.pathExists(backup.originalPath)) {
+                        await fs_extra_1.default.remove(backup.originalPath);
+                    }
+                }
+            }
+            catch (error) {
+                const errorMsg = `Failed to rollback ${backup.originalPath}: ${error instanceof Error ? error.message : String(error)}`;
+                errors.push(errorMsg);
+                console.error(errorMsg);
+            }
+        }
+        // Clean up backup directory
+        try {
+            await this.cleanup();
+        }
+        catch (error) {
+            console.error('Failed to cleanup backup directory during rollback:', error);
+        }
+        if (errors.length > 0) {
+            throw new Error(`Rollback completed with errors:\n${errors.join('\n')}`);
+        }
+    }
+    /**
+     * Clean up backup directory after successful operation
+     *
+     * Removes all temporary backup files and the backup directory. Should be
+     * called after all operations complete successfully.
+     *
+     * @returns Promise that resolves when cleanup is complete
+     */
+    async cleanup() {
+        if (!this.initialized || !this.backupDir) {
+            return;
+        }
+        try {
+            await fs_extra_1.default.remove(this.backupDir);
+        }
+        catch (error) {
+            // Log but don't throw - cleanup errors shouldn't fail the operation
+            console.warn(`Failed to cleanup backup directory ${this.backupDir}:`, error);
+        }
+        this.backups = [];
+        this.initialized = false;
+        this.backupDir = '';
+    }
+    /**
+     * Get statistics about current backup session
+     *
+     * @returns Object containing backup statistics
+     */
+    getStats() {
+        return {
+            totalBackups: this.backups.length,
+            backupDir: this.backupDir,
+            initialized: this.initialized
+        };
+    }
+}
+exports.FileBackupManager = FileBackupManager;
+//# sourceMappingURL=file-backup-manager.js.map

package/dist/lib/file-backup-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-backup-manager.js","sourceRoot":"","sources":["../../src/lib/file-backup-manager.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;;;;AAEH,wDAA0B;AAC1B,gDAAwB;AACxB,4CAAoB;AACpB,mDAAgD;AAchD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAa,iBAAiB;IACpB,SAAS,GAAW,EAAE,CAAC;IACvB,OAAO,GAAkB,EAAE,CAAC;IAC5B,WAAW,GAAY,KAAK,CAAC;IAErC;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,uDAAuD;QACvD,MAAM,QAAQ,GAAG,YAAE,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,IAAA,eAAM,GAAE,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,EAAE,SAAS,CAAC,CAAC;QAEpE,MAAM,kBAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QAED,kDAAkD;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC;QAC3E,IAAI,cAAc,EAAE,CAAC;YACnB,wCAAwC;YACxC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,kBAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,GAAG,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACzF,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAE7D,MAAM,WAAW,GAAgB;YAC/B,YAAY,EAAE,QAAQ;YACtB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,MAAM;SAChB,CAAC;QAEF,IAAI,MAAM,EAAE,CAAC;YACX,mCAAmC;YACnC,MAAM,kBAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACjC,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO,CAAC,sBAAsB;QAChC,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,yDAAyD;QACzD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,4BAA4B;oBAC5B,MAAM,kBAAE,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7E,CAAC;qBAAM,CAAC;oBACN,sCAAsC;oBACtC,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC7C,MAAM,kBAAE,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBACvC,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,QAAQ,GAAG,sBAAsB,MAAM,CAAC,YAAY,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxH,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,oCAAoC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,kBAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,oEAAoE;YACpE,OAAO,CAAC,IAAI,CAAC,sCAAsC,IAAI,CAAC,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,QAAQ;QACN,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;IACJ,CAAC;CACF;AAzJD,8CAyJC","sourcesContent":["/**\n * @fileoverview File backup and rollback manager for MetadataSync operations\n * @module file-backup-manager\n * \n * This module provides functionality to create backups of files before modification\n * and allows rolling back all changes if any operation fails. It ensures atomic\n * file operations by maintaining a temporary backup directory during push operations.\n */\n\nimport fs from 'fs-extra';\nimport path from 'path';\nimport os from 'os';\nimport { uuidv4 } from '@memberjunction/global';\n\n/**\n * Represents a backed-up file with its original and backup paths\n */\ninterface BackupEntry {\n  /** Original file path that was backed up */\n  originalPath: string;\n  /** Path to the backup copy of the file */\n  backupPath: string;\n  /** Whether the file existed before modification */\n  existed: boolean;\n}\n\n/**\n * Manages file backups and rollback operations for MetadataSync\n * \n * Creates temporary backups of all modified files during a push operation,\n * allowing atomic rollback of all file changes if any error occurs.\n * \n * @class FileBackupManager\n * @example\n * ```typescript\n * const backupManager = new FileBackupManager();\n * await backupManager.initialize();\n * \n * try {\n *   await backupManager.backupFile('/path/to/file.json');\n *   // Modify the file\n *   await fs.writeJson('/path/to/file.json', newData);\n *   \n *   // If all operations succeed\n *   await backupManager.cleanup();\n * } catch (error) {\n *   // Rollback all file changes\n *   await backupManager.rollback();\n *   throw error;\n * }\n * ```\n */\nexport class FileBackupManager {\n  private backupDir: string = '';\n  private backups: BackupEntry[] = [];\n  private initialized: boolean = false;\n  \n  /**\n   * Initialize the backup manager by creating a temporary directory\n   * \n   * Creates a unique temporary directory for storing file backups during\n   * the current operation. Must be called before any backup operations.\n   * \n   * @returns Promise that resolves when initialization is complete\n   * @throws Error if temporary directory creation fails\n   */\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      throw new Error('FileBackupManager already initialized');\n    }\n    \n    // Create a unique temporary directory for this session\n    const tempRoot = os.tmpdir();\n    const sessionId = uuidv4();\n    this.backupDir = path.join(tempRoot, 'mj-metadata-sync', sessionId);\n    \n    await fs.ensureDir(this.backupDir);\n    this.initialized = true;\n  }\n  \n  /**\n   * Create a backup of a file before modification\n   * \n   * Copies the current state of a file to the backup directory. If the file\n   * doesn't exist, records that fact for proper rollback handling.\n   * \n   * @param filePath - Absolute path to the file to backup\n   * @returns Promise that resolves when backup is complete\n   * @throws Error if backup operation fails\n   */\n  async backupFile(filePath: string): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('FileBackupManager not initialized. Call initialize() first.');\n    }\n    \n    // Check if we already have a backup for this file\n    const existingBackup = this.backups.find(b => b.originalPath === filePath);\n    if (existingBackup) {\n      // Already backed up, don't backup again\n      return;\n    }\n    \n    const exists = await fs.pathExists(filePath);\n    const backupFileName = `${path.basename(filePath)}_${Date.now()}_${this.backups.length}`;\n    const backupPath = path.join(this.backupDir, backupFileName);\n    \n    const backupEntry: BackupEntry = {\n      originalPath: filePath,\n      backupPath: backupPath,\n      existed: exists\n    };\n    \n    if (exists) {\n      // Copy the file to backup location\n      await fs.copy(filePath, backupPath);\n    }\n    \n    this.backups.push(backupEntry);\n  }\n  \n  /**\n   * Rollback all file changes by restoring from backups\n   * \n   * Restores all backed-up files to their original state. Files that didn't\n   * exist before the operation are deleted. This operation is atomic - either\n   * all files are restored or none are.\n   * \n   * @returns Promise that resolves when rollback is complete\n   * @throws Error if any rollback operation fails\n   */\n  async rollback(): Promise<void> {\n    if (!this.initialized) {\n      return; // Nothing to rollback\n    }\n    \n    const errors: string[] = [];\n    \n    // Process backups in reverse order (last modified first)\n    for (const backup of this.backups.reverse()) {\n      try {\n        if (backup.existed) {\n          // Restore the original file\n          await fs.copy(backup.backupPath, backup.originalPath, { overwrite: true });\n        } else {\n          // File didn't exist before, remove it\n          if (await fs.pathExists(backup.originalPath)) {\n            await fs.remove(backup.originalPath);\n          }\n        }\n      } catch (error) {\n        const errorMsg = `Failed to rollback ${backup.originalPath}: ${error instanceof Error ? error.message : String(error)}`;\n        errors.push(errorMsg);\n        console.error(errorMsg);\n      }\n    }\n    \n    // Clean up backup directory\n    try {\n      await this.cleanup();\n    } catch (error) {\n      console.error('Failed to cleanup backup directory during rollback:', error);\n    }\n    \n    if (errors.length > 0) {\n      throw new Error(`Rollback completed with errors:\\n${errors.join('\\n')}`);\n    }\n  }\n  \n  /**\n   * Clean up backup directory after successful operation\n   * \n   * Removes all temporary backup files and the backup directory. Should be\n   * called after all operations complete successfully.\n   * \n   * @returns Promise that resolves when cleanup is complete\n   */\n  async cleanup(): Promise<void> {\n    if (!this.initialized || !this.backupDir) {\n      return;\n    }\n    \n    try {\n      await fs.remove(this.backupDir);\n    } catch (error) {\n      // Log but don't throw - cleanup errors shouldn't fail the operation\n      console.warn(`Failed to cleanup backup directory ${this.backupDir}:`, error);\n    }\n    \n    this.backups = [];\n    this.initialized = false;\n    this.backupDir = '';\n  }\n  \n  /**\n   * Get statistics about current backup session\n   * \n   * @returns Object containing backup statistics\n   */\n  getStats(): { totalBackups: number; backupDir: string; initialized: boolean } {\n    return {\n      totalBackups: this.backups.length,\n      backupDir: this.backupDir,\n      initialized: this.initialized\n    };\n  }\n}"]}

package/dist/lib/provider-utils.d.ts

@@ -51,9 +51,10 @@ export declare function cleanupProvider(): Promise<void>;
  *
  * Retrieves the "System" user from MemberJunction's UserCache. This user is
  * typically used for CLI operations where no specific user context exists.
+ * The System user must have the Developer role to perform metadata sync operations.
  *
  * @returns The System UserInfo object
- * @throws Error if System user is not found in the cache
+ * @throws Error if System user is not found in the cache or doesn't have Developer role
  *
  * @example
  * ```typescript
@@ -89,6 +90,7 @@ export declare function getDataProvider(): SQLServerDataProvider | null;
  * @param dir - Base directory to search from
  * @param specificDir - Optional specific subdirectory name to check
  * @param directoryOrder - Optional array specifying the order directories should be processed
+ * @param ignoreDirectories - Optional array of directory patterns to ignore
  * @returns Array of absolute directory paths containing .mj-sync.json files, ordered according to directoryOrder
  *
  * @example
@@ -103,4 +105,4 @@ export declare function getDataProvider(): SQLServerDataProvider | null;
  * const dirs = findEntityDirectories(process.cwd(), undefined, ['prompts', 'agent-types']);
  * ```
  */
-export declare function findEntityDirectories(dir: string, specificDir?: string, directoryOrder?: string[]): string[];
+export declare function findEntityDirectories(dir: string, specificDir?: string, directoryOrder?: string[], ignoreDirectories?: string[]): string[];

package/dist/lib/provider-utils.js

@@ -131,9 +131,10 @@ exports.cleanupProvider = cleanupProvider;
  *
  * Retrieves the "System" user from MemberJunction's UserCache. This user is
  * typically used for CLI operations where no specific user context exists.
+ * The System user must have the Developer role to perform metadata sync operations.
  *
  * @returns The System UserInfo object
- * @throws Error if System user is not found in the cache
+ * @throws Error if System user is not found in the cache or doesn't have Developer role
  *
  * @example
  * ```typescript
@@ -146,6 +147,14 @@ function getSystemUser() {
     if (!sysUser) {
         throw new Error("System user not found in cache. Ensure the system user exists in the database.");
     }
+    // Check if the System user has the Developer role
+    const hasDeveloperRole = sysUser.UserRoles && sysUser.UserRoles.some(userRole => userRole.Role.trim().toLowerCase() === 'developer');
+    if (!hasDeveloperRole) {
+        throw new Error("System user does not have the 'Developer' role. " +
+            "The Developer role is required for metadata sync operations. " +
+            "Please ensure the System user is assigned the Developer role in the database:\n" +
+            "* Add a record to the __mj.UserRole table linking the System user to the Developer role");
+    }
     return sysUser;
 }
 exports.getSystemUser = getSystemUser;
@@ -179,6 +188,7 @@ exports.getDataProvider = getDataProvider;
  * @param dir - Base directory to search from
  * @param specificDir - Optional specific subdirectory name to check
  * @param directoryOrder - Optional array specifying the order directories should be processed
+ * @param ignoreDirectories - Optional array of directory patterns to ignore
  * @returns Array of absolute directory paths containing .mj-sync.json files, ordered according to directoryOrder
  *
  * @example
@@ -193,7 +203,7 @@ exports.getDataProvider = getDataProvider;
  * const dirs = findEntityDirectories(process.cwd(), undefined, ['prompts', 'agent-types']);
  * ```
  */
-function findEntityDirectories(dir, specificDir, directoryOrder) {
+function findEntityDirectories(dir, specificDir, directoryOrder, ignoreDirectories) {
     const results = [];
     // If specific directory is provided, check if it's an entity directory or root config directory
     if (specificDir) {
@@ -212,7 +222,12 @@ function findEntityDirectories(dir, specificDir, directoryOrder) {
                     // If this config has directoryOrder but no entity, treat it as a root config
                     // and look for entity directories in its subdirectories
                     if (config.directoryOrder) {
-                        return findEntityDirectories(targetDir, undefined, config.directoryOrder);
+                        // Merge ignore directories from parent with current config
+                        const mergedIgnoreDirectories = [
+                            ...(ignoreDirectories || []),
+                            ...(config.ignoreDirectories || [])
+                        ];
+                        return findEntityDirectories(targetDir, undefined, config.directoryOrder, mergedIgnoreDirectories);
                     }
                 }
                 catch (error) {
@@ -220,7 +235,7 @@ function findEntityDirectories(dir, specificDir, directoryOrder) {
                 }
             }
             // Fallback: look for entity subdirectories in the target directory
-            return findEntityDirectories(targetDir, undefined, directoryOrder);
+            return findEntityDirectories(targetDir, undefined, directoryOrder, ignoreDirectories);
         }
         return results;
     }
@@ -229,6 +244,13 @@ function findEntityDirectories(dir, specificDir, directoryOrder) {
     const foundDirectories = [];
     for (const entry of entries) {
         if (entry.isDirectory() && !entry.name.startsWith('.')) {
+            // Check if this directory should be ignored
+            if (ignoreDirectories && ignoreDirectories.some(pattern => {
+                // Simple pattern matching: exact name or ends with pattern
+                return entry.name === pattern || entry.name.endsWith(pattern);
+            })) {
+                continue;
+            }
             const subDir = path.join(dir, entry.name);
             const hasSyncConfig = fs.existsSync(path.join(subDir, '.mj-sync.json'));
             if (hasSyncConfig) {

package/dist/lib/provider-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"provider-utils.js","sourceRoot":"","sources":["../../src/lib/provider-utils.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2CAA6B;AAC7B,mFAA6I;AAE7I,uCAAyB;AACzB,2CAA6B;AAI7B,yEAAyE;AACzE,IAAI,UAAU,GAA8B,IAAI,CAAC;AAEjD,+DAA+D;AAC/D,IAAI,cAAc,GAAiC,IAAI,CAAC;AAExD,8CAA8C;AAC9C,IAAI,qBAAqB,GAA0C,IAAI,CAAC;AAExE;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,kBAAkB,CAAC,MAAgB;IACvD,kDAAkD;IAClD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,+CAA+C;IAC/C,IAAI,qBAAqB,EAAE,CAAC;QAC1B,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,2BAA2B;IAC3B,qBAAqB,GAAG,CAAC,KAAK,IAAI,EAAE;QAClC,sBAAsB;QACtB,MAAM,UAAU,GAAe;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;YAClD,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,IAAI,EAAE,MAAM,CAAC,UAAU;YACvB,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,OAAO,EAAE;gBACP,OAAO,EAAE,MAAM,CAAC,SAAS,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM;oBACvD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,wBAAwB;gBAClF,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,KAAK,GAAG;gBAC/D,YAAY,EAAE,MAAM,CAAC,cAAc;gBACnC,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAErB,oBAAoB;QACpB,UAAU,GAAG,IAAI,CAAC;QAElB,yBAAyB;QACzB,MAAM,cAAc,GAAG,IAAI,oDAA2B,CACpD,IAAI,EACJ,MAAM,CAAC,YAAY,IAAI,MAAM,CAC9B,CAAC;QAEF,kDAAkD;QAClD,cAAc,GAAG,MAAM,IAAA,6CAAoB,EAAC,cAAc,CAAC,CAAC;QAC5D,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAhDD,gDAgDC;AAED;;;;;;;;;;;;;;;;GAgBG;AACI,KAAK,UAAU,eAAe;IACnC,IAAI,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,UAAU,GAAG,IAAI,CAAC;IACpB,CAAC;IACD,cAAc,GAAG,IAAI,CAAC;IACtB,qBAAqB,GAAG,IAAI,CAAC;AAC/B,CAAC;AAPD,0CAOC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAgB,aAAa;IAC3B,MAAM,OAAO,GAAG,kCAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAND,sCAMC;AAED;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,eAAe;IAC7B,OAAO,cAAc,CAAC;AACxB,CAAC;AAFD,0CAEC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,qBAAqB,CAAC,GAAW,EAAE,WAAoB,EAAE,cAAyB;IAChG,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,gGAAgG;IAChG,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC3F,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YAC7D,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAEpD,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;oBAEnE,+DAA+D;oBAC/D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBACxB,OAAO,OAAO,CAAC;oBACjB,CAAC;oBAED,6EAA6E;oBAC7E,wDAAwD;oBACxD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;wBAC1B,OAAO,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;oBAC5E,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,gEAAgE;gBAClE,CAAC;YACH,CAAC;YAED,mEAAmE;YACnE,OAAO,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kEAAkE;IAClE,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;YAExE,IAAI,aAAa,EAAE,CAAC;gBAClB,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,gDAAgD;QAChD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CACnD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO,CACpC,CAAC;YACF,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,4DAA4D;QAC5D,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,4CAA4C;QAC5C,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/E,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAC,CAAC;IAC5C,CAAC;IAED,0EAA0E;IAC1E,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3F,CAAC;AAlFD,sDAkFC","sourcesContent":["/**\n * @fileoverview Database provider utilities for MetadataSync\n * @module provider-utils\n * \n * This module provides utilities for initializing and managing the database\n * connection, accessing system users, and finding entity directories. It handles\n * the mssql ConnectionPool lifecycle and MemberJunction provider initialization.\n */\n\nimport * as sql from 'mssql';\nimport { SQLServerDataProvider, SQLServerProviderConfigData, UserCache, setupSQLServerClient } from '@memberjunction/sqlserver-dataprovider';\nimport type { MJConfig } from '../config';\nimport * as fs from 'fs';\nimport * as path from 'path';\nimport { UserInfo } from '@memberjunction/core';\nimport { configManager } from './config-manager';\n\n/** Global ConnectionPool instance for connection lifecycle management */\nlet globalPool: sql.ConnectionPool | null = null;\n\n/** Global provider instance to ensure single initialization */\nlet globalProvider: SQLServerDataProvider | null = null;\n\n/** Promise to track ongoing initialization */\nlet initializationPromise: Promise<SQLServerDataProvider> | null = null;\n\n/**\n * Initialize a SQLServerDataProvider with the given configuration\n * \n * Creates and initializes a mssql ConnectionPool for SQL Server, then sets up\n * the MemberJunction SQLServerDataProvider. The connection is stored globally\n * for proper cleanup. Auto-detects Azure SQL databases for encryption settings.\n * \n * @param config - MemberJunction configuration with database connection details\n * @returns Promise resolving to initialized SQLServerDataProvider instance\n * @throws Error if database connection fails\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * const provider = await initializeProvider(config);\n * // Provider is ready for use\n * ```\n */\nexport async function initializeProvider(config: MJConfig): Promise<SQLServerDataProvider> {\n  // Return existing provider if already initialized\n  if (globalProvider) {\n    return globalProvider;\n  }\n  \n  // Return ongoing initialization if in progress\n  if (initializationPromise) {\n    return initializationPromise;\n  }\n  \n  // Start new initialization\n  initializationPromise = (async () => {\n    // Create mssql config\n    const poolConfig: sql.config = {\n      server: config.dbHost,\n      port: config.dbPort ? Number(config.dbPort) : 1433,\n      database: config.dbDatabase,\n      user: config.dbUsername,\n      password: config.dbPassword,\n      options: {\n        encrypt: config.dbEncrypt === 'Y' || config.dbEncrypt === 'true' || \n                 config.dbHost.includes('.database.windows.net'), // Auto-detect Azure SQL\n        trustServerCertificate: config.dbTrustServerCertificate === 'Y',\n        instanceName: config.dbInstanceName,\n        enableArithAbort: true\n      }\n    };\n    \n    // Create and connect pool\n    const pool = new sql.ConnectionPool(poolConfig);\n    await pool.connect();\n    \n    // Store for cleanup\n    globalPool = pool;\n    \n    // Create provider config\n    const providerConfig = new SQLServerProviderConfigData(\n      pool,\n      config.mjCoreSchema || '__mj' \n    );\n    \n    // Use setupSQLServerClient to properly initialize\n    globalProvider = await setupSQLServerClient(providerConfig);\n    return globalProvider;\n  })();\n  \n  return initializationPromise;\n}\n\n/**\n * Clean up the global database connection\n * \n * Closes the mssql ConnectionPool if it exists and is connected.\n * Should be called when the CLI command completes to ensure proper cleanup.\n * \n * @returns Promise that resolves when cleanup is complete\n * \n * @example\n * ```typescript\n * try {\n *   // Do work with database\n * } finally {\n *   await cleanupProvider();\n * }\n * ```\n */\nexport async function cleanupProvider(): Promise<void> {\n  if (globalPool && globalPool.connected) {\n    await globalPool.close();\n    globalPool = null;\n  }\n  globalProvider = null;\n  initializationPromise = null;\n}\n\n/**\n * Get the system user from the UserCache\n * \n * Retrieves the \"System\" user from MemberJunction's UserCache. This user is\n * typically used for CLI operations where no specific user context exists.\n * \n * @returns The System UserInfo object\n * @throws Error if System user is not found in the cache\n * \n * @example\n * ```typescript\n * const systemUser = getSystemUser();\n * const syncEngine = new SyncEngine(systemUser);\n * ```\n */\nexport function getSystemUser(): UserInfo {\n  const sysUser = UserCache.Instance.UserByName(\"System\", false);\n  if (!sysUser) {\n    throw new Error(\"System user not found in cache. Ensure the system user exists in the database.\");    \n  }\n  return sysUser;\n}\n\n/**\n * Get the current data provider instance\n * \n * Returns the global SQLServerDataProvider instance that was initialized by\n * initializeProvider. This allows access to data provider features like SQL logging.\n * \n * @returns The global SQLServerDataProvider instance or null if not initialized\n * \n * @example\n * ```typescript\n * const provider = getDataProvider();\n * if (provider?.CreateSqlLogger) {\n *   const logger = await provider.CreateSqlLogger('/path/to/log.sql');\n * }\n * ```\n */\nexport function getDataProvider(): SQLServerDataProvider | null {\n  return globalProvider;\n}\n\n/**\n * Find entity directories at the immediate level only\n * \n * Searches for directories containing .mj-sync.json files, which indicate\n * entity data directories. Only searches immediate subdirectories, not recursive.\n * If a specific directory is provided, only checks that directory.\n * \n * @param dir - Base directory to search from\n * @param specificDir - Optional specific subdirectory name to check\n * @param directoryOrder - Optional array specifying the order directories should be processed\n * @returns Array of absolute directory paths containing .mj-sync.json files, ordered according to directoryOrder\n * \n * @example\n * ```typescript\n * // Find all entity directories\n * const dirs = findEntityDirectories(process.cwd());\n * \n * // Check specific directory\n * const dirs = findEntityDirectories(process.cwd(), 'ai-prompts');\n * \n * // Find directories with custom ordering\n * const dirs = findEntityDirectories(process.cwd(), undefined, ['prompts', 'agent-types']);\n * ```\n */\nexport function findEntityDirectories(dir: string, specificDir?: string, directoryOrder?: string[]): string[] {\n  const results: string[] = [];\n  \n  // If specific directory is provided, check if it's an entity directory or root config directory\n  if (specificDir) {\n    const targetDir = path.isAbsolute(specificDir) ? specificDir : path.join(dir, specificDir);\n    if (fs.existsSync(targetDir)) {\n      const syncConfigPath = path.join(targetDir, '.mj-sync.json');\n      const hasSyncConfig = fs.existsSync(syncConfigPath);\n      \n      if (hasSyncConfig) {\n        try {\n          const config = JSON.parse(fs.readFileSync(syncConfigPath, 'utf8'));\n          \n          // If this config has an entity field, it's an entity directory\n          if (config.entity) {\n            results.push(targetDir);\n            return results;\n          }\n          \n          // If this config has directoryOrder but no entity, treat it as a root config\n          // and look for entity directories in its subdirectories\n          if (config.directoryOrder) {\n            return findEntityDirectories(targetDir, undefined, config.directoryOrder);\n          }\n        } catch (error) {\n          // If we can't parse the config, treat it as a regular directory\n        }\n      }\n      \n      // Fallback: look for entity subdirectories in the target directory\n      return findEntityDirectories(targetDir, undefined, directoryOrder);\n    }\n    return results;\n  }\n  \n  // Otherwise, find all immediate subdirectories with .mj-sync.json\n  const entries = fs.readdirSync(dir, { withFileTypes: true });\n  const foundDirectories: string[] = [];\n  \n  for (const entry of entries) {\n    if (entry.isDirectory() && !entry.name.startsWith('.')) {\n      const subDir = path.join(dir, entry.name);\n      const hasSyncConfig = fs.existsSync(path.join(subDir, '.mj-sync.json'));\n      \n      if (hasSyncConfig) {\n        foundDirectories.push(subDir);\n      }\n    }\n  }\n  \n  // If directoryOrder is specified, sort directories according to it\n  if (directoryOrder && directoryOrder.length > 0) {\n    const orderedDirs: string[] = [];\n    const unorderedDirs: string[] = [];\n    \n    // First, add directories in the specified order\n    for (const dirName of directoryOrder) {\n      const matchingDir = foundDirectories.find(fullPath => \n        path.basename(fullPath) === dirName\n      );\n      if (matchingDir) {\n        orderedDirs.push(matchingDir);\n      }\n    }\n    \n    // Then, add any remaining directories in alphabetical order\n    for (const foundDir of foundDirectories) {\n      const dirName = path.basename(foundDir);\n      if (!directoryOrder.includes(dirName)) {\n        unorderedDirs.push(foundDir);\n      }\n    }\n    \n    // Sort unordered directories alphabetically\n    unorderedDirs.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));\n    \n    return [...orderedDirs, ...unorderedDirs];\n  }\n  \n  // No ordering specified, return in alphabetical order (existing behavior)\n  return foundDirectories.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));\n}"]}
+{"version":3,"file":"provider-utils.js","sourceRoot":"","sources":["../../src/lib/provider-utils.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2CAA6B;AAC7B,mFAA6I;AAE7I,uCAAyB;AACzB,2CAA6B;AAG7B,yEAAyE;AACzE,IAAI,UAAU,GAA8B,IAAI,CAAC;AAEjD,+DAA+D;AAC/D,IAAI,cAAc,GAAiC,IAAI,CAAC;AAExD,8CAA8C;AAC9C,IAAI,qBAAqB,GAA0C,IAAI,CAAC;AAExE;;;;;;;;;;;;;;;;;GAiBG;AACI,KAAK,UAAU,kBAAkB,CAAC,MAAgB;IACvD,kDAAkD;IAClD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,+CAA+C;IAC/C,IAAI,qBAAqB,EAAE,CAAC;QAC1B,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,2BAA2B;IAC3B,qBAAqB,GAAG,CAAC,KAAK,IAAI,EAAE;QAClC,sBAAsB;QACtB,MAAM,UAAU,GAAe;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;YAClD,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,IAAI,EAAE,MAAM,CAAC,UAAU;YACvB,QAAQ,EAAE,MAAM,CAAC,UAAU;YAC3B,OAAO,EAAE;gBACP,OAAO,EAAE,MAAM,CAAC,SAAS,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM;oBACvD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,wBAAwB;gBAClF,sBAAsB,EAAE,MAAM,CAAC,wBAAwB,KAAK,GAAG;gBAC/D,YAAY,EAAE,MAAM,CAAC,cAAc;gBACnC,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAErB,oBAAoB;QACpB,UAAU,GAAG,IAAI,CAAC;QAElB,yBAAyB;QACzB,MAAM,cAAc,GAAG,IAAI,oDAA2B,CACpD,IAAI,EACJ,MAAM,CAAC,YAAY,IAAI,MAAM,CAC9B,CAAC;QAEF,kDAAkD;QAClD,cAAc,GAAG,MAAM,IAAA,6CAAoB,EAAC,cAAc,CAAC,CAAC;QAC5D,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAhDD,gDAgDC;AAED;;;;;;;;;;;;;;;;GAgBG;AACI,KAAK,UAAU,eAAe;IACnC,IAAI,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,UAAU,GAAG,IAAI,CAAC;IACpB,CAAC;IACD,cAAc,GAAG,IAAI,CAAC;IACtB,qBAAqB,GAAG,IAAI,CAAC;AAC/B,CAAC;AAPD,0CAOC;AAED;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,aAAa;IAC3B,MAAM,OAAO,GAAG,kCAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IAED,kDAAkD;IAClD,MAAM,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAClE,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,WAAW,CAC/D,CAAC;IAEF,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACb,kDAAkD;YAClD,+DAA+D;YAC/D,iFAAiF;YACjF,yFAAyF,CAC1F,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AArBD,sCAqBC;AAED;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,eAAe;IAC7B,OAAO,cAAc,CAAC;AACxB,CAAC;AAFD,0CAEC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,SAAgB,qBAAqB,CAAC,GAAW,EAAE,WAAoB,EAAE,cAAyB,EAAE,iBAA4B;IAC9H,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,gGAAgG;IAChG,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC3F,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YAC7D,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAEpD,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;oBAEnE,+DAA+D;oBAC/D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBACxB,OAAO,OAAO,CAAC;oBACjB,CAAC;oBAED,6EAA6E;oBAC7E,wDAAwD;oBACxD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;wBAC1B,2DAA2D;wBAC3D,MAAM,uBAAuB,GAAG;4BAC9B,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;4BAC5B,GAAG,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC;yBACpC,CAAC;wBACF,OAAO,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC;oBACrG,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,gEAAgE;gBAClE,CAAC;YACH,CAAC;YAED,mEAAmE;YACnE,OAAO,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;QACxF,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kEAAkE;IAClE,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,4CAA4C;YAC5C,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;gBACxD,2DAA2D;gBAC3D,OAAO,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAChE,CAAC,CAAC,EAAE,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;YAExE,IAAI,aAAa,EAAE,CAAC;gBAClB,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,gDAAgD;QAChD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CACnD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO,CACpC,CAAC;YACF,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,4DAA4D;QAC5D,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,4CAA4C;QAC5C,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/E,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAC,CAAC;IAC5C,CAAC;IAED,0EAA0E;IAC1E,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3F,CAAC;AA/FD,sDA+FC","sourcesContent":["/**\n * @fileoverview Database provider utilities for MetadataSync\n * @module provider-utils\n * \n * This module provides utilities for initializing and managing the database\n * connection, accessing system users, and finding entity directories. It handles\n * the mssql ConnectionPool lifecycle and MemberJunction provider initialization.\n */\n\nimport * as sql from 'mssql';\nimport { SQLServerDataProvider, SQLServerProviderConfigData, UserCache, setupSQLServerClient } from '@memberjunction/sqlserver-dataprovider';\nimport type { MJConfig } from '../config';\nimport * as fs from 'fs';\nimport * as path from 'path';\nimport { UserInfo } from '@memberjunction/core';\n\n/** Global ConnectionPool instance for connection lifecycle management */\nlet globalPool: sql.ConnectionPool | null = null;\n\n/** Global provider instance to ensure single initialization */\nlet globalProvider: SQLServerDataProvider | null = null;\n\n/** Promise to track ongoing initialization */\nlet initializationPromise: Promise<SQLServerDataProvider> | null = null;\n\n/**\n * Initialize a SQLServerDataProvider with the given configuration\n * \n * Creates and initializes a mssql ConnectionPool for SQL Server, then sets up\n * the MemberJunction SQLServerDataProvider. The connection is stored globally\n * for proper cleanup. Auto-detects Azure SQL databases for encryption settings.\n * \n * @param config - MemberJunction configuration with database connection details\n * @returns Promise resolving to initialized SQLServerDataProvider instance\n * @throws Error if database connection fails\n * \n * @example\n * ```typescript\n * const config = loadMJConfig();\n * const provider = await initializeProvider(config);\n * // Provider is ready for use\n * ```\n */\nexport async function initializeProvider(config: MJConfig): Promise<SQLServerDataProvider> {\n  // Return existing provider if already initialized\n  if (globalProvider) {\n    return globalProvider;\n  }\n  \n  // Return ongoing initialization if in progress\n  if (initializationPromise) {\n    return initializationPromise;\n  }\n  \n  // Start new initialization\n  initializationPromise = (async () => {\n    // Create mssql config\n    const poolConfig: sql.config = {\n      server: config.dbHost,\n      port: config.dbPort ? Number(config.dbPort) : 1433,\n      database: config.dbDatabase,\n      user: config.dbUsername,\n      password: config.dbPassword,\n      options: {\n        encrypt: config.dbEncrypt === 'Y' || config.dbEncrypt === 'true' || \n                 config.dbHost.includes('.database.windows.net'), // Auto-detect Azure SQL\n        trustServerCertificate: config.dbTrustServerCertificate === 'Y',\n        instanceName: config.dbInstanceName,\n        enableArithAbort: true\n      }\n    };\n    \n    // Create and connect pool\n    const pool = new sql.ConnectionPool(poolConfig);\n    await pool.connect();\n    \n    // Store for cleanup\n    globalPool = pool;\n    \n    // Create provider config\n    const providerConfig = new SQLServerProviderConfigData(\n      pool,\n      config.mjCoreSchema || '__mj' \n    );\n    \n    // Use setupSQLServerClient to properly initialize\n    globalProvider = await setupSQLServerClient(providerConfig);\n    return globalProvider;\n  })();\n  \n  return initializationPromise;\n}\n\n/**\n * Clean up the global database connection\n * \n * Closes the mssql ConnectionPool if it exists and is connected.\n * Should be called when the CLI command completes to ensure proper cleanup.\n * \n * @returns Promise that resolves when cleanup is complete\n * \n * @example\n * ```typescript\n * try {\n *   // Do work with database\n * } finally {\n *   await cleanupProvider();\n * }\n * ```\n */\nexport async function cleanupProvider(): Promise<void> {\n  if (globalPool && globalPool.connected) {\n    await globalPool.close();\n    globalPool = null;\n  }\n  globalProvider = null;\n  initializationPromise = null;\n}\n\n/**\n * Get the system user from the UserCache\n * \n * Retrieves the \"System\" user from MemberJunction's UserCache. This user is\n * typically used for CLI operations where no specific user context exists.\n * The System user must have the Developer role to perform metadata sync operations.\n * \n * @returns The System UserInfo object\n * @throws Error if System user is not found in the cache or doesn't have Developer role\n * \n * @example\n * ```typescript\n * const systemUser = getSystemUser();\n * const syncEngine = new SyncEngine(systemUser);\n * ```\n */\nexport function getSystemUser(): UserInfo {\n  const sysUser = UserCache.Instance.UserByName(\"System\", false);\n  if (!sysUser) {\n    throw new Error(\"System user not found in cache. Ensure the system user exists in the database.\");    \n  }\n  \n  // Check if the System user has the Developer role\n  const hasDeveloperRole = sysUser.UserRoles && sysUser.UserRoles.some(\n    userRole => userRole.Role.trim().toLowerCase() === 'developer'\n  );\n  \n  if (!hasDeveloperRole) {\n    throw new Error(\n      \"System user does not have the 'Developer' role. \" +\n      \"The Developer role is required for metadata sync operations. \" +\n      \"Please ensure the System user is assigned the Developer role in the database:\\n\" +\n      \"* Add a record to the __mj.UserRole table linking the System user to the Developer role\"\n    );\n  }\n  \n  return sysUser;\n}\n\n/**\n * Get the current data provider instance\n * \n * Returns the global SQLServerDataProvider instance that was initialized by\n * initializeProvider. This allows access to data provider features like SQL logging.\n * \n * @returns The global SQLServerDataProvider instance or null if not initialized\n * \n * @example\n * ```typescript\n * const provider = getDataProvider();\n * if (provider?.CreateSqlLogger) {\n *   const logger = await provider.CreateSqlLogger('/path/to/log.sql');\n * }\n * ```\n */\nexport function getDataProvider(): SQLServerDataProvider | null {\n  return globalProvider;\n}\n\n/**\n * Find entity directories at the immediate level only\n * \n * Searches for directories containing .mj-sync.json files, which indicate\n * entity data directories. Only searches immediate subdirectories, not recursive.\n * If a specific directory is provided, only checks that directory.\n * \n * @param dir - Base directory to search from\n * @param specificDir - Optional specific subdirectory name to check\n * @param directoryOrder - Optional array specifying the order directories should be processed\n * @param ignoreDirectories - Optional array of directory patterns to ignore\n * @returns Array of absolute directory paths containing .mj-sync.json files, ordered according to directoryOrder\n * \n * @example\n * ```typescript\n * // Find all entity directories\n * const dirs = findEntityDirectories(process.cwd());\n * \n * // Check specific directory\n * const dirs = findEntityDirectories(process.cwd(), 'ai-prompts');\n * \n * // Find directories with custom ordering\n * const dirs = findEntityDirectories(process.cwd(), undefined, ['prompts', 'agent-types']);\n * ```\n */\nexport function findEntityDirectories(dir: string, specificDir?: string, directoryOrder?: string[], ignoreDirectories?: string[]): string[] {\n  const results: string[] = [];\n  \n  // If specific directory is provided, check if it's an entity directory or root config directory\n  if (specificDir) {\n    const targetDir = path.isAbsolute(specificDir) ? specificDir : path.join(dir, specificDir);\n    if (fs.existsSync(targetDir)) {\n      const syncConfigPath = path.join(targetDir, '.mj-sync.json');\n      const hasSyncConfig = fs.existsSync(syncConfigPath);\n      \n      if (hasSyncConfig) {\n        try {\n          const config = JSON.parse(fs.readFileSync(syncConfigPath, 'utf8'));\n          \n          // If this config has an entity field, it's an entity directory\n          if (config.entity) {\n            results.push(targetDir);\n            return results;\n          }\n          \n          // If this config has directoryOrder but no entity, treat it as a root config\n          // and look for entity directories in its subdirectories\n          if (config.directoryOrder) {\n            // Merge ignore directories from parent with current config\n            const mergedIgnoreDirectories = [\n              ...(ignoreDirectories || []),\n              ...(config.ignoreDirectories || [])\n            ];\n            return findEntityDirectories(targetDir, undefined, config.directoryOrder, mergedIgnoreDirectories);\n          }\n        } catch (error) {\n          // If we can't parse the config, treat it as a regular directory\n        }\n      }\n      \n      // Fallback: look for entity subdirectories in the target directory\n      return findEntityDirectories(targetDir, undefined, directoryOrder, ignoreDirectories);\n    }\n    return results;\n  }\n  \n  // Otherwise, find all immediate subdirectories with .mj-sync.json\n  const entries = fs.readdirSync(dir, { withFileTypes: true });\n  const foundDirectories: string[] = [];\n  \n  for (const entry of entries) {\n    if (entry.isDirectory() && !entry.name.startsWith('.')) {\n      // Check if this directory should be ignored\n      if (ignoreDirectories && ignoreDirectories.some(pattern => {\n        // Simple pattern matching: exact name or ends with pattern\n        return entry.name === pattern || entry.name.endsWith(pattern);\n      })) {\n        continue;\n      }\n      \n      const subDir = path.join(dir, entry.name);\n      const hasSyncConfig = fs.existsSync(path.join(subDir, '.mj-sync.json'));\n      \n      if (hasSyncConfig) {\n        foundDirectories.push(subDir);\n      }\n    }\n  }\n  \n  // If directoryOrder is specified, sort directories according to it\n  if (directoryOrder && directoryOrder.length > 0) {\n    const orderedDirs: string[] = [];\n    const unorderedDirs: string[] = [];\n    \n    // First, add directories in the specified order\n    for (const dirName of directoryOrder) {\n      const matchingDir = foundDirectories.find(fullPath => \n        path.basename(fullPath) === dirName\n      );\n      if (matchingDir) {\n        orderedDirs.push(matchingDir);\n      }\n    }\n    \n    // Then, add any remaining directories in alphabetical order\n    for (const foundDir of foundDirectories) {\n      const dirName = path.basename(foundDir);\n      if (!directoryOrder.includes(dirName)) {\n        unorderedDirs.push(foundDir);\n      }\n    }\n    \n    // Sort unordered directories alphabetically\n    unorderedDirs.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));\n    \n    return [...orderedDirs, ...unorderedDirs];\n  }\n  \n  // No ordering specified, return in alphabetical order (existing behavior)\n  return foundDirectories.sort((a, b) => path.basename(a).localeCompare(path.basename(b)));\n}"]}

package/dist/lib/sync-engine.d.ts

@@ -104,7 +104,10 @@ export declare class SyncEngine {
      * });
      * ```
      */
-    resolveLookup(entityName: string, fieldName: string, fieldValue: string, autoCreate?: boolean, createFields?: Record<string, any>): Promise<string>;
+    resolveLookup(entityName: string, lookupFields: Array<{
+        fieldName: string;
+        fieldValue: string;
+    }>, autoCreate?: boolean, createFields?: Record<string, any>): Promise<string>;
     /**
      * Build cascading defaults for a file path and process field values
      *