@memberjunction/metadata-sync 2.51.0 → 2.53.0

package/README.md

@@ -718,14 +718,27 @@ Examples:
 ### @lookup: References (ENHANCED)
 Enable entity relationships using human-readable values:
 - Basic syntax: `@lookup:EntityName.FieldName=Value`
+- Multi-field syntax: `@lookup:EntityName.Field1=Value1&Field2=Value2`
 - Auto-create syntax: `@lookup:EntityName.FieldName=Value?create`
 - With additional fields: `@lookup:EntityName.FieldName=Value?create&Field2=Value2`
 
 Examples:
-- `@lookup:AI Prompt Types.Name=Chat` - Fails if not found
+- `@lookup:AI Prompt Types.Name=Chat` - Single field lookup, fails if not found
+- `@lookup:Users.Email=john@example.com&Department=Sales` - Multi-field lookup for precise matching
 - `@lookup:AI Prompt Categories.Name=Examples?create` - Creates if missing
 - `@lookup:AI Prompt Categories.Name=Examples?create&Description=Example prompts` - Creates with description
 
+#### Multi-Field Lookups (NEW)
+When you need to match records based on multiple criteria, use the multi-field syntax:
+```json
+{
+  "CategoryID": "@lookup:AI Prompt Categories.Name=Actions&Status=Active",
+  "ManagerID": "@lookup:Users.Email=manager@company.com&Department=Engineering&Status=Active"
+}
+```
+
+This ensures you get the exact record you want when multiple records might have the same value in a single field.
+
 ### @parent: References (NEW)
 Reference fields from the immediate parent entity in embedded collections:
 - `@parent:ID` - Get the parent's ID field
@@ -818,6 +831,9 @@ mj-sync validate --verbose
 # Validate with JSON output for CI/CD
 mj-sync validate --format=json
 
+# Save validation report to markdown file
+mj-sync validate --save-report
+
 # Initialize a directory for metadata sync
 mj-sync init
 
@@ -898,6 +914,53 @@ Directory order is configured in the root-level `.mj-sync.json` file only (not i
 2. **Categories → Items**: Create category records before items that reference them
 3. **Parent → Child**: Process parent entities before child entities with foreign key dependencies
 
+### Ignore Directories
+
+The MetadataSync tool supports ignoring specific directories during push/pull operations. This is useful for:
+- Excluding output or example directories from processing
+- Skipping temporary or build directories
+- Organizing support files without them being processed as metadata
+
+#### Configuration
+
+Ignore directories are configured in `.mj-sync.json` files and are **cumulative** through the directory hierarchy:
+
+```json
+{
+  "version": "1.0.0",
+  "ignoreDirectories": [
+    "output",
+    "examples",
+    "templates"
+  ]
+}
+```
+
+#### How It Works
+
+- **Cumulative Inheritance**: Each directory inherits ignore patterns from its parent directories
+- **Relative Paths**: Directory names are relative to the location of the `.mj-sync.json` file
+- **Simple Patterns**: Supports exact directory names (e.g., "output", "temp")
+- **Additive**: Child directories can add their own ignore patterns to parent patterns
+
+#### Example
+
+```
+metadata/.mj-sync.json            → ignoreDirectories: ["output", "temp"]
+├── prompts/.mj-sync.json         → ignoreDirectories: ["examples"]
+│   ├── output/                   → IGNORED (from root)
+│   ├── examples/                 → IGNORED (from prompts)
+│   └── production/.mj-sync.json  → ignoreDirectories: ["drafts"]
+│       ├── drafts/               → IGNORED (from production)
+│       └── output/               → IGNORED (inherited from root)
+```
+
+In this example:
+- Root level ignores "output" and "temp" everywhere
+- Prompts directory adds "examples" to the ignore list
+- Production subdirectory further adds "drafts"
+- All patterns are cumulative, so production inherits all parent ignores
+
 ### SQL Logging (NEW)
 
 The MetadataSync tool now supports SQL logging for capturing all database operations during push commands. This feature is useful for:
@@ -973,6 +1036,75 @@ Migration files include:
 
 The SQL logging runs in parallel with the actual database operations, ensuring minimal performance impact while capturing all SQL statements for review and potential migration use.
 
+### User Role Validation (NEW)
+
+MetadataSync now supports validating UserID fields against specific roles in the MemberJunction system. This ensures that only users with appropriate roles can be referenced in metadata files.
+
+#### Configuration
+
+Add the `userRoleValidation` configuration to your root `.mj-sync.json` file:
+
+```json
+{
+  "version": "1.0.0",
+  "userRoleValidation": {
+    "enabled": true,
+    "allowedRoles": [
+      "Administrator",
+      "Developer",
+      "Content Manager"
+    ],
+    "allowUsersWithoutRoles": false
+  }
+}
+```
+
+#### Configuration Options
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `enabled` | boolean | false | Enable user role validation for UserID fields |
+| `allowedRoles` | string[] | [] | List of role names that are allowed |
+| `allowUsersWithoutRoles` | boolean | false | Allow users without any assigned roles |
+
+#### How It Works
+
+1. During validation, all user roles are loaded from the database and cached
+2. For each UserID field in metadata files, the validator checks:
+   - If the user exists and has roles assigned
+   - If the user has at least one of the allowed roles
+3. Validation fails if:
+   - A UserID references a user without any roles (unless `allowUsersWithoutRoles` is true)
+   - A UserID references a user whose roles are not in the `allowedRoles` list
+
+#### Example
+
+Given a metadata file with a UserID field:
+
+```json
+{
+  "fields": {
+    "Name": "Admin Action",
+    "UserID": "user-123"
+  }
+}
+```
+
+The validation will:
+1. Check if user-123 exists in the system
+2. Verify that user-123 has one of the allowed roles
+3. Report an error if the user doesn't have appropriate roles
+
+#### Error Messages
+
+```
+✗ UserID 'user-123' does not have any assigned roles
+  Suggestion: User must have one of these roles: Administrator, Developer
+
+✗ UserID 'user-456' has roles [Viewer] but none are in allowed list
+  Suggestion: Allowed roles: Administrator, Developer, Content Manager
+```
+
 ### Root Configuration (metadata/.mj-sync.json)
 ```json
 {
@@ -990,6 +1122,11 @@ The SQL logging runs in parallel with the actual database operations, ensuring m
     "outputDirectory": "./sql_logging",
     "formatAsMigration": false
   },
+  "userRoleValidation": {
+    "enabled": true,
+    "allowedRoles": ["Administrator", "Developer"],
+    "allowUsersWithoutRoles": false
+  },
   "watch": {
     "debounceMs": 1000,
     "ignorePatterns": ["*.tmp", "*.bak"]

package/dist/commands/file-reset/index.d.ts

@@ -0,0 +1,15 @@
+import { Command } from '@oclif/core';
+export default class FileReset extends Command {
+    static description: string;
+    static examples: string[];
+    static flags: {
+        sections: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces").CustomOptions>;
+        'dry-run': import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
+        'no-backup': import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
+        yes: import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
+        verbose: import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
+    };
+    run(): Promise<void>;
+    private countSections;
+    private removeSections;
+}

package/dist/commands/file-reset/index.js

@@ -0,0 +1,221 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const core_1 = require("@oclif/core");
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const prompts_1 = require("@inquirer/prompts");
+const ora_classic_1 = __importDefault(require("ora-classic"));
+const fast_glob_1 = __importDefault(require("fast-glob"));
+const chalk_1 = __importDefault(require("chalk"));
+const config_1 = require("../../config");
+const config_manager_1 = require("../../lib/config-manager");
+class FileReset extends core_1.Command {
+    static description = 'Remove primaryKey and sync sections from metadata JSON files';
+    static examples = [
+        `<%= config.bin %> <%= command.id %>`,
+        `<%= config.bin %> <%= command.id %> --sections=primaryKey`,
+        `<%= config.bin %> <%= command.id %> --sections=sync`,
+        `<%= config.bin %> <%= command.id %> --dry-run`,
+        `<%= config.bin %> <%= command.id %> --no-backup`,
+        `<%= config.bin %> <%= command.id %> --yes`,
+    ];
+    static flags = {
+        sections: core_1.Flags.string({
+            description: 'Which sections to remove',
+            options: ['both', 'primaryKey', 'sync'],
+            default: 'both',
+        }),
+        'dry-run': core_1.Flags.boolean({
+            description: 'Show what would be removed without actually removing'
+        }),
+        'no-backup': core_1.Flags.boolean({
+            description: 'Skip creating backup files'
+        }),
+        yes: core_1.Flags.boolean({
+            char: 'y',
+            description: 'Skip confirmation prompt'
+        }),
+        verbose: core_1.Flags.boolean({
+            char: 'v',
+            description: 'Show detailed output'
+        }),
+    };
+    async run() {
+        const { flags } = await this.parse(FileReset);
+        const spinner = (0, ora_classic_1.default)();
+        try {
+            // Load sync config
+            const syncConfig = await (0, config_1.loadSyncConfig)(config_manager_1.configManager.getOriginalCwd());
+            if (!syncConfig) {
+                this.error('No .mj-sync.json found in current directory');
+            }
+            // Find all metadata JSON files
+            spinner.start('Finding metadata files');
+            const pattern = syncConfig.filePattern || '.*.json';
+            const files = await (0, fast_glob_1.default)(pattern, {
+                cwd: config_manager_1.configManager.getOriginalCwd(),
+                absolute: true,
+                ignore: ['.mj-sync.json', '.mj-folder.json'],
+            });
+            spinner.stop();
+            if (files.length === 0) {
+                this.log('No metadata files found');
+                return;
+            }
+            this.log(`Found ${files.length} metadata file${files.length === 1 ? '' : 's'}`);
+            // Count what will be removed
+            let filesWithPrimaryKey = 0;
+            let filesWithSync = 0;
+            let totalPrimaryKeys = 0;
+            let totalSyncs = 0;
+            for (const file of files) {
+                const content = await fs_extra_1.default.readJson(file);
+                const stats = this.countSections(content);
+                if (stats.primaryKeyCount > 0) {
+                    filesWithPrimaryKey++;
+                    totalPrimaryKeys += stats.primaryKeyCount;
+                }
+                if (stats.syncCount > 0) {
+                    filesWithSync++;
+                    totalSyncs += stats.syncCount;
+                }
+            }
+            // Show what will be removed
+            this.log('');
+            if (flags.sections === 'both' || flags.sections === 'primaryKey') {
+                this.log(`Will remove ${chalk_1.default.yellow(totalPrimaryKeys)} primaryKey section${totalPrimaryKeys === 1 ? '' : 's'} from ${chalk_1.default.yellow(filesWithPrimaryKey)} file${filesWithPrimaryKey === 1 ? '' : 's'}`);
+            }
+            if (flags.sections === 'both' || flags.sections === 'sync') {
+                this.log(`Will remove ${chalk_1.default.yellow(totalSyncs)} sync section${totalSyncs === 1 ? '' : 's'} from ${chalk_1.default.yellow(filesWithSync)} file${filesWithSync === 1 ? '' : 's'}`);
+            }
+            if (flags['dry-run']) {
+                this.log('');
+                this.log(chalk_1.default.cyan('Dry run mode - no files will be modified'));
+                if (flags.verbose) {
+                    this.log('');
+                    for (const file of files) {
+                        const content = await fs_extra_1.default.readJson(file);
+                        const stats = this.countSections(content);
+                        if (stats.primaryKeyCount > 0 || stats.syncCount > 0) {
+                            this.log(`${path_1.default.relative(config_manager_1.configManager.getOriginalCwd(), file)}:`);
+                            if (stats.primaryKeyCount > 0) {
+                                this.log(`  - ${stats.primaryKeyCount} primaryKey section${stats.primaryKeyCount === 1 ? '' : 's'}`);
+                            }
+                            if (stats.syncCount > 0) {
+                                this.log(`  - ${stats.syncCount} sync section${stats.syncCount === 1 ? '' : 's'}`);
+                            }
+                        }
+                    }
+                }
+                return;
+            }
+            // Confirm before proceeding
+            if (!flags.yes) {
+                const confirmed = await (0, prompts_1.confirm)({
+                    message: 'Do you want to proceed?',
+                    default: false,
+                });
+                if (!confirmed) {
+                    this.log('Operation cancelled');
+                    return;
+                }
+            }
+            // Process files
+            spinner.start('Processing files');
+            let processedFiles = 0;
+            let modifiedFiles = 0;
+            for (const file of files) {
+                processedFiles++;
+                const content = await fs_extra_1.default.readJson(file);
+                const originalContent = JSON.stringify(content);
+                // Remove sections
+                const cleanedContent = this.removeSections(content, flags.sections);
+                // Only write if content changed
+                if (JSON.stringify(cleanedContent) !== originalContent) {
+                    // Create backup if requested
+                    if (!flags['no-backup']) {
+                        const backupPath = `${file}.backup`;
+                        await fs_extra_1.default.writeJson(backupPath, content, { spaces: 2 });
+                    }
+                    // Write cleaned content
+                    await fs_extra_1.default.writeJson(file, cleanedContent, { spaces: 2 });
+                    modifiedFiles++;
+                    if (flags.verbose) {
+                        spinner.stop();
+                        this.log(`✓ ${path_1.default.relative(config_manager_1.configManager.getOriginalCwd(), file)}`);
+                        spinner.start('Processing files');
+                    }
+                }
+            }
+            spinner.stop();
+            // Show summary
+            this.log('');
+            this.log(chalk_1.default.green(`✓ Reset complete`));
+            this.log(`  Processed: ${processedFiles} file${processedFiles === 1 ? '' : 's'}`);
+            this.log(`  Modified: ${modifiedFiles} file${modifiedFiles === 1 ? '' : 's'}`);
+            if (!flags['no-backup'] && modifiedFiles > 0) {
+                this.log(`  Backups created: ${modifiedFiles}`);
+            }
+        }
+        catch (error) {
+            spinner.stop();
+            this.error(error instanceof Error ? error.message : String(error));
+        }
+    }
+    countSections(data) {
+        let primaryKeyCount = 0;
+        let syncCount = 0;
+        if (Array.isArray(data)) {
+            for (const item of data) {
+                const stats = this.countSections(item);
+                primaryKeyCount += stats.primaryKeyCount;
+                syncCount += stats.syncCount;
+            }
+        }
+        else if (data && typeof data === 'object') {
+            if ('primaryKey' in data)
+                primaryKeyCount++;
+            if ('sync' in data)
+                syncCount++;
+            // Check related entities
+            if (data.relatedEntities) {
+                for (const entityData of Object.values(data.relatedEntities)) {
+                    const stats = this.countSections(entityData);
+                    primaryKeyCount += stats.primaryKeyCount;
+                    syncCount += stats.syncCount;
+                }
+            }
+        }
+        return { primaryKeyCount, syncCount };
+    }
+    removeSections(data, sections) {
+        if (Array.isArray(data)) {
+            return data.map(item => this.removeSections(item, sections));
+        }
+        else if (data && typeof data === 'object') {
+            const cleaned = { ...data };
+            // Remove specified sections
+            if (sections === 'both' || sections === 'primaryKey') {
+                delete cleaned.primaryKey;
+            }
+            if (sections === 'both' || sections === 'sync') {
+                delete cleaned.sync;
+            }
+            // Process related entities
+            if (cleaned.relatedEntities) {
+                const cleanedRelated = {};
+                for (const [entityName, entityData] of Object.entries(cleaned.relatedEntities)) {
+                    cleanedRelated[entityName] = this.removeSections(entityData, sections);
+                }
+                cleaned.relatedEntities = cleanedRelated;
+            }
+            return cleaned;
+        }
+        return data;
+    }
+}
+exports.default = FileReset;
+//# sourceMappingURL=index.js.map

package/dist/commands/file-reset/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/commands/file-reset/index.ts"],"names":[],"mappings":";;;;;AAAA,sCAA6C;AAC7C,wDAA0B;AAC1B,gDAAwB;AACxB,+CAA4C;AAC5C,8DAA8B;AAC9B,0DAAiC;AACjC,kDAA0B;AAC1B,yCAA8C;AAC9C,6DAAyD;AAEzD,MAAqB,SAAU,SAAQ,cAAO;IAC5C,MAAM,CAAC,WAAW,GAAG,8DAA8D,CAAC;IAEpF,MAAM,CAAC,QAAQ,GAAG;QAChB,qCAAqC;QACrC,2DAA2D;QAC3D,qDAAqD;QACrD,+CAA+C;QAC/C,iDAAiD;QACjD,2CAA2C;KAC5C,CAAC;IAEF,MAAM,CAAC,KAAK,GAAG;QACb,QAAQ,EAAE,YAAK,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,0BAA0B;YACvC,OAAO,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC;YACvC,OAAO,EAAE,MAAM;SAChB,CAAC;QACF,SAAS,EAAE,YAAK,CAAC,OAAO,CAAC;YACvB,WAAW,EAAE,sDAAsD;SACpE,CAAC;QACF,WAAW,EAAE,YAAK,CAAC,OAAO,CAAC;YACzB,WAAW,EAAE,4BAA4B;SAC1C,CAAC;QACF,GAAG,EAAE,YAAK,CAAC,OAAO,CAAC;YACjB,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,0BAA0B;SACxC,CAAC;QACF,OAAO,EAAE,YAAK,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,sBAAsB;SACpC,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAA,qBAAG,GAAE,CAAC;QAEtB,IAAI,CAAC;YACH,mBAAmB;YACnB,MAAM,UAAU,GAAG,MAAM,IAAA,uBAAc,EAAC,8BAAa,CAAC,cAAc,EAAE,CAAC,CAAC;YACxE,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,IAAI,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,CAAC;YAED,+BAA+B;YAC/B,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,UAAU,CAAC,WAAW,IAAI,SAAS,CAAC;YACpD,MAAM,KAAK,GAAG,MAAM,IAAA,mBAAQ,EAAC,OAAO,EAAE;gBACpC,GAAG,EAAE,8BAAa,CAAC,cAAc,EAAE;gBACnC,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,CAAC,eAAe,EAAE,iBAAiB,CAAC;aAC7C,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,EAAE,CAAC;YAEf,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;gBACpC,OAAO;YACT,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,iBAAiB,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAEhF,6BAA6B;YAC7B,IAAI,mBAAmB,GAAG,CAAC,CAAC;YAC5B,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;oBAC9B,mBAAmB,EAAE,CAAC;oBACtB,gBAAgB,IAAI,KAAK,CAAC,eAAe,CAAC;gBAC5C,CAAC;gBACD,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;oBACxB,aAAa,EAAE,CAAC;oBAChB,UAAU,IAAI,KAAK,CAAC,SAAS,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACb,IAAI,KAAK,CAAC,QAAQ,KAAK,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;gBACjE,IAAI,CAAC,GAAG,CAAC,eAAe,eAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,sBAAsB,gBAAgB,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,eAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,QAAQ,mBAAmB,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACzM,CAAC;YACD,IAAI,KAAK,CAAC,QAAQ,KAAK,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;gBAC3D,IAAI,CAAC,GAAG,CAAC,eAAe,eAAK,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,eAAK,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAC3K,CAAC;YAED,IAAI,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACb,IAAI,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC,CAAC;gBAEjE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBACxC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;wBAC1C,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;4BACrD,IAAI,CAAC,GAAG,CAAC,GAAG,cAAI,CAAC,QAAQ,CAAC,8BAAa,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;4BACpE,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gCAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,eAAe,sBAAsB,KAAK,CAAC,eAAe,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;4BACvG,CAAC;4BACD,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gCACxB,IAAI,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,SAAS,gBAAgB,KAAK,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;4BACrF,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,OAAO;YACT,CAAC;YAED,4BAA4B;YAC5B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,IAAA,iBAAO,EAAC;oBAC9B,OAAO,EAAE,yBAAyB;oBAClC,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;gBAEH,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,IAAI,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;oBAChC,OAAO;gBACT,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAClC,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,cAAc,EAAE,CAAC;gBACjB,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxC,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAEhD,kBAAkB;gBAClB,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAEpE,gCAAgC;gBAChC,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,eAAe,EAAE,CAAC;oBACvD,6BAA6B;oBAC7B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;wBACxB,MAAM,UAAU,GAAG,GAAG,IAAI,SAAS,CAAC;wBACpC,MAAM,kBAAE,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;oBACzD,CAAC;oBAED,wBAAwB;oBACxB,MAAM,kBAAE,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;oBACxD,aAAa,EAAE,CAAC;oBAEhB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;wBAClB,OAAO,CAAC,IAAI,EAAE,CAAC;wBACf,IAAI,CAAC,GAAG,CAAC,KAAK,cAAI,CAAC,QAAQ,CAAC,8BAAa,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;wBACrE,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,IAAI,EAAE,CAAC;YAEf,eAAe;YACf,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG,CAAC,gBAAgB,cAAc,QAAQ,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAClF,IAAI,CAAC,GAAG,CAAC,eAAe,aAAa,QAAQ,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAC/E,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;gBAC7C,IAAI,CAAC,GAAG,CAAC,sBAAsB,aAAa,EAAE,CAAC,CAAC;YAClD,CAAC;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,IAAS;QAC7B,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACxB,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACvC,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC;gBACzC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5C,IAAI,YAAY,IAAI,IAAI;gBAAE,eAAe,EAAE,CAAC;YAC5C,IAAI,MAAM,IAAI,IAAI;gBAAE,SAAS,EAAE,CAAC;YAEhC,yBAAyB;YACzB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;oBAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;oBAC7C,eAAe,IAAI,KAAK,CAAC,eAAe,CAAC;oBACzC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC;IACxC,CAAC;IAEO,cAAc,CAAC,IAAS,EAAE,QAAgB;QAChD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC/D,CAAC;aAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAE5B,4BAA4B;YAC5B,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;gBACrD,OAAO,OAAO,CAAC,UAAU,CAAC;YAC5B,CAAC;YACD,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBAC/C,OAAO,OAAO,CAAC,IAAI,CAAC;YACtB,CAAC;YAED,2BAA2B;YAC3B,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAQ,EAAE,CAAC;gBAC/B,KAAK,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;oBAC/E,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACzE,CAAC;gBACD,OAAO,CAAC,eAAe,GAAG,cAAc,CAAC;YAC3C,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;;AAvOH,4BAwOC","sourcesContent":["import { Command, Flags } from '@oclif/core';\nimport fs from 'fs-extra';\nimport path from 'path';\nimport { confirm } from '@inquirer/prompts';\nimport ora from 'ora-classic';\nimport fastGlob from 'fast-glob';\nimport chalk from 'chalk';\nimport { loadSyncConfig } from '../../config';\nimport { configManager } from '../../lib/config-manager';\n\nexport default class FileReset extends Command {\n  static description = 'Remove primaryKey and sync sections from metadata JSON files';\n  \n  static examples = [\n    `<%= config.bin %> <%= command.id %>`,\n    `<%= config.bin %> <%= command.id %> --sections=primaryKey`,\n    `<%= config.bin %> <%= command.id %> --sections=sync`,\n    `<%= config.bin %> <%= command.id %> --dry-run`,\n    `<%= config.bin %> <%= command.id %> --no-backup`,\n    `<%= config.bin %> <%= command.id %> --yes`,\n  ];\n  \n  static flags = {\n    sections: Flags.string({\n      description: 'Which sections to remove',\n      options: ['both', 'primaryKey', 'sync'],\n      default: 'both',\n    }),\n    'dry-run': Flags.boolean({ \n      description: 'Show what would be removed without actually removing' \n    }),\n    'no-backup': Flags.boolean({ \n      description: 'Skip creating backup files' \n    }),\n    yes: Flags.boolean({ \n      char: 'y', \n      description: 'Skip confirmation prompt' \n    }),\n    verbose: Flags.boolean({ \n      char: 'v', \n      description: 'Show detailed output' \n    }),\n  };\n  \n  async run(): Promise<void> {\n    const { flags } = await this.parse(FileReset);\n    const spinner = ora();\n    \n    try {\n      // Load sync config\n      const syncConfig = await loadSyncConfig(configManager.getOriginalCwd());\n      if (!syncConfig) {\n        this.error('No .mj-sync.json found in current directory');\n      }\n      \n      // Find all metadata JSON files\n      spinner.start('Finding metadata files');\n      const pattern = syncConfig.filePattern || '.*.json';\n      const files = await fastGlob(pattern, {\n        cwd: configManager.getOriginalCwd(),\n        absolute: true,\n        ignore: ['.mj-sync.json', '.mj-folder.json'],\n      });\n      \n      spinner.stop();\n      \n      if (files.length === 0) {\n        this.log('No metadata files found');\n        return;\n      }\n      \n      this.log(`Found ${files.length} metadata file${files.length === 1 ? '' : 's'}`);\n      \n      // Count what will be removed\n      let filesWithPrimaryKey = 0;\n      let filesWithSync = 0;\n      let totalPrimaryKeys = 0;\n      let totalSyncs = 0;\n      \n      for (const file of files) {\n        const content = await fs.readJson(file);\n        const stats = this.countSections(content);\n        if (stats.primaryKeyCount > 0) {\n          filesWithPrimaryKey++;\n          totalPrimaryKeys += stats.primaryKeyCount;\n        }\n        if (stats.syncCount > 0) {\n          filesWithSync++;\n          totalSyncs += stats.syncCount;\n        }\n      }\n      \n      // Show what will be removed\n      this.log('');\n      if (flags.sections === 'both' || flags.sections === 'primaryKey') {\n        this.log(`Will remove ${chalk.yellow(totalPrimaryKeys)} primaryKey section${totalPrimaryKeys === 1 ? '' : 's'} from ${chalk.yellow(filesWithPrimaryKey)} file${filesWithPrimaryKey === 1 ? '' : 's'}`);\n      }\n      if (flags.sections === 'both' || flags.sections === 'sync') {\n        this.log(`Will remove ${chalk.yellow(totalSyncs)} sync section${totalSyncs === 1 ? '' : 's'} from ${chalk.yellow(filesWithSync)} file${filesWithSync === 1 ? '' : 's'}`);\n      }\n      \n      if (flags['dry-run']) {\n        this.log('');\n        this.log(chalk.cyan('Dry run mode - no files will be modified'));\n        \n        if (flags.verbose) {\n          this.log('');\n          for (const file of files) {\n            const content = await fs.readJson(file);\n            const stats = this.countSections(content);\n            if (stats.primaryKeyCount > 0 || stats.syncCount > 0) {\n              this.log(`${path.relative(configManager.getOriginalCwd(), file)}:`);\n              if (stats.primaryKeyCount > 0) {\n                this.log(`  - ${stats.primaryKeyCount} primaryKey section${stats.primaryKeyCount === 1 ? '' : 's'}`);\n              }\n              if (stats.syncCount > 0) {\n                this.log(`  - ${stats.syncCount} sync section${stats.syncCount === 1 ? '' : 's'}`);\n              }\n            }\n          }\n        }\n        return;\n      }\n      \n      // Confirm before proceeding\n      if (!flags.yes) {\n        const confirmed = await confirm({\n          message: 'Do you want to proceed?',\n          default: false,\n        });\n        \n        if (!confirmed) {\n          this.log('Operation cancelled');\n          return;\n        }\n      }\n      \n      // Process files\n      spinner.start('Processing files');\n      let processedFiles = 0;\n      let modifiedFiles = 0;\n      \n      for (const file of files) {\n        processedFiles++;\n        const content = await fs.readJson(file);\n        const originalContent = JSON.stringify(content);\n        \n        // Remove sections\n        const cleanedContent = this.removeSections(content, flags.sections);\n        \n        // Only write if content changed\n        if (JSON.stringify(cleanedContent) !== originalContent) {\n          // Create backup if requested\n          if (!flags['no-backup']) {\n            const backupPath = `${file}.backup`;\n            await fs.writeJson(backupPath, content, { spaces: 2 });\n          }\n          \n          // Write cleaned content\n          await fs.writeJson(file, cleanedContent, { spaces: 2 });\n          modifiedFiles++;\n          \n          if (flags.verbose) {\n            spinner.stop();\n            this.log(`✓ ${path.relative(configManager.getOriginalCwd(), file)}`);\n            spinner.start('Processing files');\n          }\n        }\n      }\n      \n      spinner.stop();\n      \n      // Show summary\n      this.log('');\n      this.log(chalk.green(`✓ Reset complete`));\n      this.log(`  Processed: ${processedFiles} file${processedFiles === 1 ? '' : 's'}`);\n      this.log(`  Modified: ${modifiedFiles} file${modifiedFiles === 1 ? '' : 's'}`);\n      if (!flags['no-backup'] && modifiedFiles > 0) {\n        this.log(`  Backups created: ${modifiedFiles}`);\n      }\n      \n    } catch (error) {\n      spinner.stop();\n      this.error(error instanceof Error ? error.message : String(error));\n    }\n  }\n  \n  private countSections(data: any): { primaryKeyCount: number; syncCount: number } {\n    let primaryKeyCount = 0;\n    let syncCount = 0;\n    \n    if (Array.isArray(data)) {\n      for (const item of data) {\n        const stats = this.countSections(item);\n        primaryKeyCount += stats.primaryKeyCount;\n        syncCount += stats.syncCount;\n      }\n    } else if (data && typeof data === 'object') {\n      if ('primaryKey' in data) primaryKeyCount++;\n      if ('sync' in data) syncCount++;\n      \n      // Check related entities\n      if (data.relatedEntities) {\n        for (const entityData of Object.values(data.relatedEntities)) {\n          const stats = this.countSections(entityData);\n          primaryKeyCount += stats.primaryKeyCount;\n          syncCount += stats.syncCount;\n        }\n      }\n    }\n    \n    return { primaryKeyCount, syncCount };\n  }\n  \n  private removeSections(data: any, sections: string): any {\n    if (Array.isArray(data)) {\n      return data.map(item => this.removeSections(item, sections));\n    } else if (data && typeof data === 'object') {\n      const cleaned = { ...data };\n      \n      // Remove specified sections\n      if (sections === 'both' || sections === 'primaryKey') {\n        delete cleaned.primaryKey;\n      }\n      if (sections === 'both' || sections === 'sync') {\n        delete cleaned.sync;\n      }\n      \n      // Process related entities\n      if (cleaned.relatedEntities) {\n        const cleanedRelated: any = {};\n        for (const [entityName, entityData] of Object.entries(cleaned.relatedEntities)) {\n          cleanedRelated[entityName] = this.removeSections(entityData, sections);\n        }\n        cleaned.relatedEntities = cleanedRelated;\n      }\n      \n      return cleaned;\n    }\n    \n    return data;\n  }\n}"]}

package/dist/commands/push/index.d.ts

@@ -3,6 +3,7 @@ export default class Push extends Command {
     static description: string;
     private warnings;
     private errors;
+    private processedRecords;
     static examples: string[];
     static flags: {
         dir: import("@oclif/core/lib/interfaces").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces").CustomOptions>;
@@ -17,4 +18,24 @@ export default class Push extends Command {
     private processJsonFiles;
     private pushRecord;
     private processRelatedEntities;
+    /**
+     * Generate a unique tracking key for a record based on entity name and primary key values
+     */
+    private generateRecordKey;
+    /**
+     * Check if a record has already been processed and warn if duplicate
+     */
+    private checkAndTrackRecord;
+    /**
+     * Format field value for console display
+     */
+    private formatFieldValue;
+    /**
+     * Parse JSON file and track line numbers for array elements
+     */
+    private parseJsonWithLineNumbers;
+    /**
+     * Format file location with clickable link for VSCode
+     */
+    private formatFileLocation;
 }