@memberjunction/cli 5.48.0 → 5.50.0

package/oclif.manifest.json

@@ -2911,187 +2911,52 @@
         "index.js"
       ]
     },
-    "test:compare": {
+    "sync:file-reset": {
       "aliases": [],
-      "args": {
-        "runId1": {
-          "description": "First test run ID to compare",
-          "name": "runId1",
-          "required": false
-        },
-        "runId2": {
-          "description": "Second test run ID to compare",
-          "name": "runId2",
-          "required": false
-        }
-      },
-      "description": "Compare test runs for regression detection",
+      "args": {},
+      "description": "Reset file metadata sections",
       "examples": [
         "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --latest",
-        "<%= config.bin %> <%= command.id %> <run-id-1> <run-id-2>",
-        "<%= config.bin %> <%= command.id %> -v 5.17.0 -v 5.18.0",
-        "<%= config.bin %> <%= command.id %> -c abc1234 -c def5678",
-        "<%= config.bin %> <%= command.id %> --from-json baseline.json latest.json",
-        "<%= config.bin %> <%= command.id %> --latest --format=markdown --output=report.md"
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --sections=\"dependencies,references\"",
+        "<%= config.bin %> <%= command.id %> --all"
       ],
       "flags": {
-        "version": {
-          "char": "v",
-          "description": "Compare runs by version",
-          "name": "version",
+        "dir": {
+          "description": "Specific entity directory to reset",
+          "name": "dir",
           "hasDynamicHelp": false,
-          "multiple": true,
+          "multiple": false,
           "type": "option"
         },
-        "commit": {
-          "char": "c",
-          "description": "Compare runs by git commit",
-          "name": "commit",
+        "sections": {
+          "description": "Comma-separated list of sections to reset (dependencies,references,related,lookup)",
+          "name": "sections",
           "hasDynamicHelp": false,
-          "multiple": true,
+          "multiple": false,
           "type": "option"
         },
-        "diff-only": {
-          "description": "Show only differences",
-          "name": "diff-only",
+        "all": {
+          "description": "Reset all metadata sections",
+          "name": "all",
           "allowNo": false,
           "type": "boolean"
         },
-        "latest": {
-          "char": "l",
-          "description": "Compare the two most recent completed suite runs",
-          "name": "latest",
+        "dry-run": {
+          "description": "Show what would be reset without actually resetting",
+          "name": "dry-run",
           "allowNo": false,
           "type": "boolean"
         },
-        "from-json": {
-          "description": "Compare two results.json files directly (no DB). Pass twice: --from-json PREV --from-json CURR",
-          "name": "from-json",
-          "hasDynamicHelp": false,
-          "multiple": true,
-          "type": "option"
-        },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
-          "type": "option"
-        },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "verbose": {
-          "description": "Show detailed information",
-          "name": "verbose",
+        "force": {
+          "description": "Skip confirmation prompts",
+          "name": "force",
           "allowNo": false,
           "type": "boolean"
         },
-        "tag": {
-          "description": "Filter suite runs by tag (matches against MJTestSuiteRunEntity.Tags). Useful for isolating runs from a specific source environment in an archive MJ. DB mode only — --from-json ignores this flag.",
-          "name": "tag",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "test:compare",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "test",
-        "compare.js"
-      ]
-    },
-    "test:history": {
-      "aliases": [],
-      "args": {},
-      "description": "View test execution history",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --test=<test-id>",
-        "<%= config.bin %> <%= command.id %> --suite=<suite-id>",
-        "<%= config.bin %> <%= command.id %> --since=\"2024-01-01\"",
-        "<%= config.bin %> <%= command.id %> --limit=50"
-      ],
-      "flags": {
-        "test": {
-          "char": "t",
-          "description": "Filter by test ID",
-          "name": "test",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "recent": {
-          "char": "r",
-          "description": "Number of recent runs to show",
-          "name": "recent",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "from": {
-          "description": "Show history from date (YYYY-MM-DD)",
-          "name": "from",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "status": {
-          "char": "s",
-          "description": "Filter by status",
-          "name": "status",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
-          "type": "option"
-        },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
         "verbose": {
           "char": "v",
-          "description": "Show detailed information",
+          "description": "Show detailed output",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
@@ -3099,7 +2964,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:history",
+      "id": "sync:file-reset",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3109,26 +2974,21 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "history.js"
+        "sync",
+        "file-reset.js"
       ]
     },
-    "test": {
+    "sync:init": {
       "aliases": [],
       "args": {},
-      "description": "MemberJunction Testing Framework - Execute and manage tests",
+      "description": "Initialize a directory for metadata synchronization",
       "examples": [
-        "<%= config.bin %> <%= command.id %> run <test-id>",
-        "<%= config.bin %> <%= command.id %> run --name=\"Active Members Count\"",
-        "<%= config.bin %> <%= command.id %> suite <suite-id>",
-        "<%= config.bin %> <%= command.id %> list",
-        "<%= config.bin %> <%= command.id %> list --suites",
-        "<%= config.bin %> <%= command.id %> validate --all"
+        "<%= config.bin %> <%= command.id %>"
       ],
       "flags": {},
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test",
+      "id": "sync:init",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3138,176 +2998,148 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "index.js"
+        "sync",
+        "init.js"
       ]
     },
-    "test:list": {
+    "sync:pull": {
       "aliases": [],
       "args": {},
-      "description": "List available tests, suites, and types",
+      "description": "Pull metadata from database to local files",
       "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --suites",
-        "<%= config.bin %> <%= command.id %> --types",
-        "<%= config.bin %> <%= command.id %> --type=agent-eval",
-        "<%= config.bin %> <%= command.id %> --tag=smoke",
-        "<%= config.bin %> <%= command.id %> --status=active --verbose"
+        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Prompts\"",
+        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Agents\" --merge-strategy=overwrite",
+        "<%= config.bin %> <%= command.id %> --entity=\"Templates\" --dry-run --verbose"
       ],
       "flags": {
-        "suites": {
-          "description": "List test suites instead of tests",
-          "name": "suites",
+        "format": {
+          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "text",
+            "json",
+            "md"
+          ],
+          "type": "option"
+        },
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed output",
+          "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "types": {
-          "description": "List test types",
-          "name": "types",
+        "no-banner": {
+          "description": "Suppress the startup banner and runtime advisory",
+          "name": "no-banner",
           "allowNo": false,
           "type": "boolean"
         },
-        "type": {
-          "char": "t",
-          "description": "Filter by test type",
-          "name": "type",
+        "entity": {
+          "description": "Entity name to pull",
+          "name": "entity",
+          "required": true,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "tag": {
-          "description": "Filter by tag",
-          "name": "tag",
+        "filter": {
+          "description": "Additional filter for pulling specific records",
+          "name": "filter",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "status": {
-          "char": "s",
-          "description": "Filter by status",
-          "name": "status",
+        "dry-run": {
+          "description": "Show what would be pulled without actually pulling",
+          "name": "dry-run",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "multi-file": {
+          "description": "Create a single file with multiple records (provide filename)",
+          "name": "multi-file",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
+        "no-validate": {
+          "description": "Skip validation before pull",
+          "name": "no-validate",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "update-existing": {
+          "description": "Update existing records during pull",
+          "name": "update-existing",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "create-new": {
+          "description": "Create new files for records not found locally",
+          "name": "create-new",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "backup-before-update": {
+          "description": "Create backups before updating files",
+          "name": "backup-before-update",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "merge-strategy": {
+          "description": "Merge strategy for updates",
+          "name": "merge-strategy",
+          "default": "merge",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "console",
-            "json",
-            "markdown"
+            "merge",
+            "overwrite",
+            "skip"
           ],
           "type": "option"
         },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed information",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "test:list",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "test",
-        "list.js"
-      ]
-    },
-    "test:run": {
-      "aliases": [],
-      "args": {
-        "testId": {
-          "description": "Test ID to execute",
-          "name": "testId",
-          "required": false
-        }
-      },
-      "description": "Execute a single test by ID or name",
-      "examples": [
-        "<%= config.bin %> <%= command.id %> <test-id>",
-        "<%= config.bin %> <%= command.id %> --name=\"Active Members Count\"",
-        "<%= config.bin %> <%= command.id %> <test-id> --environment=staging",
-        "<%= config.bin %> <%= command.id %> <test-id> --format=json --output=results.json",
-        "<%= config.bin %> <%= command.id %> <test-id> --dry-run"
-      ],
-      "flags": {
-        "name": {
-          "char": "n",
-          "description": "Test name to execute",
-          "name": "name",
+        "backup-directory": {
+          "description": "Custom backup directory (default: .backups)",
+          "name": "backup-directory",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "environment": {
-          "char": "e",
-          "description": "Environment context (dev, staging, prod)",
-          "name": "environment",
+        "preserve-fields": {
+          "description": "Comma-separated list of fields to preserve during updates",
+          "name": "preserve-fields",
           "hasDynamicHelp": false,
-          "multiple": false,
+          "multiple": true,
           "type": "option"
         },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
+        "exclude-fields": {
+          "description": "Comma-separated list of fields to exclude from pull",
+          "name": "exclude-fields",
           "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
+          "multiple": true,
           "type": "option"
         },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
+        "target-dir": {
+          "description": "Specific target directory (overrides auto-discovery)",
+          "name": "target-dir",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "dry-run": {
-          "description": "Validate without executing",
-          "name": "dry-run",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed execution information",
-          "name": "verbose",
+        "incremental": {
+          "description": "Only pull records updated since last successful pull",
+          "name": "incremental",
           "allowNo": false,
           "type": "boolean"
         },
-        "oracles-module": {
-          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the test runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
-          "name": "oracles-module",
+        "since": {
+          "description": "Only pull records updated after this ISO 8601 timestamp",
+          "name": "since",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -3315,201 +3147,270 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:run",
+      "id": "sync:pull",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
+      "Usage": {
+        "domain": "sync",
+        "command": "sync:pull",
+        "summary": "Pull database records into local metadata files.",
+        "description": "Writes records of --entity into the matching entity directory, creating or updating files per the merge strategy.",
+        "flags": [
+          {
+            "name": "--entity",
+            "type": "string",
+            "description": "Entity name to pull (required)"
+          },
+          {
+            "name": "--filter",
+            "type": "string",
+            "description": "Extra SQL filter for which records to pull"
+          },
+          {
+            "name": "--merge-strategy",
+            "type": "merge|overwrite|skip",
+            "description": "How to reconcile existing files"
+          },
+          {
+            "name": "--dry-run",
+            "type": "boolean",
+            "description": "Report what would be pulled without writing"
+          },
+          {
+            "name": "--format",
+            "type": "text|json|md",
+            "description": "Output format (json for machine-readable result)"
+          }
+        ],
+        "examples": [
+          "mj sync pull --entity=\"MJ: AI Prompts\"",
+          "mj sync pull --entity=\"Actions\" --format=json"
+        ],
+        "runtime": {
+          "class": "variable",
+          "typicalSeconds": 15,
+          "note": "scales with number of records matched for --entity"
+        }
+      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "run.js"
+        "sync",
+        "pull.js"
       ]
     },
-    "test:suite": {
+    "sync:push": {
       "aliases": [],
-      "args": {
-        "suiteId": {
-          "description": "Test suite ID to execute",
-          "name": "suiteId",
-          "required": false
-        }
-      },
-      "description": "Execute a test suite",
+      "args": {},
+      "description": "Push local file changes to the database",
       "examples": [
-        "<%= config.bin %> <%= command.id %> <suite-id>",
-        "<%= config.bin %> <%= command.id %> --name=\"Agent Quality Suite\"",
-        "<%= config.bin %> <%= command.id %> <suite-id> --format=json",
-        "<%= config.bin %> <%= command.id %> <suite-id> --output=suite-results.json"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --dry-run",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --ci --format=json"
       ],
       "flags": {
-        "name": {
-          "char": "n",
-          "description": "Test suite name to execute",
-          "name": "name",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
         "format": {
-          "char": "f",
-          "description": "Output format",
+          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
           "name": "format",
-          "default": "console",
+          "default": "text",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "console",
+            "text",
             "json",
-            "markdown"
+            "md"
           ],
           "type": "option"
         },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
         "verbose": {
           "char": "v",
-          "description": "Show detailed execution information",
+          "description": "Show detailed output",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "delay": {
-          "char": "d",
-          "description": "Delay in milliseconds between test executions (avoids Auth0 rate limits)",
-          "name": "delay",
-          "default": 0,
+        "no-banner": {
+          "description": "Suppress the startup banner and runtime advisory",
+          "name": "no-banner",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "dir": {
+          "description": "Specific entity directory to push",
+          "name": "dir",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "parallel": {
-          "char": "p",
-          "description": "Run tests in parallel with shared browser sessions",
-          "name": "parallel",
+        "dry-run": {
+          "description": "Show what would be pushed without actually pushing",
+          "name": "dry-run",
           "allowNo": false,
           "type": "boolean"
         },
-        "max-parallel": {
-          "description": "Maximum number of parallel workers (default 4)",
-          "name": "max-parallel",
-          "default": 4,
+        "ci": {
+          "description": "CI mode - no prompts, fail on issues",
+          "name": "ci",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "no-validate": {
+          "description": "Skip validation before push",
+          "name": "no-validate",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "delete-db-only": {
+          "description": "Delete database-only records that reference records being deleted (prevents FK errors)",
+          "name": "delete-db-only",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "parallel-batch-size": {
+          "description": "Number of records to process in parallel (default: 10)",
+          "name": "parallel-batch-size",
+          "default": 10,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "flaky-check": {
-          "description": "Run each test N times to detect flakiness (variance > 0.3 or mixed pass/fail = flaky). Recommended: 3 or 5",
-          "name": "flaky-check",
+        "include": {
+          "description": "Only process these directories (comma-separated, supports patterns)",
+          "name": "include",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "oracles-module": {
-          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the suite runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
-          "name": "oracles-module",
+        "exclude": {
+          "description": "Skip these directories (comma-separated, supports patterns)",
+          "name": "exclude",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "incremental": {
+          "description": "Skip unchanged files using stored checksums from last push",
+          "name": "incremental",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "change-detail": {
+          "description": "Write a detailed per-record change report (primary keys + field diffs) to a file",
+          "name": "change-detail",
+          "allowNo": false,
+          "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:suite",
+      "id": "sync:push",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
+      "Usage": {
+        "domain": "sync",
+        "command": "sync:push",
+        "summary": "Push local metadata files to the database (upsert).",
+        "description": "Reads entity directories under --dir and creates/updates matching records. Runs validation first unless --no-validate.",
+        "flags": [
+          {
+            "name": "--dir",
+            "type": "string",
+            "description": "Entity directory to push"
+          },
+          {
+            "name": "--dry-run",
+            "type": "boolean",
+            "description": "Report what would change without writing"
+          },
+          {
+            "name": "--ci",
+            "type": "boolean",
+            "description": "No prompts; non-zero exit on error"
+          },
+          {
+            "name": "--no-validate",
+            "type": "boolean",
+            "description": "Skip pre-push validation"
+          },
+          {
+            "name": "--incremental",
+            "type": "boolean",
+            "description": "Skip unchanged files using stored checksums"
+          },
+          {
+            "name": "--format",
+            "type": "text|json|md",
+            "description": "Output format (json for machine-readable result)"
+          }
+        ],
+        "examples": [
+          "mj sync push --dir=ai-agents",
+          "mj sync push --ci --format=json"
+        ],
+        "runtime": {
+          "class": "variable",
+          "typicalSeconds": 20,
+          "note": "scales with number of records in --dir"
+        }
+      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "suite.js"
+        "sync",
+        "push.js"
       ]
     },
-    "test:validate": {
+    "sync:status": {
       "aliases": [],
-      "args": {
-        "testId": {
-          "description": "Test ID to validate",
-          "name": "testId",
-          "required": false
-        }
-      },
-      "description": "Validate test definitions without executing",
+      "args": {},
+      "description": "Show status of local files vs database",
       "examples": [
-        "<%= config.bin %> <%= command.id %> <test-id>",
-        "<%= config.bin %> <%= command.id %> --all",
-        "<%= config.bin %> <%= command.id %> --type=agent-eval",
-        "<%= config.bin %> <%= command.id %> --all --save-report",
-        "<%= config.bin %> <%= command.id %> --all --output=validation-report.md"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --verbose"
       ],
       "flags": {
-        "all": {
-          "char": "a",
-          "description": "Validate all tests",
-          "name": "all",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "type": {
-          "char": "t",
-          "description": "Validate tests by type",
-          "name": "type",
+        "dir": {
+          "description": "Specific entity directory to check status",
+          "name": "dir",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "save-report": {
-          "description": "Save validation report to file",
-          "name": "save-report",
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed field-level differences",
+          "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
+        "include": {
+          "description": "Only process these directories (comma-separated, supports patterns)",
+          "name": "include",
           "hasDynamicHelp": false,
           "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
           "type": "option"
         },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
+        "exclude": {
+          "description": "Skip these directories (comma-separated, supports patterns)",
+          "name": "exclude",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed information",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:validate",
+      "id": "sync:status",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3519,64 +3420,32 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "validate.js"
+        "sync",
+        "status.js"
       ]
     },
-    "sync:file-reset": {
+    "sync:usage": {
       "aliases": [],
       "args": {},
-      "description": "Reset file metadata sections",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --sections=\"dependencies,references\"",
-        "<%= config.bin %> <%= command.id %> --all"
-      ],
+      "description": "Show usage, flags, examples, and runtime hints for every `mj sync` command.",
       "flags": {
-        "dir": {
-          "description": "Specific entity directory to reset",
-          "name": "dir",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "sections": {
-          "description": "Comma-separated list of sections to reset (dependencies,references,related,lookup)",
-          "name": "sections",
+        "format": {
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
           "hasDynamicHelp": false,
           "multiple": false,
+          "options": [
+            "text",
+            "json",
+            "md"
+          ],
           "type": "option"
-        },
-        "all": {
-          "description": "Reset all metadata sections",
-          "name": "all",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "dry-run": {
-          "description": "Show what would be reset without actually resetting",
-          "name": "dry-run",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "force": {
-          "description": "Skip confirmation prompts",
-          "name": "force",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed output",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:file-reset",
+      "id": "sync:usage",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3587,20 +3456,51 @@
         "dist",
         "commands",
         "sync",
-        "file-reset.js"
+        "usage.js"
       ]
     },
-    "sync:init": {
+    "sync:validate": {
       "aliases": [],
       "args": {},
-      "description": "Initialize a directory for metadata synchronization",
+      "description": "Validate metadata files",
       "examples": [
-        "<%= config.bin %> <%= command.id %>"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --save-report",
+        "<%= config.bin %> <%= command.id %> --verbose"
       ],
-      "flags": {},
+      "flags": {
+        "dir": {
+          "description": "Specific entity directory to validate",
+          "name": "dir",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed validation output",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "save-report": {
+          "description": "Save validation report as markdown file",
+          "name": "save-report",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "output": {
+          "description": "Output file path for validation report (default: validation-report.md)",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:init",
+      "id": "sync:validate",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3611,147 +3511,156 @@
         "dist",
         "commands",
         "sync",
-        "init.js"
+        "validate.js"
       ]
     },
-    "sync:pull": {
+    "sync:watch": {
       "aliases": [],
       "args": {},
-      "description": "Pull metadata from database to local files",
+      "description": "Watch for file changes and sync automatically",
       "examples": [
-        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Prompts\"",
-        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Agents\" --merge-strategy=overwrite",
-        "<%= config.bin %> <%= command.id %> --entity=\"Templates\" --dry-run --verbose"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --debounce=1000",
+        "<%= config.bin %> <%= command.id %> --no-validate"
       ],
       "flags": {
-        "format": {
-          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
-          "name": "format",
-          "default": "text",
+        "dir": {
+          "description": "Specific entity directory to watch",
+          "name": "dir",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "debounce": {
+          "description": "Debounce delay in milliseconds (default: 500)",
+          "name": "debounce",
           "hasDynamicHelp": false,
           "multiple": false,
-          "options": [
-            "text",
-            "json",
-            "md"
-          ],
           "type": "option"
         },
+        "no-validate": {
+          "description": "Skip validation before sync",
+          "name": "no-validate",
+          "allowNo": false,
+          "type": "boolean"
+        },
         "verbose": {
           "char": "v",
           "description": "Show detailed output",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "sync:watch",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "sync",
+        "watch.js"
+      ]
+    },
+    "test:compare": {
+      "aliases": [],
+      "args": {
+        "runId1": {
+          "description": "First test run ID to compare",
+          "name": "runId1",
+          "required": false
         },
-        "no-banner": {
-          "description": "Suppress the startup banner and runtime advisory",
-          "name": "no-banner",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "entity": {
-          "description": "Entity name to pull",
-          "name": "entity",
-          "required": true,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "filter": {
-          "description": "Additional filter for pulling specific records",
-          "name": "filter",
+        "runId2": {
+          "description": "Second test run ID to compare",
+          "name": "runId2",
+          "required": false
+        }
+      },
+      "description": "Compare test runs for regression detection",
+      "examples": [
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --latest",
+        "<%= config.bin %> <%= command.id %> <run-id-1> <run-id-2>",
+        "<%= config.bin %> <%= command.id %> -v 5.17.0 -v 5.18.0",
+        "<%= config.bin %> <%= command.id %> -c abc1234 -c def5678",
+        "<%= config.bin %> <%= command.id %> --from-json baseline.json latest.json",
+        "<%= config.bin %> <%= command.id %> --latest --format=markdown --output=report.md"
+      ],
+      "flags": {
+        "version": {
+          "char": "v",
+          "description": "Compare runs by version",
+          "name": "version",
           "hasDynamicHelp": false,
-          "multiple": false,
+          "multiple": true,
           "type": "option"
         },
-        "dry-run": {
-          "description": "Show what would be pulled without actually pulling",
-          "name": "dry-run",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "multi-file": {
-          "description": "Create a single file with multiple records (provide filename)",
-          "name": "multi-file",
+        "commit": {
+          "char": "c",
+          "description": "Compare runs by git commit",
+          "name": "commit",
           "hasDynamicHelp": false,
-          "multiple": false,
+          "multiple": true,
           "type": "option"
         },
-        "no-validate": {
-          "description": "Skip validation before pull",
-          "name": "no-validate",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "update-existing": {
-          "description": "Update existing records during pull",
-          "name": "update-existing",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "create-new": {
-          "description": "Create new files for records not found locally",
-          "name": "create-new",
+        "diff-only": {
+          "description": "Show only differences",
+          "name": "diff-only",
           "allowNo": false,
           "type": "boolean"
         },
-        "backup-before-update": {
-          "description": "Create backups before updating files",
-          "name": "backup-before-update",
+        "latest": {
+          "char": "l",
+          "description": "Compare the two most recent completed suite runs",
+          "name": "latest",
           "allowNo": false,
           "type": "boolean"
         },
-        "merge-strategy": {
-          "description": "Merge strategy for updates",
-          "name": "merge-strategy",
-          "default": "merge",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "merge",
-            "overwrite",
-            "skip"
-          ],
-          "type": "option"
-        },
-        "backup-directory": {
-          "description": "Custom backup directory (default: .backups)",
-          "name": "backup-directory",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "preserve-fields": {
-          "description": "Comma-separated list of fields to preserve during updates",
-          "name": "preserve-fields",
+        "from-json": {
+          "description": "Compare two results.json files directly (no DB). Pass twice: --from-json PREV --from-json CURR",
+          "name": "from-json",
           "hasDynamicHelp": false,
           "multiple": true,
           "type": "option"
         },
-        "exclude-fields": {
-          "description": "Comma-separated list of fields to exclude from pull",
-          "name": "exclude-fields",
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
           "hasDynamicHelp": false,
-          "multiple": true,
+          "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
           "type": "option"
         },
-        "target-dir": {
-          "description": "Specific target directory (overrides auto-discovery)",
-          "name": "target-dir",
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "incremental": {
-          "description": "Only pull records updated since last successful pull",
-          "name": "incremental",
+        "verbose": {
+          "description": "Show detailed information",
+          "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "since": {
-          "description": "Only pull records updated after this ISO 8601 timestamp",
-          "name": "since",
+        "tag": {
+          "description": "Filter suite runs by tag (matches against MJTestSuiteRunEntity.Tags). Useful for isolating runs from a specific source environment in an archive MJ. DB mode only — --from-json ignores this flag.",
+          "name": "tag",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -3759,262 +3668,311 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:pull",
+      "id": "test:compare",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
-      "Usage": {
-        "domain": "sync",
-        "command": "sync:pull",
-        "summary": "Pull database records into local metadata files.",
-        "description": "Writes records of --entity into the matching entity directory, creating or updating files per the merge strategy.",
-        "flags": [
-          {
-            "name": "--entity",
-            "type": "string",
-            "description": "Entity name to pull (required)"
-          },
-          {
-            "name": "--filter",
-            "type": "string",
-            "description": "Extra SQL filter for which records to pull"
-          },
-          {
-            "name": "--merge-strategy",
-            "type": "merge|overwrite|skip",
-            "description": "How to reconcile existing files"
-          },
-          {
-            "name": "--dry-run",
-            "type": "boolean",
-            "description": "Report what would be pulled without writing"
-          },
-          {
-            "name": "--format",
-            "type": "text|json|md",
-            "description": "Output format (json for machine-readable result)"
-          }
-        ],
-        "examples": [
-          "mj sync pull --entity=\"MJ: AI Prompts\"",
-          "mj sync pull --entity=\"Actions\" --format=json"
-        ],
-        "runtime": {
-          "class": "variable",
-          "typicalSeconds": 15,
-          "note": "scales with number of records matched for --entity"
-        }
-      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "pull.js"
+        "test",
+        "compare.js"
       ]
     },
-    "sync:push": {
+    "test:history": {
       "aliases": [],
       "args": {},
-      "description": "Push local file changes to the database",
+      "description": "View test execution history",
       "examples": [
         "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dry-run",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --ci --format=json"
+        "<%= config.bin %> <%= command.id %> --test=<test-id>",
+        "<%= config.bin %> <%= command.id %> --suite=<suite-id>",
+        "<%= config.bin %> <%= command.id %> --since=\"2024-01-01\"",
+        "<%= config.bin %> <%= command.id %> --limit=50"
       ],
       "flags": {
+        "test": {
+          "char": "t",
+          "description": "Filter by test ID",
+          "name": "test",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "recent": {
+          "char": "r",
+          "description": "Number of recent runs to show",
+          "name": "recent",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "from": {
+          "description": "Show history from date (YYYY-MM-DD)",
+          "name": "from",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "status": {
+          "char": "s",
+          "description": "Filter by status",
+          "name": "status",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
         "format": {
-          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
+          "char": "f",
+          "description": "Output format",
           "name": "format",
-          "default": "text",
+          "default": "console",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "text",
+            "console",
             "json",
-            "md"
+            "markdown"
           ],
           "type": "option"
         },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed output",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "no-banner": {
-          "description": "Suppress the startup banner and runtime advisory",
-          "name": "no-banner",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "dir": {
-          "description": "Specific entity directory to push",
-          "name": "dir",
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "dry-run": {
-          "description": "Show what would be pushed without actually pushing",
-          "name": "dry-run",
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed information",
+          "name": "verbose",
           "allowNo": false,
           "type": "boolean"
-        },
-        "ci": {
-          "description": "CI mode - no prompts, fail on issues",
-          "name": "ci",
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "test:history",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "test",
+        "history.js"
+      ]
+    },
+    "test": {
+      "aliases": [],
+      "args": {},
+      "description": "MemberJunction Testing Framework - Execute and manage tests",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> run <test-id>",
+        "<%= config.bin %> <%= command.id %> run --name=\"Active Members Count\"",
+        "<%= config.bin %> <%= command.id %> suite <suite-id>",
+        "<%= config.bin %> <%= command.id %> list",
+        "<%= config.bin %> <%= command.id %> list --suites",
+        "<%= config.bin %> <%= command.id %> validate --all"
+      ],
+      "flags": {},
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "test",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "test",
+        "index.js"
+      ]
+    },
+    "test:list": {
+      "aliases": [],
+      "args": {},
+      "description": "List available tests, suites, and types",
+      "examples": [
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --suites",
+        "<%= config.bin %> <%= command.id %> --types",
+        "<%= config.bin %> <%= command.id %> --type=agent-eval",
+        "<%= config.bin %> <%= command.id %> --tag=smoke",
+        "<%= config.bin %> <%= command.id %> --status=active --verbose"
+      ],
+      "flags": {
+        "suites": {
+          "description": "List test suites instead of tests",
+          "name": "suites",
           "allowNo": false,
           "type": "boolean"
         },
-        "no-validate": {
-          "description": "Skip validation before push",
-          "name": "no-validate",
+        "types": {
+          "description": "List test types",
+          "name": "types",
           "allowNo": false,
           "type": "boolean"
         },
-        "delete-db-only": {
-          "description": "Delete database-only records that reference records being deleted (prevents FK errors)",
-          "name": "delete-db-only",
-          "allowNo": false,
-          "type": "boolean"
+        "type": {
+          "char": "t",
+          "description": "Filter by test type",
+          "name": "type",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         },
-        "parallel-batch-size": {
-          "description": "Number of records to process in parallel (default: 10)",
-          "name": "parallel-batch-size",
-          "default": 10,
+        "tag": {
+          "description": "Filter by tag",
+          "name": "tag",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "include": {
-          "description": "Only process these directories (comma-separated, supports patterns)",
-          "name": "include",
+        "status": {
+          "char": "s",
+          "description": "Filter by status",
+          "name": "status",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "exclude": {
-          "description": "Skip these directories (comma-separated, supports patterns)",
-          "name": "exclude",
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
           "hasDynamicHelp": false,
           "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
           "type": "option"
         },
-        "incremental": {
-          "description": "Skip unchanged files using stored checksums from last push",
-          "name": "incremental",
-          "allowNo": false,
-          "type": "boolean"
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         },
-        "change-detail": {
-          "description": "Write a detailed per-record change report (primary keys + field diffs) to a file",
-          "name": "change-detail",
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed information",
+          "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:push",
+      "id": "test:list",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
-      "Usage": {
-        "domain": "sync",
-        "command": "sync:push",
-        "summary": "Push local metadata files to the database (upsert).",
-        "description": "Reads entity directories under --dir and creates/updates matching records. Runs validation first unless --no-validate.",
-        "flags": [
-          {
-            "name": "--dir",
-            "type": "string",
-            "description": "Entity directory to push"
-          },
-          {
-            "name": "--dry-run",
-            "type": "boolean",
-            "description": "Report what would change without writing"
-          },
-          {
-            "name": "--ci",
-            "type": "boolean",
-            "description": "No prompts; non-zero exit on error"
-          },
-          {
-            "name": "--no-validate",
-            "type": "boolean",
-            "description": "Skip pre-push validation"
-          },
-          {
-            "name": "--incremental",
-            "type": "boolean",
-            "description": "Skip unchanged files using stored checksums"
-          },
-          {
-            "name": "--format",
-            "type": "text|json|md",
-            "description": "Output format (json for machine-readable result)"
-          }
-        ],
-        "examples": [
-          "mj sync push --dir=ai-agents",
-          "mj sync push --ci --format=json"
-        ],
-        "runtime": {
-          "class": "variable",
-          "typicalSeconds": 20,
-          "note": "scales with number of records in --dir"
-        }
-      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "push.js"
+        "test",
+        "list.js"
       ]
     },
-    "sync:status": {
+    "test:run": {
       "aliases": [],
-      "args": {},
-      "description": "Show status of local files vs database",
+      "args": {
+        "testId": {
+          "description": "Test ID to execute",
+          "name": "testId",
+          "required": false
+        }
+      },
+      "description": "Execute a single test by ID or name",
       "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --verbose"
+        "<%= config.bin %> <%= command.id %> <test-id>",
+        "<%= config.bin %> <%= command.id %> --name=\"Active Members Count\"",
+        "<%= config.bin %> <%= command.id %> <test-id> --environment=staging",
+        "<%= config.bin %> <%= command.id %> <test-id> --format=json --output=results.json",
+        "<%= config.bin %> <%= command.id %> <test-id> --dry-run"
       ],
       "flags": {
-        "dir": {
-          "description": "Specific entity directory to check status",
-          "name": "dir",
+        "name": {
+          "char": "n",
+          "description": "Test name to execute",
+          "name": "name",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "environment": {
+          "char": "e",
+          "description": "Environment context (dev, staging, prod)",
+          "name": "environment",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
+          "type": "option"
+        },
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
+        "dry-run": {
+          "description": "Validate without executing",
+          "name": "dry-run",
+          "allowNo": false,
+          "type": "boolean"
+        },
         "verbose": {
           "char": "v",
-          "description": "Show detailed field-level differences",
+          "description": "Show detailed execution information",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "include": {
-          "description": "Only process these directories (comma-separated, supports patterns)",
-          "name": "include",
+        "checks-module": {
+          "description": "Module specifier (package name or path) side-effect-imported before the run so its integration check bundles register on the IntegrationCheckRegistry. Durable form: mj.config.cjs `testing.checkModules` (this repo loads '@memberjunction/integration-test-suite' that way).",
+          "name": "checks-module",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "exclude": {
-          "description": "Skip these directories (comma-separated, supports patterns)",
-          "name": "exclude",
+        "oracles-module": {
+          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the test runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
+          "name": "oracles-module",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -4022,7 +3980,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:status",
+      "id": "test:run",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4032,79 +3990,105 @@
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "status.js"
+        "test",
+        "run.js"
       ]
     },
-    "sync:usage": {
+    "test:suite": {
       "aliases": [],
-      "args": {},
-      "description": "Show usage, flags, examples, and runtime hints for every `mj sync` command.",
+      "args": {
+        "suiteId": {
+          "description": "Test suite ID to execute",
+          "name": "suiteId",
+          "required": false
+        }
+      },
+      "description": "Execute a test suite",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> <suite-id>",
+        "<%= config.bin %> <%= command.id %> --name=\"Agent Quality Suite\"",
+        "<%= config.bin %> <%= command.id %> <suite-id> --format=json",
+        "<%= config.bin %> <%= command.id %> <suite-id> --output=suite-results.json"
+      ],
       "flags": {
+        "name": {
+          "char": "n",
+          "description": "Test suite name to execute",
+          "name": "name",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
         "format": {
+          "char": "f",
           "description": "Output format",
           "name": "format",
-          "default": "text",
+          "default": "console",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "text",
+            "console",
             "json",
-            "md"
+            "markdown"
           ],
           "type": "option"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "sync:usage",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "sync",
-        "usage.js"
-      ]
-    },
-    "sync:validate": {
-      "aliases": [],
-      "args": {},
-      "description": "Validate metadata files",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --save-report",
-        "<%= config.bin %> <%= command.id %> --verbose"
-      ],
-      "flags": {
-        "dir": {
-          "description": "Specific entity directory to validate",
-          "name": "dir",
+        },
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
         "verbose": {
           "char": "v",
-          "description": "Show detailed validation output",
+          "description": "Show detailed execution information",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "save-report": {
-          "description": "Save validation report as markdown file",
-          "name": "save-report",
+        "delay": {
+          "char": "d",
+          "description": "Delay in milliseconds between test executions (avoids Auth0 rate limits)",
+          "name": "delay",
+          "default": 0,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "parallel": {
+          "char": "p",
+          "description": "Run tests in parallel with shared browser sessions",
+          "name": "parallel",
           "allowNo": false,
           "type": "boolean"
         },
-        "output": {
-          "description": "Output file path for validation report (default: validation-report.md)",
-          "name": "output",
+        "max-parallel": {
+          "description": "Maximum number of parallel workers (default 4)",
+          "name": "max-parallel",
+          "default": 4,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "flaky-check": {
+          "description": "Run each test N times to detect flakiness (variance > 0.3 or mixed pass/fail = flaky). Recommended: 3 or 5",
+          "name": "flaky-check",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "checks-module": {
+          "description": "Module specifier (package name or path) side-effect-imported before the run so its integration check bundles register on the IntegrationCheckRegistry. Durable form: mj.config.cjs `testing.checkModules` (this repo loads '@memberjunction/integration-test-suite' that way).",
+          "name": "checks-module",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "oracles-module": {
+          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the suite runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
+          "name": "oracles-module",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -4112,7 +4096,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:validate",
+      "id": "test:suite",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4122,44 +4106,74 @@
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "validate.js"
+        "test",
+        "suite.js"
       ]
     },
-    "sync:watch": {
+    "test:validate": {
       "aliases": [],
-      "args": {},
-      "description": "Watch for file changes and sync automatically",
+      "args": {
+        "testId": {
+          "description": "Test ID to validate",
+          "name": "testId",
+          "required": false
+        }
+      },
+      "description": "Validate test definitions without executing",
       "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --debounce=1000",
-        "<%= config.bin %> <%= command.id %> --no-validate"
+        "<%= config.bin %> <%= command.id %> <test-id>",
+        "<%= config.bin %> <%= command.id %> --all",
+        "<%= config.bin %> <%= command.id %> --type=agent-eval",
+        "<%= config.bin %> <%= command.id %> --all --save-report",
+        "<%= config.bin %> <%= command.id %> --all --output=validation-report.md"
       ],
       "flags": {
-        "dir": {
-          "description": "Specific entity directory to watch",
-          "name": "dir",
+        "all": {
+          "char": "a",
+          "description": "Validate all tests",
+          "name": "all",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "type": {
+          "char": "t",
+          "description": "Validate tests by type",
+          "name": "type",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "debounce": {
-          "description": "Debounce delay in milliseconds (default: 500)",
-          "name": "debounce",
+        "save-report": {
+          "description": "Save validation report to file",
+          "name": "save-report",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
           "hasDynamicHelp": false,
           "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
           "type": "option"
         },
-        "no-validate": {
-          "description": "Skip validation before sync",
-          "name": "no-validate",
-          "allowNo": false,
-          "type": "boolean"
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         },
         "verbose": {
           "char": "v",
-          "description": "Show detailed output",
+          "description": "Show detailed information",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
@@ -4167,7 +4181,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:watch",
+      "id": "test:validate",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4177,8 +4191,8 @@
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "watch.js"
+        "test",
+        "validate.js"
       ]
     },
     "translate-sql": {
@@ -5466,5 +5480,5 @@
       ]
     }
   },
-  "version": "5.48.0"
+  "version": "5.50.0"
 }