@memberjunction/cli 5.51.2 → 5.51.3

package/oclif.manifest.json

@@ -390,6 +390,67 @@
         "upgrade.js"
       ]
     },
+    "artifacts:reclassify": {
+      "aliases": [],
+      "args": {},
+      "description": "Upgrade-recovery utility for v5.35 artifact unification. Re-evaluates rows whose TypeID is the deleted JSON fallback but whose actual content does not parse as JSON. Normally a no-op: the v5.35 backfill migration handles this automatically. This command is only relevant when the migration ran BEFORE the artifact-type metadata (Generic Text / Generic Binary) was pushed via `mj sync push`, in which case the migration prints a notice telling you to run this. Reports \"no candidates\" once everything is reconciled. Dry-run by default; --apply writes through Record Changes.",
+      "examples": [
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --apply --limit 50"
+      ],
+      "flags": {
+        "conversation-id": {
+          "description": "Scope to artifacts attached to the given conversation.",
+          "name": "conversation-id",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "since": {
+          "description": "Scope to artifacts created on/after this ISO date.",
+          "name": "since",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "limit": {
+          "description": "Maximum number of rows to inspect.",
+          "name": "limit",
+          "default": 100,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "apply": {
+          "description": "Write changes. Without this flag, this command only reports what it would do.",
+          "name": "apply",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "verbose": {
+          "char": "v",
+          "description": "Print every candidate row, not just the summary.",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "artifacts:reclassify",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "artifacts",
+        "reclassify.js"
+      ]
+    },
     "baseline:build": {
       "aliases": [],
       "args": {},
@@ -728,67 +789,6 @@
         "roundtrip.js"
       ]
     },
-    "artifacts:reclassify": {
-      "aliases": [],
-      "args": {},
-      "description": "Upgrade-recovery utility for v5.35 artifact unification. Re-evaluates rows whose TypeID is the deleted JSON fallback but whose actual content does not parse as JSON. Normally a no-op: the v5.35 backfill migration handles this automatically. This command is only relevant when the migration ran BEFORE the artifact-type metadata (Generic Text / Generic Binary) was pushed via `mj sync push`, in which case the migration prints a notice telling you to run this. Reports \"no candidates\" once everything is reconciled. Dry-run by default; --apply writes through Record Changes.",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --apply --limit 50"
-      ],
-      "flags": {
-        "conversation-id": {
-          "description": "Scope to artifacts attached to the given conversation.",
-          "name": "conversation-id",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "since": {
-          "description": "Scope to artifacts created on/after this ISO date.",
-          "name": "since",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "limit": {
-          "description": "Maximum number of rows to inspect.",
-          "name": "limit",
-          "default": 100,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "apply": {
-          "description": "Write changes. Without this flag, this command only reports what it would do.",
-          "name": "apply",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Print every candidate row, not just the summary.",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "artifacts:reclassify",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "artifacts",
-        "reclassify.js"
-      ]
-    },
     "bump": {
       "aliases": [],
       "args": {},
@@ -2500,6 +2500,50 @@
         "rebake.js"
       ]
     },
+    "plugin:add": {
+      "aliases": [],
+      "args": {
+        "package": {
+          "description": "Plugin entry-point specifier (package name, subpath, or relative path)",
+          "name": "package",
+          "required": true
+        }
+      },
+      "description": "Register a CLI plugin package in mj-cli-plugins.json so `mj` loads it at startup.",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> @my-org/mj-plugin/plugins",
+        "<%= config.bin %> <%= command.id %> ./local-plugins/my-tool"
+      ],
+      "flags": {
+        "format": {
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "text",
+            "json"
+          ],
+          "type": "option"
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "plugin:add",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "plugin",
+        "add.js"
+      ]
+    },
     "querygen:export": {
       "aliases": [],
       "args": {},
@@ -2867,96 +2911,187 @@
         "index.js"
       ]
     },
-    "plugin:add": {
+    "test:compare": {
       "aliases": [],
       "args": {
-        "package": {
-          "description": "Plugin entry-point specifier (package name, subpath, or relative path)",
-          "name": "package",
-          "required": true
-        }
-      },
-      "description": "Register a CLI plugin package in mj-cli-plugins.json so `mj` loads it at startup.",
-      "examples": [
-        "<%= config.bin %> <%= command.id %> @my-org/mj-plugin/plugins",
-        "<%= config.bin %> <%= command.id %> ./local-plugins/my-tool"
-      ],
-      "flags": {
-        "format": {
-          "description": "Output format",
-          "name": "format",
-          "default": "text",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "text",
-            "json"
-          ],
-          "type": "option"
+        "runId1": {
+          "description": "First test run ID to compare",
+          "name": "runId1",
+          "required": false
+        },
+        "runId2": {
+          "description": "Second test run ID to compare",
+          "name": "runId2",
+          "required": false
         }
       },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "plugin:add",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "plugin",
-        "add.js"
-      ]
-    },
-    "sync:file-reset": {
-      "aliases": [],
-      "args": {},
-      "description": "Reset file metadata sections",
+      "description": "Compare test runs for regression detection",
       "examples": [
         "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --sections=\"dependencies,references\"",
-        "<%= config.bin %> <%= command.id %> --all"
+        "<%= config.bin %> <%= command.id %> --latest",
+        "<%= config.bin %> <%= command.id %> <run-id-1> <run-id-2>",
+        "<%= config.bin %> <%= command.id %> -v 5.17.0 -v 5.18.0",
+        "<%= config.bin %> <%= command.id %> -c abc1234 -c def5678",
+        "<%= config.bin %> <%= command.id %> --from-json baseline.json latest.json",
+        "<%= config.bin %> <%= command.id %> --latest --format=markdown --output=report.md"
       ],
       "flags": {
-        "dir": {
-          "description": "Specific entity directory to reset",
-          "name": "dir",
+        "version": {
+          "char": "v",
+          "description": "Compare runs by version",
+          "name": "version",
           "hasDynamicHelp": false,
-          "multiple": false,
+          "multiple": true,
           "type": "option"
         },
-        "sections": {
-          "description": "Comma-separated list of sections to reset (dependencies,references,related,lookup)",
-          "name": "sections",
+        "commit": {
+          "char": "c",
+          "description": "Compare runs by git commit",
+          "name": "commit",
           "hasDynamicHelp": false,
-          "multiple": false,
+          "multiple": true,
           "type": "option"
         },
-        "all": {
-          "description": "Reset all metadata sections",
-          "name": "all",
+        "diff-only": {
+          "description": "Show only differences",
+          "name": "diff-only",
           "allowNo": false,
           "type": "boolean"
         },
-        "dry-run": {
-          "description": "Show what would be reset without actually resetting",
-          "name": "dry-run",
+        "latest": {
+          "char": "l",
+          "description": "Compare the two most recent completed suite runs",
+          "name": "latest",
           "allowNo": false,
           "type": "boolean"
         },
-        "force": {
-          "description": "Skip confirmation prompts",
-          "name": "force",
+        "from-json": {
+          "description": "Compare two results.json files directly (no DB). Pass twice: --from-json PREV --from-json CURR",
+          "name": "from-json",
+          "hasDynamicHelp": false,
+          "multiple": true,
+          "type": "option"
+        },
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
+          "type": "option"
+        },
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "verbose": {
+          "description": "Show detailed information",
+          "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
+        "tag": {
+          "description": "Filter suite runs by tag (matches against MJTestSuiteRunEntity.Tags). Useful for isolating runs from a specific source environment in an archive MJ. DB mode only — --from-json ignores this flag.",
+          "name": "tag",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "test:compare",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "test",
+        "compare.js"
+      ]
+    },
+    "test:history": {
+      "aliases": [],
+      "args": {},
+      "description": "View test execution history",
+      "examples": [
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --test=<test-id>",
+        "<%= config.bin %> <%= command.id %> --suite=<suite-id>",
+        "<%= config.bin %> <%= command.id %> --since=\"2024-01-01\"",
+        "<%= config.bin %> <%= command.id %> --limit=50"
+      ],
+      "flags": {
+        "test": {
+          "char": "t",
+          "description": "Filter by test ID",
+          "name": "test",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "recent": {
+          "char": "r",
+          "description": "Number of recent runs to show",
+          "name": "recent",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "from": {
+          "description": "Show history from date (YYYY-MM-DD)",
+          "name": "from",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "status": {
+          "char": "s",
+          "description": "Filter by status",
+          "name": "status",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
+          "type": "option"
+        },
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
         "verbose": {
           "char": "v",
-          "description": "Show detailed output",
+          "description": "Show detailed information",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
@@ -2964,7 +3099,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:file-reset",
+      "id": "test:history",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -2974,21 +3109,26 @@
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "file-reset.js"
+        "test",
+        "history.js"
       ]
     },
-    "sync:init": {
+    "test": {
       "aliases": [],
       "args": {},
-      "description": "Initialize a directory for metadata synchronization",
+      "description": "MemberJunction Testing Framework - Execute and manage tests",
       "examples": [
-        "<%= config.bin %> <%= command.id %>"
+        "<%= config.bin %> <%= command.id %> run <test-id>",
+        "<%= config.bin %> <%= command.id %> run --name=\"Active Members Count\"",
+        "<%= config.bin %> <%= command.id %> suite <suite-id>",
+        "<%= config.bin %> <%= command.id %> list",
+        "<%= config.bin %> <%= command.id %> list --suites",
+        "<%= config.bin %> <%= command.id %> validate --all"
       ],
       "flags": {},
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:init",
+      "id": "test",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -2998,148 +3138,183 @@
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "init.js"
+        "test",
+        "index.js"
       ]
     },
-    "sync:pull": {
+    "test:list": {
       "aliases": [],
       "args": {},
-      "description": "Pull metadata from database to local files",
+      "description": "List available tests, suites, and types",
       "examples": [
-        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Prompts\"",
-        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Agents\" --merge-strategy=overwrite",
-        "<%= config.bin %> <%= command.id %> --entity=\"Templates\" --dry-run --verbose"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --suites",
+        "<%= config.bin %> <%= command.id %> --types",
+        "<%= config.bin %> <%= command.id %> --type=agent-eval",
+        "<%= config.bin %> <%= command.id %> --tag=smoke",
+        "<%= config.bin %> <%= command.id %> --status=active --verbose"
       ],
       "flags": {
-        "format": {
-          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
-          "name": "format",
-          "default": "text",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "text",
-            "json",
-            "md"
-          ],
-          "type": "option"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed output",
-          "name": "verbose",
+        "suites": {
+          "description": "List test suites instead of tests",
+          "name": "suites",
           "allowNo": false,
           "type": "boolean"
         },
-        "no-banner": {
-          "description": "Suppress the startup banner and runtime advisory",
-          "name": "no-banner",
+        "types": {
+          "description": "List test types",
+          "name": "types",
           "allowNo": false,
           "type": "boolean"
         },
-        "entity": {
-          "description": "Entity name to pull",
-          "name": "entity",
-          "required": true,
+        "type": {
+          "char": "t",
+          "description": "Filter by test type",
+          "name": "type",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "filter": {
-          "description": "Additional filter for pulling specific records",
-          "name": "filter",
+        "tag": {
+          "description": "Filter by tag",
+          "name": "tag",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "dry-run": {
-          "description": "Show what would be pulled without actually pulling",
-          "name": "dry-run",
-          "allowNo": false,
-          "type": "boolean"
+        "status": {
+          "char": "s",
+          "description": "Filter by status",
+          "name": "status",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         },
-        "multi-file": {
-          "description": "Create a single file with multiple records (provide filename)",
-          "name": "multi-file",
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
           "hasDynamicHelp": false,
           "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
           "type": "option"
         },
-        "no-validate": {
-          "description": "Skip validation before pull",
-          "name": "no-validate",
-          "allowNo": false,
-          "type": "boolean"
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         },
-        "update-existing": {
-          "description": "Update existing records during pull",
-          "name": "update-existing",
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed information",
+          "name": "verbose",
           "allowNo": false,
           "type": "boolean"
-        },
-        "create-new": {
-          "description": "Create new files for records not found locally",
-          "name": "create-new",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "backup-before-update": {
-          "description": "Create backups before updating files",
-          "name": "backup-before-update",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "merge-strategy": {
-          "description": "Merge strategy for updates",
-          "name": "merge-strategy",
-          "default": "merge",
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "test:list",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "test",
+        "list.js"
+      ]
+    },
+    "test:run": {
+      "aliases": [],
+      "args": {
+        "testId": {
+          "description": "Test ID to execute",
+          "name": "testId",
+          "required": false
+        }
+      },
+      "description": "Execute a single test by ID or name",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> <test-id>",
+        "<%= config.bin %> <%= command.id %> --name=\"Active Members Count\"",
+        "<%= config.bin %> <%= command.id %> <test-id> --environment=staging",
+        "<%= config.bin %> <%= command.id %> <test-id> --format=json --output=results.json",
+        "<%= config.bin %> <%= command.id %> <test-id> --dry-run"
+      ],
+      "flags": {
+        "name": {
+          "char": "n",
+          "description": "Test name to execute",
+          "name": "name",
           "hasDynamicHelp": false,
           "multiple": false,
-          "options": [
-            "merge",
-            "overwrite",
-            "skip"
-          ],
           "type": "option"
         },
-        "backup-directory": {
-          "description": "Custom backup directory (default: .backups)",
-          "name": "backup-directory",
+        "environment": {
+          "char": "e",
+          "description": "Environment context (dev, staging, prod)",
+          "name": "environment",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "preserve-fields": {
-          "description": "Comma-separated list of fields to preserve during updates",
-          "name": "preserve-fields",
-          "hasDynamicHelp": false,
-          "multiple": true,
-          "type": "option"
-        },
-        "exclude-fields": {
-          "description": "Comma-separated list of fields to exclude from pull",
-          "name": "exclude-fields",
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
           "hasDynamicHelp": false,
-          "multiple": true,
+          "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
           "type": "option"
         },
-        "target-dir": {
-          "description": "Specific target directory (overrides auto-discovery)",
-          "name": "target-dir",
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "incremental": {
-          "description": "Only pull records updated since last successful pull",
-          "name": "incremental",
+        "dry-run": {
+          "description": "Validate without executing",
+          "name": "dry-run",
           "allowNo": false,
           "type": "boolean"
         },
-        "since": {
-          "description": "Only pull records updated after this ISO 8601 timestamp",
-          "name": "since",
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed execution information",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "checks-module": {
+          "description": "Module specifier (package name or path) side-effect-imported before the run so its integration check bundles register on the IntegrationCheckRegistry. Durable form: mj.config.cjs `testing.checkModules` (this repo loads '@memberjunction/integration-test-suite' that way).",
+          "name": "checks-module",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "oracles-module": {
+          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the test runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
+          "name": "oracles-module",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -3147,270 +3322,208 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:pull",
+      "id": "test:run",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
-      "Usage": {
-        "domain": "sync",
-        "command": "sync:pull",
-        "summary": "Pull database records into local metadata files.",
-        "description": "Writes records of --entity into the matching entity directory, creating or updating files per the merge strategy.",
-        "flags": [
-          {
-            "name": "--entity",
-            "type": "string",
-            "description": "Entity name to pull (required)"
-          },
-          {
-            "name": "--filter",
-            "type": "string",
-            "description": "Extra SQL filter for which records to pull"
-          },
-          {
-            "name": "--merge-strategy",
-            "type": "merge|overwrite|skip",
-            "description": "How to reconcile existing files"
-          },
-          {
-            "name": "--dry-run",
-            "type": "boolean",
-            "description": "Report what would be pulled without writing"
-          },
-          {
-            "name": "--format",
-            "type": "text|json|md",
-            "description": "Output format (json for machine-readable result)"
-          }
-        ],
-        "examples": [
-          "mj sync pull --entity=\"MJ: AI Prompts\"",
-          "mj sync pull --entity=\"Actions\" --format=json"
-        ],
-        "runtime": {
-          "class": "variable",
-          "typicalSeconds": 15,
-          "note": "scales with number of records matched for --entity"
-        }
-      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "pull.js"
+        "test",
+        "run.js"
       ]
     },
-    "sync:push": {
+    "test:suite": {
       "aliases": [],
-      "args": {},
-      "description": "Push local file changes to the database",
+      "args": {
+        "suiteId": {
+          "description": "Test suite ID to execute",
+          "name": "suiteId",
+          "required": false
+        }
+      },
+      "description": "Execute a test suite",
       "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dry-run",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --ci --format=json"
+        "<%= config.bin %> <%= command.id %> <suite-id>",
+        "<%= config.bin %> <%= command.id %> --name=\"Agent Quality Suite\"",
+        "<%= config.bin %> <%= command.id %> <suite-id> --format=json",
+        "<%= config.bin %> <%= command.id %> <suite-id> --output=suite-results.json"
       ],
       "flags": {
+        "name": {
+          "char": "n",
+          "description": "Test suite name to execute",
+          "name": "name",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
         "format": {
-          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
+          "char": "f",
+          "description": "Output format",
           "name": "format",
-          "default": "text",
+          "default": "console",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "text",
+            "console",
             "json",
-            "md"
+            "markdown"
           ],
           "type": "option"
         },
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
         "verbose": {
           "char": "v",
-          "description": "Show detailed output",
+          "description": "Show detailed execution information",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "no-banner": {
-          "description": "Suppress the startup banner and runtime advisory",
-          "name": "no-banner",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "dir": {
-          "description": "Specific entity directory to push",
-          "name": "dir",
+        "delay": {
+          "char": "d",
+          "description": "Delay in milliseconds between test executions (avoids Auth0 rate limits)",
+          "name": "delay",
+          "default": 0,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "dry-run": {
-          "description": "Show what would be pushed without actually pushing",
-          "name": "dry-run",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "ci": {
-          "description": "CI mode - no prompts, fail on issues",
-          "name": "ci",
+        "parallel": {
+          "char": "p",
+          "description": "Run tests in parallel with shared browser sessions",
+          "name": "parallel",
           "allowNo": false,
           "type": "boolean"
         },
-        "no-validate": {
-          "description": "Skip validation before push",
-          "name": "no-validate",
-          "allowNo": false,
-          "type": "boolean"
+        "max-parallel": {
+          "description": "Maximum number of parallel workers (default 4)",
+          "name": "max-parallel",
+          "default": 4,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         },
-        "delete-db-only": {
-          "description": "Delete database-only records that reference records being deleted (prevents FK errors)",
-          "name": "delete-db-only",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "parallel-batch-size": {
-          "description": "Number of records to process in parallel (default: 10)",
-          "name": "parallel-batch-size",
-          "default": 10,
+        "flaky-check": {
+          "description": "Run each test N times to detect flakiness (variance > 0.3 or mixed pass/fail = flaky). Recommended: 3 or 5",
+          "name": "flaky-check",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "include": {
-          "description": "Only process these directories (comma-separated, supports patterns)",
-          "name": "include",
+        "checks-module": {
+          "description": "Module specifier (package name or path) side-effect-imported before the run so its integration check bundles register on the IntegrationCheckRegistry. Durable form: mj.config.cjs `testing.checkModules` (this repo loads '@memberjunction/integration-test-suite' that way).",
+          "name": "checks-module",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "exclude": {
-          "description": "Skip these directories (comma-separated, supports patterns)",
-          "name": "exclude",
+        "oracles-module": {
+          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the suite runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
+          "name": "oracles-module",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
-        },
-        "incremental": {
-          "description": "Skip unchanged files using stored checksums from last push",
-          "name": "incremental",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "change-detail": {
-          "description": "Write a detailed per-record change report (primary keys + field diffs) to a file",
-          "name": "change-detail",
-          "allowNo": false,
-          "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:push",
+      "id": "test:suite",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
-      "Usage": {
-        "domain": "sync",
-        "command": "sync:push",
-        "summary": "Push local metadata files to the database (upsert).",
-        "description": "Reads entity directories under --dir and creates/updates matching records. Runs validation first unless --no-validate.",
-        "flags": [
-          {
-            "name": "--dir",
-            "type": "string",
-            "description": "Entity directory to push"
-          },
-          {
-            "name": "--dry-run",
-            "type": "boolean",
-            "description": "Report what would change without writing"
-          },
-          {
-            "name": "--ci",
-            "type": "boolean",
-            "description": "No prompts; non-zero exit on error"
-          },
-          {
-            "name": "--no-validate",
-            "type": "boolean",
-            "description": "Skip pre-push validation"
-          },
-          {
-            "name": "--incremental",
-            "type": "boolean",
-            "description": "Skip unchanged files using stored checksums"
-          },
-          {
-            "name": "--format",
-            "type": "text|json|md",
-            "description": "Output format (json for machine-readable result)"
-          }
-        ],
-        "examples": [
-          "mj sync push --dir=ai-agents",
-          "mj sync push --ci --format=json"
-        ],
-        "runtime": {
-          "class": "variable",
-          "typicalSeconds": 20,
-          "note": "scales with number of records in --dir"
-        }
-      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "push.js"
+        "test",
+        "suite.js"
       ]
     },
-    "sync:status": {
+    "test:validate": {
       "aliases": [],
-      "args": {},
-      "description": "Show status of local files vs database",
+      "args": {
+        "testId": {
+          "description": "Test ID to validate",
+          "name": "testId",
+          "required": false
+        }
+      },
+      "description": "Validate test definitions without executing",
       "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --verbose"
+        "<%= config.bin %> <%= command.id %> <test-id>",
+        "<%= config.bin %> <%= command.id %> --all",
+        "<%= config.bin %> <%= command.id %> --type=agent-eval",
+        "<%= config.bin %> <%= command.id %> --all --save-report",
+        "<%= config.bin %> <%= command.id %> --all --output=validation-report.md"
       ],
       "flags": {
-        "dir": {
-          "description": "Specific entity directory to check status",
-          "name": "dir",
+        "all": {
+          "char": "a",
+          "description": "Validate all tests",
+          "name": "all",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "type": {
+          "char": "t",
+          "description": "Validate tests by type",
+          "name": "type",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed field-level differences",
-          "name": "verbose",
+        "save-report": {
+          "description": "Save validation report to file",
+          "name": "save-report",
           "allowNo": false,
           "type": "boolean"
         },
-        "include": {
-          "description": "Only process these directories (comma-separated, supports patterns)",
-          "name": "include",
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "console",
           "hasDynamicHelp": false,
           "multiple": false,
+          "options": [
+            "console",
+            "json",
+            "markdown"
+          ],
           "type": "option"
         },
-        "exclude": {
-          "description": "Skip these directories (comma-separated, supports patterns)",
-          "name": "exclude",
+        "output": {
+          "char": "o",
+          "description": "Output file path",
+          "name": "output",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed information",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:status",
+      "id": "test:validate",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3420,32 +3533,96 @@
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "status.js"
+        "test",
+        "validate.js"
       ]
     },
-    "sync:usage": {
+    "translate-sql": {
       "aliases": [],
       "args": {},
-      "description": "Show usage, flags, examples, and runtime hints for every `mj sync` command.",
+      "description": "Translate SQL fragments between database dialects (SQL Server ↔ PostgreSQL)",
+      "examples": [
+        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --dry-run",
+        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --scope queries",
+        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --sql \"SELECT TOP 10 [Name] FROM [Users]\"",
+        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --scope all --output ./reports"
+      ],
       "flags": {
-        "format": {
-          "description": "Output format",
-          "name": "format",
-          "default": "text",
+        "from": {
+          "description": "Source SQL dialect",
+          "name": "from",
+          "required": true,
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "text",
-            "json",
-            "md"
+            "sqlserver",
+            "postgresql"
+          ],
+          "type": "option"
+        },
+        "to": {
+          "description": "Target SQL dialect",
+          "name": "to",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "sqlserver",
+            "postgresql"
+          ],
+          "type": "option"
+        },
+        "scope": {
+          "description": "What to scan for translation",
+          "name": "scope",
+          "default": "all",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "queries",
+            "views",
+            "filters",
+            "all"
           ],
           "type": "option"
+        },
+        "sql": {
+          "description": "Translate a single SQL fragment (inline mode)",
+          "name": "sql",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "dry-run": {
+          "description": "Show what would be translated without making changes",
+          "name": "dry-run",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "review": {
+          "description": "Generate review report only (no writes to database)",
+          "name": "review",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "output": {
+          "char": "o",
+          "description": "Output directory for the translation report",
+          "name": "output",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "force": {
+          "description": "Re-translate even if platform variants already exist",
+          "name": "force",
+          "allowNo": false,
+          "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "sync:usage",
+      "id": "translate-sql",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3455,223 +3632,14 @@
       "relativePath": [
         "dist",
         "commands",
-        "sync",
-        "usage.js"
+        "translate-sql",
+        "index.js"
       ]
     },
-    "sync:validate": {
+    "update:claude": {
       "aliases": [],
       "args": {},
-      "description": "Validate metadata files",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --save-report",
-        "<%= config.bin %> <%= command.id %> --verbose"
-      ],
-      "flags": {
-        "dir": {
-          "description": "Specific entity directory to validate",
-          "name": "dir",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed validation output",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "save-report": {
-          "description": "Save validation report as markdown file",
-          "name": "save-report",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "output": {
-          "description": "Output file path for validation report (default: validation-report.md)",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "sync:validate",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "sync",
-        "validate.js"
-      ]
-    },
-    "sync:watch": {
-      "aliases": [],
-      "args": {},
-      "description": "Watch for file changes and sync automatically",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
-        "<%= config.bin %> <%= command.id %> --debounce=1000",
-        "<%= config.bin %> <%= command.id %> --no-validate"
-      ],
-      "flags": {
-        "dir": {
-          "description": "Specific entity directory to watch",
-          "name": "dir",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "debounce": {
-          "description": "Debounce delay in milliseconds (default: 500)",
-          "name": "debounce",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "no-validate": {
-          "description": "Skip validation before sync",
-          "name": "no-validate",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed output",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "sync:watch",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "sync",
-        "watch.js"
-      ]
-    },
-    "translate-sql": {
-      "aliases": [],
-      "args": {},
-      "description": "Translate SQL fragments between database dialects (SQL Server ↔ PostgreSQL)",
-      "examples": [
-        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --dry-run",
-        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --scope queries",
-        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --sql \"SELECT TOP 10 [Name] FROM [Users]\"",
-        "<%= config.bin %> translate-sql --from sqlserver --to postgresql --scope all --output ./reports"
-      ],
-      "flags": {
-        "from": {
-          "description": "Source SQL dialect",
-          "name": "from",
-          "required": true,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "sqlserver",
-            "postgresql"
-          ],
-          "type": "option"
-        },
-        "to": {
-          "description": "Target SQL dialect",
-          "name": "to",
-          "required": true,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "sqlserver",
-            "postgresql"
-          ],
-          "type": "option"
-        },
-        "scope": {
-          "description": "What to scan for translation",
-          "name": "scope",
-          "default": "all",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "queries",
-            "views",
-            "filters",
-            "all"
-          ],
-          "type": "option"
-        },
-        "sql": {
-          "description": "Translate a single SQL fragment (inline mode)",
-          "name": "sql",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "dry-run": {
-          "description": "Show what would be translated without making changes",
-          "name": "dry-run",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "review": {
-          "description": "Generate review report only (no writes to database)",
-          "name": "review",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "output": {
-          "char": "o",
-          "description": "Output directory for the translation report",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "force": {
-          "description": "Re-translate even if platform variants already exist",
-          "name": "force",
-          "allowNo": false,
-          "type": "boolean"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "translate-sql",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "translate-sql",
-        "index.js"
-      ]
-    },
-    "update:claude": {
-      "aliases": [],
-      "args": {},
-      "description": "Update the Claude Code pack in the current directory.",
+      "description": "Update the Claude Code pack in the current directory.",
       "examples": [
         "<%= config.bin %> update:claude",
         "<%= config.bin %> update:claude --check",
@@ -3806,106 +3774,60 @@
         "claude.js"
       ]
     },
-    "test:compare": {
+    "sync:file-reset": {
       "aliases": [],
-      "args": {
-        "runId1": {
-          "description": "First test run ID to compare",
-          "name": "runId1",
-          "required": false
-        },
-        "runId2": {
-          "description": "Second test run ID to compare",
-          "name": "runId2",
-          "required": false
-        }
-      },
-      "description": "Compare test runs for regression detection",
+      "args": {},
+      "description": "Reset file metadata sections",
       "examples": [
         "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --latest",
-        "<%= config.bin %> <%= command.id %> <run-id-1> <run-id-2>",
-        "<%= config.bin %> <%= command.id %> -v 5.17.0 -v 5.18.0",
-        "<%= config.bin %> <%= command.id %> -c abc1234 -c def5678",
-        "<%= config.bin %> <%= command.id %> --from-json baseline.json latest.json",
-        "<%= config.bin %> <%= command.id %> --latest --format=markdown --output=report.md"
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --sections=\"dependencies,references\"",
+        "<%= config.bin %> <%= command.id %> --all"
       ],
       "flags": {
-        "version": {
-          "char": "v",
-          "description": "Compare runs by version",
-          "name": "version",
+        "dir": {
+          "description": "Specific entity directory to reset",
+          "name": "dir",
           "hasDynamicHelp": false,
-          "multiple": true,
+          "multiple": false,
           "type": "option"
         },
-        "commit": {
-          "char": "c",
-          "description": "Compare runs by git commit",
-          "name": "commit",
+        "sections": {
+          "description": "Comma-separated list of sections to reset (dependencies,references,related,lookup)",
+          "name": "sections",
           "hasDynamicHelp": false,
-          "multiple": true,
+          "multiple": false,
           "type": "option"
         },
-        "diff-only": {
-          "description": "Show only differences",
-          "name": "diff-only",
+        "all": {
+          "description": "Reset all metadata sections",
+          "name": "all",
           "allowNo": false,
           "type": "boolean"
         },
-        "latest": {
-          "char": "l",
-          "description": "Compare the two most recent completed suite runs",
-          "name": "latest",
+        "dry-run": {
+          "description": "Show what would be reset without actually resetting",
+          "name": "dry-run",
           "allowNo": false,
           "type": "boolean"
         },
-        "from-json": {
-          "description": "Compare two results.json files directly (no DB). Pass twice: --from-json PREV --from-json CURR",
-          "name": "from-json",
-          "hasDynamicHelp": false,
-          "multiple": true,
-          "type": "option"
-        },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
-          "type": "option"
-        },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
+        "force": {
+          "description": "Skip confirmation prompts",
+          "name": "force",
+          "allowNo": false,
+          "type": "boolean"
         },
         "verbose": {
-          "description": "Show detailed information",
+          "char": "v",
+          "description": "Show detailed output",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
-        },
-        "tag": {
-          "description": "Filter suite runs by tag (matches against MJTestSuiteRunEntity.Tags). Useful for isolating runs from a specific source environment in an archive MJ. DB mode only — --from-json ignores this flag.",
-          "name": "tag",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:compare",
+      "id": "sync:file-reset",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -3915,209 +3837,443 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "compare.js"
+        "sync",
+        "file-reset.js"
       ]
     },
-    "test:history": {
+    "sync:init": {
       "aliases": [],
       "args": {},
-      "description": "View test execution history",
+      "description": "Initialize a directory for metadata synchronization",
       "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --test=<test-id>",
-        "<%= config.bin %> <%= command.id %> --suite=<suite-id>",
-        "<%= config.bin %> <%= command.id %> --since=\"2024-01-01\"",
-        "<%= config.bin %> <%= command.id %> --limit=50"
+        "<%= config.bin %> <%= command.id %>"
+      ],
+      "flags": {},
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "sync:init",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "sync",
+        "init.js"
+      ]
+    },
+    "sync:pull": {
+      "aliases": [],
+      "args": {},
+      "description": "Pull metadata from database to local files",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Prompts\"",
+        "<%= config.bin %> <%= command.id %> --entity=\"MJ: AI Agents\" --merge-strategy=overwrite",
+        "<%= config.bin %> <%= command.id %> --entity=\"Templates\" --dry-run --verbose"
       ],
       "flags": {
-        "test": {
-          "char": "t",
-          "description": "Filter by test ID",
-          "name": "test",
+        "format": {
+          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
+          "name": "format",
+          "default": "text",
           "hasDynamicHelp": false,
           "multiple": false,
+          "options": [
+            "text",
+            "json",
+            "md"
+          ],
           "type": "option"
         },
-        "recent": {
-          "char": "r",
-          "description": "Number of recent runs to show",
-          "name": "recent",
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed output",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "no-banner": {
+          "description": "Suppress the startup banner and runtime advisory",
+          "name": "no-banner",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "entity": {
+          "description": "Entity name to pull",
+          "name": "entity",
+          "required": true,
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "from": {
-          "description": "Show history from date (YYYY-MM-DD)",
-          "name": "from",
+        "filter": {
+          "description": "Additional filter for pulling specific records",
+          "name": "filter",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "status": {
-          "char": "s",
-          "description": "Filter by status",
-          "name": "status",
+        "dry-run": {
+          "description": "Show what would be pulled without actually pulling",
+          "name": "dry-run",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "multi-file": {
+          "description": "Create a single file with multiple records (provide filename)",
+          "name": "multi-file",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
+        "no-validate": {
+          "description": "Skip validation before pull",
+          "name": "no-validate",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "update-existing": {
+          "description": "Update existing records during pull",
+          "name": "update-existing",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "create-new": {
+          "description": "Create new files for records not found locally",
+          "name": "create-new",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "backup-before-update": {
+          "description": "Create backups before updating files",
+          "name": "backup-before-update",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "merge-strategy": {
+          "description": "Merge strategy for updates",
+          "name": "merge-strategy",
+          "default": "merge",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "console",
-            "json",
-            "markdown"
+            "merge",
+            "overwrite",
+            "skip"
           ],
           "type": "option"
         },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
+        "backup-directory": {
+          "description": "Custom backup directory (default: .backups)",
+          "name": "backup-directory",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed information",
-          "name": "verbose",
+        "preserve-fields": {
+          "description": "Comma-separated list of fields to preserve during updates",
+          "name": "preserve-fields",
+          "hasDynamicHelp": false,
+          "multiple": true,
+          "type": "option"
+        },
+        "exclude-fields": {
+          "description": "Comma-separated list of fields to exclude from pull",
+          "name": "exclude-fields",
+          "hasDynamicHelp": false,
+          "multiple": true,
+          "type": "option"
+        },
+        "target-dir": {
+          "description": "Specific target directory (overrides auto-discovery)",
+          "name": "target-dir",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "incremental": {
+          "description": "Only pull records updated since last successful pull",
+          "name": "incremental",
           "allowNo": false,
           "type": "boolean"
+        },
+        "since": {
+          "description": "Only pull records updated after this ISO 8601 timestamp",
+          "name": "since",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:history",
+      "id": "sync:pull",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
+      "Usage": {
+        "domain": "sync",
+        "command": "sync:pull",
+        "summary": "Pull database records into local metadata files.",
+        "description": "Writes records of --entity into the matching entity directory, creating or updating files per the merge strategy.",
+        "flags": [
+          {
+            "name": "--entity",
+            "type": "string",
+            "description": "Entity name to pull (required)"
+          },
+          {
+            "name": "--filter",
+            "type": "string",
+            "description": "Extra SQL filter for which records to pull"
+          },
+          {
+            "name": "--merge-strategy",
+            "type": "merge|overwrite|skip",
+            "description": "How to reconcile existing files"
+          },
+          {
+            "name": "--dry-run",
+            "type": "boolean",
+            "description": "Report what would be pulled without writing"
+          },
+          {
+            "name": "--format",
+            "type": "text|json|md",
+            "description": "Output format (json for machine-readable result)"
+          }
+        ],
+        "examples": [
+          "mj sync pull --entity=\"MJ: AI Prompts\"",
+          "mj sync pull --entity=\"Actions\" --format=json"
+        ],
+        "runtime": {
+          "class": "variable",
+          "typicalSeconds": 15,
+          "note": "scales with number of records matched for --entity"
+        }
+      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "history.js"
+        "sync",
+        "pull.js"
       ]
     },
-    "test": {
+    "sync:push": {
       "aliases": [],
       "args": {},
-      "description": "MemberJunction Testing Framework - Execute and manage tests",
+      "description": "Push local file changes to the database",
       "examples": [
-        "<%= config.bin %> <%= command.id %> run <test-id>",
-        "<%= config.bin %> <%= command.id %> run --name=\"Active Members Count\"",
-        "<%= config.bin %> <%= command.id %> suite <suite-id>",
-        "<%= config.bin %> <%= command.id %> list",
-        "<%= config.bin %> <%= command.id %> list --suites",
-        "<%= config.bin %> <%= command.id %> validate --all"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --dry-run",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --ci --format=json"
       ],
-      "flags": {},
+      "flags": {
+        "format": {
+          "description": "Output format: text (human), json (machine-readable), md (Markdown-fenced)",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "text",
+            "json",
+            "md"
+          ],
+          "type": "option"
+        },
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed output",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "no-banner": {
+          "description": "Suppress the startup banner and runtime advisory",
+          "name": "no-banner",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "dir": {
+          "description": "Specific entity directory to push",
+          "name": "dir",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "dry-run": {
+          "description": "Show what would be pushed without actually pushing",
+          "name": "dry-run",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "ci": {
+          "description": "CI mode - no prompts, fail on issues",
+          "name": "ci",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "no-validate": {
+          "description": "Skip validation before push",
+          "name": "no-validate",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "delete-db-only": {
+          "description": "Delete database-only records that reference records being deleted (prevents FK errors)",
+          "name": "delete-db-only",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "parallel-batch-size": {
+          "description": "Number of records to process in parallel (default: 10)",
+          "name": "parallel-batch-size",
+          "default": 10,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "include": {
+          "description": "Only process these directories (comma-separated, supports patterns)",
+          "name": "include",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "exclude": {
+          "description": "Skip these directories (comma-separated, supports patterns)",
+          "name": "exclude",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "incremental": {
+          "description": "Skip unchanged files using stored checksums from last push",
+          "name": "incremental",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "change-detail": {
+          "description": "Write a detailed per-record change report (primary keys + field diffs) to a file",
+          "name": "change-detail",
+          "allowNo": false,
+          "type": "boolean"
+        }
+      },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test",
+      "id": "sync:push",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
       "strict": true,
       "enableJsonFlag": false,
+      "Usage": {
+        "domain": "sync",
+        "command": "sync:push",
+        "summary": "Push local metadata files to the database (upsert).",
+        "description": "Reads entity directories under --dir and creates/updates matching records. Runs validation first unless --no-validate.",
+        "flags": [
+          {
+            "name": "--dir",
+            "type": "string",
+            "description": "Entity directory to push"
+          },
+          {
+            "name": "--dry-run",
+            "type": "boolean",
+            "description": "Report what would change without writing"
+          },
+          {
+            "name": "--ci",
+            "type": "boolean",
+            "description": "No prompts; non-zero exit on error"
+          },
+          {
+            "name": "--no-validate",
+            "type": "boolean",
+            "description": "Skip pre-push validation"
+          },
+          {
+            "name": "--incremental",
+            "type": "boolean",
+            "description": "Skip unchanged files using stored checksums"
+          },
+          {
+            "name": "--format",
+            "type": "text|json|md",
+            "description": "Output format (json for machine-readable result)"
+          }
+        ],
+        "examples": [
+          "mj sync push --dir=ai-agents",
+          "mj sync push --ci --format=json"
+        ],
+        "runtime": {
+          "class": "variable",
+          "typicalSeconds": 20,
+          "note": "scales with number of records in --dir"
+        }
+      },
       "isESM": true,
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "index.js"
+        "sync",
+        "push.js"
       ]
     },
-    "test:list": {
+    "sync:status": {
       "aliases": [],
       "args": {},
-      "description": "List available tests, suites, and types",
+      "description": "Show status of local files vs database",
       "examples": [
         "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> --suites",
-        "<%= config.bin %> <%= command.id %> --types",
-        "<%= config.bin %> <%= command.id %> --type=agent-eval",
-        "<%= config.bin %> <%= command.id %> --tag=smoke",
-        "<%= config.bin %> <%= command.id %> --status=active --verbose"
-      ],
-      "flags": {
-        "suites": {
-          "description": "List test suites instead of tests",
-          "name": "suites",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "types": {
-          "description": "List test types",
-          "name": "types",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "type": {
-          "char": "t",
-          "description": "Filter by test type",
-          "name": "type",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "tag": {
-          "description": "Filter by tag",
-          "name": "tag",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --verbose"
+      ],
+      "flags": {
+        "dir": {
+          "description": "Specific entity directory to check status",
+          "name": "dir",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "status": {
-          "char": "s",
-          "description": "Filter by status",
-          "name": "status",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed field-level differences",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
         },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
+        "include": {
+          "description": "Only process these directories (comma-separated, supports patterns)",
+          "name": "include",
           "hasDynamicHelp": false,
           "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
           "type": "option"
         },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
+        "exclude": {
+          "description": "Skip these directories (comma-separated, supports patterns)",
+          "name": "exclude",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed information",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:list",
+      "id": "sync:status",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4127,97 +4283,32 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "list.js"
+        "sync",
+        "status.js"
       ]
     },
-    "test:run": {
+    "sync:usage": {
       "aliases": [],
-      "args": {
-        "testId": {
-          "description": "Test ID to execute",
-          "name": "testId",
-          "required": false
-        }
-      },
-      "description": "Execute a single test by ID or name",
-      "examples": [
-        "<%= config.bin %> <%= command.id %> <test-id>",
-        "<%= config.bin %> <%= command.id %> --name=\"Active Members Count\"",
-        "<%= config.bin %> <%= command.id %> <test-id> --environment=staging",
-        "<%= config.bin %> <%= command.id %> <test-id> --format=json --output=results.json",
-        "<%= config.bin %> <%= command.id %> <test-id> --dry-run"
-      ],
+      "args": {},
+      "description": "Show usage, flags, examples, and runtime hints for every `mj sync` command.",
       "flags": {
-        "name": {
-          "char": "n",
-          "description": "Test name to execute",
-          "name": "name",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "environment": {
-          "char": "e",
-          "description": "Environment context (dev, staging, prod)",
-          "name": "environment",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
         "format": {
-          "char": "f",
           "description": "Output format",
           "name": "format",
-          "default": "console",
+          "default": "text",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
-            "console",
+            "text",
             "json",
-            "markdown"
+            "md"
           ],
           "type": "option"
-        },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "dry-run": {
-          "description": "Validate without executing",
-          "name": "dry-run",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed execution information",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "checks-module": {
-          "description": "Module specifier (package name or path) side-effect-imported before the run so its integration check bundles register on the IntegrationCheckRegistry. Durable form: mj.config.cjs `testing.checkModules` (this repo loads '@memberjunction/integration-test-suite' that way).",
-          "name": "checks-module",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "oracles-module": {
-          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the test runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
-          "name": "oracles-module",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:run",
+      "id": "sync:usage",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4227,105 +4318,44 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "run.js"
+        "sync",
+        "usage.js"
       ]
     },
-    "test:suite": {
+    "sync:validate": {
       "aliases": [],
-      "args": {
-        "suiteId": {
-          "description": "Test suite ID to execute",
-          "name": "suiteId",
-          "required": false
-        }
-      },
-      "description": "Execute a test suite",
+      "args": {},
+      "description": "Validate metadata files",
       "examples": [
-        "<%= config.bin %> <%= command.id %> <suite-id>",
-        "<%= config.bin %> <%= command.id %> --name=\"Agent Quality Suite\"",
-        "<%= config.bin %> <%= command.id %> <suite-id> --format=json",
-        "<%= config.bin %> <%= command.id %> <suite-id> --output=suite-results.json"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --save-report",
+        "<%= config.bin %> <%= command.id %> --verbose"
       ],
       "flags": {
-        "name": {
-          "char": "n",
-          "description": "Test suite name to execute",
-          "name": "name",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
-          "type": "option"
-        },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
+        "dir": {
+          "description": "Specific entity directory to validate",
+          "name": "dir",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
         "verbose": {
           "char": "v",
-          "description": "Show detailed execution information",
+          "description": "Show detailed validation output",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
         },
-        "delay": {
-          "char": "d",
-          "description": "Delay in milliseconds between test executions (avoids Auth0 rate limits)",
-          "name": "delay",
-          "default": 0,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "parallel": {
-          "char": "p",
-          "description": "Run tests in parallel with shared browser sessions",
-          "name": "parallel",
+        "save-report": {
+          "description": "Save validation report as markdown file",
+          "name": "save-report",
           "allowNo": false,
           "type": "boolean"
         },
-        "max-parallel": {
-          "description": "Maximum number of parallel workers (default 4)",
-          "name": "max-parallel",
-          "default": 4,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "flaky-check": {
-          "description": "Run each test N times to detect flakiness (variance > 0.3 or mixed pass/fail = flaky). Recommended: 3 or 5",
-          "name": "flaky-check",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "checks-module": {
-          "description": "Module specifier (package name or path) side-effect-imported before the run so its integration check bundles register on the IntegrationCheckRegistry. Durable form: mj.config.cjs `testing.checkModules` (this repo loads '@memberjunction/integration-test-suite' that way).",
-          "name": "checks-module",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "oracles-module": {
-          "description": "Path to a JS/TS module that exports custom IOracle classes or instances. Each export is registered on the engine before the suite runs — used by non-MJ adopters to plug app-specific oracle types without modifying TestingFramework.",
-          "name": "oracles-module",
+        "output": {
+          "description": "Output file path for validation report (default: validation-report.md)",
+          "name": "output",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -4333,7 +4363,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:suite",
+      "id": "sync:validate",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4343,74 +4373,44 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "suite.js"
+        "sync",
+        "validate.js"
       ]
     },
-    "test:validate": {
+    "sync:watch": {
       "aliases": [],
-      "args": {
-        "testId": {
-          "description": "Test ID to validate",
-          "name": "testId",
-          "required": false
-        }
-      },
-      "description": "Validate test definitions without executing",
+      "args": {},
+      "description": "Watch for file changes and sync automatically",
       "examples": [
-        "<%= config.bin %> <%= command.id %> <test-id>",
-        "<%= config.bin %> <%= command.id %> --all",
-        "<%= config.bin %> <%= command.id %> --type=agent-eval",
-        "<%= config.bin %> <%= command.id %> --all --save-report",
-        "<%= config.bin %> <%= command.id %> --all --output=validation-report.md"
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> --dir=\"ai-prompts\"",
+        "<%= config.bin %> <%= command.id %> --debounce=1000",
+        "<%= config.bin %> <%= command.id %> --no-validate"
       ],
       "flags": {
-        "all": {
-          "char": "a",
-          "description": "Validate all tests",
-          "name": "all",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "type": {
-          "char": "t",
-          "description": "Validate tests by type",
-          "name": "type",
+        "dir": {
+          "description": "Specific entity directory to watch",
+          "name": "dir",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "save-report": {
-          "description": "Save validation report to file",
-          "name": "save-report",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "format": {
-          "char": "f",
-          "description": "Output format",
-          "name": "format",
-          "default": "console",
+        "debounce": {
+          "description": "Debounce delay in milliseconds (default: 500)",
+          "name": "debounce",
           "hasDynamicHelp": false,
           "multiple": false,
-          "options": [
-            "console",
-            "json",
-            "markdown"
-          ],
           "type": "option"
         },
-        "output": {
-          "char": "o",
-          "description": "Output file path",
-          "name": "output",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
+        "no-validate": {
+          "description": "Skip validation before sync",
+          "name": "no-validate",
+          "allowNo": false,
+          "type": "boolean"
         },
         "verbose": {
           "char": "v",
-          "description": "Show detailed information",
+          "description": "Show detailed output",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
@@ -4418,7 +4418,7 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "test:validate",
+      "id": "sync:watch",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4428,8 +4428,8 @@
       "relativePath": [
         "dist",
         "commands",
-        "test",
-        "validate.js"
+        "sync",
+        "watch.js"
       ]
     },
     "ai:actions:list": {
@@ -4519,244 +4519,28 @@
             "compact",
             "json",
             "table"
-          ],
-          "type": "option"
-        },
-        "verbose": {
-          "char": "v",
-          "description": "Show detailed execution information",
-          "name": "verbose",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "timeout": {
-          "description": "Execution timeout in milliseconds",
-          "name": "timeout",
-          "default": 300000,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        }
-      },
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "ai:actions:run",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "ai",
-        "actions",
-        "run.js"
-      ]
-    },
-    "ai:audit:agent-run": {
-      "aliases": [],
-      "args": {
-        "runId": {
-          "description": "AI Agent Run ID to audit (UUID)",
-          "name": "runId",
-          "required": false
-        }
-      },
-      "description": "Audit and analyze AI agent execution runs for debugging and performance analysis",
-      "examples": [
-        "<%= config.bin %> <%= command.id %> abc-123-def-456",
-        "<%= config.bin %> <%= command.id %> abc-123-def-456 --output=markdown",
-        "<%= config.bin %> <%= command.id %> abc-123-def-456 --step 3",
-        "<%= config.bin %> <%= command.id %> abc-123-def-456 --step 3 --detail full",
-        "<%= config.bin %> <%= command.id %> abc-123-def-456 --errors",
-        "<%= config.bin %> <%= command.id %> --list --agent \"Skip: Requirements Expert\"",
-        "<%= config.bin %> <%= command.id %> --list --status failed --days 7",
-        "<%= config.bin %> <%= command.id %> abc-123-def-456 --export full --file report.json"
-      ],
-      "flags": {
-        "output": {
-          "char": "o",
-          "description": "Output format",
-          "name": "output",
-          "default": "compact",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "compact",
-            "json",
-            "table",
-            "markdown"
-          ],
-          "type": "option"
-        },
-        "step": {
-          "char": "s",
-          "description": "Show details for specific step number (1-based index)",
-          "exclusive": [
-            "list",
-            "errors"
-          ],
-          "name": "step",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "detail": {
-          "char": "d",
-          "dependsOn": [
-            "step"
-          ],
-          "description": "Detail level for step output (default: standard)",
-          "name": "detail",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "minimal",
-            "standard",
-            "detailed",
-            "full"
-          ],
-          "type": "option"
-        },
-        "errors": {
-          "char": "e",
-          "description": "Show only error details and context",
-          "exclusive": [
-            "step",
-            "list"
-          ],
-          "name": "errors",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "list": {
-          "char": "l",
-          "description": "List recent agent runs",
-          "exclusive": [
-            "step",
-            "errors"
-          ],
-          "name": "list",
-          "allowNo": false,
-          "type": "boolean"
-        },
-        "agent": {
-          "char": "a",
-          "dependsOn": [
-            "list"
-          ],
-          "description": "Filter by agent name",
-          "name": "agent",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "status": {
-          "dependsOn": [
-            "list"
-          ],
-          "description": "Filter by run status",
-          "name": "status",
-          "default": "all",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "success",
-            "failed",
-            "running",
-            "all"
-          ],
-          "type": "option"
-        },
-        "days": {
-          "dependsOn": [
-            "list"
-          ],
-          "description": "Number of days to look back",
-          "name": "days",
-          "default": 7,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "limit": {
-          "dependsOn": [
-            "list"
-          ],
-          "description": "Maximum number of runs to return",
-          "name": "limit",
-          "default": 50,
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "export": {
-          "dependsOn": [
-            "file"
-          ],
-          "description": "Export full data to file",
-          "name": "export",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "full",
-            "summary",
-            "steps"
-          ],
-          "type": "option"
-        },
-        "file": {
-          "char": "f",
-          "description": "Output file path for export",
-          "name": "file",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "max-tokens": {
-          "description": "Maximum tokens per field (0 = no limit)",
-          "name": "max-tokens",
-          "default": 5000,
-          "hasDynamicHelp": false,
-          "multiple": false,
+          ],
           "type": "option"
         },
         "verbose": {
           "char": "v",
-          "description": "Show detailed diagnostic information",
+          "description": "Show detailed execution information",
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
+        },
+        "timeout": {
+          "description": "Execution timeout in milliseconds",
+          "name": "timeout",
+          "default": 300000,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "ai:audit:agent-run",
-      "pluginAlias": "@memberjunction/cli",
-      "pluginName": "@memberjunction/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "ai",
-        "audit",
-        "agent-run.js"
-      ]
-    },
-    "ai:audit": {
-      "aliases": [],
-      "args": {},
-      "description": "Analyze and audit AI agent runs, prompts, and actions for debugging and performance analysis",
-      "flags": {},
-      "hasDynamicHelp": false,
-      "hidden": false,
-      "hiddenAliases": [],
-      "id": "ai:audit",
+      "id": "ai:actions:run",
       "pluginAlias": "@memberjunction/cli",
       "pluginName": "@memberjunction/cli",
       "pluginType": "core",
@@ -4767,8 +4551,8 @@
         "dist",
         "commands",
         "ai",
-        "audit",
-        "index.js"
+        "actions",
+        "run.js"
       ]
     },
     "ai:agents:list": {
@@ -5039,6 +4823,222 @@
         "run.js"
       ]
     },
+    "ai:audit:agent-run": {
+      "aliases": [],
+      "args": {
+        "runId": {
+          "description": "AI Agent Run ID to audit (UUID)",
+          "name": "runId",
+          "required": false
+        }
+      },
+      "description": "Audit and analyze AI agent execution runs for debugging and performance analysis",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> abc-123-def-456",
+        "<%= config.bin %> <%= command.id %> abc-123-def-456 --output=markdown",
+        "<%= config.bin %> <%= command.id %> abc-123-def-456 --step 3",
+        "<%= config.bin %> <%= command.id %> abc-123-def-456 --step 3 --detail full",
+        "<%= config.bin %> <%= command.id %> abc-123-def-456 --errors",
+        "<%= config.bin %> <%= command.id %> --list --agent \"Skip: Requirements Expert\"",
+        "<%= config.bin %> <%= command.id %> --list --status failed --days 7",
+        "<%= config.bin %> <%= command.id %> abc-123-def-456 --export full --file report.json"
+      ],
+      "flags": {
+        "output": {
+          "char": "o",
+          "description": "Output format",
+          "name": "output",
+          "default": "compact",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "compact",
+            "json",
+            "table",
+            "markdown"
+          ],
+          "type": "option"
+        },
+        "step": {
+          "char": "s",
+          "description": "Show details for specific step number (1-based index)",
+          "exclusive": [
+            "list",
+            "errors"
+          ],
+          "name": "step",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "detail": {
+          "char": "d",
+          "dependsOn": [
+            "step"
+          ],
+          "description": "Detail level for step output (default: standard)",
+          "name": "detail",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "minimal",
+            "standard",
+            "detailed",
+            "full"
+          ],
+          "type": "option"
+        },
+        "errors": {
+          "char": "e",
+          "description": "Show only error details and context",
+          "exclusive": [
+            "step",
+            "list"
+          ],
+          "name": "errors",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "list": {
+          "char": "l",
+          "description": "List recent agent runs",
+          "exclusive": [
+            "step",
+            "errors"
+          ],
+          "name": "list",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "agent": {
+          "char": "a",
+          "dependsOn": [
+            "list"
+          ],
+          "description": "Filter by agent name",
+          "name": "agent",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "status": {
+          "dependsOn": [
+            "list"
+          ],
+          "description": "Filter by run status",
+          "name": "status",
+          "default": "all",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "success",
+            "failed",
+            "running",
+            "all"
+          ],
+          "type": "option"
+        },
+        "days": {
+          "dependsOn": [
+            "list"
+          ],
+          "description": "Number of days to look back",
+          "name": "days",
+          "default": 7,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "limit": {
+          "dependsOn": [
+            "list"
+          ],
+          "description": "Maximum number of runs to return",
+          "name": "limit",
+          "default": 50,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "export": {
+          "dependsOn": [
+            "file"
+          ],
+          "description": "Export full data to file",
+          "name": "export",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "full",
+            "summary",
+            "steps"
+          ],
+          "type": "option"
+        },
+        "file": {
+          "char": "f",
+          "description": "Output file path for export",
+          "name": "file",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "max-tokens": {
+          "description": "Maximum tokens per field (0 = no limit)",
+          "name": "max-tokens",
+          "default": 5000,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "verbose": {
+          "char": "v",
+          "description": "Show detailed diagnostic information",
+          "name": "verbose",
+          "allowNo": false,
+          "type": "boolean"
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "ai:audit:agent-run",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "ai",
+        "audit",
+        "agent-run.js"
+      ]
+    },
+    "ai:audit": {
+      "aliases": [],
+      "args": {},
+      "description": "Analyze and audit AI agent runs, prompts, and actions for debugging and performance analysis",
+      "flags": {},
+      "hasDynamicHelp": false,
+      "hidden": false,
+      "hiddenAliases": [],
+      "id": "ai:audit",
+      "pluginAlias": "@memberjunction/cli",
+      "pluginName": "@memberjunction/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "ai",
+        "audit",
+        "index.js"
+      ]
+    },
     "test:regression:build": {
       "aliases": [],
       "args": {
@@ -5480,5 +5480,5 @@
       ]
     }
   },
-  "version": "5.51.2"
+  "version": "5.51.3"
 }