@meshxdata/fops 0.1.45 → 0.1.46

package/CHANGELOG.md

@@ -1,5 +1,19 @@
-## [0.1.45] - 2026-03-12
-
+## [0.1.46] - 2026-03-23
+
+- default locust to CLI mode, add --web for UI (ca35bff)
+- add locust command for load testing AKS clusters (1278722)
+- update spot node pool default autoscaling to 1-20 (617c182)
+- module for aks (3dd1a61)
+- add hive to PG_SERVICE_DBS for fops pg-setup (afccb16)
+- feat(azure): enhance aks doctor with ExternalSecrets and PGSSLMODE checks (8b14861)
+- add foundation-postgres ExternalName service to reconciler (ea88e11)
+- new flux templates (0e2e372)
+- feat(azure): add storage-engine secrets to Key Vault (a4f488e)
+- feat(azure-aks): add AUTH0_DOMAIN to template rendering variables (216c37e)
+- feat(azure): add storage account creation per cluster (aa1b138)
+- bump watcher (ab24473)
+- fix: concurrent compute calls (#66) (03e2edf)
+- bump backend version (5058ff5)
 - bump fops to 0.1.44 (8c0ef5d)
 - Mlflow and azure plugin fix (176881f)
 - fix lifecycle (a2cb9e7)
@@ -166,22 +180,6 @@
 - tui fixes (0599779)
 - cleanup (27731f0)
 - train (90bf559)
-- training (f809bf6)
-- training (ba2b836)
-- training (6fc5267)
-- training (4af8ac9)
-- fix build script (bd82836)
-- infra test (5b79815)
-- infra test (3a0ac05)
-- infra test (e5c67b5)
-- tests (ae7b621)
-- tests (c09ae6a)
-- update tui (4784153)
-- training (0a5a330)
-- tui (df4dd4a)
-- pkg builds (4dc9993)
-- also source env for creds (9a17d8f)
-- fcl support (e8a5743)
 
 # Changelog
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meshxdata/fops",
-  "version": "0.1.45",
+  "version": "0.1.46",
   "description": "CLI to install and manage data mesh platforms",
   "keywords": [
     "fops",

package/src/commands/lifecycle.js

@@ -32,6 +32,7 @@ export function registerLifecycleCommands(program, registry) {
     .option("--url <url>", "Set the public URL (e.g. https://192.168.1.10) — writes FOUNDATION_PUBLIC_URL to .env and enables traefik if port is 443")
     .option("--pull", "Pull latest images before starting (default: skip pull)")
     .option("--frontend-dev", "Run frontend in development mode (hot reload) instead of production build")
+    .option("--local", "Run frontend dev server locally (outside container) with npm run dev — requires --frontend-dev")
     .option("--minio-storage", "Use MinIO as the storage backend instead of foundation-storage-engine")
     .option("--non-interactive", "Skip interactive prompts (auto-grant admin, no browser open)")
     .action(async (component, branch, opts) => {
@@ -443,6 +444,14 @@ async function runUp(program, registry, opts) {
     console.error(chalk.dim(`  Available: ${Object.keys(COMPONENT_SUBMODULES).join(", ")}\n`));
     process.exit(1);
   }
+
+  // --local requires --frontend-dev
+  if (opts.local && !opts.frontendDev) {
+    console.error(chalk.red(`\n  --local requires --frontend-dev flag`));
+    console.error(chalk.dim(`  Usage: fops up --frontend-dev --local\n`));
+    process.exit(1);
+  }
+
   if (comp && opts.branch) {
     const componentDir = path.join(root, comp.dir);
     if (!fs.existsSync(path.join(componentDir, ".git"))) {
@@ -580,7 +589,10 @@ async function runUp(program, registry, opts) {
   }
 
   // Frontend: either production (frontend-prod) or dev with hot reload (frontend-dev)
-  activeProfiles.add(opts.frontendDev ? "frontend-dev" : "frontend-prod");
+  // --local: skip frontend profile entirely, we'll run npm dev locally
+  if (!opts.local) {
+    activeProfiles.add(opts.frontendDev ? "frontend-dev" : "frontend-prod");
+  }
 
   const profileArgs = [
     ...(opts.minioStorage ? ["-f", "docker-compose.yaml", "-f", "docker-compose.minio-storage.yaml"] : []),
@@ -1363,11 +1375,18 @@ async function runUp(program, registry, opts) {
   clearSpinner();
 
   let result;
+  const skipFrontendContainer = opts.local && opts.frontendDev;
   if (componentOnlyUp) {
-    const serviceList = opts.frontendDev && opts.component === "frontend"
-      ? ["foundation-frontend-dev"]
-      : comp.restart;
-    result = await runUpInner(`  Starting ${opts.component}...`, null, serviceList);
+    if (skipFrontendContainer && opts.component === "frontend") {
+      // --local: skip container, we'll run npm dev locally after
+      result = { exitCode: 0 };
+      console.log(chalk.dim("  Skipping frontend container (--local mode)..."));
+    } else {
+      const serviceList = opts.frontendDev && opts.component === "frontend"
+        ? ["foundation-frontend-dev"]
+        : comp.restart;
+      result = await runUpInner(`  Starting ${opts.component}...`, null, serviceList);
+    }
   } else if (needsSequentialUp) {
     const k3sOnlyArgs = profileArgs.filter((a, i, arr) => !(a === "--profile" && arr[i + 1] === "traefik") && !(arr[i - 1] === "--profile" && a === "traefik"));
     result = await runUpInner("  Starting services (k3s)...", k3sOnlyArgs);
@@ -1479,6 +1498,63 @@ async function runUp(program, registry, opts) {
     }
   }
 
+  // --local: Run frontend dev server locally with compose env vars
+  if (skipFrontendContainer) {
+    console.log(chalk.cyan("\n  Starting local frontend dev server..."));
+    const frontendDir = path.join(root, "foundation-frontend");
+    if (!fs.existsSync(path.join(frontendDir, "package.json"))) {
+      console.error(chalk.red("  foundation-frontend not found. Run: git submodule update --init foundation-frontend"));
+      process.exitCode = 1;
+      return;
+    }
+
+    // Extract environment variables from compose config for frontend-dev service
+    let frontendEnv = {};
+    try {
+      const { stdout: configJson } = await execa("docker", [
+        "compose", "--profile", "frontend-dev", "config", "--format", "json",
+      ], { cwd: root, reject: false, timeout: 15000 });
+      if (configJson?.trim()) {
+        const config = JSON.parse(configJson);
+        const frontendSvc = config.services?.["foundation-frontend-dev"];
+        if (frontendSvc?.environment) {
+          for (const [key, val] of Object.entries(frontendSvc.environment)) {
+            frontendEnv[key] = val;
+          }
+        }
+      }
+    } catch (err) {
+      console.error(chalk.yellow("  Could not extract compose env vars:"), err.message);
+    }
+
+    // Transform docker-internal URLs to localhost for local dev
+    // Backend is exposed on host port 9001 (container 9000 → host 9001)
+    frontendEnv.INTERNAL_API_URL = "http://localhost:9001";
+    frontendEnv.PORT = "3002";
+    // Remove WATCHPACK_POLLING - not needed outside container
+    delete frontendEnv.WATCHPACK_POLLING;
+
+    // Merge with process.env (compose vars override, then specific overrides)
+    const npmEnv = { ...process.env, ...frontendEnv };
+
+    console.log(chalk.dim("  Environment:"));
+    console.log(chalk.dim(`    NEXT_PUBLIC_API_URL=${frontendEnv.NEXT_PUBLIC_API_URL || "not set"}`));
+    console.log(chalk.dim(`    INTERNAL_API_URL=${frontendEnv.INTERNAL_API_URL}`));
+    console.log(chalk.dim(`    AUTH0_ENABLED=${frontendEnv.AUTH0_ENABLED || "not set"}`));
+
+    // Run npm run dev in foreground (replaces this process)
+    console.log(chalk.cyan("\n  Running: npm run dev"));
+    console.log(chalk.dim("  Press Ctrl+C to stop the dev server\n"));
+    const npmProc = execa("npm", ["run", "dev"], {
+      cwd: frontendDir,
+      env: npmEnv,
+      stdio: "inherit",
+    });
+    npmProc.catch(() => {}); // Don't throw on Ctrl+C
+    await npmProc;
+    return;
+  }
+
   // Detect non-interactive environment (no TTY on stdin, e.g. remote VM, CI, cloud-init)
   // --non-interactive flag forces non-interactive mode (used by fops azure provisioning)
   const isInteractive = !opts.nonInteractive && process.stdin.isTTY === true;

package/src/commands/setup.js

@@ -246,12 +246,53 @@ export function registerSetupCommands(program, registry) {
         const root = rootDir();
         if (root) {
           console.log(DIM("  Updating compose project..."));
+          let stashedMain = false;
           try {
             const { stdout: branch } = await execa("git", ["rev-parse", "--abbrev-ref", "HEAD"], { cwd: root, timeout: 5000 });
-            await retry(
-              () => execa("git", ["pull", "--ff-only", "origin", branch.trim()], { cwd: root, stdio: "inherit", timeout: 120_000 }),
-              { attempts: 3, delay: 2000, onRetry: (n, max) => console.log(DIM(`  Retrying pull (${n}/${max - 1})...`)) }
-            );
+            const branchName = branch.trim();
+
+            const tryPull = async () => {
+              return execa("git", ["pull", "--ff-only", "origin", branchName], { cwd: root, stdio: "pipe", timeout: 120_000 });
+            };
+
+            try {
+              await retry(tryPull, { attempts: 3, delay: 2000, onRetry: (n, max) => console.log(DIM(`  Retrying pull (${n}/${max - 1})...`)) });
+            } catch (pullErr) {
+              const errOut = (pullErr.stderr || pullErr.stdout || pullErr.message || "").toString();
+              const wouldOverwrite = /would be overwritten by merge|Your local changes to the following files would be overwritten/i.test(errOut);
+              const needsStash = /Please commit your changes or stash them/i.test(errOut);
+
+              if (wouldOverwrite || needsStash) {
+                if (!process.stdin.isTTY) {
+                  console.log(WARN("  ⚠ Local changes would be overwritten by pull."));
+                  console.log(DIM("  Run in a TTY to be prompted to stash, or: git stash && fops update"));
+                  throw pullErr;
+                }
+                const { getInquirer } = await import("../lazy.js");
+                const { stash } = await (await getInquirer()).prompt([
+                  {
+                    type: "confirm",
+                    name: "stash",
+                    message: "Local changes would be overwritten. Stash them and continue?",
+                    default: true,
+                  },
+                ]);
+                if (!stash) {
+                  console.log(DIM("  Skipping update. Stash or commit changes then run fops update again."));
+                  throw pullErr;
+                }
+                await execa("git", ["stash", "push", "-m", "fops update: stashed before pull"], { cwd: root, timeout: 10_000 });
+                stashedMain = true;
+                await tryPull();
+              } else {
+                throw pullErr;
+              }
+            }
+
+            if (stashedMain) {
+              console.log(WARN("  Stashed local changes in compose project"));
+              console.log(DIM("  Restore with: git stash pop"));
+            }
             console.log(OK("  ✓ Compose project updated"));
           } catch (err) {
             console.log(WARN(`  ⚠ git pull failed: ${err.message}`));

package/src/plugins/bundled/fops-plugin-azure/index.js

@@ -18,6 +18,7 @@ import { registerVmCommands } from "./lib/commands/vm-cmds.js";
 import { registerFleetCommands } from "./lib/commands/fleet-cmds.js";
 import { registerTestCommands } from "./lib/commands/test-cmds.js";
 import { registerInfraCommands } from "./lib/commands/infra-cmds.js";
+import { registerRegistryCommands } from "./lib/commands/registry-cmds.js";
 
 export { resolveFoundationCreds, resolveAuth0Config, authenticateVm, vmFetch };
 
@@ -33,6 +34,7 @@ export async function register(api) {
     registerFleetCommands(azure);
     registerTestCommands(azure);
     registerInfraCommands(azure);
+    registerRegistryCommands(azure);
   });
 
   // ── Cost agent tools + agent ───────────────────────────────────────────
@@ -186,6 +188,22 @@ export async function register(api) {
     },
   });
 
+  api.registerDoctorCheck({
+    name: "cloudflared",
+    fn: async (ok, warn) => {
+      try {
+        const { execa } = await import("execa");
+        const { stdout } = await execa("cloudflared", ["--version"], { timeout: 10000 });
+        ok(stdout.trim().split("\n")[0]);
+      } catch {
+        const hint = process.platform === "darwin"
+          ? "optional — run: brew install cloudflared"
+          : "optional — see https://developers.cloudflare.com/cloudflare-one/connections/connect-networks/downloads/";
+        warn("cloudflared not installed", hint);
+      }
+    },
+  });
+
   // ── Hook: before:up — auto-sync Key Vault secrets ─────────────────────
 
   api.registerHook("before:up", async () => {
@@ -381,6 +399,17 @@ export async function register(api) {
             "- `fops azure aks flux reconcile [name]` — Force reconciliation",
             "Flux watches a Git repo and auto-applies manifests to the cluster.",
             "Push to repo → Flux detects → applies. No kubectl needed.",
+            "",
+            "### Registry (OCI/Docker via Cloudflare Access)",
+            "Push images to AKS-hosted Zot registry through Cloudflare Access tunnel.",
+            "",
+            "- `fops azure registry login [--domain <url>]` — Authenticate via cloudflared (opens browser)",
+            "- `fops azure registry push <image> [--tag <tag>]` — Tag and push image to registry",
+            "- `fops azure registry pull <image>` — Pull image from registry",
+            "- `fops azure registry logout` — Remove stored credentials",
+            "",
+            "Workflow: login once per session → push branch images → they're available in AKS.",
+            "Credentials stored in ~/.fops/registry/ and ~/.docker/config.json.",
           ].join("\n"),
           score: 0.9,
         },