@meshxdata/fops 0.1.44 → 0.1.46

package/CHANGELOG.md

@@ -1,3 +1,186 @@
+## [0.1.46] - 2026-03-23
+
+- default locust to CLI mode, add --web for UI (ca35bff)
+- add locust command for load testing AKS clusters (1278722)
+- update spot node pool default autoscaling to 1-20 (617c182)
+- module for aks (3dd1a61)
+- add hive to PG_SERVICE_DBS for fops pg-setup (afccb16)
+- feat(azure): enhance aks doctor with ExternalSecrets and PGSSLMODE checks (8b14861)
+- add foundation-postgres ExternalName service to reconciler (ea88e11)
+- new flux templates (0e2e372)
+- feat(azure): add storage-engine secrets to Key Vault (a4f488e)
+- feat(azure-aks): add AUTH0_DOMAIN to template rendering variables (216c37e)
+- feat(azure): add storage account creation per cluster (aa1b138)
+- bump watcher (ab24473)
+- fix: concurrent compute calls (#66) (03e2edf)
+- bump backend version (5058ff5)
+- bump fops to 0.1.44 (8c0ef5d)
+- Mlflow and azure plugin fix (176881f)
+- fix lifecycle (a2cb9e7)
+- callback url for localhost (821fb94)
+- disable 4 scaffolding plugin by default. (bfb2b76)
+- jaccard improvements (b7494a0)
+- refactor azure plugin (68dfef4)
+- refactor azure plugin (b24a008)
+- fix trino catalog missing (4928a55)
+- v36 bump and changelog generation on openai (37a0440)
+- v36 bump and changelog generation on openai (a3b02d9)
+- bump (a990058)
+- status bar fix and new plugin for ttyd (27dde1e)
+- file demo and tray (1a3e704)
+- electron app (59ad0bb)
+- compose and fops file plugin (1cf0e81)
+- bump (346ffc1)
+- localhost replaced by 127.0.0.1 (82b9f30)
+- .29 (587b0e1)
+- improve up down and bootstrap script (b79ebaf)
+- checksum (22c8086)
+- checksum (96b434f)
+- checksum (15ed3c0)
+- checksum (8a6543a)
+- bump embed trino linksg (8440504)
+- bump data (765ffd9)
+- bump (cb8b232)
+- broken tests (c532229)
+- release 0.1.18, preflight checks (d902249)
+- fix compute display bug (d10f5d9)
+- cleanup packer files (6330f18)
+- plan mode (cb36a8a)
+- bump to 0.1.16 - agent ui (41ac1a2)
+- bump to 0.1.15 - agent ui (4ebe2e1)
+- bump to 0.1.14 (6c3a7fa)
+- bump to 0.1.13 (8db570f)
+- release 0.1.12 (c1c79e5)
+- bump (11aa3b0)
+- git keep and bump tui (be1678e)
+- skills, index, rrf, compacted context (100k > 10k) (7b2fffd)
+- cloudflare and token consumption, graphs indexing (0ad9eec)
+- bump storage default (22c83ba)
+- storage fix (68a22a0)
+- skills update (7f56500)
+- v9 bump (3864446)
+- bump (c95eedc)
+- rrf (dbf8c95)
+- feat: warning when running predictions (95e8c52)
+- feat: support for local predictions (45cf26b)
+- feat: wip support for predictions + mlflow (3457052)
+- add Reciprocal Rank Fusion (RRF) to knowledge and skill retrieval (61549bc)
+- validate CSV headers in compute_run readiness check (a8c7a43)
+- fix corrupted Iceberg metadata: probe tables + force cleanup on re-apply (50578af)
+- enforce: never use foundation_apply to fix broken products (2e049bf)
+- update SKILL.md with complete tool reference for knowledge retrieval (30b1924)
+- add storage read, input DP table probe, and compute_run improvements (34e6c4c)
+- skills update (1220385)
+- skills update (bb66958)
+- some tui improvement andd tools apply overwrite (e90c35c)
+- skills update (e9227a1)
+- skills update (669c4b3)
+- fix plugin pre-flight checks (f741743)
+- increase agent context (6479aaa)
+- skills and init sql fixes (5fce35e)
+- checksum (3518b56)
+- penging job limit (a139861)
+- checksum (575d28c)
+- bump (92049ba)
+- fix bug per tab status (0a33657)
+- fix bug per tab status (50457c6)
+- checksumming (0ad842e)
+- shot af mardkwon overlapping (51f63b9)
+- add spark dockerfile for multiarch builds (95abbd1)
+- fix plugin initialization (16b9782)
+- split index.js (50902a2)
+- cloudflare cidr (cc4e021)
+- cloduflare restrictions (2f6ba2d)
+- sequential start (86b496e)
+- sequential start (4930fe1)
+- sequential start (353f014)
+- qa tests (2dc6a1a)
+- bump sha for .85 (dc2edfe)
+- preserve env on sudo (7831227)
+- bump sha for .84 (6c052f9)
+- non interactive for azure vms (0aa8a2f)
+- keep .env if present (d072450)
+- bump (7a8e732)
+- ensure opa is on compose if not set (f4a5228)
+- checksum bump (a2ccc20)
+- netrc defensive checks (a0b0ccc)
+- netrc defensive checks (ae37403)
+- checksum (ec45d11)
+- update sync and fix up (7f9af72)
+- expand test for azure and add new per app tag support (388a168)
+- checksum on update (44005fc)
+- cleanup for later (15e5313)
+- cleanup for later (11c9597)
+- switch branch feature (822fecc)
+- add pull (d1c19ab)
+- Bump hono from 4.11.9 to 4.12.0 in /operator-cli (ad25144)
+- tests (f180a9a)
+- cleanup (39c49a3)
+- registry (7b7126a)
+- reconcile kafka (832d0db)
+- gh login bug (025886c)
+- cleanup (bb96cab)
+- strip envs from process (2421180)
+- force use of gh creds not tokens in envs var (fff7787)
+- resolve import between npm installs and npm link (79522e1)
+- fix gh scope and azure states (afd846c)
+- refactoring (da50352)
+- split fops repo (d447638)
+- aks (b791f8f)
+- refactor azure (67d3bad)
+- wildcard (391f023)
+- azure plugin (c074074)
+- zap (d7e6e7f)
+- fix knock (cf89c05)
+- azure (4adec98)
+- Bump tar from 7.5.7 to 7.5.9 in /operator-cli (e41e98e)
+- azure stack index.js split (de12272)
+- Bump ajv from 8.17.1 to 8.18.0 in /operator-cli (76da21f)
+- packer (9665fbc)
+- remove stack api (db0fd4d)
+- packer cleanup (fe1bf14)
+- force refresh token (3a3d7e2)
+- provision shell (2ad505f)
+- azure vm management (91dcb31)
+- azure specific (2b0cca8)
+- azure packer (12175b8)
+- init hashed pwd (db8523c)
+- packer (5b5c7c4)
+- doctor for azure vm (ed524fa)
+- packer and 1pwd (c6d053e)
+- split big index.js (dc85a1b)
+- kafka volume update (21815ec)
+- fix openai azure tools confirmation and flow (0118cd1)
+- nighly fixx, test fix (5e0d04f)
+- open ai training (cdc494a)
+- openai integration in azure (1ca1475)
+- ci (672cea9)
+- refresh ghcr creds (4220c48)
+- cleaned up version (1a0074f)
+- traefik on ghcr and templates (8e31a05)
+- apply fcl (e78911f)
+- demo landscape (dd205fe)
+- smarter login and schema (1af514f)
+- no down before up unless something broke (56b1132)
+- dai, reconcile failed containers (12907fa)
+- reconcile dead container (7da75e4)
+- defensive around storage buckets dir (b98871d)
+- defensive around storage buckets dir (e86e132)
+- gear in for multiarch (bf3fa3e)
+- up autofix (99c7f89)
+- autofix stale containers on up (43c7d0f)
+- shared sessions fix (5de1359)
+- share sessions between ui and tui (8321391)
+- fix chat view display details (e263996)
+- fix chat view display details (9babdda)
+- tui up fixes (86e9f17)
+- fix commands init (442538b)
+- enable k3s profile (b2dcfc8)
+- test up till job creation (656d388)
+- tui fixes (0599779)
+- cleanup (27731f0)
+- train (90bf559)
+
 # Changelog
 
 All notable changes to @meshxdata/fops (Foundation Operator CLI) are documented here.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meshxdata/fops",
-  "version": "0.1.44",
+  "version": "0.1.46",
   "description": "CLI to install and manage data mesh platforms",
   "keywords": [
     "fops",

package/src/commands/lifecycle.js

@@ -32,6 +32,7 @@ export function registerLifecycleCommands(program, registry) {
     .option("--url <url>", "Set the public URL (e.g. https://192.168.1.10) — writes FOUNDATION_PUBLIC_URL to .env and enables traefik if port is 443")
     .option("--pull", "Pull latest images before starting (default: skip pull)")
     .option("--frontend-dev", "Run frontend in development mode (hot reload) instead of production build")
+    .option("--local", "Run frontend dev server locally (outside container) with npm run dev — requires --frontend-dev")
     .option("--minio-storage", "Use MinIO as the storage backend instead of foundation-storage-engine")
     .option("--non-interactive", "Skip interactive prompts (auto-grant admin, no browser open)")
     .action(async (component, branch, opts) => {
@@ -159,6 +160,26 @@ export function registerLifecycleCommands(program, registry) {
       await dockerCompose(root, args);
     });
 
+  program
+    .command("restart")
+    .description("Restart Foundation services (all or specific)")
+    .argument("[services...]", "Services to restart (e.g. backend, watcher)")
+    .action(async (services) => {
+      const root = requireRoot(program);
+      const serviceNames = (services || []).filter(Boolean).flatMap((s) => {
+        const sub = COMPONENT_SUBMODULES[s];
+        if (sub) return sub.restart;
+        return [resolveServiceName(root, s)];
+      });
+      if (serviceNames.length) {
+        console.log(chalk.cyan(`  Restarting ${serviceNames.join(", ")}...`));
+        await dockerCompose(root, ["restart", ...serviceNames]);
+      } else {
+        console.log(chalk.cyan("  Restarting all services..."));
+        await dockerCompose(root, ["restart"]);
+      }
+    });
+
   program
     .command("bake")
     .description("Build and push multi-arch base container images (node, etc.)")
@@ -423,6 +444,14 @@ async function runUp(program, registry, opts) {
     console.error(chalk.dim(`  Available: ${Object.keys(COMPONENT_SUBMODULES).join(", ")}\n`));
     process.exit(1);
   }
+
+  // --local requires --frontend-dev
+  if (opts.local && !opts.frontendDev) {
+    console.error(chalk.red(`\n  --local requires --frontend-dev flag`));
+    console.error(chalk.dim(`  Usage: fops up --frontend-dev --local\n`));
+    process.exit(1);
+  }
+
   if (comp && opts.branch) {
     const componentDir = path.join(root, comp.dir);
     if (!fs.existsSync(path.join(componentDir, ".git"))) {
@@ -560,7 +589,10 @@ async function runUp(program, registry, opts) {
   }
 
   // Frontend: either production (frontend-prod) or dev with hot reload (frontend-dev)
-  activeProfiles.add(opts.frontendDev ? "frontend-dev" : "frontend-prod");
+  // --local: skip frontend profile entirely, we'll run npm dev locally
+  if (!opts.local) {
+    activeProfiles.add(opts.frontendDev ? "frontend-dev" : "frontend-prod");
+  }
 
   const profileArgs = [
     ...(opts.minioStorage ? ["-f", "docker-compose.yaml", "-f", "docker-compose.minio-storage.yaml"] : []),
@@ -1343,11 +1375,18 @@ async function runUp(program, registry, opts) {
   clearSpinner();
 
   let result;
+  const skipFrontendContainer = opts.local && opts.frontendDev;
   if (componentOnlyUp) {
-    const serviceList = opts.frontendDev && opts.component === "frontend"
-      ? ["foundation-frontend-dev"]
-      : comp.restart;
-    result = await runUpInner(`  Starting ${opts.component}...`, null, serviceList);
+    if (skipFrontendContainer && opts.component === "frontend") {
+      // --local: skip container, we'll run npm dev locally after
+      result = { exitCode: 0 };
+      console.log(chalk.dim("  Skipping frontend container (--local mode)..."));
+    } else {
+      const serviceList = opts.frontendDev && opts.component === "frontend"
+        ? ["foundation-frontend-dev"]
+        : comp.restart;
+      result = await runUpInner(`  Starting ${opts.component}...`, null, serviceList);
+    }
   } else if (needsSequentialUp) {
     const k3sOnlyArgs = profileArgs.filter((a, i, arr) => !(a === "--profile" && arr[i + 1] === "traefik") && !(arr[i - 1] === "--profile" && a === "traefik"));
     result = await runUpInner("  Starting services (k3s)...", k3sOnlyArgs);
@@ -1459,6 +1498,63 @@ async function runUp(program, registry, opts) {
     }
   }
 
+  // --local: Run frontend dev server locally with compose env vars
+  if (skipFrontendContainer) {
+    console.log(chalk.cyan("\n  Starting local frontend dev server..."));
+    const frontendDir = path.join(root, "foundation-frontend");
+    if (!fs.existsSync(path.join(frontendDir, "package.json"))) {
+      console.error(chalk.red("  foundation-frontend not found. Run: git submodule update --init foundation-frontend"));
+      process.exitCode = 1;
+      return;
+    }
+
+    // Extract environment variables from compose config for frontend-dev service
+    let frontendEnv = {};
+    try {
+      const { stdout: configJson } = await execa("docker", [
+        "compose", "--profile", "frontend-dev", "config", "--format", "json",
+      ], { cwd: root, reject: false, timeout: 15000 });
+      if (configJson?.trim()) {
+        const config = JSON.parse(configJson);
+        const frontendSvc = config.services?.["foundation-frontend-dev"];
+        if (frontendSvc?.environment) {
+          for (const [key, val] of Object.entries(frontendSvc.environment)) {
+            frontendEnv[key] = val;
+          }
+        }
+      }
+    } catch (err) {
+      console.error(chalk.yellow("  Could not extract compose env vars:"), err.message);
+    }
+
+    // Transform docker-internal URLs to localhost for local dev
+    // Backend is exposed on host port 9001 (container 9000 → host 9001)
+    frontendEnv.INTERNAL_API_URL = "http://localhost:9001";
+    frontendEnv.PORT = "3002";
+    // Remove WATCHPACK_POLLING - not needed outside container
+    delete frontendEnv.WATCHPACK_POLLING;
+
+    // Merge with process.env (compose vars override, then specific overrides)
+    const npmEnv = { ...process.env, ...frontendEnv };
+
+    console.log(chalk.dim("  Environment:"));
+    console.log(chalk.dim(`    NEXT_PUBLIC_API_URL=${frontendEnv.NEXT_PUBLIC_API_URL || "not set"}`));
+    console.log(chalk.dim(`    INTERNAL_API_URL=${frontendEnv.INTERNAL_API_URL}`));
+    console.log(chalk.dim(`    AUTH0_ENABLED=${frontendEnv.AUTH0_ENABLED || "not set"}`));
+
+    // Run npm run dev in foreground (replaces this process)
+    console.log(chalk.cyan("\n  Running: npm run dev"));
+    console.log(chalk.dim("  Press Ctrl+C to stop the dev server\n"));
+    const npmProc = execa("npm", ["run", "dev"], {
+      cwd: frontendDir,
+      env: npmEnv,
+      stdio: "inherit",
+    });
+    npmProc.catch(() => {}); // Don't throw on Ctrl+C
+    await npmProc;
+    return;
+  }
+
   // Detect non-interactive environment (no TTY on stdin, e.g. remote VM, CI, cloud-init)
   // --non-interactive flag forces non-interactive mode (used by fops azure provisioning)
   const isInteractive = !opts.nonInteractive && process.stdin.isTTY === true;

package/src/commands/setup.js

@@ -246,12 +246,53 @@ export function registerSetupCommands(program, registry) {
         const root = rootDir();
         if (root) {
           console.log(DIM("  Updating compose project..."));
+          let stashedMain = false;
           try {
             const { stdout: branch } = await execa("git", ["rev-parse", "--abbrev-ref", "HEAD"], { cwd: root, timeout: 5000 });
-            await retry(
-              () => execa("git", ["pull", "--ff-only", "origin", branch.trim()], { cwd: root, stdio: "inherit", timeout: 120_000 }),
-              { attempts: 3, delay: 2000, onRetry: (n, max) => console.log(DIM(`  Retrying pull (${n}/${max - 1})...`)) }
-            );
+            const branchName = branch.trim();
+
+            const tryPull = async () => {
+              return execa("git", ["pull", "--ff-only", "origin", branchName], { cwd: root, stdio: "pipe", timeout: 120_000 });
+            };
+
+            try {
+              await retry(tryPull, { attempts: 3, delay: 2000, onRetry: (n, max) => console.log(DIM(`  Retrying pull (${n}/${max - 1})...`)) });
+            } catch (pullErr) {
+              const errOut = (pullErr.stderr || pullErr.stdout || pullErr.message || "").toString();
+              const wouldOverwrite = /would be overwritten by merge|Your local changes to the following files would be overwritten/i.test(errOut);
+              const needsStash = /Please commit your changes or stash them/i.test(errOut);
+
+              if (wouldOverwrite || needsStash) {
+                if (!process.stdin.isTTY) {
+                  console.log(WARN("  ⚠ Local changes would be overwritten by pull."));
+                  console.log(DIM("  Run in a TTY to be prompted to stash, or: git stash && fops update"));
+                  throw pullErr;
+                }
+                const { getInquirer } = await import("../lazy.js");
+                const { stash } = await (await getInquirer()).prompt([
+                  {
+                    type: "confirm",
+                    name: "stash",
+                    message: "Local changes would be overwritten. Stash them and continue?",
+                    default: true,
+                  },
+                ]);
+                if (!stash) {
+                  console.log(DIM("  Skipping update. Stash or commit changes then run fops update again."));
+                  throw pullErr;
+                }
+                await execa("git", ["stash", "push", "-m", "fops update: stashed before pull"], { cwd: root, timeout: 10_000 });
+                stashedMain = true;
+                await tryPull();
+              } else {
+                throw pullErr;
+              }
+            }
+
+            if (stashedMain) {
+              console.log(WARN("  Stashed local changes in compose project"));
+              console.log(DIM("  Restore with: git stash pop"));
+            }
             console.log(OK("  ✓ Compose project updated"));
           } catch (err) {
             console.log(WARN(`  ⚠ git pull failed: ${err.message}`));

package/src/plugins/bundled/fops-plugin-azure/index.js

@@ -18,6 +18,7 @@ import { registerVmCommands } from "./lib/commands/vm-cmds.js";
 import { registerFleetCommands } from "./lib/commands/fleet-cmds.js";
 import { registerTestCommands } from "./lib/commands/test-cmds.js";
 import { registerInfraCommands } from "./lib/commands/infra-cmds.js";
+import { registerRegistryCommands } from "./lib/commands/registry-cmds.js";
 
 export { resolveFoundationCreds, resolveAuth0Config, authenticateVm, vmFetch };
 
@@ -33,6 +34,7 @@ export async function register(api) {
     registerFleetCommands(azure);
     registerTestCommands(azure);
     registerInfraCommands(azure);
+    registerRegistryCommands(azure);
   });
 
   // ── Cost agent tools + agent ───────────────────────────────────────────
@@ -186,6 +188,22 @@ export async function register(api) {
     },
   });
 
+  api.registerDoctorCheck({
+    name: "cloudflared",
+    fn: async (ok, warn) => {
+      try {
+        const { execa } = await import("execa");
+        const { stdout } = await execa("cloudflared", ["--version"], { timeout: 10000 });
+        ok(stdout.trim().split("\n")[0]);
+      } catch {
+        const hint = process.platform === "darwin"
+          ? "optional — run: brew install cloudflared"
+          : "optional — see https://developers.cloudflare.com/cloudflare-one/connections/connect-networks/downloads/";
+        warn("cloudflared not installed", hint);
+      }
+    },
+  });
+
   // ── Hook: before:up — auto-sync Key Vault secrets ─────────────────────
 
   api.registerHook("before:up", async () => {
@@ -381,6 +399,17 @@ export async function register(api) {
             "- `fops azure aks flux reconcile [name]` — Force reconciliation",
             "Flux watches a Git repo and auto-applies manifests to the cluster.",
             "Push to repo → Flux detects → applies. No kubectl needed.",
+            "",
+            "### Registry (OCI/Docker via Cloudflare Access)",
+            "Push images to AKS-hosted Zot registry through Cloudflare Access tunnel.",
+            "",
+            "- `fops azure registry login [--domain <url>]` — Authenticate via cloudflared (opens browser)",
+            "- `fops azure registry push <image> [--tag <tag>]` — Tag and push image to registry",
+            "- `fops azure registry pull <image>` — Pull image from registry",
+            "- `fops azure registry logout` — Remove stored credentials",
+            "",
+            "Workflow: login once per session → push branch images → they're available in AKS.",
+            "Credentials stored in ~/.fops/registry/ and ~/.docker/config.json.",
           ].join("\n"),
           score: 0.9,
         },