@meshxdata/fops 0.1.34 → 0.1.35

package/CHANGELOG.md

@@ -1,3 +1,191 @@
+# Changelog
+
+All notable changes to @meshxdata/fops (Foundation Operator CLI) are documented here.
+
+## [0.1.35] - 2026-03-05
+
+- status bar fix and new plugin for ttyd (27dde1e)
+- file demo and tray (1a3e704)
+- electron app (59ad0bb)
+- compose and fops file plugin (1cf0e81)
+- bump (346ffc1)
+- localhost replaced by 127.0.0.1 (82b9f30)
+- .29 (587b0e1)
+- improve up down and bootstrap script (b79ebaf)
+- checksum (22c8086)
+- checksum (96b434f)
+- checksum (15ed3c0)
+- checksum (8a6543a)
+- bump embed trino linksg (8440504)
+- bump data (765ffd9)
+- bump (cb8b232)
+- broken tests (c532229)
+- release 0.1.18, preflight checks (d902249)
+- fix compute display bug (d10f5d9)
+- cleanup packer files (6330f18)
+- plan mode (cb36a8a)
+- bump to 0.1.16 - agent ui (41ac1a2)
+- bump to 0.1.15 - agent ui (4ebe2e1)
+- bump to 0.1.14 (6c3a7fa)
+- bump to 0.1.13 (8db570f)
+- release 0.1.12 (c1c79e5)
+- bump (11aa3b0)
+- git keep and bump tui (be1678e)
+- skills, index, rrf, compacted context (100k > 10k) (7b2fffd)
+- cloudflare and token consumption, graphs indexing (0ad9eec)
+- bump storage default (22c83ba)
+- storage fix (68a22a0)
+- skills update (7f56500)
+- v9 bump (3864446)
+- bump (c95eedc)
+- rrf (dbf8c95)
+- feat: warning when running predictions (95e8c52)
+- feat: support for local predictions (45cf26b)
+- feat: wip support for predictions + mlflow (3457052)
+- add Reciprocal Rank Fusion (RRF) to knowledge and skill retrieval (61549bc)
+- validate CSV headers in compute_run readiness check (a8c7a43)
+- fix corrupted Iceberg metadata: probe tables + force cleanup on re-apply (50578af)
+- enforce: never use foundation_apply to fix broken products (2e049bf)
+- update SKILL.md with complete tool reference for knowledge retrieval (30b1924)
+- add storage read, input DP table probe, and compute_run improvements (34e6c4c)
+- skills update (1220385)
+- skills update (bb66958)
+- some tui improvement andd tools apply overwrite (e90c35c)
+- skills update (e9227a1)
+- skills update (669c4b3)
+- fix plugin pre-flight checks (f741743)
+- increase agent context (6479aaa)
+- skills and init sql fixes (5fce35e)
+- checksum (3518b56)
+- penging job limit (a139861)
+- checksum (575d28c)
+- bump (92049ba)
+- fix bug per tab status (0a33657)
+- fix bug per tab status (50457c6)
+- checksumming (0ad842e)
+- shot af mardkwon overlapping (51f63b9)
+- add spark dockerfile for multiarch builds (95abbd1)
+- fix plugin initialization (16b9782)
+- split index.js (50902a2)
+- cloudflare cidr (cc4e021)
+- cloduflare restrictions (2f6ba2d)
+- sequential start (86b496e)
+- sequential start (4930fe1)
+- sequential start (353f014)
+- qa tests (2dc6a1a)
+- bump sha for .85 (dc2edfe)
+- preserve env on sudo (7831227)
+- bump sha for .84 (6c052f9)
+- non interactive for azure vms (0aa8a2f)
+- keep .env if present (d072450)
+- bump (7a8e732)
+- ensure opa is on compose if not set (f4a5228)
+- checksum bump (a2ccc20)
+- netrc defensive checks (a0b0ccc)
+- netrc defensive checks (ae37403)
+- checksum (ec45d11)
+- update sync and fix up (7f9af72)
+- expand test for azure and add new per app tag support (388a168)
+- checksum on update (44005fc)
+- cleanup for later (15e5313)
+- cleanup for later (11c9597)
+- switch branch feature (822fecc)
+- add pull (d1c19ab)
+- Bump hono from 4.11.9 to 4.12.0 in /operator-cli (ad25144)
+- tests (f180a9a)
+- cleanup (39c49a3)
+- registry (7b7126a)
+- reconcile kafka (832d0db)
+- gh login bug (025886c)
+- cleanup (bb96cab)
+- strip envs from process (2421180)
+- force use of gh creds not tokens in envs var (fff7787)
+- resolve import between npm installs and npm link (79522e1)
+- fix gh scope and azure states (afd846c)
+- refactoring (da50352)
+- split fops repo (d447638)
+- aks (b791f8f)
+- refactor azure (67d3bad)
+- wildcard (391f023)
+- azure plugin (c074074)
+- zap (d7e6e7f)
+- fix knock (cf89c05)
+- azure (4adec98)
+- Bump tar from 7.5.7 to 7.5.9 in /operator-cli (e41e98e)
+- azure stack index.js split (de12272)
+- Bump ajv from 8.17.1 to 8.18.0 in /operator-cli (76da21f)
+- packer (9665fbc)
+- remove stack api (db0fd4d)
+- packer cleanup (fe1bf14)
+- force refresh token (3a3d7e2)
+- provision shell (2ad505f)
+- azure vm management (91dcb31)
+- azure specific (2b0cca8)
+- azure packer (12175b8)
+- init hashed pwd (db8523c)
+- packer (5b5c7c4)
+- doctor for azure vm (ed524fa)
+- packer and 1pwd (c6d053e)
+- split big index.js (dc85a1b)
+- kafka volume update (21815ec)
+- fix openai azure tools confirmation and flow (0118cd1)
+- nighly fixx, test fix (5e0d04f)
+- open ai training (cdc494a)
+- openai integration in azure (1ca1475)
+- ci (672cea9)
+- refresh ghcr creds (4220c48)
+- cleaned up version (1a0074f)
+- traefik on ghcr and templates (8e31a05)
+- apply fcl (e78911f)
+- demo landscape (dd205fe)
+- smarter login and schema (1af514f)
+- no down before up unless something broke (56b1132)
+- dai, reconcile failed containers (12907fa)
+- reconcile dead container (7da75e4)
+- defensive around storage buckets dir (b98871d)
+- defensive around storage buckets dir (e86e132)
+- gear in for multiarch (bf3fa3e)
+- up autofix (99c7f89)
+- autofix stale containers on up (43c7d0f)
+- shared sessions fix (5de1359)
+- share sessions between ui and tui (8321391)
+- fix chat view display details (e263996)
+- fix chat view display details (9babdda)
+- tui up fixes (86e9f17)
+- fix commands init (442538b)
+- enable k3s profile (b2dcfc8)
+- test up till job creation (656d388)
+- tui fixes (0599779)
+- cleanup (27731f0)
+- train (90bf559)
+- training (f809bf6)
+- training (ba2b836)
+- training (6fc5267)
+- training (4af8ac9)
+- fix build script (bd82836)
+- infra test (5b79815)
+- infra test (3a0ac05)
+- infra test (e5c67b5)
+- tests (ae7b621)
+- tests (c09ae6a)
+- update tui (4784153)
+- training (0a5a330)
+- tui (df4dd4a)
+- pkg builds (4dc9993)
+- also source env for creds (9a17d8f)
+- fcl support (e8a5743)
+- fcl support (8d6b6cd)
+- fcl support (cb76a4a)
+- bump package (df2ee85)
+- add iam mgmt (2d3c294)
+- fix k3s (976ae77)
+- fix trino, add storage plugin (75cb1f4)
+- add project root as config (a2863c6)
+- failure learnings (637ef5c)
+- Apple signed binaries (63a610e)
+- send build info to apple for notary service (300c220)
+- migration failure fixes (c7f0b2f)
+
 ## [0.1.34] - 2026-03-05
 
 - electron app (59ad0bb)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meshxdata/fops",
-  "version": "0.1.34",
+  "version": "0.1.35",
   "description": "CLI to install and manage data mesh platforms",
   "keywords": [
     "fops",

package/src/agent/llm.js

@@ -559,11 +559,11 @@ function resolveProvider(opts, { anthropicKey, openaiKey, azureConfig, useClaude
  */
 function defaultModelForProvider(provider, opts, { anthropicKey, azureConfig }) {
   if (opts.model) return opts.model;
-  if (provider === "anthropic" || provider === "claude_code") return process.env.ANTHROPIC_MODEL?.trim() || "claude-opus-4-20250514";
+  if (provider === "anthropic" || provider === "claude_code") return process.env.ANTHROPIC_MODEL?.trim() || "claude-sonnet-4-6";
   if (provider === "azure") return azureConfig?.deployment || "gpt-4o";
   if (provider === "openai") return process.env.OPENAI_MODEL?.trim() || "gpt-5";
   // Fallback
-  return anthropicKey ? (process.env.ANTHROPIC_MODEL?.trim() || "claude-opus-4-20250514") : azureConfig ? azureConfig.deployment : "gpt-5";
+  return anthropicKey ? (process.env.ANTHROPIC_MODEL?.trim() || "claude-sonnet-4-6") : azureConfig ? azureConfig.deployment : "gpt-5";
 }
 
 export async function streamAssistantReply(root, messages, systemContent, opts) {
@@ -794,7 +794,7 @@ export async function callClaudeWithTools(messages, systemContent, tools, opts =
   const cached = getAnthropicModule();
   const { default: Anthropic } = cached || await import("@anthropic-ai/sdk");
   const client = new Anthropic({ apiKey: anthropicKey });
-  const model = opts.model || process.env.ANTHROPIC_MODEL?.trim() || "claude-opus-4-20250514";
+  const model = opts.model || process.env.ANTHROPIC_MODEL?.trim() || "claude-sonnet-4-6";
   const claudeTools = toClaudeTools(tools);
 
   // Redact PII from context before sending

package/src/plugins/bundled/fops-plugin-dai-ttyd/fops.plugin.json

@@ -0,0 +1,6 @@
+{
+  "id": "fops-plugin-dai-ttyd",
+  "name": "DAI Talk-to-your-Data",
+  "version": "0.1.0",
+  "description": "Natural language queries against the DAI TTYD (Talk-to-your-Data) service"
+}

package/src/plugins/bundled/fops-plugin-dai-ttyd/index.js

@@ -0,0 +1,182 @@
+import chalk from "chalk";
+import { DaiTTYDClient } from "./lib/client.js";
+
+const DIM = chalk.dim;
+const OK = chalk.green;
+const ERR = chalk.red;
+const ACCENT = chalk.cyan;
+const BOLD = chalk.bold;
+const WARN = chalk.yellow;
+
+export function register(api) {
+  const client = new DaiTTYDClient(api.config);
+
+  function clientFor({ url, jwt } = {}) {
+    if (!url && !jwt) return client;
+    return new DaiTTYDClient({
+      ...api.config,
+      ...(url && { baseUrl: url }),
+      ...(jwt && { authToken: jwt }),
+    });
+  }
+
+  // ─── Doctor check ────────────────────────────────────────────────────────
+  api.registerDoctorCheck({
+    name: "dai-ttyd: auth token",
+    fn: async () => {
+      const token =
+        api.config?.authToken?.trim() || process.env.DAI_AUTH_TOKEN?.trim();
+      if (!token) {
+        return {
+          ok: false,
+          message: "DAI_AUTH_TOKEN not set — configure via env or ~/.fops.json plugins.entries.fops-plugin-dai-ttyd.config.authToken",
+        };
+      }
+      return { ok: true, message: "DAI_AUTH_TOKEN is set" };
+    },
+  });
+
+  // ─── Agent tools ─────────────────────────────────────────────────────────
+
+  api.registerTool({
+    name: "ttyd_thread_create",
+    description: "Create a new TTYD conversation thread. Returns a thread_id to use with ttyd_ask.",
+    inputSchema: {
+      type: "object",
+      properties: {
+        title: { type: "string", description: "Optional title for the thread" },
+      },
+    },
+    async execute({ title } = {}) {
+      const threadId = await client.createThread(title || "fops session");
+      return JSON.stringify({ thread_id: threadId });
+    },
+  });
+
+  api.registerTool({
+    name: "ttyd_ask",
+    description:
+      "Ask a natural-language question to the DAI Talk-to-your-Data service. " +
+      "Returns the generated SQL and a text summary/answer. " +
+      "Optionally scoped to a dashboard or tile for context. " +
+      "If thread_id is omitted, a new thread is created automatically.",
+    inputSchema: {
+      type: "object",
+      properties: {
+        question: { type: "string", description: "The natural-language question to ask" },
+        thread_id: { type: "number", description: "Existing thread id for multi-turn conversations" },
+        dashboard_id: { type: "number", description: "Optional dashboard id for context" },
+        tile_id: { type: "number", description: "Optional tile id for context" },
+      },
+      required: ["question"],
+    },
+    async execute({ question, thread_id, dashboard_id, tile_id }) {
+      const result = await client.ask(question, {
+        threadId: thread_id,
+        dashboardId: dashboard_id,
+        tileId: tile_id,
+      });
+      return JSON.stringify(result);
+    },
+  });
+
+  // ─── CLI commands ─────────────────────────────────────────────────────────
+
+  api.registerCommand((program) => {
+    const ttyd = program
+      .command("ttyd")
+      .description("Talk-to-your-Data — query data with natural language")
+      .option("--url <url>", "Override the TTYD base URL (e.g. https://api-live.dashboards.ai)")
+      .option("--jwt <token>", "Bearer token (overrides DAI_AUTH_TOKEN env)");
+
+    // fops ttyd ask "<question>"
+    ttyd
+      .command("ask <question>")
+      .description("Ask a natural-language question and stream the answer")
+      .option("--thread <id>", "Reuse an existing thread id (for follow-up questions)", (v) => Number(v))
+      .option("--dashboard <id>", "Scope to a dashboard id", (v) => Number(v))
+      .option("--tile <id>", "Scope to a tile id", (v) => Number(v))
+      .option("--json", "Output raw JSON instead of formatted text")
+      .option("--debug", "Print raw SSE events")
+      .action(async (question, opts) => {
+        const { url, jwt } = ttyd.opts();
+        const c = clientFor({ url, jwt });
+
+        let threadId = opts.thread ?? null;
+        if (threadId == null) {
+          process.stdout.write(DIM("  Creating thread... "));
+          try {
+            threadId = await c.createThread();
+            process.stdout.write(DIM(`thread ${threadId}\n`));
+          } catch (e) {
+            process.stdout.write(WARN(`skipped (${e.message})\n`));
+            // Proceed without a thread_id — server may create one implicitly
+          }
+        }
+
+        console.log(ACCENT(`\n  ── Asking ${"─".repeat(44)}`));
+        console.log(DIM(`  ${question}\n`));
+
+        let sql = "";
+        const summaryParts = [];
+
+        try {
+          for await (const event of c.askStream(question, threadId, {
+            dashboardId: opts.dashboard,
+            tileId: opts.tile,
+          })) {
+            if (opts.debug) console.error(DIM(`[sse] ${JSON.stringify(event)}`));
+            if (event.type === "sql") {
+              sql = event.content ?? "";
+              if (!opts.json) {
+                console.log(BOLD("  SQL:"));
+                for (const line of sql.split("\n")) {
+                  console.log(DIM(`    ${line}`));
+                }
+                console.log();
+              }
+            } else if (event.type === "answer") {
+              const chunk = event.content ?? "";
+              summaryParts.push(chunk);
+              if (!opts.json) process.stdout.write(chunk);
+            } else if (event.type === "error") {
+              throw new Error(event.message ?? "TTYD error");
+            } else if (event.type === "done") {
+              break;
+            }
+          }
+        } catch (e) {
+          console.error(ERR(`\n  ✗ ${e.message}`));
+          return;
+        }
+
+        if (!opts.json) {
+          if (summaryParts.length > 0) process.stdout.write("\n");
+          if (threadId != null) {
+            console.log(DIM(`\n  thread: ${threadId}`));
+            console.log(DIM("  Use --thread to continue this conversation.\n"));
+          } else {
+            console.log();
+          }
+        } else {
+          console.log(JSON.stringify({ thread_id: threadId, sql, summary: summaryParts.join("") }, null, 2));
+        }
+      });
+
+    // fops ttyd thread new [title]
+    const thread = ttyd
+      .command("thread")
+      .description("Manage TTYD threads");
+
+    thread
+      .command("new [title]")
+      .description("Create a new conversation thread")
+      .action(async (title = "fops session") => {
+        const { url, jwt } = ttyd.opts();
+        const c = clientFor({ url, jwt });
+        const threadId = await c.createThread(title);
+        console.log(OK(`  ✓ Thread created: ${threadId}`));
+        console.log(DIM(`  Use: fops ttyd ask --thread ${threadId} "<question>"\n`));
+      });
+  });
+}

package/src/plugins/bundled/fops-plugin-dai-ttyd/lib/client.js

@@ -0,0 +1,164 @@
+import http from "node:http";
+import https from "node:https";
+
+const DEFAULT_BASE_URL = "https://api.dashboards.ai";
+
+function resolveBaseUrl(config) {
+  return (
+    config?.baseUrl?.trim() ||
+    process.env.DAI_TTYD_URL?.trim() ||
+    DEFAULT_BASE_URL
+  ).replace(/\/+$/, "");
+}
+
+function resolveAuthToken(config) {
+  const raw = config?.authToken || process.env.DAI_AUTH_TOKEN || "";
+  return raw.replace(/\s+/g, ""); // strip whitespace/newlines from env or shell wrapping
+}
+
+export class DaiTTYDClient {
+  constructor(config = {}) {
+    this.baseUrl = resolveBaseUrl(config);
+    this.authToken = resolveAuthToken(config);
+  }
+
+  _headers() {
+    return {
+      "Content-Type": "application/json",
+      Accept: "application/json",
+      Authorization: `Bearer ${this.authToken}`,
+    };
+  }
+
+  /** POST /ttyd/threads → thread id (number) */
+  async createThread(title = "fops session") {
+    const url = `${this.baseUrl}/ttyd/threads`;
+    let { status, data } = await request("POST", url, this._headers(), { title });
+    // Backend may return 400 "User with email already exists" on the first call
+    // when auto-provisioning the user — retry once, it should succeed
+    if (status === 400 && data.includes("already exists")) {
+      ({ status, data } = await request("POST", url, this._headers(), { title }));
+    }
+    if (status >= 400) throw new Error(`Failed to create thread (HTTP ${status}): ${data}`);
+    const body = JSON.parse(data);
+    const id = body.id ?? body.thread_id;
+    if (id == null) throw new Error(`No thread id in response: ${data}`);
+    return id;
+  }
+
+  /**
+   * POST /ttyd/answer/stream — async generator yielding SSE event objects.
+   * Each event: { type: "sql"|"answer"|"done"|"error", content?: string, message?: string }
+   */
+  async *askStream(question, threadId, { dashboardId, tileId } = {}) {
+    const url = `${this.baseUrl}/ttyd/answer/stream`;
+    const payload = { question, thread_id: threadId };
+    if (dashboardId != null) payload.dashboard_id = Number(dashboardId);
+    if (tileId != null) payload.tile_id = Number(tileId);
+    yield* streamSSE("POST", url, this._headers(), payload);
+  }
+
+  /** Convenience: create a thread, ask one question, collect full sql + summary. */
+  async ask(question, { threadId, dashboardId, tileId } = {}) {
+    const id = threadId ?? (await this.createThread());
+    let sql = "";
+    const summaryParts = [];
+    for await (const event of this.askStream(question, id, { dashboardId, tileId })) {
+      if (event.type === "sql") sql = event.content ?? "";
+      else if (event.type === "answer") summaryParts.push(event.content ?? "");
+      else if (event.type === "error") throw new Error(event.message ?? "TTYD error");
+      else if (event.type === "done") break;
+    }
+    return { threadId: id, sql, summary: summaryParts.join("") };
+  }
+
+  /** Verify connectivity — returns true/false. */
+  async ping() {
+    try {
+      const url = `${this.baseUrl}/ttyd/threads`;
+      const { status } = await request("POST", url, this._headers(), { title: "ping" });
+      return status < 500;
+    } catch {
+      return false;
+    }
+  }
+}
+
+// ─── Helpers ────────────────────────────────────────────────────────────────
+
+function request(method, url, headers, body, timeoutMs = 15_000) {
+  return new Promise((resolve, reject) => {
+    const parsed = new URL(url);
+    const lib = parsed.protocol === "https:" ? https : http;
+    const encoded = JSON.stringify(body);
+    const options = {
+      hostname: parsed.hostname,
+      port: parsed.port || (parsed.protocol === "https:" ? 443 : 80),
+      path: parsed.pathname + parsed.search,
+      method,
+      headers: { ...headers, "Content-Length": Buffer.byteLength(encoded) },
+      timeout: timeoutMs,
+    };
+    const req = lib.request(options, (res) => {
+      let data = "";
+      res.on("data", (c) => { data += c; });
+      res.on("end", () => resolve({ status: res.statusCode, data }));
+    });
+    req.on("error", reject);
+    req.on("timeout", () => { req.destroy(); reject(new Error("Request timeout")); });
+    req.write(encoded);
+    req.end();
+  });
+}
+
+/**
+ * Async generator that streams SSE from an HTTP endpoint.
+ * Yields parsed JSON objects from each "data: {...}" line.
+ */
+async function* streamSSE(method, url, headers, body, timeoutMs = 300_000) {
+  const parsed = new URL(url);
+  const lib = parsed.protocol === "https:" ? https : http;
+  const encoded = JSON.stringify(body);
+  const options = {
+    hostname: parsed.hostname,
+    port: parsed.port || (parsed.protocol === "https:" ? 443 : 80),
+    path: parsed.pathname + parsed.search,
+    method,
+    headers: {
+      ...headers,
+      "Content-Length": Buffer.byteLength(encoded),
+      Accept: "text/event-stream",
+    },
+    timeout: timeoutMs,
+  };
+
+  const res = await new Promise((resolve, reject) => {
+    const req = lib.request(options, resolve);
+    req.on("error", reject);
+    req.on("timeout", () => { req.destroy(); reject(new Error("Stream timeout")); });
+    req.write(encoded);
+    req.end();
+  });
+
+  if (res.statusCode >= 400) {
+    let errData = "";
+    for await (const chunk of res) errData += chunk;
+    throw new Error(`HTTP ${res.statusCode}: ${errData}`);
+  }
+
+  let buffer = "";
+  for await (const chunk of res) {
+    buffer += chunk.toString();
+    const lines = buffer.split("\n");
+    buffer = lines.pop(); // keep any incomplete line
+    for (const line of lines) {
+      if (!line.startsWith("data:")) continue;
+      const raw = line.slice("data:".length).trim();
+      if (!raw) continue;
+      let data;
+      try { data = JSON.parse(raw); } catch { continue; }
+      yield data;
+      if (data?.type === "done" || data?.type === "error") return;
+    }
+  }
+}

package/src/plugins/bundled/fops-plugin-dai-ttyd/package.json

@@ -0,0 +1 @@
+{ "type": "module" }

package/src/ui/tui/App.js

@@ -2790,7 +2790,7 @@ function TuiApp({ core, version, root }) {
     h(Box, { flexShrink: 0 },
       h(StatusBar, {
         agentName: activeSession?.agent,
-        model: core.opts.model || (providerLabel === "azure-openai" ? "azure-openai" : providerLabel === "openai" ? "openai" : "claude-sonnet"),
+        model: core.opts.model || (providerLabel === "azure-openai" ? "azure-openai" : providerLabel === "openai" ? "openai" : process.env.ANTHROPIC_MODEL?.trim() || "claude-sonnet-4-6"),
         tokenCount: tokenCount || (activeSession ? (core.sessions.get(activeId)?.tokenCount || 0) : 0),
         cacheReadTokens,
         version,