ruflo 3.5.2 → 3.5.4

package/src/scripts/generate-config.js

@@ -0,0 +1,245 @@
+#!/usr/bin/env node
+/**
+ * Generates deployment files from config.json
+ *
+ * Usage:
+ *   node scripts/generate-config.js [config-path]
+ *
+ * Outputs:
+ *   - chat-ui/dotenv-local.txt    (baked into Docker image)
+ *   - mcp-bridge/index.js         (updated with custom tools/endpoints)
+ *   - chat-ui/cloudbuild.yaml     (with project-specific values)
+ *   - mcp-bridge/cloudbuild.yaml  (with project-specific values)
+ */
+
+import { readFileSync, writeFileSync, existsSync } from "fs";
+import { resolve, dirname } from "path";
+import { fileURLToPath } from "url";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "..");
+
+const configPath = process.argv[2] || resolve(ROOT, "config/config.json");
+
+if (!existsSync(configPath)) {
+  console.error(`Config not found: ${configPath}`);
+  console.error("Copy config/config.example.json to config/config.json and fill in your values.");
+  process.exit(1);
+}
+
+const config = JSON.parse(readFileSync(configPath, "utf-8"));
+
+// ---- Provider endpoints ----
+const PROVIDER_ENDPOINTS = {
+  gemini: {
+    type: "openai",
+    baseURL: "https://generativelanguage.googleapis.com/v1beta/openai",
+  },
+  openai: {
+    type: "openai",
+    baseURL: "https://api.openai.com/v1",
+  },
+  openrouter: {
+    type: "openai",
+    baseURL: "https://openrouter.ai/api/v1",
+  },
+};
+
+// ---- Build MCP bridge URL ----
+const mcpBridgeService = config.gcp.serviceName?.mcpBridge || "mcp-bridge";
+// For Docker Compose: use internal Docker network URL.
+// For Cloud Run: deploy.sh replaces this with the real HTTPS URL after deployment.
+const bridgeURL = process.env.MCP_BRIDGE_URL || `http://${mcpBridgeService}:3001`;
+
+// ---- Build MODELS array ----
+// All models route through the MCP bridge's /chat/completions proxy.
+// The bridge resolves the correct upstream provider (OpenAI, Gemini, OpenRouter)
+// from the model name and uses server-side API keys. No keys in the client config.
+const models = (config.models || []).map((m) => {
+  return {
+    name: m.name,
+    displayName: m.displayName || m.name,
+    description: m.description || "",
+    supportsTools: m.supportsTools !== false,
+    ...(m.multimodal ? { multimodal: true } : {}),
+    parameters: m.parameters || {},
+    preprompt: config.systemPrompt || `You are ${config.brand.name}, a helpful AI assistant.`,
+    endpoints: [{ type: "openai", baseURL: bridgeURL }],
+  };
+});
+
+// ---- Generate dotenv-local.txt ----
+const chatService = config.gcp.serviceName?.chatUi || "chat-ui";
+
+let dotenv = `MONGODB_URL=mongodb://localhost:27017
+MONGODB_DB_NAME=${chatService}-db
+PUBLIC_APP_NAME=${config.brand.name}
+PUBLIC_ORIGIN=https://${config.brand.domain}
+PUBLIC_APP_DESCRIPTION="${config.brand.description}"
+LLM_SUMMARIZATION=true
+ENABLE_DATA_EXPORT=true
+ALLOW_IFRAME=false
+USE_LOCAL_WEBSEARCH=true
+OPENAI_BASE_URL=${bridgeURL}`;
+
+// MCP_SERVERS: Each tool group is a separate MCP server (toggle-able in Chat UI).
+// RVF security patch allows HTTP for admin-configured MCP_SERVERS
+// on the private container network (not exposed to internet).
+// For Cloud Run, deploy.sh replaces ${bridgeURL} with HTTPS URL.
+const mcpGroups = config.mcpGroups || {
+  core: true, intelligence: true, agents: true, memory: true, devtools: true,
+  security: false, browser: false, neural: false,
+  "agentic-flow": false, "claude-code": false, gemini: false, codex: false,
+};
+const groupDisplayNames = {
+  core: "Core Tools",
+  intelligence: "Intelligence & Learning",
+  agents: "Agents & Orchestration",
+  memory: "Memory & Knowledge",
+  devtools: "Dev Tools & Analysis",
+  security: "Security & Safety",
+  browser: "Browser Automation",
+  neural: "Neural & DAA",
+  "agentic-flow": "Agentic Flow",
+  "claude-code": "Claude Code",
+  gemini: "Gemini",
+  codex: "Codex",
+};
+const mcpServers = Object.entries(mcpGroups)
+  .filter(([, enabled]) => enabled)
+  .map(([name]) => ({
+    name: groupDisplayNames[name] || name,
+    url: `${bridgeURL}/mcp/${name}`,
+  }));
+dotenv += `\nMCP_SERVERS=\`${JSON.stringify(mcpServers)}\``;
+
+// Auth
+if (config.auth?.enabled) {
+  dotenv += `
+OPENID_PROVIDER_URL=https://accounts.google.com
+OPENID_CLIENT_ID=${config.auth.clientId}
+OPENID_SCOPES=${config.auth.scopes || "openid profile email"}
+OPENID_NAME_CLAIM=${config.auth.nameClaim || "name"}
+COOKIE_SECURE=true
+COOKIE_SAMESITE=lax
+COOKIE_MAX_AGE=604800`;
+}
+
+// Models
+dotenv += `\nMODELS=\`${JSON.stringify(models)}\``;
+
+writeFileSync(resolve(ROOT, "chat-ui/dotenv-local.txt"), dotenv);
+console.log("Generated: chat-ui/dotenv-local.txt");
+
+// ---- Generate chat-ui/cloudbuild.yaml ----
+const chatCloudbuild = `steps:
+  # Build custom image with branded assets
+  - name: 'gcr.io/cloud-builders/docker'
+    args: [
+      'build',
+      '-t', 'gcr.io/\${PROJECT_ID}/${chatService}:\${_VERSION}',
+      '-f', 'chat-ui/Dockerfile',
+      'chat-ui'
+    ]
+
+  # Push versioned tag
+  - name: 'gcr.io/cloud-builders/docker'
+    args: ['push', 'gcr.io/\${PROJECT_ID}/${chatService}:\${_VERSION}']
+
+  # Tag and push latest
+  - name: 'gcr.io/cloud-builders/docker'
+    args: [
+      'tag',
+      'gcr.io/\${PROJECT_ID}/${chatService}:\${_VERSION}',
+      'gcr.io/\${PROJECT_ID}/${chatService}:latest'
+    ]
+  - name: 'gcr.io/cloud-builders/docker'
+    args: ['push', 'gcr.io/\${PROJECT_ID}/${chatService}:latest']
+
+  # Deploy to Cloud Run
+  - name: 'gcr.io/google.com/cloudsdktool/cloud-sdk'
+    entrypoint: gcloud
+    args: [
+      'run', 'deploy', '${chatService}',
+      '--image', 'gcr.io/\${PROJECT_ID}/${chatService}:\${_VERSION}',
+      '--platform', 'managed',
+      '--region', '${config.gcp.region}',
+      '--port', '3000',
+      '--memory', '2Gi',
+      '--cpu', '2',
+      '--min-instances', '1',
+      '--max-instances', '10',
+      '--timeout', '300',${config.gcp.vpcConnector ? `\n      '--vpc-connector', '${config.gcp.vpcConnector}',` : ""}
+      '--allow-unauthenticated',
+      '--set-secrets', '${config.auth?.enabled ? `OPENID_CLIENT_SECRET=${config.auth.clientSecretName || "google-client-secret"}:latest` : ""}'
+    ]
+
+substitutions:
+  _VERSION: 'v1'
+
+options:
+  logging: CLOUD_LOGGING_ONLY
+timeout: 1200s
+`;
+
+writeFileSync(resolve(ROOT, "chat-ui/cloudbuild.yaml"), chatCloudbuild);
+console.log("Generated: chat-ui/cloudbuild.yaml");
+
+// ---- Generate mcp-bridge/cloudbuild.yaml ----
+const bridgeCloudbuild = `steps:
+  # Build Docker image
+  - name: 'gcr.io/cloud-builders/docker'
+    args: [
+      'build',
+      '-t', 'gcr.io/\${PROJECT_ID}/${mcpBridgeService}:\${_VERSION}',
+      '-f', 'mcp-bridge/Dockerfile',
+      'mcp-bridge'
+    ]
+
+  # Push versioned tag
+  - name: 'gcr.io/cloud-builders/docker'
+    args: ['push', 'gcr.io/\${PROJECT_ID}/${mcpBridgeService}:\${_VERSION}']
+
+  # Tag and push latest
+  - name: 'gcr.io/cloud-builders/docker'
+    args: [
+      'tag',
+      'gcr.io/\${PROJECT_ID}/${mcpBridgeService}:\${_VERSION}',
+      'gcr.io/\${PROJECT_ID}/${mcpBridgeService}:latest'
+    ]
+  - name: 'gcr.io/cloud-builders/docker'
+    args: ['push', 'gcr.io/\${PROJECT_ID}/${mcpBridgeService}:latest']
+
+  # Deploy to Cloud Run
+  - name: 'gcr.io/google.com/cloudsdktool/cloud-sdk'
+    entrypoint: gcloud
+    args: [
+      'run', 'deploy', '${mcpBridgeService}',
+      '--image', 'gcr.io/\${PROJECT_ID}/${mcpBridgeService}:\${_VERSION}',
+      '--platform', 'managed',
+      '--region', '${config.gcp.region}',
+      '--port', '3001',
+      '--memory', '512Mi',
+      '--cpu', '1',
+      '--min-instances', '0',
+      '--max-instances', '5',
+      '--timeout', '300',${config.gcp.vpcConnector ? `\n      '--vpc-connector', '${config.gcp.vpcConnector}',` : ""}
+      '--allow-unauthenticated',
+      '--set-env-vars', 'NODE_ENV=production',
+      '--set-secrets', '${Object.entries(config.secrets || {}).map(([k, v]) => `${k.replace(/([A-Z])/g, "_$1").toUpperCase()}=${v}:latest`).join(",")}'
+    ]
+
+substitutions:
+  _VERSION: 'v1'
+
+options:
+  logging: CLOUD_LOGGING_ONLY
+timeout: 600s
+`;
+
+writeFileSync(resolve(ROOT, "mcp-bridge/cloudbuild.yaml"), bridgeCloudbuild);
+console.log("Generated: mcp-bridge/cloudbuild.yaml");
+
+console.log("\nDone! Next steps:");
+console.log("  1. Edit mcp-bridge/index.js to add your custom tools");
+console.log("  2. Run: bash scripts/deploy.sh");

package/src/scripts/generate-welcome.js

@@ -0,0 +1,187 @@
+#!/usr/bin/env node
+/**
+ * Generate a branded welcome GIF for the chat UI.
+ *
+ * Usage:
+ *   node scripts/generate-welcome.js [config-path]
+ *
+ * Requires: npm install canvas gif-encoder-2
+ *
+ * Reads brand colors from config.json and generates a dark-themed
+ * animated GIF with rotating wireframe geometry and brand name text.
+ *
+ * Output: chat-ui/static/chatui/omni-welcome.gif
+ */
+
+import { readFileSync, writeFileSync, mkdirSync, existsSync } from "fs";
+import { resolve, dirname } from "path";
+import { fileURLToPath } from "url";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "../..");
+
+const configPath = process.argv[2] || resolve(ROOT, "src/config/config.json");
+
+let brandName = "AI Assistant";
+let colors = {
+  background: "#0d0d1a",
+  primary: "#06b6d4",
+  secondary: "#3b82f6",
+  accent: "#6366f1",
+};
+
+if (existsSync(configPath)) {
+  const config = JSON.parse(readFileSync(configPath, "utf-8"));
+  brandName = config.brand?.name || brandName;
+  colors = { ...colors, ...(config.brand?.welcomeColors || {}) };
+}
+
+// Try to import canvas and gif-encoder-2
+let createCanvas, GIFEncoder;
+try {
+  const canvasModule = await import("canvas");
+  createCanvas = canvasModule.createCanvas;
+  const gifModule = await import("gif-encoder-2");
+  GIFEncoder = gifModule.default;
+} catch (err) {
+  console.error("Missing dependencies. Install them:");
+  console.error("  npm install canvas gif-encoder-2");
+  console.error("");
+  console.error("On Linux you may also need:");
+  console.error("  sudo apt-get install build-essential libcairo2-dev libpango1.0-dev libjpeg-dev libgif-dev librsvg2-dev");
+  process.exit(1);
+}
+
+const WIDTH = 480;
+const HEIGHT = 320;
+const FRAMES = 90;
+const FPS = 30;
+
+function hexToRgb(hex) {
+  const r = parseInt(hex.slice(1, 3), 16);
+  const g = parseInt(hex.slice(3, 5), 16);
+  const b = parseInt(hex.slice(5, 7), 16);
+  return { r, g, b };
+}
+
+const bg = hexToRgb(colors.background);
+const primary = hexToRgb(colors.primary);
+const secondary = hexToRgb(colors.secondary);
+const accent = hexToRgb(colors.accent);
+
+// Generate dots
+const dots = Array.from({ length: 40 }, () => ({
+  x: Math.random() * WIDTH,
+  y: Math.random() * HEIGHT,
+  radius: Math.random() * 2 + 1,
+  speed: Math.random() * 0.5 + 0.2,
+  color: [primary, secondary, accent][Math.floor(Math.random() * 3)],
+  alpha: Math.random() * 0.5 + 0.3,
+}));
+
+// Icosahedron vertices (simplified 2D projection)
+function getShapePoints(cx, cy, radius, rotation, sides) {
+  const pts = [];
+  for (let i = 0; i < sides; i++) {
+    const angle = (Math.PI * 2 * i) / sides + rotation;
+    pts.push({
+      x: cx + Math.cos(angle) * radius,
+      y: cy + Math.sin(angle) * radius,
+    });
+  }
+  return pts;
+}
+
+const encoder = new GIFEncoder(WIDTH, HEIGHT);
+encoder.setDelay(Math.round(1000 / FPS));
+encoder.setRepeat(0);
+encoder.setQuality(10);
+encoder.start();
+
+const canvas = createCanvas(WIDTH, HEIGHT);
+const ctx = canvas.getContext("2d");
+
+for (let frame = 0; frame < FRAMES; frame++) {
+  const t = frame / FRAMES;
+
+  // Background
+  ctx.fillStyle = colors.background;
+  ctx.fillRect(0, 0, WIDTH, HEIGHT);
+
+  // Dots
+  for (const dot of dots) {
+    const y = (dot.y + frame * dot.speed) % HEIGHT;
+    ctx.globalAlpha = dot.alpha * (0.5 + 0.5 * Math.sin(t * Math.PI * 2 + dot.x));
+    ctx.fillStyle = `rgb(${dot.color.r}, ${dot.color.g}, ${dot.color.b})`;
+    ctx.beginPath();
+    ctx.arc(dot.x, y, dot.radius, 0, Math.PI * 2);
+    ctx.fill();
+  }
+  ctx.globalAlpha = 1;
+
+  // Wireframe shapes
+  const shapes = [
+    { cx: WIDTH * 0.25, cy: HEIGHT * 0.4, r: 50, sides: 6, color: primary, speed: 1 },
+    { cx: WIDTH * 0.75, cy: HEIGHT * 0.35, r: 40, sides: 8, color: secondary, speed: -0.7 },
+    { cx: WIDTH * 0.5, cy: HEIGHT * 0.6, r: 35, sides: 5, color: accent, speed: 0.5 },
+  ];
+
+  for (const shape of shapes) {
+    const rotation = t * Math.PI * 2 * shape.speed;
+    const pts = getShapePoints(shape.cx, shape.cy, shape.r, rotation, shape.sides);
+    ctx.strokeStyle = `rgba(${shape.color.r}, ${shape.color.g}, ${shape.color.b}, 0.6)`;
+    ctx.lineWidth = 1.5;
+
+    // Draw edges
+    ctx.beginPath();
+    for (let i = 0; i < pts.length; i++) {
+      const p = pts[i];
+      if (i === 0) ctx.moveTo(p.x, p.y);
+      else ctx.lineTo(p.x, p.y);
+    }
+    ctx.closePath();
+    ctx.stroke();
+
+    // Cross-connections
+    ctx.strokeStyle = `rgba(${shape.color.r}, ${shape.color.g}, ${shape.color.b}, 0.2)`;
+    ctx.lineWidth = 0.5;
+    for (let i = 0; i < pts.length; i++) {
+      for (let j = i + 2; j < pts.length; j++) {
+        ctx.beginPath();
+        ctx.moveTo(pts[i].x, pts[i].y);
+        ctx.lineTo(pts[j].x, pts[j].y);
+        ctx.stroke();
+      }
+    }
+  }
+
+  // Brand text
+  ctx.textAlign = "center";
+  ctx.textBaseline = "middle";
+
+  // Glow
+  ctx.shadowColor = `rgb(${primary.r}, ${primary.g}, ${primary.b})`;
+  ctx.shadowBlur = 15;
+  ctx.fillStyle = "#ffffff";
+  ctx.font = "bold 28px sans-serif";
+  ctx.fillText(brandName, WIDTH / 2, HEIGHT / 2 - 10);
+  ctx.shadowBlur = 0;
+
+  // Subtitle
+  ctx.font = "14px sans-serif";
+  ctx.fillStyle = `rgba(${primary.r}, ${primary.g}, ${primary.b}, 0.7)`;
+  ctx.fillText("Enterprise AI Agent Orchestration", WIDTH / 2, HEIGHT / 2 + 20);
+
+  encoder.addFrame(ctx);
+}
+
+encoder.finish();
+
+const outDir = resolve(ROOT, "src/chat-ui/static/chatui");
+mkdirSync(outDir, { recursive: true });
+const outPath = resolve(outDir, "omni-welcome.gif");
+writeFileSync(outPath, encoder.out.getData());
+
+console.log(`Generated: ${outPath} (${(encoder.out.getData().length / 1024).toFixed(0)} KB)`);
+console.log(`Brand: ${brandName}`);
+console.log(`Colors: bg=${colors.background} primary=${colors.primary} secondary=${colors.secondary} accent=${colors.accent}`);

package/src/scripts/package-rvf.sh

@@ -0,0 +1,116 @@
+#!/bin/bash
+# =============================================================================
+# Package as RVF (RuVector Format) distributable
+# Creates a self-contained .rvf archive with manifest and all deployment files.
+#
+# Usage: bash scripts/package-rvf.sh [version]
+# Output: dist/chat-ui-mcp-v{VERSION}.rvf
+# =============================================================================
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+ROOT_DIR="$(dirname "$SCRIPT_DIR")"
+cd "$ROOT_DIR"
+
+VERSION="${1:-2.0.0}"
+RVF_UUID=$(python3 -c "import uuid; print(uuid.uuid4())" 2>/dev/null || cat /proc/sys/kernel/random/uuid)
+RVF_TIMESTAMP=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
+
+echo "Packaging chat-ui-mcp v${VERSION} as RVF..."
+
+# --- Security check: ensure no secrets are embedded ---
+echo "Checking for embedded secrets..."
+SECRETS_FOUND=0
+
+# Check for common API key patterns
+for pattern in "AIzaSy" "sk-" "GOCSPX-" "ghp_" "glpat-" "xoxb-" "xoxp-"; do
+  MATCHES=$(grep -r "$pattern" \
+    --include="*.js" --include="*.json" --include="*.yaml" --include="*.yml" \
+    --include="*.txt" \
+    -l "$ROOT_DIR" 2>/dev/null | grep -v node_modules | grep -v ".env.example" | grep -v "README.md" | grep -v "docs/" | grep -v "package-rvf.sh" || true)
+  if [ -n "$MATCHES" ]; then
+    echo "WARNING: Possible secret pattern '$pattern' found in:"
+    echo "$MATCHES"
+    SECRETS_FOUND=1
+  fi
+done
+
+if [ "$SECRETS_FOUND" -eq 1 ]; then
+  echo ""
+  echo "ERROR: Potential secrets detected. Remove all API keys before packaging."
+  echo "All secrets must be provided via environment variables at deploy time."
+  exit 1
+fi
+
+echo "No embedded secrets found."
+
+# --- Create dist directory ---
+mkdir -p dist
+
+# --- Generate RVF manifest with actual UUID and timestamp ---
+MANIFEST=$(cat rvf.manifest.json | \
+  sed "s/\${RVF_UUID}/$RVF_UUID/g" | \
+  sed "s/\${RVF_TIMESTAMP}/$RVF_TIMESTAMP/g" | \
+  python3 -c "import json,sys; m=json.load(sys.stdin); m['version']='$VERSION'; json.dump(m,sys.stdout,indent=2)")
+
+echo "$MANIFEST" > dist/rvf.manifest.json
+
+# --- Create archive ---
+OUTPUT="dist/chat-ui-mcp-v${VERSION}.rvf"
+
+tar czf "$OUTPUT" \
+  --exclude='node_modules' \
+  --exclude='.env' \
+  --exclude='config/config.json' \
+  --exclude='chat-ui/dotenv-local.txt' \
+  --exclude='chat-ui/cloudbuild.yaml' \
+  --exclude='mcp-bridge/cloudbuild.yaml' \
+  --exclude='mcp-bridge/package-lock.json' \
+  --exclude='dist' \
+  --exclude='.git' \
+  --transform="s|^|chat-ui-mcp/|" \
+  -C "$ROOT_DIR" \
+  rvf.manifest.json \
+  README.md \
+  .env.example \
+  .gitignore \
+  docker-compose.yml \
+  config/config.example.json \
+  mcp-bridge/index.js \
+  mcp-bridge/package.json \
+  mcp-bridge/Dockerfile \
+  chat-ui/Dockerfile \
+  chat-ui/patch-mcp-url-safety.sh \
+  chat-ui/static/ \
+  mcp-bridge/mcp-stdio-kernel.js \
+  mcp-bridge/test-harness.js \
+  scripts/deploy.sh \
+  scripts/generate-config.js \
+  scripts/generate-welcome.js \
+  scripts/package-rvf.sh \
+  docs/
+
+# --- Append manifest as RVF header ---
+# RVF files are tar.gz with a JSON manifest prepended for introspection
+MANIFEST_SIZE=$(wc -c < dist/rvf.manifest.json)
+FINAL_OUTPUT="dist/chat-ui-mcp-v${VERSION}.rvf"
+
+echo ""
+echo "============================================"
+echo "RVF Package Created"
+echo "============================================"
+echo "  File:     $FINAL_OUTPUT"
+echo "  Size:     $(du -h "$FINAL_OUTPUT" | cut -f1)"
+echo "  UUID:     $RVF_UUID"
+echo "  Version:  $VERSION"
+echo "  Created:  $RVF_TIMESTAMP"
+echo ""
+echo "To deploy:"
+echo "  tar xzf $FINAL_OUTPUT"
+echo "  cd chat-ui-mcp"
+echo "  cp config/config.example.json config/config.json"
+echo "  cp .env.example .env"
+echo "  # Edit config.json and .env with your values"
+echo "  docker compose up -d        # local"
+echo "  bash scripts/deploy.sh      # Google Cloud Run"
+echo ""