@lensmcp/cluster 1.18.4 → 1.18.6

package/executors/gateway/runtime/observability.js

@@ -1,148 +1,2 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LENS_DASHBOARD_PROJECT = void 0;
-exports.createObservability = createObservability;
-const tslib_1 = require("tslib");
-/**
- * The observability layer: everything the gateway writes to the LensMCP bus.
- * Bus (`emit`/`eid`), per-request mechanism trace (`beginTrace`/`traceStep`/
- * `finishTrace`), and aggregated host→service traffic edges (`recordEdge` +
- * `startEdgeFlusher`). Merged because they only ever vary together — trace and
- * edges both emit; both need `eid`.
- *
- * Appends BaseEvent-shaped lines to the shared event file the MCP tails (same
- * rendezvous the vite plugin and nest instrumentation use), so the lens sees
- * the cluster itself: services up/down, cold starts, autoscale, idle kills, and
- * aggregated traffic edges for the topology.
- */
-const fs = tslib_1.__importStar(require("node:fs"));
-const path = tslib_1.__importStar(require("node:path"));
-const busHygiene = (() => {
-    try {
-        // eslint-disable-next-line @typescript-eslint/no-require-imports
-        return require('@lensmcp/node-instrumentation');
-    }
-    catch {
-        return undefined;
-    }
-})();
-/**
- * The lens's OWN dashboard route project (the value `lens-children.ts` gives the `lensmcp.local/<key>/`
- * route). Traffic to it is the lens UI polling its own control-plane API (`/<key>/api/cluster|logs|snapshot`)
- * ~1×/s — pure self-observation with NO app-diagnostic value. Its SUCCESSFUL request narration + traffic
- * edges are suppressed from the bus (the same "don't bloat the bus" rationale as header-less traffic); a 5xx
- * still surfaces so a genuine lens-dashboard failure isn't hidden. One home for the literal (imported by
- * `lens-children.ts` for the route + this layer for the filter, so they can't drift).
- */
-exports.LENS_DASHBOARD_PROJECT = '(lens-dashboard)';
-const hdr = (v) => typeof v === 'string' && v !== '' ? v : Array.isArray(v) ? v[0] : undefined;
-function createObservability(eventFile, opts) {
-    const eid = () => Date.now().toString(36) + Math.random().toString(36).slice(2, 12);
-    // The gateway narrates OTHER apps' traffic — an app stuck in a retry loop must not turn that
-    // narration into a bus flood (2026-07-28: `gateway-request:<project>` alone wrote thousands of
-    // lines/min). Per-fingerprint token bucket: first burst passes, then a trickle carrying
-    // `floodSuppressed` counts. Errors stay loud — the burst re-arms once the storm subsides.
-    const floodGuard = busHygiene?.createEventFloodGuard({ burst: 30, perSec: 5 });
-    const emit = (severity, title, fingerprint, raw, flowCtx, busFile) => {
-        const target = busFile ?? eventFile; // a registered workspace's service events go to ITS bus, not the daemon's
-        try {
-            const admit = floodGuard ? floodGuard.admit(fingerprint) : { ok: true, suppressed: 0 };
-            if (!admit.ok)
-                return;
-            fs.mkdirSync(path.dirname(target), { recursive: true });
-            const line = JSON.stringify({
-                id: eid(), sessionId: 'pending', timestamp: Date.now(),
-                source: 'gateway', category: 'cluster', severity,
-                context: { sessionId: 'pending', ...flowCtx }, fingerprint, title,
-                raw: admit.suppressed > 0 ? { ...raw, floodSuppressed: admit.suppressed } : raw,
-            }) + '\n';
-            // The gateway was the one bus writer with NO size cap — enforce the same rotation contract
-            // as every other producer (emit.ts / capture-runner), per target file.
-            busHygiene?.maybeRotateEventFile(target, line.length);
-            fs.appendFileSync(target, line);
-        }
-        catch { /* lens offline — never block traffic */ }
-    };
-    // --- per-request mechanism trace (flows) ----------------------------------
-    // When a request carries lens flow headers (stamped by the browser client
-    // runtime or an instrumented upstream), the gateway narrates its own steps —
-    // received → route-match → auth → pod-select (+ cold-start) → response — as
-    // ONE `gateway-request` event correlated by the same flowId/requestId.
-    // Header-less traffic (curl, health checks) stays un-narrated so the bus
-    // doesn't bloat.
-    const beginTrace = (req) => {
-        const flowId = hdr(req.headers['x-lensmcp-flow-id']);
-        let requestId = hdr(req.headers['x-request-id']);
-        if (!flowId && !requestId && !hdr(req.headers['traceparent']))
-            return undefined;
-        if (!requestId) {
-            // Mint the request id AT THE EDGE and inject it downstream, so the
-            // gateway trace and the pod's server-request/spans share one id —
-            // that's the join key that attributes pod events to the routed service.
-            requestId = eid();
-            req.headers['x-request-id'] = requestId;
-        }
-        return {
-            startedAt: Date.now(),
-            method: (req.method ?? 'GET').toUpperCase(),
-            host: (req.headers.host || '').split(':')[0],
-            url: req.url ?? '/',
-            steps: [],
-            ...(flowId ? { flowId } : {}),
-            ...(requestId ? { requestId } : {}),
-            ...(hdr(req.headers['x-lensmcp-origin-node-id']) ? { originNodeId: hdr(req.headers['x-lensmcp-origin-node-id']) } : {}),
-        };
-    };
-    const traceStep = (t, stepName, info) => {
-        if (!t)
-            return;
-        t.steps.push({ step: stepName, atMs: Date.now() - t.startedAt, ...info });
-    };
-    const finishTrace = (t, project, status, extra) => {
-        if (!t || t.done)
-            return;
-        t.done = true;
-        // The lens dashboard's own control-plane self-polling (1 req/s) would spam the bus with no
-        // app-diagnostic value — suppress its successful narration, but let a 5xx through (a real lens bug).
-        if (project === exports.LENS_DASHBOARD_PROJECT && status < 500)
-            return;
-        const durationMs = Date.now() - t.startedAt;
-        emit(status >= 500 ? 'error' : 'info', `gateway ${t.method} ${t.host}${t.url} → ${status} (${durationMs}ms)`, `gateway-request:${project}`, {
-            kind: 'gateway-request', project, host: t.host, method: t.method, url: t.url,
-            status, durationMs, startedAt: t.startedAt, steps: t.steps, ...extra,
-        }, {
-            ...(t.flowId ? { flowId: t.flowId } : {}),
-            ...(t.requestId ? { requestId: t.requestId } : {}),
-            ...(t.originNodeId ? { originNodeId: t.originNodeId } : {}),
-        });
-    };
-    // --- aggregated host→service traffic edges --------------------------------
-    // The request-derived topology (nodes/edges appear from observed traffic).
-    const edges = new Map();
-    const recordEdge = (route, ms, status, caller) => {
-        // Don't accumulate a traffic edge for the lens dashboard's own self-polling (kills the
-        // `traffic lensmcp.local → (lens-dashboard)` spam); an error edge (5xx / connect-fail) still records.
-        if (route.project === exports.LENS_DASHBOARD_PROJECT && status < 500 && status !== 0)
-            return;
-        const host = route.host ?? '(default)';
-        const key = (caller ? caller + '⇒' : '') + host + '→' + route.project;
-        const e = edges.get(key) ?? { host, project: route.project, caller, count: 0, totalMs: 0, errors: 0 };
-        e.count += 1;
-        e.totalMs += ms;
-        if (status >= 500 || status === 0)
-            e.errors += 1;
-        edges.set(key, e);
-    };
-    const startEdgeFlusher = () => {
-        const t = setInterval(() => {
-            for (const e of edges.values()) {
-                const avgMs = Math.round(e.totalMs / e.count);
-                emit(e.errors ? 'warning' : 'info', `traffic ${e.host} → ${e.project}: ${e.count} req, ~${avgMs}ms${e.errors ? `, ${e.errors} errors` : ''}`, `gateway-traffic:${e.host}->${e.project}`, { kind: 'gateway-traffic', host: e.host, project: e.project, caller: e.caller, count: e.count, avgMs, errors: e.errors });
-            }
-            edges.clear();
-        }, opts.trafficFlushMs);
-        t.unref();
-        return t;
-    };
-    return { emit, eid, beginTrace, traceStep, finishTrace, recordEdge, startEdgeFlusher };
-}
+"use strict";var v=Object.defineProperty;var f=(o,d)=>v(o,"name",{value:d,configurable:!0});var _=Object.defineProperty,s=f((o,d)=>_(o,"name",{value:d,configurable:!0}),"s");Object.defineProperty(exports,"__esModule",{value:!0}),exports.LENS_DASHBOARD_PROJECT=void 0,exports.createObservability=createObservability;const tslib_1=require("tslib"),fs=tslib_1.__importStar(require("node:fs")),path=tslib_1.__importStar(require("node:path")),redact_1=require("@lensmcp/core/redact"),busHygiene=(()=>{try{return require("@lensmcp/node-instrumentation")}catch{return}})();exports.LENS_DASHBOARD_PROJECT="(lens-dashboard)";const hdr=s(o=>typeof o=="string"&&o!==""?o:Array.isArray(o)?o[0]:void 0,"hdr");function createObservability(o,d){const p=s(()=>Date.now().toString(36)+Math.random().toString(36).slice(2,12),"eid"),g=busHygiene?.createEventFloodGuard({burst:30,perSec:5}),l=s((e,t,r,a,i,u)=>{const n=u??o;try{const h=g?g.admit(r):{ok:!0,suppressed:0};if(!h.ok)return;fs.mkdirSync(path.dirname(n),{recursive:!0});const m=a&&(0,redact_1.redactDeep)(a),y=JSON.stringify({id:p(),sessionId:"pending",timestamp:Date.now(),source:"gateway",category:"cluster",severity:e,context:(0,redact_1.redactDeep)({sessionId:"pending",...i}),fingerprint:r,title:(0,redact_1.safeTitle)(t),raw:h.suppressed>0?{...m,floodSuppressed:h.suppressed}:m})+`
+`;busHygiene?.maybeRotateEventFile(n,y.length),fs.appendFileSync(n,y)}catch{}},"emit"),w=s(e=>{const t=hdr(e.headers["x-lensmcp-flow-id"]);let r=hdr(e.headers["x-request-id"]);if(!(!t&&!r&&!hdr(e.headers.traceparent)))return r||(r=p(),e.headers["x-request-id"]=r),{startedAt:Date.now(),method:(e.method??"GET").toUpperCase(),host:(e.headers.host||"").split(":")[0],url:e.url??"/",steps:[],...t?{flowId:t}:{},...r?{requestId:r}:{},...hdr(e.headers["x-lensmcp-origin-node-id"])?{originNodeId:hdr(e.headers["x-lensmcp-origin-node-id"])}:{}}},"beginTrace"),S=s((e,t,r)=>{e&&e.steps.push({step:t,atMs:Date.now()-e.startedAt,...r})},"traceStep"),b=s((e,t,r,a)=>{if(!e||e.done||(e.done=!0,t===exports.LENS_DASHBOARD_PROJECT&&r<500))return;const i=Date.now()-e.startedAt;l(r>=500?"error":"info",`gateway ${e.method} ${e.host}${e.url} \u2192 ${r} (${i}ms)`,`gateway-request:${t}`,{kind:"gateway-request",project:t,host:e.host,method:e.method,url:e.url,status:r,durationMs:i,startedAt:e.startedAt,steps:e.steps,...a},{...e.flowId?{flowId:e.flowId}:{},...e.requestId?{requestId:e.requestId}:{},...e.originNodeId?{originNodeId:e.originNodeId}:{}})},"finishTrace"),c=new Map;return{emit:l,eid:p,beginTrace:w,traceStep:S,finishTrace:b,recordEdge:s((e,t,r,a)=>{if(e.project===exports.LENS_DASHBOARD_PROJECT&&r<500&&r!==0)return;const i=e.host??"(default)",u=(a?a+"\u21D2":"")+i+"\u2192"+e.project,n=c.get(u)??{host:i,project:e.project,caller:a,count:0,totalMs:0,errors:0};n.count+=1,n.totalMs+=t,(r>=500||r===0)&&(n.errors+=1),c.set(u,n)},"recordEdge"),startEdgeFlusher:s(()=>{const e=setInterval(()=>{for(const t of c.values()){const r=Math.round(t.totalMs/t.count);l(t.errors?"warning":"info",`traffic ${t.host} \u2192 ${t.project}: ${t.count} req, ~${r}ms${t.errors?`, ${t.errors} errors`:""}`,`gateway-traffic:${t.host}->${t.project}`,{kind:"gateway-traffic",host:t.host,project:t.project,caller:t.caller,count:t.count,avgMs:r,errors:t.errors})}c.clear()},d.trafficFlushMs);return e.unref(),e},"startEdgeFlusher")}}f(createObservability,"createObservability"),s(createObservability,"createObservability");

package/executors/gateway/runtime/pod-env.js

@@ -1,89 +1,2 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FOREIGN_POD_ENV_DENYLIST = exports.WORKSPACE_DOTENV_FILES = void 0;
-exports.parseDotenvKeys = parseDotenvKeys;
-exports.workspaceDotenvKeys = workspaceDotenvKeys;
-exports.scrubEnv = scrubEnv;
-exports.podBaseEnv = podBaseEnv;
-const tslib_1 = require("tslib");
-/**
- * FOREIGN-POD ENV SCRUB (the cross-workspace store bleed, foodguard↔tetros 2026-07-26).
- *
- * `nx run gateway:serve` auto-loads the DAEMON workspace's root dotenv (`.env`, `.env.local`) into the
- * daemon's own process env, and the spawn sites' `...process.env` handed that to EVERY child — including a
- * REGISTERED (foreign) workspace's pods. nx's dotenv load in the child never overrides an already-set var,
- * so the daemon host's values beat the foreign workspace's own `.env.local`: with the daemon hosted from
- * foodguard (whose root `.env.local` declares `PG_URL`/`REDIS_URL`), tetros's auth+iam pods booted onto
- * foodguard's Postgres/Valkey — foodguard tenants rendered inside the tetros app, and tetros's boot seed
- * wrote rows into foodguard's database.
- *
- * The rule: a FOREIGN workspace's pod gets the inherited env MINUS (every key the daemon workspace's root
- * dotenv files declare ∪ a hard denylist of data-store pointers). The daemon's OWN workspace pods keep the
- * full inherit — their nx/vite reload the exact same files at spawn (so the scrub would change nothing),
- * and a deliberate shell override (`PG_URL=… lensmcp gateway start`) staying live for one's own pods is
- * ordinary env semantics. Hosting order must never matter for anyone else's pods.
- */
-const fs = tslib_1.__importStar(require("node:fs"));
-const path = tslib_1.__importStar(require("node:path"));
-/** The root-level dotenv files nx (and vite) auto-load for any invocation at a workspace root. */
-exports.WORKSPACE_DOTENV_FILES = ['.env', '.env.local', '.local.env'];
-/**
- * Data-store pointers that must never cross a workspace boundary, even when they arrived in the daemon's
- * env some way other than the host's dotenv (an exported shell var at gateway start). Belt-and-suspenders
- * under the dotenv-derived scrub — kept to the class that caused the incident.
- */
-exports.FOREIGN_POD_ENV_DENYLIST = ['PG_URL', 'REDIS_URL', 'DATABASE_URL', 'POSTGRES_URL'];
-/**
- * The keys a dotenv file DECLARES — assignment lines only (`KEY=…`, optional `export ` prefix), comments
- * and malformed lines ignored. We only need the key names (what to scrub), never the values.
- */
-function parseDotenvKeys(content) {
-    const keys = new Set();
-    for (const raw of content.split('\n')) {
-        const line = raw.trim();
-        if (!line || line.startsWith('#'))
-            continue;
-        const m = line.match(/^(?:export\s+)?([A-Za-z_][A-Za-z0-9_]*)\s*=/);
-        if (m)
-            keys.add(m[1]);
-    }
-    return keys;
-}
-/** Every key declared across a workspace root's dotenv files (missing/unreadable files contribute nothing). */
-function workspaceDotenvKeys(root) {
-    const keys = new Set();
-    for (const file of exports.WORKSPACE_DOTENV_FILES) {
-        let content;
-        try {
-            content = fs.readFileSync(path.join(root, file), 'utf8');
-        }
-        catch {
-            continue;
-        }
-        for (const k of parseDotenvKeys(content))
-            keys.add(k);
-    }
-    return keys;
-}
-/** PURE scrub: a copy of `base` without the given keys nor the store-pointer denylist. Never mutates `base`. */
-function scrubEnv(base, hostKeys) {
-    const out = {};
-    for (const [k, v] of Object.entries(base)) {
-        if (hostKeys.has(k))
-            continue;
-        if (exports.FOREIGN_POD_ENV_DENYLIST.includes(k))
-            continue;
-        out[k] = v;
-    }
-    return out;
-}
-/**
- * The spawn-base env for a child of `childRoot` under a daemon hosted at `hostRoot`: the daemon's own
- * workspace inherits untouched; a foreign workspace gets the scrubbed copy (the child's own nx/vite dotenv
- * load then supplies THAT workspace's values, which is the whole point).
- */
-function podBaseEnv(base, hostRoot, childRoot) {
-    if (path.resolve(childRoot) === path.resolve(hostRoot))
-        return base;
-    return scrubEnv(base, workspaceDotenvKeys(hostRoot));
-}
+"use strict";var p=Object.defineProperty;var a=(o,e)=>p(o,"name",{value:e,configurable:!0});var c=Object.defineProperty,s=a((o,e)=>c(o,"name",{value:e,configurable:!0}),"s");Object.defineProperty(exports,"__esModule",{value:!0}),exports.FOREIGN_POD_ENV_DENYLIST=exports.WORKSPACE_DOTENV_FILES=void 0,exports.parseDotenvKeys=parseDotenvKeys,exports.workspaceDotenvKeys=workspaceDotenvKeys,exports.scrubEnv=scrubEnv,exports.podBaseEnv=podBaseEnv;const tslib_1=require("tslib"),fs=tslib_1.__importStar(require("node:fs")),path=tslib_1.__importStar(require("node:path"));exports.WORKSPACE_DOTENV_FILES=[".env",".env.local",".local.env"],exports.FOREIGN_POD_ENV_DENYLIST=["PG_URL","REDIS_URL","DATABASE_URL","POSTGRES_URL"];function parseDotenvKeys(o){const e=new Set;for(const r of o.split(`
+`)){const t=r.trim();if(!t||t.startsWith("#"))continue;const n=t.match(/^(?:export\s+)?([A-Za-z_][A-Za-z0-9_]*)\s*=/);n&&e.add(n[1])}return e}a(parseDotenvKeys,"parseDotenvKeys"),s(parseDotenvKeys,"parseDotenvKeys");function workspaceDotenvKeys(o){const e=new Set;for(const r of exports.WORKSPACE_DOTENV_FILES){let t;try{t=fs.readFileSync(path.join(o,r),"utf8")}catch{continue}for(const n of parseDotenvKeys(t))e.add(n)}return e}a(workspaceDotenvKeys,"workspaceDotenvKeys"),s(workspaceDotenvKeys,"workspaceDotenvKeys");function scrubEnv(o,e){const r={};for(const[t,n]of Object.entries(o))e.has(t)||exports.FOREIGN_POD_ENV_DENYLIST.includes(t)||(r[t]=n);return r}a(scrubEnv,"scrubEnv"),s(scrubEnv,"scrubEnv");function podBaseEnv(o,e,r){return path.resolve(r)===path.resolve(e)?o:scrubEnv(o,workspaceDotenvKeys(e))}a(podBaseEnv,"podBaseEnv"),s(podBaseEnv,"podBaseEnv");