neuralos 3.7.7 → 3.8.0

package/bin/gybackend.cjs

@@ -296501,6 +296501,8 @@ var PSRPTransport = class {
   /** pypsrp WSMan.session_id — one uuid for the life of the transport. */
   sessionId = `uuid:${(0, import_node_crypto3.randomUUID)().toUpperCase()}`;
   http;
+  /** Persistent runspace (v3.8.0): reuse one Microsoft.PowerShell shell across commands. */
+  pool = null;
   constructor(opts) {
     this.http = new WinHttpAuth({
       host: opts.host,
@@ -296524,6 +296526,7 @@ var PSRPTransport = class {
     const wsmv = "http://schemas.microsoft.com/wbem/wsman/1/wsman.xsd";
     return `<s:Envelope xmlns:s="${NS2.s}" xmlns:wsa="${NS2.a}" xmlns:wsman="${NS2.w}" xmlns:wsmv="${wsmv}" xmlns:rsp="${NS2.rsp}" xml:lang="en-US"><s:Header><wsa:Action s:mustUnderstand="true">${action}</wsa:Action><wsmv:DataLocale s:mustUnderstand="false" xml:lang="en-US" /><wsman:Locale s:mustUnderstand="false" xml:lang="en-US" /><wsman:MaxEnvelopeSize s:mustUnderstand="true">512000</wsman:MaxEnvelopeSize><wsa:MessageID>${mid}</wsa:MessageID><wsman:OperationTimeout>PT60.000S</wsman:OperationTimeout><wsa:ReplyTo><wsa:Address s:mustUnderstand="true">${NS2.a}/role/anonymous</wsa:Address></wsa:ReplyTo><wsman:ResourceURI s:mustUnderstand="true">${PSRP_SHELL_URI}</wsman:ResourceURI><wsmv:SessionId s:mustUnderstand="false">${this.sessionId}</wsmv:SessionId><wsa:To>${to}</wsa:To>${extraHeaders}</s:Header><s:Body>${body}</s:Body></s:Envelope>`;
   }
+  /** Test hook: subclasses may override. */
   async post(action, body, extraHeaders) {
     const envelope = this.envelope(action, body, extraHeaders);
     const res = await this.http.post(envelope);
@@ -296537,6 +296540,57 @@ var PSRPTransport = class {
    *   Receive loop (PIPELINE_OUTPUT / ERROR_RECORD / PIPELINE_STATE) → Delete.
    * The script travels inside the PSRP message body — no command-line length limit.
    */
+  /** Open (or return) a persistent runspace pool. */
+  async ensurePool(opts) {
+    if (this.pool) return { shellId: this.pool.shellId, rpid: this.pool.rpid };
+    const deadline = Date.now() + (opts?.timeoutMs ?? 12e4);
+    const rpid = (0, import_node_crypto3.randomUUID)().toUpperCase();
+    const creation = fragmentMessages([
+      psrpMessage(MSG.SESSION_CAPABILITY, rpid, "00000000-0000-0000-0000-000000000000", sessionCapabilityXml()),
+      psrpMessage(MSG.INIT_RUNSPACEPOOL, rpid, "00000000-0000-0000-0000-000000000000", initRunspacePoolXml())
+    ], 1);
+    const createBody = `<rsp:Shell ShellId="${rpid}"><rsp:InputStreams>stdin pr</rsp:InputStreams><rsp:OutputStreams>stdout</rsp:OutputStreams><creationXml xmlns="http://schemas.microsoft.com/powershell">` + creation.blob.toString("base64") + `</creationXml></rsp:Shell>`;
+    const createHeaders = `<wsman:OptionSet s:mustUnderstand="true"><wsman:Option MustComply="true" Name="protocolversion">2.3</wsman:Option></wsman:OptionSet>`;
+    const created = await this.post(
+      "http://schemas.xmlsoap.org/ws/2004/09/transfer/Create",
+      createBody,
+      createHeaders
+    );
+    this.assertOk(created, "Create");
+    const shellId = extractShellId2(created.body);
+    if (!shellId) throw new Error("PSRP Create succeeded but no ShellId returned.");
+    await this.waitForRunspaceOpened(shellId, deadline, opts?.signal);
+    this.pool = { shellId, rpid, nextObjectId: creation.nextObjectId };
+    return { shellId, rpid };
+  }
+  async closePool() {
+    const p = this.pool;
+    this.pool = null;
+    if (p) await this.deleteShell(p.shellId);
+  }
+  /**
+   * Run a script on the persistent pool (opens one if needed). Does NOT delete
+   * the shell — call closePool() when the tab dies.
+   */
+  async runScriptOnPool(script, opts) {
+    const deadline = Date.now() + (opts?.timeoutMs ?? 12e4);
+    const pool = await this.ensurePool(opts);
+    const pipelineId = (0, import_node_crypto3.randomUUID)().toUpperCase();
+    const createPipelineMsg = psrpMessage(MSG.CREATE_PIPELINE, pool.rpid, pipelineId, createPipelineXml(script));
+    const frag = fragmentMessages([createPipelineMsg], this.pool.nextObjectId);
+    this.pool.nextObjectId = frag.nextObjectId;
+    const commandBody = `<rsp:CommandLine CommandId="${pipelineId}"><rsp:Command></rsp:Command><rsp:Arguments>${frag.blob.toString("base64")}</rsp:Arguments></rsp:CommandLine>`;
+    const commandHeaders = `<wsman:OptionSet s:mustUnderstand="true"><wsman:Option Name="WINRS_SKIP_CMD_SHELL">False</wsman:Option></wsman:OptionSet>` + this.shellHeaders(pool.shellId);
+    const commanded = await this.post(
+      "http://schemas.microsoft.com/wbem/wsman/1/windows/shell/Command",
+      commandBody,
+      commandHeaders
+    );
+    this.assertOk(commanded, "Command");
+    const commandId = firstText2(commanded.body, "CommandId");
+    if (!commandId) throw new Error("PSRP Command succeeded but no CommandId returned.");
+    return this.receivePipeline(pool.shellId, commandId, deadline, opts);
+  }
   async runScript(script, opts) {
     const deadline = Date.now() + (opts?.timeoutMs ?? 12e4);
     const rpid = (0, import_node_crypto3.randomUUID)().toUpperCase();
@@ -296569,63 +296623,76 @@ var PSRPTransport = class {
       this.assertOk(commanded, "Command");
       const commandId = firstText2(commanded.body, "CommandId");
       if (!commandId) throw new Error("PSRP Command succeeded but no CommandId returned.");
-      let stdout = "";
-      let stderr = "";
-      let hadErrors = false;
-      let exitCode = 0;
-      let pipelineDone = false;
-      for (; ; ) {
-        if (opts?.signal?.aborted) throw new Error("AbortError");
-        if (Date.now() > deadline) {
-          throw new Error(`PSRP command timed out after ${opts?.timeoutMs ?? 12e4}ms`);
-        }
-        const receiveBody = `<rsp:Receive><rsp:DesiredStream CommandId="${commandId}">stdout</rsp:DesiredStream></rsp:Receive>`;
-        const receiveHeaders = `<wsman:OptionSet s:mustUnderstand="true"><wsman:Option Name="WSMAN_CMDSHELL_OPTION_KEEPALIVE">True</wsman:Option></wsman:OptionSet>` + this.shellHeaders(shellId);
-        const received = await this.post(
-          "http://schemas.microsoft.com/wbem/wsman/1/windows/shell/Receive",
-          receiveBody,
-          receiveHeaders
-        );
-        this.assertOk(received, "Receive");
-        const streamRe = /<\w*:?Stream\b[^>]*\bName="(?:stdout|stderr|pr)"[^>]*>([\s\S]*?)<\/\w*:?Stream>/gi;
-        let m2;
-        while ((m2 = streamRe.exec(received.body)) !== null) {
-          const b64 = m2[1].replace(/\s+/g, "");
-          if (!b64) continue;
-          for (const raw of unfragmentMessages(import_node_buffer2.Buffer.from(b64, "base64"))) {
-            if (raw.length < 40) continue;
-            const messageType = raw.readUInt32LE(4);
-            const payload = raw.subarray(40).toString("utf8").replace(/^\uFEFF/, "");
-            if (messageType === MSG.PIPELINE_OUTPUT) {
-              const sRe = /<S[^>]*>([\s\S]*?)<\/S>/gi;
-              let sm;
-              while ((sm = sRe.exec(payload)) !== null) stdout += sm[1];
-            } else if (messageType === MSG.ERROR_RECORD) {
-              hadErrors = true;
-              const mRe = payload.match(/<S N="Message">([\s\S]*?)<\/S>/i);
-              stderr += (mRe ? mRe[1] : payload) + "\n";
-            } else if (messageType === MSG.PIPELINE_STATE) {
-              pipelineDone = true;
-              const stateMatch = payload.match(/<I32 N="State">(\d+)<\/I32>/i);
-              if (stateMatch) {
-                if (parseInt(stateMatch[1], 10) === 5) hadErrors = true;
-              }
-              const ec = payload.match(/N="ExitCode"[^>]*>(-?\d+)</i);
-              if (ec) exitCode = parseInt(ec[1], 10);
-            }
-          }
-        }
-        const wsExit = received.body.match(/<\w*:?ExitCode>\s*(-?\d+)\s*<\/\w*:?ExitCode>/i);
-        if (wsExit) exitCode = parseInt(wsExit[1], 10);
-        if (pipelineDone) break;
-        if (/CommandState\/Done/i.test(received.body)) break;
-      }
-      if (exitCode !== 0) hadErrors = true;
-      return { stdout, stderr, exitCode, hadErrors };
+      return await this.receivePipeline(shellId, commandId, deadline, opts);
     } finally {
       await this.deleteShell(shellId);
     }
   }
+  async receivePipeline(shellId, commandId, deadline, opts) {
+    let stdout = "";
+    let stderr = "";
+    let hadErrors = false;
+    let exitCode = 0;
+    let pipelineDone = false;
+    for (; ; ) {
+      if (opts?.signal?.aborted) throw new Error("AbortError");
+      if (Date.now() > deadline) {
+        throw new Error(`PSRP command timed out after ${opts?.timeoutMs ?? 12e4}ms`);
+      }
+      const receiveBody = `<rsp:Receive><rsp:DesiredStream CommandId="${commandId}">stdout</rsp:DesiredStream></rsp:Receive>`;
+      const receiveHeaders = `<wsman:OptionSet s:mustUnderstand="true"><wsman:Option Name="WSMAN_CMDSHELL_OPTION_KEEPALIVE">True</wsman:Option></wsman:OptionSet>` + this.shellHeaders(shellId);
+      const received = await this.post(
+        "http://schemas.microsoft.com/wbem/wsman/1/windows/shell/Receive",
+        receiveBody,
+        receiveHeaders
+      );
+      this.assertOk(received, "Receive");
+      const streamRe = /<\w*:?Stream\b[^>]*\bName="(?:stdout|stderr|pr)"[^>]*>([\s\S]*?)<\/\w*:?Stream>/gi;
+      let m2;
+      while ((m2 = streamRe.exec(received.body)) !== null) {
+        const b64 = m2[1].replace(/\s+/g, "");
+        if (!b64) continue;
+        for (const raw of unfragmentMessages(import_node_buffer2.Buffer.from(b64, "base64"))) {
+          if (raw.length < 40) continue;
+          const messageType = raw.readUInt32LE(4);
+          const payload = raw.subarray(40).toString("utf8").replace(/^\uFEFF/, "");
+          if (messageType === MSG.PIPELINE_OUTPUT) {
+            const sRe = /<S[^>]*>([\s\S]*?)<\/S>/gi;
+            let sm;
+            let extracted = false;
+            while ((sm = sRe.exec(payload)) !== null) {
+              stdout += sm[1];
+              extracted = true;
+            }
+            if (!extracted) {
+              const nRe = /<(?:I32|I64|B|ToString)[^>]*>([\s\S]*?)<\/(?:I32|I64|B|ToString)>/i;
+              const nm = payload.match(nRe);
+              if (nm) stdout += nm[1];
+              else stdout += payload.replace(/<[^>]+>/g, "").trim();
+            }
+          } else if (messageType === MSG.ERROR_RECORD) {
+            hadErrors = true;
+            const mRe = payload.match(/<S N="Message">([\s\S]*?)<\/S>/i);
+            stderr += (mRe ? mRe[1] : payload) + "\n";
+          } else if (messageType === MSG.PIPELINE_STATE) {
+            pipelineDone = true;
+            const stateMatch = payload.match(/<I32 N="State">(\d+)<\/I32>/i);
+            if (stateMatch) {
+              if (parseInt(stateMatch[1], 10) === 5) hadErrors = true;
+            }
+            const ec = payload.match(/N="ExitCode"[^>]*>(-?\d+)</i);
+            if (ec) exitCode = parseInt(ec[1], 10);
+          }
+        }
+      }
+      const wsExit = received.body.match(/<\w*:?ExitCode>\s*(-?\d+)\s*<\/\w*:?ExitCode>/i);
+      if (wsExit) exitCode = parseInt(wsExit[1], 10);
+      if (pipelineDone) break;
+      if (/CommandState\/Done/i.test(received.body)) break;
+    }
+    if (exitCode !== 0) hadErrors = true;
+    return { stdout, stderr, exitCode, hadErrors };
+  }
   /**
    * Drain Receive until RUNSPACEPOOL_STATE reports Opened (state=2).
    * Must run after Create and before Command.
@@ -296830,7 +296897,7 @@ Run commands with exec_command / run_fleet_command. Interactive TUI apps are not
 \x1B[36m\u276F ${command}\x1B[0m\r
 `);
     const ps = this.translateCmdToPowerShell(command, instance.cwd);
-    const result = await transport.runScript(ps, {
+    const result = await transport.runScriptOnPool(ps, {
       timeoutMs: options?.timeoutMs ?? DEFAULT_WINRM_TIMEOUT_MS,
       signal: options?.signal
     });
@@ -296951,6 +297018,9 @@ Run commands with exec_command / run_fleet_command. Interactive TUI apps are not
       void instance.winrm.deleteShell(instance.persistentShellId);
       instance.persistentShellId = void 0;
     }
+    if (instance.psrp) {
+      void instance.psrp.closePool();
+    }
     instance.exitCallback?.(0);
   }
   onData(ptyId, callback) {
@@ -345290,6 +345360,28 @@ var MessagesZodState = external_exports.object({ messages: withLangGraph(externa
 // ../../node_modules/@langchain/langgraph/dist/index.js
 initializeAsyncLocalStorageSingleton();
 
+// ../../packages/backend/src/services/redaction/secretRedact.ts
+var PATTERNS = [
+  { re: /\b(gys_at_[A-Za-z0-9_-]{16,})\b/g, label: "RTERM_TOKEN" },
+  { re: /\b(ghp_[A-Za-z0-9]{20,})\b/g, label: "GITHUB_PAT" },
+  { re: /\b(sk-[A-Za-z0-9_-]{20,})\b/g, label: "API_KEY" },
+  { re: /\b(AKIA[0-9A-Z]{16})\b/g, label: "AWS_KEY" },
+  { re: /-----BEGIN [A-Z ]*PRIVATE KEY-----[\s\S]*?-----END [A-Z ]*PRIVATE KEY-----/g, label: "PRIVATE_KEY" },
+  { re: /(password|passwd|pwd|secret|token)\s*[:=]\s*["']?([^\s"']{6,})/gi, label: "CREDENTIAL" }
+];
+function redactText(input, extraValues = []) {
+  let out = String(input ?? "");
+  for (const v of extraValues) {
+    const t = String(v || "");
+    if (t.length < 4) continue;
+    out = out.split(t).join(`[REDACTED]`);
+  }
+  for (const p of PATTERNS) {
+    out = out.replace(p.re, `[REDACTED:${p.label}]`);
+  }
+  return out;
+}
+
 // ../../packages/backend/src/services/agentRunLedger.ts
 var import_node_fs3 = __toESM(require("node:fs"), 1);
 var import_node_path5 = __toESM(require("node:path"), 1);
@@ -366967,7 +367059,7 @@ function reconcileToolCalls(toolCalls) {
 var TOOL_RESULT_MAX_CHARS = 32768;
 function stringifyToolResult(result) {
   const raw = typeof result === "string" ? result : JSON.stringify(result);
-  return clipTextMiddle(raw, TOOL_RESULT_MAX_CHARS);
+  return redactText(clipTextMiddle(raw, TOOL_RESULT_MAX_CHARS));
 }
 function clipTextMiddle(input, maxChars) {
   if (maxChars <= 0) return "";
@@ -373029,6 +373121,26 @@ var import_websocket_server = __toESM(require_websocket_server(), 1);
 
 // ../../packages/backend/src/services/Gateway/WebSocketGatewayAdapter.ts
 var import_node_module4 = require("node:module");
+
+// ../../packages/backend/src/services/security/tokenScopes.ts
+var SCOPE_FULL = "*";
+function methodAllowed(method, scopes) {
+  if (!scopes || scopes.length === 0) return true;
+  if (scopes.includes(SCOPE_FULL)) return true;
+  const m2 = String(method || "");
+  for (const s of scopes) {
+    if (s === m2) return true;
+    if (s.endsWith(":*")) {
+      const prefix = s.slice(0, -1);
+      if (m2.startsWith(prefix)) return true;
+      if (prefix === "terminals:" && m2.startsWith("terminal:")) return true;
+    }
+    if (s.endsWith("*") && m2.startsWith(s.slice(0, -1))) return true;
+  }
+  return false;
+}
+
+// ../../packages/backend/src/services/Gateway/WebSocketGatewayAdapter.ts
 var import_meta7 = {};
 var nodeRequire = (0, import_node_module4.createRequire)(
   typeof __filename !== "undefined" ? __filename : import_meta7.url
@@ -373133,6 +373245,7 @@ var WebSocketGatewayAdapter = class {
   server = null;
   transportIdBySocket = /* @__PURE__ */ new Map();
   isSameMachineBySocket = /* @__PURE__ */ new WeakMap();
+  scopesBySocket = /* @__PURE__ */ new WeakMap();
   serverFactory;
   logger;
   start() {
@@ -373230,6 +373343,12 @@ var WebSocketGatewayAdapter = class {
       this.isLoopbackAddress(String(remote))
     );
     this.gateway.registerTransport(transport);
+    const token = this.extractAccessToken(request);
+    const scopeFn = this.options.accessTokenAuth?.scopesForToken;
+    if (token && scopeFn) {
+      const scopes = await scopeFn(token);
+      if (scopes && scopes.length) this.scopesBySocket.set(socket, scopes);
+    }
     state.authorized = true;
     this.logger.info(
       `[WebSocketGatewayAdapter] Client connected: ${remote} (${transport.id})`
@@ -373527,6 +373646,13 @@ var WebSocketGatewayAdapter = class {
     );
   }
   async executeRequest(request, socket) {
+    const scopes = this.scopesBySocket.get(socket);
+    if (scopes && !methodAllowed(request.method, scopes)) {
+      throw new WebSocketRpcError(
+        "FORBIDDEN",
+        `Token is not allowed to call ${request.method}`
+      );
+    }
     const params = request.params ?? {};
     if (request.method.startsWith("observability:")) {
       const bridge = this.options.observabilityBridge;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neuralos",
-  "version": "3.7.7",
+  "version": "3.8.0",
   "description": "Standalone neuralOS backend (rterm-backend): AI-native terminal & agentic-AI operations platform.",
   "keywords": [
     "forward-deployed-engineer",