neuralos 3.7.6 → 3.7.7

package/bin/gybackend.cjs

@@ -276397,9 +276397,12 @@ var init_compoundingStore = __esm({
     init_betterSqlite3Runtime();
     init_historyStoragePaths();
     COMPOUNDING_DB_FILE = "gyshell-compounding.sqlite";
-    CompoundingStore = class {
+    CompoundingStore = class _CompoundingStore {
       filePath;
       db;
+      /** Avoid sync SQLite on every agent turn (desktop freeze). Invalidated on writes. */
+      promptCache = null;
+      static PROMPT_CACHE_MS = 2e3;
       constructor(options) {
         this.filePath = options?.filePath || import_node_path28.default.join(resolveHistoryStorageDir(), COMPOUNDING_DB_FILE);
         import_node_fs12.default.mkdirSync(import_node_path28.default.dirname(this.filePath), { recursive: true });
@@ -276453,6 +276456,7 @@ var init_compoundingStore = __esm({
       recordLessons(lessons, runId) {
         const now = Date.now();
         const out = [];
+        this.promptCache = null;
         try {
           const sel = this.db.prepare("SELECT * FROM lessons WHERE fingerprint = ?");
           const ins = this.db.prepare(
@@ -276506,6 +276510,7 @@ var init_compoundingStore = __esm({
         }
       }
       upsertEstateFact(input) {
+        this.promptCache = null;
         try {
           const now = Date.now();
           this.db.prepare(
@@ -276552,6 +276557,7 @@ var init_compoundingStore = __esm({
         }
       }
       upsertGoal(input) {
+        this.promptCache = null;
         try {
           this.db.prepare(
             `INSERT INTO goals (id, session_id, text, status, blocked_by, next_probe, updated_at)
@@ -276589,6 +276595,7 @@ var init_compoundingStore = __esm({
         }
       }
       recordProbe(sessionId, tag, hypothesis, command, ok) {
+        this.promptCache = null;
         try {
           this.db.prepare(
             `INSERT INTO probes (session_id, tag, hypothesis, command, ok, at)
@@ -276620,6 +276627,11 @@ var init_compoundingStore = __esm({
        */
       promptBlock(maxChars = 4e3) {
         try {
+          const now = Date.now();
+          if (this.promptCache && now - this.promptCache.at < _CompoundingStore.PROMPT_CACHE_MS) {
+            const cached2 = this.promptCache.text;
+            return cached2.length > maxChars ? cached2.slice(0, maxChars) + "\n\u2026" : cached2;
+          }
           const lessons = this.listLessons(20);
           const facts = this.listEstateFacts();
           const lines = ["# Compounding knowledge (auto)"];
@@ -276641,6 +276653,7 @@ var init_compoundingStore = __esm({
             }
           }
           const text = lines.join("\n");
+          this.promptCache = { at: now, text };
           return text.length > maxChars ? text.slice(0, maxChars) + "\n\u2026" : text;
         } catch {
           return "";
@@ -366951,6 +366964,11 @@ function reconcileToolCalls(toolCalls) {
   }
   return result;
 }
+var TOOL_RESULT_MAX_CHARS = 32768;
+function stringifyToolResult(result) {
+  const raw = typeof result === "string" ? result : JSON.stringify(result);
+  return clipTextMiddle(raw, TOOL_RESULT_MAX_CHARS);
+}
 function clipTextMiddle(input, maxChars) {
   if (maxChars <= 0) return "";
   if (input.length <= maxChars) return input;
@@ -368873,7 +368891,7 @@ Actually, your intention might be different. Please re-read the description of t
             try {
               const pluginArgs = typeof toolCall.args === "string" ? JSON.parse(toolCall.args) : toolCall.args || {};
               const pluginResult = await pluginHandler(pluginArgs);
-              result = typeof pluginResult === "string" ? pluginResult : JSON.stringify(pluginResult);
+              result = stringifyToolResult(pluginResult);
             } catch (err) {
               result = `Plugin tool "${toolCall.name}" error: ${err.message}`;
             }
@@ -369161,7 +369179,7 @@ Actually, your intention might be different. Please re-read the description of t
         const pluginHandler = this.pluginTools.get(name);
         if (pluginHandler) {
           const result = await pluginHandler(args);
-          return typeof result === "string" ? result : JSON.stringify(result);
+          return stringifyToolResult(result);
         }
         return `Tool "${name}" is not supported in parallel execution mode.`;
       }
@@ -369242,7 +369260,7 @@ Actually, your intention might be different. Please re-read the description of t
           args,
           signal
         );
-        resultText = typeof result === "string" ? result : JSON.stringify(result, null, 2);
+        resultText = stringifyToolResult(result);
       } catch (err) {
         if (this.helpers.isAbortError(err)) throw err;
         resultText = err instanceof Error ? err.message : String(err);
@@ -373021,6 +373039,22 @@ var WebSocketRpcError = class extends Error {
     this.code = code;
   }
 };
+function httpRouteMatches(pattern, pathname) {
+  if (pattern === pathname) return true;
+  if (pattern.endsWith("/*")) {
+    const prefix = pattern.slice(0, -1);
+    const base = pattern.slice(0, -2);
+    return pathname === base || pathname.startsWith(prefix) || pathname.startsWith(base + "/");
+  }
+  const a = pattern.split("/").filter(Boolean);
+  const b = pathname.split("/").filter(Boolean);
+  if (a.length !== b.length) return false;
+  for (let i = 0; i < a.length; i++) {
+    if (a[i].startsWith(":")) continue;
+    if (a[i] !== b[i]) return false;
+  }
+  return true;
+}
 function createDefaultWebSocketServerFactory(httpRoutes) {
   return ({ host, port }) => {
     if (!httpRoutes || httpRoutes.length === 0) {
@@ -373043,7 +373077,7 @@ function createDefaultWebSocketServerFactory(httpRoutes) {
             ).pathname;
           } catch {
           }
-          const route = routes.find((r) => r.path === pathname);
+          const route = routes.find((r) => httpRouteMatches(r.path, pathname));
           if (!route) {
             res.writeHead(404, { "content-type": "text/plain; charset=utf-8" });
             res.end("not found");
@@ -384954,8 +384988,9 @@ var IdleTimeoutService = class {
 // ../../packages/backend/src/services/Gateway/restApi.ts
 function matchRestRoute(routes, method, path33) {
   const normalized = path33.replace(/\/+$/, "") || "/";
+  const verb = method.toUpperCase();
   for (const route of routes) {
-    if (route.method !== method.toUpperCase()) continue;
+    if (route.method !== verb) continue;
     const patternParts = route.path.split("/").filter(Boolean);
     const pathParts = normalized.split("/").filter(Boolean);
     if (patternParts.length !== pathParts.length) continue;
@@ -384976,36 +385011,18 @@ function matchRestRoute(routes, method, path33) {
 }
 function defaultRestRoutes() {
   return [
+    { method: "GET", path: "/api/v1/health", gatewayMethod: "gateway:ping", description: "Liveness check" },
+    { method: "GET", path: "/api/v1/methods", gatewayMethod: "gateway:describe", description: "List all gateway RPC methods" },
+    { method: "GET", path: "/api/v1/openapi.json", gatewayMethod: "__openapi", description: "OpenAPI 3 document for this REST overlay + RPC escape hatch" },
+    { method: "GET", path: "/api/v1/terminals", gatewayMethod: "terminal:list", description: "List terminal tabs" },
+    { method: "GET", path: "/api/v1/sessions", gatewayMethod: "session:list", description: "List chat sessions" },
     {
-      method: "GET",
-      path: "/api/v1/health",
-      gatewayMethod: "gateway:ping",
-      description: "Liveness check"
-    },
-    {
-      method: "GET",
-      path: "/api/v1/methods",
-      gatewayMethod: "gateway:describe",
-      description: "List all gateway methods (self-describing)"
-    },
-    {
-      method: "GET",
-      path: "/api/v1/terminals",
-      gatewayMethod: "terminal:list",
-      description: "List terminal tabs"
-    },
-    {
-      method: "GET",
+      method: "POST",
       path: "/api/v1/sessions",
-      gatewayMethod: "session:list",
-      description: "List chat sessions"
-    },
-    {
-      method: "GET",
-      path: "/api/v1/skills",
-      gatewayMethod: "skills:getAll",
-      description: "List loaded skills"
+      gatewayMethod: "gateway:createSession",
+      description: "Create a chat/agent session"
     },
+    { method: "GET", path: "/api/v1/skills", gatewayMethod: "skills:getAll", description: "List loaded skills" },
     {
       method: "GET",
       path: "/api/v1/observability/metrics",
@@ -385022,13 +385039,13 @@ function defaultRestRoutes() {
       method: "GET",
       path: "/api/v1/observability/apm",
       gatewayMethod: "observability:apmSummary",
-      description: "APM summary (LLM + app traces)"
+      description: "APM summary"
     },
     {
       method: "GET",
       path: "/api/v1/history/search",
       gatewayMethod: "history:search",
-      description: "Cross-session history search (?q=...)",
+      description: "Cross-session history search (?q=)",
       buildParams: (_p, body) => {
         const b = body ?? {};
         return { query: b.q ?? b.query ?? "" };
@@ -385048,17 +385065,18 @@ function defaultRestRoutes() {
       method: "GET",
       path: "/api/v1/terminals/:id/buffer",
       gatewayMethod: "terminal:getBufferDelta",
-      description: "Read a terminal tab output delta",
+      description: "Read terminal output delta (?fromOffset=)",
       buildParams: (p, body) => {
         const b = body ?? {};
-        return { terminalId: p.id, fromOffset: b.fromOffset ?? 0 };
+        const n2 = Number(b.fromOffset ?? 0);
+        return { terminalId: p.id, fromOffset: Number.isFinite(n2) ? n2 : 0 };
       }
     },
     {
       method: "POST",
       path: "/api/v1/sessions/:id/chat",
       gatewayMethod: "agent:startTask",
-      description: "Send a message to the agent (blocking)",
+      description: "Send a message (blocking until the run finishes \u2014 prefer chat-async)",
       buildParams: (p, body) => {
         const b = body ?? {};
         return { sessionId: p.id, userInput: b.message ?? b.userInput ?? "" };
@@ -385066,17 +385084,66 @@ function defaultRestRoutes() {
     },
     {
       method: "POST",
-      path: "/api/v1/rpc",
-      gatewayMethod: "",
-      description: "Escape hatch: dispatch any gateway method",
-      buildParams: (_p, body) => {
+      path: "/api/v1/sessions/:id/chat-async",
+      gatewayMethod: "agent:startTaskAsync",
+      description: "Start an agent turn without waiting; subscribe to WS gateway:event for tokens",
+      buildParams: (p, body) => {
         const b = body ?? {};
-        return { __rpcMethod: b.method ?? "", ...b.params ?? {} };
+        return { sessionId: p.id, userInput: b.message ?? b.userInput ?? "" };
       }
+    },
+    {
+      method: "POST",
+      path: "/api/v1/rpc",
+      gatewayMethod: "",
+      description: "Escape hatch: any gateway method {method, params}"
     }
   ];
 }
+function buildOpenApiDocument() {
+  const routes = defaultRestRoutes();
+  const paths = {};
+  for (const r of routes) {
+    if (r.gatewayMethod === "__openapi") continue;
+    const item = paths[r.path] || {};
+    item[r.method.toLowerCase()] = {
+      summary: r.description,
+      operationId: `${r.method}_${r.path.replace(/[^a-zA-Z0-9]+/g, "_")}`,
+      tags: ["rest"],
+      ...r.method === "POST" ? {
+        requestBody: {
+          content: { "application/json": { schema: { type: "object" } } }
+        }
+      } : {},
+      responses: { "200": { description: "OK" }, "401": { description: "Unauthorized" } }
+    };
+    paths[r.path] = item;
+  }
+  const rpcMethods = [...CORE_METHODS, DESCRIBE_METHOD].map((m2) => m2.name);
+  return {
+    openapi: "3.0.3",
+    info: {
+      title: "RTerm HTTP overlay",
+      version: "1.0.0",
+      description: `Thin REST on the same port as the WebSocket JSON-RPC gateway. Streaming agent/PTY traffic stays on ws://. POST /api/v1/rpc reaches every RPC method. Core RPC methods: ${rpcMethods.length}. Categories: ${METHOD_CATEGORIES.join(", ")}.`
+    },
+    paths,
+    "x-gateway-rpc-methods": rpcMethods
+  };
+}
 async function handleRestRequest(routes, dispatch, req) {
+  const verb = req.method.toUpperCase();
+  if (verb === "OPTIONS") {
+    return {
+      status: 204,
+      body: "",
+      headers: {
+        "access-control-allow-origin": "*",
+        "access-control-allow-methods": "GET, POST, OPTIONS",
+        "access-control-allow-headers": "Authorization, Content-Type"
+      }
+    };
+  }
   const match = matchRestRoute(routes, req.method, req.path);
   if (!match) {
     return {
@@ -385084,12 +385151,18 @@ async function handleRestRequest(routes, dispatch, req) {
       body: { error: "not_found", message: `No REST route for ${req.method} ${req.path}` }
     };
   }
+  if (match.route.gatewayMethod === "__openapi") {
+    return { status: 200, body: buildOpenApiDocument() };
+  }
   let gatewayMethod = match.route.gatewayMethod;
   let params;
   if (gatewayMethod === "") {
     const raw = req.body ?? {};
     if (!raw.method) {
-      return { status: 400, body: { error: "bad_request", message: 'POST /api/v1/rpc needs {"method": "...", "params": {...}}' } };
+      return {
+        status: 400,
+        body: { error: "bad_request", message: 'POST /api/v1/rpc needs {"method": "...", "params": {...}}' }
+      };
     }
     gatewayMethod = raw.method;
     params = raw.params ?? {};
@@ -385105,6 +385178,52 @@ async function handleRestRequest(routes, dispatch, req) {
     return { status, body: { error: "gateway_error", message } };
   }
 }
+var JSON_HEADERS = { "content-type": "application/json; charset=utf-8" };
+function readJsonBody(req) {
+  return new Promise((resolve2) => {
+    let data = "";
+    req.on?.("data", (d) => {
+      data += String(d ?? "");
+      if (data.length > 2e6) {
+        resolve2({});
+      }
+    });
+    req.on?.("end", () => {
+      try {
+        resolve2(data ? JSON.parse(data) : {});
+      } catch {
+        resolve2({});
+      }
+    });
+  });
+}
+function makeRestCatchAllHandler(opts) {
+  const routes = defaultRestRoutes();
+  return async (req, res) => {
+    const r = req;
+    const s = res;
+    try {
+      if (!await opts.isAuthorized(r)) {
+        s.writeHead?.(401, JSON_HEADERS);
+        s.end?.(JSON.stringify({ error: "unauthorized" }));
+        return;
+      }
+      const url2 = new URL(r.url ?? "/", "http://localhost");
+      const body = r.method === "POST" || r.method === "PUT" ? await readJsonBody(r) : Object.fromEntries(url2.searchParams.entries());
+      const result = await handleRestRequest(routes, opts.dispatch, {
+        method: r.method ?? "GET",
+        path: url2.pathname,
+        body
+      });
+      s.writeHead?.(result.status, { ...JSON_HEADERS, ...result.headers ?? {} });
+      if (result.body === "" || result.body === void 0) s.end?.();
+      else s.end?.(typeof result.body === "string" ? result.body : JSON.stringify(result.body));
+    } catch (e) {
+      s.writeHead?.(500, JSON_HEADERS);
+      s.end?.(JSON.stringify({ error: "internal", message: e instanceof Error ? e.message : String(e) }));
+    }
+  };
+}
 
 // ../../packages/backend/src/services/Gateway/gatewayRateLimit.ts
 var GatewayRateLimiter = class {
@@ -396172,51 +396291,8 @@ async function startGyBackend() {
     return await target.handleRequest(method, params);
   };
   const buildRestHttpRoutesSync = (opts) => {
-    const routes = defaultRestRoutes();
-    const staticRoutes = routes.filter((r) => !r.path.includes(":")).map((route) => ({
-      path: route.path,
-      handler: makeRestHandler(routes, opts)
-    }));
-    return staticRoutes;
+    return [{ path: "/api/v1/*", handler: makeRestCatchAllHandler(opts) }];
   };
-  const makeRestHandler = (routes, opts) => {
-    return async (req, res) => {
-      const r = req;
-      const s = res;
-      try {
-        if (!await opts.isAuthorized(r)) {
-          s.writeHead?.(401, { "content-type": "application/json" });
-          s.end?.(JSON.stringify({ error: "unauthorized" }));
-          return;
-        }
-        const url2 = new URL(r.url ?? "/", "http://localhost");
-        const body = r.method === "POST" ? await readJsonBody(r) : Object.fromEntries(url2.searchParams.entries());
-        const result = await handleRestRequest(routes, opts.dispatch, {
-          method: r.method ?? "GET",
-          path: url2.pathname,
-          body
-        });
-        s.writeHead?.(result.status, { "content-type": "application/json" });
-        s.end?.(JSON.stringify(result.body));
-      } catch (e) {
-        s.writeHead?.(500, { "content-type": "application/json" });
-        s.end?.(JSON.stringify({ error: "internal", message: e instanceof Error ? e.message : String(e) }));
-      }
-    };
-  };
-  const readJsonBody = (req) => new Promise((resolve2) => {
-    let data = "";
-    req.on?.("data", (d) => {
-      data += String(d ?? "");
-    });
-    req.on?.("end", () => {
-      try {
-        resolve2(data ? JSON.parse(data) : {});
-      } catch {
-        resolve2({});
-      }
-    });
-  });
   const wsGatewayControlService = new WebSocketGatewayControlService({
     createAdapter: (host, port, ipFilter) => {
       const adapter = new WebSocketGatewayAdapter(gatewayService, {
@@ -396712,6 +396788,9 @@ async function startGyBackend() {
     console.log(
       `[gybackend] Live dashboard: http://${wsState.host}:${wsState.port}/dashboard`
     );
+    console.log(
+      `[gybackend] REST API: http://${wsState.host}:${wsState.port}/api/v1/health  (OpenAPI /api/v1/openapi.json)`
+    );
   } else {
     console.log("[gybackend] WebSocket RPC endpoint: disabled");
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neuralos",
-  "version": "3.7.6",
+  "version": "3.7.7",
   "description": "Standalone neuralOS backend (rterm-backend): AI-native terminal & agentic-AI operations platform.",
   "keywords": [
     "forward-deployed-engineer",