titan-agent 5.2.1 → 5.3.1

package/dist/gateway/server.js

@@ -45,7 +45,7 @@ import { TITAN_VERSION, TITAN_NAME, TITAN_LOGS_DIR, TITAN_HOME } from "../utils/
 import { collectSystemProfile, recordStartupAnalytics, startHeartbeatAnalytics } from "../analytics/collector.js";
 import { getUpdateInfo } from "../utils/updater.js";
 import { getMissionControlHTML } from "./dashboard.js";
-import { serializePrometheus, getMetricsSummary, titanRequestsTotal, titanRequestDuration, titanErrorsTotal, titanActiveSessions, titanToolCallsTotal, titanTokensTotal, titanModelRequestsTotal, recordEvalSuiteResult } from "./metrics.js";
+import { serializePrometheus, getMetricsSummary, titanRequestsTotal, titanRequestDuration, titanErrorsTotal, titanActiveSessions, titanToolCallsTotal, titanTokensTotal, titanModelRequestsTotal, recordEvalSuiteResult, recordEvalTimeout, recordEvalError } from "./metrics.js";
 import { initSlashCommands, handleSlashCommand } from "./slashCommands.js";
 import { initMcpServers, listMcpServers, addMcpServer, removeMcpServer, setMcpServerEnabled, getMcpStatus, BUILTIN_PRESETS } from "../mcp/registry.js";
 import { connectMcpServer, testMcpServer } from "../mcp/client.js";
@@ -2266,8 +2266,20 @@ ${msg.content}
     }
   });
   app.post("/api/eval/run", async (req, res) => {
+    const requestedSuite = req.body?.suite ?? "";
+    const timeoutMs = (() => {
+      const raw = req.query?.timeoutMs;
+      if (typeof raw !== "string") return 6e5;
+      const n = Number(raw);
+      if (!Number.isFinite(n) || n <= 0) return 6e5;
+      return Math.max(1e4, Math.min(36e5, Math.round(n)));
+    })();
+    if (requestedSuite) {
+      res.setHeader("X-Eval-Suite", requestedSuite);
+    }
+    const tStart = Date.now();
+    logger.info(COMPONENT, `/api/eval/run START suite=${requestedSuite || "(none)"} timeoutMs=${timeoutMs}`);
     try {
-      const { suite } = req.body;
       const {
         runEvalSuite,
         WIDGET_CREATION_SUITE,
@@ -2315,6 +2327,7 @@ _____widget
         };
       };
       let cases;
+      const suite = requestedSuite;
       switch (suite) {
         case "widget-creation":
           cases = WIDGET_CREATION_SUITE;
@@ -2350,18 +2363,57 @@ _____widget
           cases = CONTENT_SUITE;
           break;
         default:
-          res.status(400).json({ error: `Unknown suite: ${suite}. Choose: widget-creation, safety, tool-routing, gate-format, pipeline, adversarial, tool-routing-v2, session, widget-v2, gate-format-v2, content.` });
+          res.status(404).json({
+            error: `Unknown suite: ${suite || "(empty)"}. Choose: widget-creation, safety, tool-routing, gate-format, pipeline, adversarial, tool-routing-v2, session, widget-v2, gate-format-v2, content.`
+          });
           return;
       }
-      const result = await runEvalSuite(suite, cases, agentCall);
+      const TIMEOUT = /* @__PURE__ */ Symbol("eval-timeout");
+      const result = await Promise.race([
+        runEvalSuite(suite, cases, agentCall),
+        new Promise((resolve2) => {
+          setTimeout(() => resolve2(TIMEOUT), timeoutMs);
+        })
+      ]);
+      if (result === TIMEOUT) {
+        const elapsed2 = Date.now() - tStart;
+        logger.warn(COMPONENT, `/api/eval/run TIMEOUT suite=${suite} elapsedMs=${elapsed2} timeoutMs=${timeoutMs}`);
+        try {
+          recordEvalTimeout(suite);
+        } catch {
+        }
+        res.status(504).json({
+          suite,
+          passed: 0,
+          total: 0,
+          results: [],
+          timedOut: true,
+          timeoutMs,
+          elapsedMs: elapsed2,
+          error: `Eval suite '${suite}' timed out after ${timeoutMs}ms`
+        });
+        return;
+      }
       try {
         recordEvalSuiteResult(suite, result.passed, result.total);
       } catch {
       }
+      const elapsed = Date.now() - tStart;
+      logger.info(COMPONENT, `/api/eval/run DONE suite=${suite} passed=${result.passed}/${result.total} elapsedMs=${elapsed}`);
       res.json(result);
     } catch (e) {
-      logger.error(COMPONENT, `Endpoint error: ${e.message}`);
-      res.status(500).json({ error: "Something went wrong on our end. Please try again in a moment." });
+      const err = e;
+      const elapsed = Date.now() - tStart;
+      logger.warn(COMPONENT, `/api/eval/run ERROR suite=${requestedSuite || "(none)"} elapsedMs=${elapsed} message=${err.message}`);
+      try {
+        recordEvalError(requestedSuite || "unknown", err.name || "unknown");
+      } catch {
+      }
+      res.status(500).json({
+        suite: requestedSuite || void 0,
+        error: err.message || "Eval run failed",
+        errorClass: err.name || "Error"
+      });
     }
   });
   app.get("/api/eval/suites", async (_req, res) => {