titan-agent 5.3.0 → 5.3.2

package/dist/gateway/metrics.js

@@ -193,12 +193,29 @@ const titanEvalCasesTotal = new Counter(
   "titan_eval_cases_total",
   "Total eval cases executed, by suite and outcome"
 );
+const titanEvalTimeoutTotal = new Counter(
+  "titan_eval_timeout_total",
+  "Total eval suite invocations that exceeded their timeout"
+);
+const titanEvalErrorTotal = new Counter(
+  "titan_eval_error_total",
+  "Total eval suite invocations that threw an unhandled exception"
+);
 function recordEvalSuiteResult(suite, passed, total) {
-  const rate = total > 0 ? Math.round(passed / total * 100) : 0;
-  titanEvalPassRate.set(rate, { suite });
+  if (total > 0) {
+    const rate = Math.round(passed / total * 100);
+    titanEvalPassRate.set(rate, { suite });
+  } else {
+  }
   titanEvalCasesTotal.increment({ suite, outcome: "passed" }, passed);
   titanEvalCasesTotal.increment({ suite, outcome: "failed" }, Math.max(0, total - passed));
 }
+function recordEvalTimeout(suite) {
+  titanEvalTimeoutTotal.increment({ suite });
+}
+function recordEvalError(suite, errorClass = "unknown") {
+  titanEvalErrorTotal.increment({ suite, errorClass });
+}
 const allMetrics = [
   titanRequestsTotal,
   titanRequestDuration,
@@ -208,7 +225,9 @@ const allMetrics = [
   titanToolCallsTotal,
   titanModelRequestsTotal,
   titanEvalPassRate,
-  titanEvalCasesTotal
+  titanEvalCasesTotal,
+  titanEvalTimeoutTotal,
+  titanEvalErrorTotal
 ];
 function serializePrometheus() {
   return allMetrics.map((m) => m.serialize()).join("\n\n") + "\n";
@@ -242,12 +261,16 @@ export {
   Gauge,
   Histogram,
   getMetricsSummary,
+  recordEvalError,
   recordEvalSuiteResult,
+  recordEvalTimeout,
   serializePrometheus,
   titanActiveSessions,
   titanErrorsTotal,
   titanEvalCasesTotal,
+  titanEvalErrorTotal,
   titanEvalPassRate,
+  titanEvalTimeoutTotal,
   titanModelRequestsTotal,
   titanRequestDuration,
   titanRequestsTotal,

package/dist/gateway/metrics.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/gateway/metrics.ts"],"sourcesContent":["/**\n * TITAN — Prometheus Metrics Engine\n * Zero-dependency metrics collection with Prometheus text exposition format.\n */\n\n// ── Metric Types ─────────────────────────────────────────────────────\n\ntype Labels = Record<string, string>;\n\nfunction labelsKey(labels?: Labels): string {\n  if (!labels || Object.keys(labels).length === 0) return '';\n  return Object.entries(labels).sort(([a], [b]) => a.localeCompare(b))\n    .map(([k, v]) => `${k}=\"${v}\"`).join(',');\n}\n\nexport class Counter {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  increment(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} counter`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n\n  /** Get all label combinations and their values */\n  getAll(): Array<{ labels: Labels; value: number }> {\n    const result: Array<{ labels: Labels; value: number }> = [];\n    for (const [key, value] of this.values) {\n      const labels: Labels = {};\n      if (key) {\n        for (const pair of key.split(',')) {\n          const [k, v] = pair.split('=');\n          labels[k] = v.replace(/\"/g, '');\n        }\n      }\n      result.push({ labels, value });\n    }\n    return result;\n  }\n}\n\nconst DEFAULT_BUCKETS = [0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10];\n\nexport class Histogram {\n  readonly name: string;\n  readonly help: string;\n  readonly buckets: number[];\n  // key → { bucketCounts, sum, count }\n  private data = new Map<string, { bucketCounts: number[]; sum: number; count: number }>();\n\n  constructor(name: string, help: string, buckets = DEFAULT_BUCKETS) {\n    this.name = name;\n    this.help = help;\n    this.buckets = [...buckets].sort((a, b) => a - b);\n  }\n\n  observe(value: number, labels?: Labels): void {\n    const key = labelsKey(labels);\n    let entry = this.data.get(key);\n    if (!entry) {\n      entry = { bucketCounts: new Array(this.buckets.length).fill(0), sum: 0, count: 0 };\n      this.data.set(key, entry);\n    }\n    entry.sum += value;\n    entry.count++;\n    for (let i = 0; i < this.buckets.length; i++) {\n      if (value <= this.buckets[i]) {\n        entry.bucketCounts[i]++;\n        break;\n      }\n    }\n  }\n\n  get(labels?: Labels): { sum: number; count: number; buckets: Record<string, number> } {\n    const key = labelsKey(labels);\n    const entry = this.data.get(key);\n    if (!entry) return { sum: 0, count: 0, buckets: {} };\n    const buckets: Record<string, number> = {};\n    let cumulative = 0;\n    for (let i = 0; i < this.buckets.length; i++) {\n      cumulative += entry.bucketCounts[i];\n      buckets[String(this.buckets[i])] = cumulative;\n    }\n    buckets['+Inf'] = entry.count;\n    return { sum: entry.sum, count: entry.count, buckets };\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} histogram`,\n    ];\n    if (this.data.size === 0) {\n      // Emit empty histogram\n      for (const b of this.buckets) {\n        lines.push(`${this.name}_bucket{le=\"${b}\"} 0`);\n      }\n      lines.push(`${this.name}_bucket{le=\"+Inf\"} 0`);\n      lines.push(`${this.name}_sum 0`);\n      lines.push(`${this.name}_count 0`);\n    } else {\n      for (const [key, entry] of this.data) {\n        const baseLabels = key ? `${key},` : '';\n        let cumulative = 0;\n        for (let i = 0; i < this.buckets.length; i++) {\n          cumulative += entry.bucketCounts[i];\n          lines.push(`${this.name}_bucket{${baseLabels}le=\"${this.buckets[i]}\"} ${cumulative}`);\n        }\n        lines.push(`${this.name}_bucket{${baseLabels}le=\"+Inf\"} ${entry.count}`);\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}_sum${lbl} ${entry.sum}`);\n        lines.push(`${this.name}_count${lbl} ${entry.count}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\nexport class Gauge {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  set(value: number, labels?: Labels): void {\n    this.values.set(labelsKey(labels), value);\n  }\n\n  inc(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  dec(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) - amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} gauge`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\n// ── Pre-defined TITAN Metrics ────────────────────────────────────────\n\nexport const titanRequestsTotal = new Counter(\n  'titan_requests_total',\n  'Total number of requests handled',\n);\n\nexport const titanRequestDuration = new Histogram(\n  'titan_request_duration_seconds',\n  'Request duration in seconds',\n);\n\nexport const titanTokensTotal = new Counter(\n  'titan_tokens_total',\n  'Total tokens consumed',\n);\n\nexport const titanErrorsTotal = new Counter(\n  'titan_errors_total',\n  'Total errors encountered',\n);\n\nexport const titanActiveSessions = new Gauge(\n  'titan_active_sessions',\n  'Number of currently active sessions',\n);\n\nexport const titanToolCallsTotal = new Counter(\n  'titan_tool_calls_total',\n  'Total tool invocations',\n);\n\nexport const titanModelRequestsTotal = new Counter(\n  'titan_model_requests_total',\n  'Total model requests by model and provider',\n);\n\n/**\n * Eval-suite pass rate, 0–100, labelled by suite name. Updated by the\n * /api/eval/run endpoint after each run completes. Lets ops graph\n * regressions over time and alert when a suite drops below threshold.\n *\n * Use the helper `recordEvalSuiteResult(suite, passed, total)` instead of\n * touching this gauge directly so the rate calc + zero-total guard stay\n * in one place.\n */\nexport const titanEvalPassRate = new Gauge(\n  'titan_eval_pass_rate',\n  'Pass rate (0-100) of the most recent eval suite run, labelled by suite',\n);\n\n/** Total eval cases executed, labelled by suite. Counter so a graph\n *  shows whether the suite is actually being exercised. */\nexport const titanEvalCasesTotal = new Counter(\n  'titan_eval_cases_total',\n  'Total eval cases executed, by suite and outcome',\n);\n\n/**\n * Record the outcome of an eval suite run on the metrics gauges + counter.\n * Safe to call with `total=0` (gauge stays at 0, no divide-by-zero).\n */\nexport function recordEvalSuiteResult(suite: string, passed: number, total: number): void {\n  const rate = total > 0 ? Math.round((passed / total) * 100) : 0;\n  titanEvalPassRate.set(rate, { suite });\n  titanEvalCasesTotal.increment({ suite, outcome: 'passed' }, passed);\n  titanEvalCasesTotal.increment({ suite, outcome: 'failed' }, Math.max(0, total - passed));\n}\n\n// ── Registry & Serialization ─────────────────────────────────────────\n\nconst allMetrics = [\n  titanRequestsTotal,\n  titanRequestDuration,\n  titanTokensTotal,\n  titanErrorsTotal,\n  titanActiveSessions,\n  titanToolCallsTotal,\n  titanModelRequestsTotal,\n  titanEvalPassRate,\n  titanEvalCasesTotal,\n];\n\nexport function serializePrometheus(): string {\n  return allMetrics.map(m => m.serialize()).join('\\n\\n') + '\\n';\n}\n\n/** JSON summary for the dashboard telemetry panel */\nexport function getMetricsSummary(): {\n  totalRequests: number;\n  avgLatencyMs: number;\n  topTools: Array<{ tool: string; count: number }>;\n  errorRate: number;\n  totalErrors: number;\n  /**\n   * Token counts. The dashboard displays `.total`; `.prompt` + `.completion`\n   * are kept for per-bucket breakdowns and Prometheus label parity.\n   */\n  totalTokens: { prompt: number; completion: number; total: number };\n} {\n  // Total requests\n  let totalRequests = 0;\n  for (const entry of titanRequestsTotal.getAll()) {\n    totalRequests += entry.value;\n  }\n\n  // Average latency\n  const duration = titanRequestDuration.get();\n  const avgLatencyMs = duration.count > 0 ? (duration.sum / duration.count) * 1000 : 0;\n\n  // Top 5 tools by usage\n  const toolEntries = titanToolCallsTotal.getAll()\n    .map(e => ({ tool: e.labels['tool'] || 'unknown', count: e.value }))\n    .sort((a, b) => b.count - a.count)\n    .slice(0, 5);\n\n  // Error rate\n  let totalErrors = 0;\n  for (const entry of titanErrorsTotal.getAll()) {\n    totalErrors += entry.value;\n  }\n  const errorRate = totalRequests > 0 ? totalErrors / totalRequests : 0;\n\n  // Tokens\n  const promptTokens = titanTokensTotal.get({ type: 'prompt' });\n  const completionTokens = titanTokensTotal.get({ type: 'completion' });\n\n  return {\n    totalRequests,\n    avgLatencyMs: Math.round(avgLatencyMs * 100) / 100,\n    topTools: toolEntries,\n    errorRate: Math.round(errorRate * 10000) / 10000,\n    totalErrors,\n    totalTokens: { prompt: promptTokens, completion: completionTokens, total: promptTokens + completionTokens },\n  };\n}\n"],"mappings":";AASA,SAAS,UAAU,QAAyB;AAC1C,MAAI,CAAC,UAAU,OAAO,KAAK,MAAM,EAAE,WAAW,EAAG,QAAO;AACxD,SAAO,OAAO,QAAQ,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAChE,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,GAAG;AAC5C;AAEO,MAAM,QAAQ;AAAA,EACV;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,UAAU,QAAiB,SAAS,GAAS;AAC3C,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAAA;AAAA,EAGA,SAAmD;AACjD,UAAM,SAAmD,CAAC;AAC1D,eAAW,CAAC,KAAK,KAAK,KAAK,KAAK,QAAQ;AACtC,YAAM,SAAiB,CAAC;AACxB,UAAI,KAAK;AACP,mBAAW,QAAQ,IAAI,MAAM,GAAG,GAAG;AACjC,gBAAM,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,GAAG;AAC7B,iBAAO,CAAC,IAAI,EAAE,QAAQ,MAAM,EAAE;AAAA,QAChC;AAAA,MACF;AACA,aAAO,KAAK,EAAE,QAAQ,MAAM,CAAC;AAAA,IAC/B;AACA,WAAO;AAAA,EACT;AACF;AAEA,MAAM,kBAAkB,CAAC,MAAM,MAAM,KAAK,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE;AAE3D,MAAM,UAAU;AAAA,EACZ;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAED,OAAO,oBAAI,IAAoE;AAAA,EAEvF,YAAY,MAAc,MAAc,UAAU,iBAAiB;AACjE,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,UAAU,CAAC,GAAG,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAAA,EAClD;AAAA,EAEA,QAAQ,OAAe,QAAuB;AAC5C,UAAM,MAAM,UAAU,MAAM;AAC5B,QAAI,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC7B,QAAI,CAAC,OAAO;AACV,cAAQ,EAAE,cAAc,IAAI,MAAM,KAAK,QAAQ,MAAM,EAAE,KAAK,CAAC,GAAG,KAAK,GAAG,OAAO,EAAE;AACjF,WAAK,KAAK,IAAI,KAAK,KAAK;AAAA,IAC1B;AACA,UAAM,OAAO;AACb,UAAM;AACN,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,SAAS,KAAK,QAAQ,CAAC,GAAG;AAC5B,cAAM,aAAa,CAAC;AACpB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,QAAkF;AACpF,UAAM,MAAM,UAAU,MAAM;AAC5B,UAAM,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC/B,QAAI,CAAC,MAAO,QAAO,EAAE,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC,EAAE;AACnD,UAAM,UAAkC,CAAC;AACzC,QAAI,aAAa;AACjB,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,oBAAc,MAAM,aAAa,CAAC;AAClC,cAAQ,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI;AAAA,IACrC;AACA,YAAQ,MAAM,IAAI,MAAM;AACxB,WAAO,EAAE,KAAK,MAAM,KAAK,OAAO,MAAM,OAAO,QAAQ;AAAA,EACvD;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,KAAK,SAAS,GAAG;AAExB,iBAAW,KAAK,KAAK,SAAS;AAC5B,cAAM,KAAK,GAAG,KAAK,IAAI,eAAe,CAAC,MAAM;AAAA,MAC/C;AACA,YAAM,KAAK,GAAG,KAAK,IAAI,sBAAsB;AAC7C,YAAM,KAAK,GAAG,KAAK,IAAI,QAAQ;AAC/B,YAAM,KAAK,GAAG,KAAK,IAAI,UAAU;AAAA,IACnC,OAAO;AACL,iBAAW,CAAC,KAAK,KAAK,KAAK,KAAK,MAAM;AACpC,cAAM,aAAa,MAAM,GAAG,GAAG,MAAM;AACrC,YAAI,aAAa;AACjB,iBAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,wBAAc,MAAM,aAAa,CAAC;AAClC,gBAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM,UAAU,EAAE;AAAA,QACtF;AACA,cAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,cAAc,MAAM,KAAK,EAAE;AACvE,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,OAAO,GAAG,IAAI,MAAM,GAAG,EAAE;AAChD,cAAM,KAAK,GAAG,KAAK,IAAI,SAAS,GAAG,IAAI,MAAM,KAAK,EAAE;AAAA,MACtD;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAEO,MAAM,MAAM;AAAA,EACR;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,IAAI,OAAe,QAAuB;AACxC,SAAK,OAAO,IAAI,UAAU,MAAM,GAAG,KAAK;AAAA,EAC1C;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAIO,MAAM,qBAAqB,IAAI;AAAA,EACpC;AAAA,EACA;AACF;AAEO,MAAM,uBAAuB,IAAI;AAAA,EACtC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,0BAA0B,IAAI;AAAA,EACzC;AAAA,EACA;AACF;AAWO,MAAM,oBAAoB,IAAI;AAAA,EACnC;AAAA,EACA;AACF;AAIO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAMO,SAAS,sBAAsB,OAAe,QAAgB,OAAqB;AACxF,QAAM,OAAO,QAAQ,IAAI,KAAK,MAAO,SAAS,QAAS,GAAG,IAAI;AAC9D,oBAAkB,IAAI,MAAM,EAAE,MAAM,CAAC;AACrC,sBAAoB,UAAU,EAAE,OAAO,SAAS,SAAS,GAAG,MAAM;AAClE,sBAAoB,UAAU,EAAE,OAAO,SAAS,SAAS,GAAG,KAAK,IAAI,GAAG,QAAQ,MAAM,CAAC;AACzF;AAIA,MAAM,aAAa;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEO,SAAS,sBAA8B;AAC5C,SAAO,WAAW,IAAI,OAAK,EAAE,UAAU,CAAC,EAAE,KAAK,MAAM,IAAI;AAC3D;AAGO,SAAS,oBAWd;AAEA,MAAI,gBAAgB;AACpB,aAAW,SAAS,mBAAmB,OAAO,GAAG;AAC/C,qBAAiB,MAAM;AAAA,EACzB;AAGA,QAAM,WAAW,qBAAqB,IAAI;AAC1C,QAAM,eAAe,SAAS,QAAQ,IAAK,SAAS,MAAM,SAAS,QAAS,MAAO;AAGnF,QAAM,cAAc,oBAAoB,OAAO,EAC5C,IAAI,QAAM,EAAE,MAAM,EAAE,OAAO,MAAM,KAAK,WAAW,OAAO,EAAE,MAAM,EAAE,EAClE,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAChC,MAAM,GAAG,CAAC;AAGb,MAAI,cAAc;AAClB,aAAW,SAAS,iBAAiB,OAAO,GAAG;AAC7C,mBAAe,MAAM;AAAA,EACvB;AACA,QAAM,YAAY,gBAAgB,IAAI,cAAc,gBAAgB;AAGpE,QAAM,eAAe,iBAAiB,IAAI,EAAE,MAAM,SAAS,CAAC;AAC5D,QAAM,mBAAmB,iBAAiB,IAAI,EAAE,MAAM,aAAa,CAAC;AAEpE,SAAO;AAAA,IACL;AAAA,IACA,cAAc,KAAK,MAAM,eAAe,GAAG,IAAI;AAAA,IAC/C,UAAU;AAAA,IACV,WAAW,KAAK,MAAM,YAAY,GAAK,IAAI;AAAA,IAC3C;AAAA,IACA,aAAa,EAAE,QAAQ,cAAc,YAAY,kBAAkB,OAAO,eAAe,iBAAiB;AAAA,EAC5G;AACF;","names":[]}
+{"version":3,"sources":["../../src/gateway/metrics.ts"],"sourcesContent":["/**\n * TITAN — Prometheus Metrics Engine\n * Zero-dependency metrics collection with Prometheus text exposition format.\n */\n\n// ── Metric Types ─────────────────────────────────────────────────────\n\ntype Labels = Record<string, string>;\n\nfunction labelsKey(labels?: Labels): string {\n  if (!labels || Object.keys(labels).length === 0) return '';\n  return Object.entries(labels).sort(([a], [b]) => a.localeCompare(b))\n    .map(([k, v]) => `${k}=\"${v}\"`).join(',');\n}\n\nexport class Counter {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  increment(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} counter`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n\n  /** Get all label combinations and their values */\n  getAll(): Array<{ labels: Labels; value: number }> {\n    const result: Array<{ labels: Labels; value: number }> = [];\n    for (const [key, value] of this.values) {\n      const labels: Labels = {};\n      if (key) {\n        for (const pair of key.split(',')) {\n          const [k, v] = pair.split('=');\n          labels[k] = v.replace(/\"/g, '');\n        }\n      }\n      result.push({ labels, value });\n    }\n    return result;\n  }\n}\n\nconst DEFAULT_BUCKETS = [0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10];\n\nexport class Histogram {\n  readonly name: string;\n  readonly help: string;\n  readonly buckets: number[];\n  // key → { bucketCounts, sum, count }\n  private data = new Map<string, { bucketCounts: number[]; sum: number; count: number }>();\n\n  constructor(name: string, help: string, buckets = DEFAULT_BUCKETS) {\n    this.name = name;\n    this.help = help;\n    this.buckets = [...buckets].sort((a, b) => a - b);\n  }\n\n  observe(value: number, labels?: Labels): void {\n    const key = labelsKey(labels);\n    let entry = this.data.get(key);\n    if (!entry) {\n      entry = { bucketCounts: new Array(this.buckets.length).fill(0), sum: 0, count: 0 };\n      this.data.set(key, entry);\n    }\n    entry.sum += value;\n    entry.count++;\n    for (let i = 0; i < this.buckets.length; i++) {\n      if (value <= this.buckets[i]) {\n        entry.bucketCounts[i]++;\n        break;\n      }\n    }\n  }\n\n  get(labels?: Labels): { sum: number; count: number; buckets: Record<string, number> } {\n    const key = labelsKey(labels);\n    const entry = this.data.get(key);\n    if (!entry) return { sum: 0, count: 0, buckets: {} };\n    const buckets: Record<string, number> = {};\n    let cumulative = 0;\n    for (let i = 0; i < this.buckets.length; i++) {\n      cumulative += entry.bucketCounts[i];\n      buckets[String(this.buckets[i])] = cumulative;\n    }\n    buckets['+Inf'] = entry.count;\n    return { sum: entry.sum, count: entry.count, buckets };\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} histogram`,\n    ];\n    if (this.data.size === 0) {\n      // Emit empty histogram\n      for (const b of this.buckets) {\n        lines.push(`${this.name}_bucket{le=\"${b}\"} 0`);\n      }\n      lines.push(`${this.name}_bucket{le=\"+Inf\"} 0`);\n      lines.push(`${this.name}_sum 0`);\n      lines.push(`${this.name}_count 0`);\n    } else {\n      for (const [key, entry] of this.data) {\n        const baseLabels = key ? `${key},` : '';\n        let cumulative = 0;\n        for (let i = 0; i < this.buckets.length; i++) {\n          cumulative += entry.bucketCounts[i];\n          lines.push(`${this.name}_bucket{${baseLabels}le=\"${this.buckets[i]}\"} ${cumulative}`);\n        }\n        lines.push(`${this.name}_bucket{${baseLabels}le=\"+Inf\"} ${entry.count}`);\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}_sum${lbl} ${entry.sum}`);\n        lines.push(`${this.name}_count${lbl} ${entry.count}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\nexport class Gauge {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  set(value: number, labels?: Labels): void {\n    this.values.set(labelsKey(labels), value);\n  }\n\n  inc(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  dec(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) - amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} gauge`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\n// ── Pre-defined TITAN Metrics ────────────────────────────────────────\n\nexport const titanRequestsTotal = new Counter(\n  'titan_requests_total',\n  'Total number of requests handled',\n);\n\nexport const titanRequestDuration = new Histogram(\n  'titan_request_duration_seconds',\n  'Request duration in seconds',\n);\n\nexport const titanTokensTotal = new Counter(\n  'titan_tokens_total',\n  'Total tokens consumed',\n);\n\nexport const titanErrorsTotal = new Counter(\n  'titan_errors_total',\n  'Total errors encountered',\n);\n\nexport const titanActiveSessions = new Gauge(\n  'titan_active_sessions',\n  'Number of currently active sessions',\n);\n\nexport const titanToolCallsTotal = new Counter(\n  'titan_tool_calls_total',\n  'Total tool invocations',\n);\n\nexport const titanModelRequestsTotal = new Counter(\n  'titan_model_requests_total',\n  'Total model requests by model and provider',\n);\n\n/**\n * Eval-suite pass rate, 0–100, labelled by suite name. Updated by the\n * /api/eval/run endpoint after each run completes. Lets ops graph\n * regressions over time and alert when a suite drops below threshold.\n *\n * Use the helper `recordEvalSuiteResult(suite, passed, total)` instead of\n * touching this gauge directly so the rate calc + zero-total guard stay\n * in one place.\n */\nexport const titanEvalPassRate = new Gauge(\n  'titan_eval_pass_rate',\n  'Pass rate (0-100) of the most recent eval suite run, labelled by suite',\n);\n\n/** Total eval cases executed, labelled by suite. Counter so a graph\n *  shows whether the suite is actually being exercised. */\nexport const titanEvalCasesTotal = new Counter(\n  'titan_eval_cases_total',\n  'Total eval cases executed, by suite and outcome',\n);\n\n/** Total eval suite invocations that timed out, labelled by suite.\n *  v5.3.1: surfaced when /api/eval/run hits its Promise.race deadline. */\nexport const titanEvalTimeoutTotal = new Counter(\n  'titan_eval_timeout_total',\n  'Total eval suite invocations that exceeded their timeout',\n);\n\n/** Total eval suite invocations that threw, labelled by suite.\n *  v5.3.1: surfaced when /api/eval/run catches an unexpected exception\n *  (gateway must not crash on a single bad case). */\nexport const titanEvalErrorTotal = new Counter(\n  'titan_eval_error_total',\n  'Total eval suite invocations that threw an unhandled exception',\n);\n\n/**\n * Record the outcome of an eval suite run on the metrics gauges + counter.\n *\n * Safe to call with `total=0` — we skip the gauge update in that case\n * (rate is undefined when no cases ran; setting a gauge to 0 would\n * lie). The counter still increments by 0, which is a no-op but keeps\n * the labelled time-series alive in Prometheus.\n *\n * Counters are MONOTONIC by contract (per Prometheus semantics): each\n * call adds to the running total, never resets, never decrements.\n * The gauge is ATOMIC PER SUITE — set() replaces the previous value\n * for the matching label set, never accumulates.\n */\nexport function recordEvalSuiteResult(suite: string, passed: number, total: number): void {\n  if (total > 0) {\n    const rate = Math.round((passed / total) * 100);\n    titanEvalPassRate.set(rate, { suite });\n  } else {\n    // Don't touch the gauge — leaving it at its previous value (or\n    // unset) is more honest than overwriting with 0 on an empty run.\n    // The endpoint logs a warning so this isn't silent.\n  }\n  titanEvalCasesTotal.increment({ suite, outcome: 'passed' }, passed);\n  titanEvalCasesTotal.increment({ suite, outcome: 'failed' }, Math.max(0, total - passed));\n}\n\n/** Increment the timeout counter when /api/eval/run hits its deadline. */\nexport function recordEvalTimeout(suite: string): void {\n  titanEvalTimeoutTotal.increment({ suite });\n}\n\n/** Increment the error counter when /api/eval/run throws.\n *  `errorClass` lets dashboards split timeout vs schema vs runtime. */\nexport function recordEvalError(suite: string, errorClass = 'unknown'): void {\n  titanEvalErrorTotal.increment({ suite, errorClass });\n}\n\n// ── Registry & Serialization ─────────────────────────────────────────\n\nconst allMetrics = [\n  titanRequestsTotal,\n  titanRequestDuration,\n  titanTokensTotal,\n  titanErrorsTotal,\n  titanActiveSessions,\n  titanToolCallsTotal,\n  titanModelRequestsTotal,\n  titanEvalPassRate,\n  titanEvalCasesTotal,\n  titanEvalTimeoutTotal,\n  titanEvalErrorTotal,\n];\n\nexport function serializePrometheus(): string {\n  return allMetrics.map(m => m.serialize()).join('\\n\\n') + '\\n';\n}\n\n/** JSON summary for the dashboard telemetry panel */\nexport function getMetricsSummary(): {\n  totalRequests: number;\n  avgLatencyMs: number;\n  topTools: Array<{ tool: string; count: number }>;\n  errorRate: number;\n  totalErrors: number;\n  /**\n   * Token counts. The dashboard displays `.total`; `.prompt` + `.completion`\n   * are kept for per-bucket breakdowns and Prometheus label parity.\n   */\n  totalTokens: { prompt: number; completion: number; total: number };\n} {\n  // Total requests\n  let totalRequests = 0;\n  for (const entry of titanRequestsTotal.getAll()) {\n    totalRequests += entry.value;\n  }\n\n  // Average latency\n  const duration = titanRequestDuration.get();\n  const avgLatencyMs = duration.count > 0 ? (duration.sum / duration.count) * 1000 : 0;\n\n  // Top 5 tools by usage\n  const toolEntries = titanToolCallsTotal.getAll()\n    .map(e => ({ tool: e.labels['tool'] || 'unknown', count: e.value }))\n    .sort((a, b) => b.count - a.count)\n    .slice(0, 5);\n\n  // Error rate\n  let totalErrors = 0;\n  for (const entry of titanErrorsTotal.getAll()) {\n    totalErrors += entry.value;\n  }\n  const errorRate = totalRequests > 0 ? totalErrors / totalRequests : 0;\n\n  // Tokens\n  const promptTokens = titanTokensTotal.get({ type: 'prompt' });\n  const completionTokens = titanTokensTotal.get({ type: 'completion' });\n\n  return {\n    totalRequests,\n    avgLatencyMs: Math.round(avgLatencyMs * 100) / 100,\n    topTools: toolEntries,\n    errorRate: Math.round(errorRate * 10000) / 10000,\n    totalErrors,\n    totalTokens: { prompt: promptTokens, completion: completionTokens, total: promptTokens + completionTokens },\n  };\n}\n"],"mappings":";AASA,SAAS,UAAU,QAAyB;AAC1C,MAAI,CAAC,UAAU,OAAO,KAAK,MAAM,EAAE,WAAW,EAAG,QAAO;AACxD,SAAO,OAAO,QAAQ,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAChE,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,GAAG;AAC5C;AAEO,MAAM,QAAQ;AAAA,EACV;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,UAAU,QAAiB,SAAS,GAAS;AAC3C,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAAA;AAAA,EAGA,SAAmD;AACjD,UAAM,SAAmD,CAAC;AAC1D,eAAW,CAAC,KAAK,KAAK,KAAK,KAAK,QAAQ;AACtC,YAAM,SAAiB,CAAC;AACxB,UAAI,KAAK;AACP,mBAAW,QAAQ,IAAI,MAAM,GAAG,GAAG;AACjC,gBAAM,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,GAAG;AAC7B,iBAAO,CAAC,IAAI,EAAE,QAAQ,MAAM,EAAE;AAAA,QAChC;AAAA,MACF;AACA,aAAO,KAAK,EAAE,QAAQ,MAAM,CAAC;AAAA,IAC/B;AACA,WAAO;AAAA,EACT;AACF;AAEA,MAAM,kBAAkB,CAAC,MAAM,MAAM,KAAK,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE;AAE3D,MAAM,UAAU;AAAA,EACZ;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAED,OAAO,oBAAI,IAAoE;AAAA,EAEvF,YAAY,MAAc,MAAc,UAAU,iBAAiB;AACjE,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,UAAU,CAAC,GAAG,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAAA,EAClD;AAAA,EAEA,QAAQ,OAAe,QAAuB;AAC5C,UAAM,MAAM,UAAU,MAAM;AAC5B,QAAI,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC7B,QAAI,CAAC,OAAO;AACV,cAAQ,EAAE,cAAc,IAAI,MAAM,KAAK,QAAQ,MAAM,EAAE,KAAK,CAAC,GAAG,KAAK,GAAG,OAAO,EAAE;AACjF,WAAK,KAAK,IAAI,KAAK,KAAK;AAAA,IAC1B;AACA,UAAM,OAAO;AACb,UAAM;AACN,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,SAAS,KAAK,QAAQ,CAAC,GAAG;AAC5B,cAAM,aAAa,CAAC;AACpB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,QAAkF;AACpF,UAAM,MAAM,UAAU,MAAM;AAC5B,UAAM,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC/B,QAAI,CAAC,MAAO,QAAO,EAAE,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC,EAAE;AACnD,UAAM,UAAkC,CAAC;AACzC,QAAI,aAAa;AACjB,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,oBAAc,MAAM,aAAa,CAAC;AAClC,cAAQ,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI;AAAA,IACrC;AACA,YAAQ,MAAM,IAAI,MAAM;AACxB,WAAO,EAAE,KAAK,MAAM,KAAK,OAAO,MAAM,OAAO,QAAQ;AAAA,EACvD;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,KAAK,SAAS,GAAG;AAExB,iBAAW,KAAK,KAAK,SAAS;AAC5B,cAAM,KAAK,GAAG,KAAK,IAAI,eAAe,CAAC,MAAM;AAAA,MAC/C;AACA,YAAM,KAAK,GAAG,KAAK,IAAI,sBAAsB;AAC7C,YAAM,KAAK,GAAG,KAAK,IAAI,QAAQ;AAC/B,YAAM,KAAK,GAAG,KAAK,IAAI,UAAU;AAAA,IACnC,OAAO;AACL,iBAAW,CAAC,KAAK,KAAK,KAAK,KAAK,MAAM;AACpC,cAAM,aAAa,MAAM,GAAG,GAAG,MAAM;AACrC,YAAI,aAAa;AACjB,iBAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,wBAAc,MAAM,aAAa,CAAC;AAClC,gBAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM,UAAU,EAAE;AAAA,QACtF;AACA,cAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,cAAc,MAAM,KAAK,EAAE;AACvE,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,OAAO,GAAG,IAAI,MAAM,GAAG,EAAE;AAChD,cAAM,KAAK,GAAG,KAAK,IAAI,SAAS,GAAG,IAAI,MAAM,KAAK,EAAE;AAAA,MACtD;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAEO,MAAM,MAAM;AAAA,EACR;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,IAAI,OAAe,QAAuB;AACxC,SAAK,OAAO,IAAI,UAAU,MAAM,GAAG,KAAK;AAAA,EAC1C;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAIO,MAAM,qBAAqB,IAAI;AAAA,EACpC;AAAA,EACA;AACF;AAEO,MAAM,uBAAuB,IAAI;AAAA,EACtC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,0BAA0B,IAAI;AAAA,EACzC;AAAA,EACA;AACF;AAWO,MAAM,oBAAoB,IAAI;AAAA,EACnC;AAAA,EACA;AACF;AAIO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAIO,MAAM,wBAAwB,IAAI;AAAA,EACvC;AAAA,EACA;AACF;AAKO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAeO,SAAS,sBAAsB,OAAe,QAAgB,OAAqB;AACxF,MAAI,QAAQ,GAAG;AACb,UAAM,OAAO,KAAK,MAAO,SAAS,QAAS,GAAG;AAC9C,sBAAkB,IAAI,MAAM,EAAE,MAAM,CAAC;AAAA,EACvC,OAAO;AAAA,EAIP;AACA,sBAAoB,UAAU,EAAE,OAAO,SAAS,SAAS,GAAG,MAAM;AAClE,sBAAoB,UAAU,EAAE,OAAO,SAAS,SAAS,GAAG,KAAK,IAAI,GAAG,QAAQ,MAAM,CAAC;AACzF;AAGO,SAAS,kBAAkB,OAAqB;AACrD,wBAAsB,UAAU,EAAE,MAAM,CAAC;AAC3C;AAIO,SAAS,gBAAgB,OAAe,aAAa,WAAiB;AAC3E,sBAAoB,UAAU,EAAE,OAAO,WAAW,CAAC;AACrD;AAIA,MAAM,aAAa;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEO,SAAS,sBAA8B;AAC5C,SAAO,WAAW,IAAI,OAAK,EAAE,UAAU,CAAC,EAAE,KAAK,MAAM,IAAI;AAC3D;AAGO,SAAS,oBAWd;AAEA,MAAI,gBAAgB;AACpB,aAAW,SAAS,mBAAmB,OAAO,GAAG;AAC/C,qBAAiB,MAAM;AAAA,EACzB;AAGA,QAAM,WAAW,qBAAqB,IAAI;AAC1C,QAAM,eAAe,SAAS,QAAQ,IAAK,SAAS,MAAM,SAAS,QAAS,MAAO;AAGnF,QAAM,cAAc,oBAAoB,OAAO,EAC5C,IAAI,QAAM,EAAE,MAAM,EAAE,OAAO,MAAM,KAAK,WAAW,OAAO,EAAE,MAAM,EAAE,EAClE,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAChC,MAAM,GAAG,CAAC;AAGb,MAAI,cAAc;AAClB,aAAW,SAAS,iBAAiB,OAAO,GAAG;AAC7C,mBAAe,MAAM;AAAA,EACvB;AACA,QAAM,YAAY,gBAAgB,IAAI,cAAc,gBAAgB;AAGpE,QAAM,eAAe,iBAAiB,IAAI,EAAE,MAAM,SAAS,CAAC;AAC5D,QAAM,mBAAmB,iBAAiB,IAAI,EAAE,MAAM,aAAa,CAAC;AAEpE,SAAO;AAAA,IACL;AAAA,IACA,cAAc,KAAK,MAAM,eAAe,GAAG,IAAI;AAAA,IAC/C,UAAU;AAAA,IACV,WAAW,KAAK,MAAM,YAAY,GAAK,IAAI;AAAA,IAC3C;AAAA,IACA,aAAa,EAAE,QAAQ,cAAc,YAAY,kBAAkB,OAAO,eAAe,iBAAiB;AAAA,EAC5G;AACF;","names":[]}

package/dist/gateway/server.js

@@ -45,7 +45,7 @@ import { TITAN_VERSION, TITAN_NAME, TITAN_LOGS_DIR, TITAN_HOME } from "../utils/
 import { collectSystemProfile, recordStartupAnalytics, startHeartbeatAnalytics } from "../analytics/collector.js";
 import { getUpdateInfo } from "../utils/updater.js";
 import { getMissionControlHTML } from "./dashboard.js";
-import { serializePrometheus, getMetricsSummary, titanRequestsTotal, titanRequestDuration, titanErrorsTotal, titanActiveSessions, titanToolCallsTotal, titanTokensTotal, titanModelRequestsTotal, recordEvalSuiteResult } from "./metrics.js";
+import { serializePrometheus, getMetricsSummary, titanRequestsTotal, titanRequestDuration, titanErrorsTotal, titanActiveSessions, titanToolCallsTotal, titanTokensTotal, titanModelRequestsTotal, recordEvalSuiteResult, recordEvalTimeout, recordEvalError } from "./metrics.js";
 import { initSlashCommands, handleSlashCommand } from "./slashCommands.js";
 import { initMcpServers, listMcpServers, addMcpServer, removeMcpServer, setMcpServerEnabled, getMcpStatus, BUILTIN_PRESETS } from "../mcp/registry.js";
 import { connectMcpServer, testMcpServer } from "../mcp/client.js";
@@ -2266,8 +2266,20 @@ ${msg.content}
     }
   });
   app.post("/api/eval/run", async (req, res) => {
+    const requestedSuite = req.body?.suite ?? "";
+    const timeoutMs = (() => {
+      const raw = req.query?.timeoutMs;
+      if (typeof raw !== "string") return 6e5;
+      const n = Number(raw);
+      if (!Number.isFinite(n) || n <= 0) return 6e5;
+      return Math.max(1e4, Math.min(36e5, Math.round(n)));
+    })();
+    if (requestedSuite) {
+      res.setHeader("X-Eval-Suite", requestedSuite);
+    }
+    const tStart = Date.now();
+    logger.info(COMPONENT, `/api/eval/run START suite=${requestedSuite || "(none)"} timeoutMs=${timeoutMs}`);
     try {
-      const { suite } = req.body;
       const {
         runEvalSuite,
         WIDGET_CREATION_SUITE,
@@ -2315,6 +2327,7 @@ _____widget
         };
       };
       let cases;
+      const suite = requestedSuite;
       switch (suite) {
         case "widget-creation":
           cases = WIDGET_CREATION_SUITE;
@@ -2350,18 +2363,57 @@ _____widget
           cases = CONTENT_SUITE;
           break;
         default:
-          res.status(400).json({ error: `Unknown suite: ${suite}. Choose: widget-creation, safety, tool-routing, gate-format, pipeline, adversarial, tool-routing-v2, session, widget-v2, gate-format-v2, content.` });
+          res.status(404).json({
+            error: `Unknown suite: ${suite || "(empty)"}. Choose: widget-creation, safety, tool-routing, gate-format, pipeline, adversarial, tool-routing-v2, session, widget-v2, gate-format-v2, content.`
+          });
           return;
       }
-      const result = await runEvalSuite(suite, cases, agentCall);
+      const TIMEOUT = /* @__PURE__ */ Symbol("eval-timeout");
+      const result = await Promise.race([
+        runEvalSuite(suite, cases, agentCall),
+        new Promise((resolve2) => {
+          setTimeout(() => resolve2(TIMEOUT), timeoutMs);
+        })
+      ]);
+      if (result === TIMEOUT) {
+        const elapsed2 = Date.now() - tStart;
+        logger.warn(COMPONENT, `/api/eval/run TIMEOUT suite=${suite} elapsedMs=${elapsed2} timeoutMs=${timeoutMs}`);
+        try {
+          recordEvalTimeout(suite);
+        } catch {
+        }
+        res.status(504).json({
+          suite,
+          passed: 0,
+          total: 0,
+          results: [],
+          timedOut: true,
+          timeoutMs,
+          elapsedMs: elapsed2,
+          error: `Eval suite '${suite}' timed out after ${timeoutMs}ms`
+        });
+        return;
+      }
       try {
         recordEvalSuiteResult(suite, result.passed, result.total);
       } catch {
       }
+      const elapsed = Date.now() - tStart;
+      logger.info(COMPONENT, `/api/eval/run DONE suite=${suite} passed=${result.passed}/${result.total} elapsedMs=${elapsed}`);
       res.json(result);
     } catch (e) {
-      logger.error(COMPONENT, `Endpoint error: ${e.message}`);
-      res.status(500).json({ error: "Something went wrong on our end. Please try again in a moment." });
+      const err = e;
+      const elapsed = Date.now() - tStart;
+      logger.warn(COMPONENT, `/api/eval/run ERROR suite=${requestedSuite || "(none)"} elapsedMs=${elapsed} message=${err.message}`);
+      try {
+        recordEvalError(requestedSuite || "unknown", err.name || "unknown");
+      } catch {
+      }
+      res.status(500).json({
+        suite: requestedSuite || void 0,
+        error: err.message || "Eval run failed",
+        errorClass: err.name || "Error"
+      });
     }
   });
   app.get("/api/eval/suites", async (_req, res) => {