titan-agent 5.1.2 → 5.2.1

package/README.md

@@ -178,15 +178,14 @@ curl -fsSL https://raw.githubusercontent.com/Djtony707/TITAN/main/install.sh | b
 **Or if you like typing:**
 
 ```bash
-# v5.0 ships on the @next tag for the first week of feedback,
-# so the existing 25 k+ v4.x installs aren't auto-upgraded.
-npm install -g titan-agent@next
-titan onboard       # Interactive setup
+# v5.2.x is on @latest as of 2026-04-26. v4.13.x users running
+# `npm update -g titan-agent` will pick it up; new installs get it
+# by default.
+npm install -g titan-agent
+titan onboard       # Interactive setup (now asks for telemetry consent)
 titan gateway       # Launch at http://localhost:48420
 ```
 
-After ~1 week of real-world feedback, `5.0.0` promotes to `@latest`.
-
 **Or Docker:**
 
 ```bash
@@ -228,7 +227,8 @@ Start in supervised mode. Review what it does. Don't give it access to systems y
 
 ## 📊 The Numbers
 
-- **Version:** 5.0.0 "Spacewalk"
+- **Version:** 5.2.1 "Spacewalk: Trajectory Eval"
+- **Tests:** 481 deterministic unit + integration tests (zero LLM calls), pass in under 5 s
 - **Widget templates:** 110 across 25 categories
 - **Skills:** 143 loaded
 - **Tools:** 248 across all skills

package/dist/gateway/metrics.js

@@ -185,6 +185,20 @@ const titanModelRequestsTotal = new Counter(
   "titan_model_requests_total",
   "Total model requests by model and provider"
 );
+const titanEvalPassRate = new Gauge(
+  "titan_eval_pass_rate",
+  "Pass rate (0-100) of the most recent eval suite run, labelled by suite"
+);
+const titanEvalCasesTotal = new Counter(
+  "titan_eval_cases_total",
+  "Total eval cases executed, by suite and outcome"
+);
+function recordEvalSuiteResult(suite, passed, total) {
+  const rate = total > 0 ? Math.round(passed / total * 100) : 0;
+  titanEvalPassRate.set(rate, { suite });
+  titanEvalCasesTotal.increment({ suite, outcome: "passed" }, passed);
+  titanEvalCasesTotal.increment({ suite, outcome: "failed" }, Math.max(0, total - passed));
+}
 const allMetrics = [
   titanRequestsTotal,
   titanRequestDuration,
@@ -192,7 +206,9 @@ const allMetrics = [
   titanErrorsTotal,
   titanActiveSessions,
   titanToolCallsTotal,
-  titanModelRequestsTotal
+  titanModelRequestsTotal,
+  titanEvalPassRate,
+  titanEvalCasesTotal
 ];
 function serializePrometheus() {
   return allMetrics.map((m) => m.serialize()).join("\n\n") + "\n";
@@ -226,9 +242,12 @@ export {
   Gauge,
   Histogram,
   getMetricsSummary,
+  recordEvalSuiteResult,
   serializePrometheus,
   titanActiveSessions,
   titanErrorsTotal,
+  titanEvalCasesTotal,
+  titanEvalPassRate,
   titanModelRequestsTotal,
   titanRequestDuration,
   titanRequestsTotal,

package/dist/gateway/metrics.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/gateway/metrics.ts"],"sourcesContent":["/**\n * TITAN — Prometheus Metrics Engine\n * Zero-dependency metrics collection with Prometheus text exposition format.\n */\n\n// ── Metric Types ─────────────────────────────────────────────────────\n\ntype Labels = Record<string, string>;\n\nfunction labelsKey(labels?: Labels): string {\n  if (!labels || Object.keys(labels).length === 0) return '';\n  return Object.entries(labels).sort(([a], [b]) => a.localeCompare(b))\n    .map(([k, v]) => `${k}=\"${v}\"`).join(',');\n}\n\nexport class Counter {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  increment(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} counter`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n\n  /** Get all label combinations and their values */\n  getAll(): Array<{ labels: Labels; value: number }> {\n    const result: Array<{ labels: Labels; value: number }> = [];\n    for (const [key, value] of this.values) {\n      const labels: Labels = {};\n      if (key) {\n        for (const pair of key.split(',')) {\n          const [k, v] = pair.split('=');\n          labels[k] = v.replace(/\"/g, '');\n        }\n      }\n      result.push({ labels, value });\n    }\n    return result;\n  }\n}\n\nconst DEFAULT_BUCKETS = [0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10];\n\nexport class Histogram {\n  readonly name: string;\n  readonly help: string;\n  readonly buckets: number[];\n  // key → { bucketCounts, sum, count }\n  private data = new Map<string, { bucketCounts: number[]; sum: number; count: number }>();\n\n  constructor(name: string, help: string, buckets = DEFAULT_BUCKETS) {\n    this.name = name;\n    this.help = help;\n    this.buckets = [...buckets].sort((a, b) => a - b);\n  }\n\n  observe(value: number, labels?: Labels): void {\n    const key = labelsKey(labels);\n    let entry = this.data.get(key);\n    if (!entry) {\n      entry = { bucketCounts: new Array(this.buckets.length).fill(0), sum: 0, count: 0 };\n      this.data.set(key, entry);\n    }\n    entry.sum += value;\n    entry.count++;\n    for (let i = 0; i < this.buckets.length; i++) {\n      if (value <= this.buckets[i]) {\n        entry.bucketCounts[i]++;\n        break;\n      }\n    }\n  }\n\n  get(labels?: Labels): { sum: number; count: number; buckets: Record<string, number> } {\n    const key = labelsKey(labels);\n    const entry = this.data.get(key);\n    if (!entry) return { sum: 0, count: 0, buckets: {} };\n    const buckets: Record<string, number> = {};\n    let cumulative = 0;\n    for (let i = 0; i < this.buckets.length; i++) {\n      cumulative += entry.bucketCounts[i];\n      buckets[String(this.buckets[i])] = cumulative;\n    }\n    buckets['+Inf'] = entry.count;\n    return { sum: entry.sum, count: entry.count, buckets };\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} histogram`,\n    ];\n    if (this.data.size === 0) {\n      // Emit empty histogram\n      for (const b of this.buckets) {\n        lines.push(`${this.name}_bucket{le=\"${b}\"} 0`);\n      }\n      lines.push(`${this.name}_bucket{le=\"+Inf\"} 0`);\n      lines.push(`${this.name}_sum 0`);\n      lines.push(`${this.name}_count 0`);\n    } else {\n      for (const [key, entry] of this.data) {\n        const baseLabels = key ? `${key},` : '';\n        let cumulative = 0;\n        for (let i = 0; i < this.buckets.length; i++) {\n          cumulative += entry.bucketCounts[i];\n          lines.push(`${this.name}_bucket{${baseLabels}le=\"${this.buckets[i]}\"} ${cumulative}`);\n        }\n        lines.push(`${this.name}_bucket{${baseLabels}le=\"+Inf\"} ${entry.count}`);\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}_sum${lbl} ${entry.sum}`);\n        lines.push(`${this.name}_count${lbl} ${entry.count}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\nexport class Gauge {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  set(value: number, labels?: Labels): void {\n    this.values.set(labelsKey(labels), value);\n  }\n\n  inc(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  dec(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) - amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} gauge`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\n// ── Pre-defined TITAN Metrics ────────────────────────────────────────\n\nexport const titanRequestsTotal = new Counter(\n  'titan_requests_total',\n  'Total number of requests handled',\n);\n\nexport const titanRequestDuration = new Histogram(\n  'titan_request_duration_seconds',\n  'Request duration in seconds',\n);\n\nexport const titanTokensTotal = new Counter(\n  'titan_tokens_total',\n  'Total tokens consumed',\n);\n\nexport const titanErrorsTotal = new Counter(\n  'titan_errors_total',\n  'Total errors encountered',\n);\n\nexport const titanActiveSessions = new Gauge(\n  'titan_active_sessions',\n  'Number of currently active sessions',\n);\n\nexport const titanToolCallsTotal = new Counter(\n  'titan_tool_calls_total',\n  'Total tool invocations',\n);\n\nexport const titanModelRequestsTotal = new Counter(\n  'titan_model_requests_total',\n  'Total model requests by model and provider',\n);\n\n// ── Registry & Serialization ─────────────────────────────────────────\n\nconst allMetrics = [\n  titanRequestsTotal,\n  titanRequestDuration,\n  titanTokensTotal,\n  titanErrorsTotal,\n  titanActiveSessions,\n  titanToolCallsTotal,\n  titanModelRequestsTotal,\n];\n\nexport function serializePrometheus(): string {\n  return allMetrics.map(m => m.serialize()).join('\\n\\n') + '\\n';\n}\n\n/** JSON summary for the dashboard telemetry panel */\nexport function getMetricsSummary(): {\n  totalRequests: number;\n  avgLatencyMs: number;\n  topTools: Array<{ tool: string; count: number }>;\n  errorRate: number;\n  totalErrors: number;\n  /**\n   * Token counts. The dashboard displays `.total`; `.prompt` + `.completion`\n   * are kept for per-bucket breakdowns and Prometheus label parity.\n   */\n  totalTokens: { prompt: number; completion: number; total: number };\n} {\n  // Total requests\n  let totalRequests = 0;\n  for (const entry of titanRequestsTotal.getAll()) {\n    totalRequests += entry.value;\n  }\n\n  // Average latency\n  const duration = titanRequestDuration.get();\n  const avgLatencyMs = duration.count > 0 ? (duration.sum / duration.count) * 1000 : 0;\n\n  // Top 5 tools by usage\n  const toolEntries = titanToolCallsTotal.getAll()\n    .map(e => ({ tool: e.labels['tool'] || 'unknown', count: e.value }))\n    .sort((a, b) => b.count - a.count)\n    .slice(0, 5);\n\n  // Error rate\n  let totalErrors = 0;\n  for (const entry of titanErrorsTotal.getAll()) {\n    totalErrors += entry.value;\n  }\n  const errorRate = totalRequests > 0 ? totalErrors / totalRequests : 0;\n\n  // Tokens\n  const promptTokens = titanTokensTotal.get({ type: 'prompt' });\n  const completionTokens = titanTokensTotal.get({ type: 'completion' });\n\n  return {\n    totalRequests,\n    avgLatencyMs: Math.round(avgLatencyMs * 100) / 100,\n    topTools: toolEntries,\n    errorRate: Math.round(errorRate * 10000) / 10000,\n    totalErrors,\n    totalTokens: { prompt: promptTokens, completion: completionTokens, total: promptTokens + completionTokens },\n  };\n}\n"],"mappings":";AASA,SAAS,UAAU,QAAyB;AAC1C,MAAI,CAAC,UAAU,OAAO,KAAK,MAAM,EAAE,WAAW,EAAG,QAAO;AACxD,SAAO,OAAO,QAAQ,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAChE,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,GAAG;AAC5C;AAEO,MAAM,QAAQ;AAAA,EACV;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,UAAU,QAAiB,SAAS,GAAS;AAC3C,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAAA;AAAA,EAGA,SAAmD;AACjD,UAAM,SAAmD,CAAC;AAC1D,eAAW,CAAC,KAAK,KAAK,KAAK,KAAK,QAAQ;AACtC,YAAM,SAAiB,CAAC;AACxB,UAAI,KAAK;AACP,mBAAW,QAAQ,IAAI,MAAM,GAAG,GAAG;AACjC,gBAAM,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,GAAG;AAC7B,iBAAO,CAAC,IAAI,EAAE,QAAQ,MAAM,EAAE;AAAA,QAChC;AAAA,MACF;AACA,aAAO,KAAK,EAAE,QAAQ,MAAM,CAAC;AAAA,IAC/B;AACA,WAAO;AAAA,EACT;AACF;AAEA,MAAM,kBAAkB,CAAC,MAAM,MAAM,KAAK,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE;AAE3D,MAAM,UAAU;AAAA,EACZ;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAED,OAAO,oBAAI,IAAoE;AAAA,EAEvF,YAAY,MAAc,MAAc,UAAU,iBAAiB;AACjE,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,UAAU,CAAC,GAAG,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAAA,EAClD;AAAA,EAEA,QAAQ,OAAe,QAAuB;AAC5C,UAAM,MAAM,UAAU,MAAM;AAC5B,QAAI,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC7B,QAAI,CAAC,OAAO;AACV,cAAQ,EAAE,cAAc,IAAI,MAAM,KAAK,QAAQ,MAAM,EAAE,KAAK,CAAC,GAAG,KAAK,GAAG,OAAO,EAAE;AACjF,WAAK,KAAK,IAAI,KAAK,KAAK;AAAA,IAC1B;AACA,UAAM,OAAO;AACb,UAAM;AACN,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,SAAS,KAAK,QAAQ,CAAC,GAAG;AAC5B,cAAM,aAAa,CAAC;AACpB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,QAAkF;AACpF,UAAM,MAAM,UAAU,MAAM;AAC5B,UAAM,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC/B,QAAI,CAAC,MAAO,QAAO,EAAE,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC,EAAE;AACnD,UAAM,UAAkC,CAAC;AACzC,QAAI,aAAa;AACjB,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,oBAAc,MAAM,aAAa,CAAC;AAClC,cAAQ,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI;AAAA,IACrC;AACA,YAAQ,MAAM,IAAI,MAAM;AACxB,WAAO,EAAE,KAAK,MAAM,KAAK,OAAO,MAAM,OAAO,QAAQ;AAAA,EACvD;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,KAAK,SAAS,GAAG;AAExB,iBAAW,KAAK,KAAK,SAAS;AAC5B,cAAM,KAAK,GAAG,KAAK,IAAI,eAAe,CAAC,MAAM;AAAA,MAC/C;AACA,YAAM,KAAK,GAAG,KAAK,IAAI,sBAAsB;AAC7C,YAAM,KAAK,GAAG,KAAK,IAAI,QAAQ;AAC/B,YAAM,KAAK,GAAG,KAAK,IAAI,UAAU;AAAA,IACnC,OAAO;AACL,iBAAW,CAAC,KAAK,KAAK,KAAK,KAAK,MAAM;AACpC,cAAM,aAAa,MAAM,GAAG,GAAG,MAAM;AACrC,YAAI,aAAa;AACjB,iBAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,wBAAc,MAAM,aAAa,CAAC;AAClC,gBAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM,UAAU,EAAE;AAAA,QACtF;AACA,cAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,cAAc,MAAM,KAAK,EAAE;AACvE,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,OAAO,GAAG,IAAI,MAAM,GAAG,EAAE;AAChD,cAAM,KAAK,GAAG,KAAK,IAAI,SAAS,GAAG,IAAI,MAAM,KAAK,EAAE;AAAA,MACtD;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAEO,MAAM,MAAM;AAAA,EACR;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,IAAI,OAAe,QAAuB;AACxC,SAAK,OAAO,IAAI,UAAU,MAAM,GAAG,KAAK;AAAA,EAC1C;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAIO,MAAM,qBAAqB,IAAI;AAAA,EACpC;AAAA,EACA;AACF;AAEO,MAAM,uBAAuB,IAAI;AAAA,EACtC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,0BAA0B,IAAI;AAAA,EACzC;AAAA,EACA;AACF;AAIA,MAAM,aAAa;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEO,SAAS,sBAA8B;AAC5C,SAAO,WAAW,IAAI,OAAK,EAAE,UAAU,CAAC,EAAE,KAAK,MAAM,IAAI;AAC3D;AAGO,SAAS,oBAWd;AAEA,MAAI,gBAAgB;AACpB,aAAW,SAAS,mBAAmB,OAAO,GAAG;AAC/C,qBAAiB,MAAM;AAAA,EACzB;AAGA,QAAM,WAAW,qBAAqB,IAAI;AAC1C,QAAM,eAAe,SAAS,QAAQ,IAAK,SAAS,MAAM,SAAS,QAAS,MAAO;AAGnF,QAAM,cAAc,oBAAoB,OAAO,EAC5C,IAAI,QAAM,EAAE,MAAM,EAAE,OAAO,MAAM,KAAK,WAAW,OAAO,EAAE,MAAM,EAAE,EAClE,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAChC,MAAM,GAAG,CAAC;AAGb,MAAI,cAAc;AAClB,aAAW,SAAS,iBAAiB,OAAO,GAAG;AAC7C,mBAAe,MAAM;AAAA,EACvB;AACA,QAAM,YAAY,gBAAgB,IAAI,cAAc,gBAAgB;AAGpE,QAAM,eAAe,iBAAiB,IAAI,EAAE,MAAM,SAAS,CAAC;AAC5D,QAAM,mBAAmB,iBAAiB,IAAI,EAAE,MAAM,aAAa,CAAC;AAEpE,SAAO;AAAA,IACL;AAAA,IACA,cAAc,KAAK,MAAM,eAAe,GAAG,IAAI;AAAA,IAC/C,UAAU;AAAA,IACV,WAAW,KAAK,MAAM,YAAY,GAAK,IAAI;AAAA,IAC3C;AAAA,IACA,aAAa,EAAE,QAAQ,cAAc,YAAY,kBAAkB,OAAO,eAAe,iBAAiB;AAAA,EAC5G;AACF;","names":[]}
+{"version":3,"sources":["../../src/gateway/metrics.ts"],"sourcesContent":["/**\n * TITAN — Prometheus Metrics Engine\n * Zero-dependency metrics collection with Prometheus text exposition format.\n */\n\n// ── Metric Types ─────────────────────────────────────────────────────\n\ntype Labels = Record<string, string>;\n\nfunction labelsKey(labels?: Labels): string {\n  if (!labels || Object.keys(labels).length === 0) return '';\n  return Object.entries(labels).sort(([a], [b]) => a.localeCompare(b))\n    .map(([k, v]) => `${k}=\"${v}\"`).join(',');\n}\n\nexport class Counter {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  increment(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} counter`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n\n  /** Get all label combinations and their values */\n  getAll(): Array<{ labels: Labels; value: number }> {\n    const result: Array<{ labels: Labels; value: number }> = [];\n    for (const [key, value] of this.values) {\n      const labels: Labels = {};\n      if (key) {\n        for (const pair of key.split(',')) {\n          const [k, v] = pair.split('=');\n          labels[k] = v.replace(/\"/g, '');\n        }\n      }\n      result.push({ labels, value });\n    }\n    return result;\n  }\n}\n\nconst DEFAULT_BUCKETS = [0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10];\n\nexport class Histogram {\n  readonly name: string;\n  readonly help: string;\n  readonly buckets: number[];\n  // key → { bucketCounts, sum, count }\n  private data = new Map<string, { bucketCounts: number[]; sum: number; count: number }>();\n\n  constructor(name: string, help: string, buckets = DEFAULT_BUCKETS) {\n    this.name = name;\n    this.help = help;\n    this.buckets = [...buckets].sort((a, b) => a - b);\n  }\n\n  observe(value: number, labels?: Labels): void {\n    const key = labelsKey(labels);\n    let entry = this.data.get(key);\n    if (!entry) {\n      entry = { bucketCounts: new Array(this.buckets.length).fill(0), sum: 0, count: 0 };\n      this.data.set(key, entry);\n    }\n    entry.sum += value;\n    entry.count++;\n    for (let i = 0; i < this.buckets.length; i++) {\n      if (value <= this.buckets[i]) {\n        entry.bucketCounts[i]++;\n        break;\n      }\n    }\n  }\n\n  get(labels?: Labels): { sum: number; count: number; buckets: Record<string, number> } {\n    const key = labelsKey(labels);\n    const entry = this.data.get(key);\n    if (!entry) return { sum: 0, count: 0, buckets: {} };\n    const buckets: Record<string, number> = {};\n    let cumulative = 0;\n    for (let i = 0; i < this.buckets.length; i++) {\n      cumulative += entry.bucketCounts[i];\n      buckets[String(this.buckets[i])] = cumulative;\n    }\n    buckets['+Inf'] = entry.count;\n    return { sum: entry.sum, count: entry.count, buckets };\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} histogram`,\n    ];\n    if (this.data.size === 0) {\n      // Emit empty histogram\n      for (const b of this.buckets) {\n        lines.push(`${this.name}_bucket{le=\"${b}\"} 0`);\n      }\n      lines.push(`${this.name}_bucket{le=\"+Inf\"} 0`);\n      lines.push(`${this.name}_sum 0`);\n      lines.push(`${this.name}_count 0`);\n    } else {\n      for (const [key, entry] of this.data) {\n        const baseLabels = key ? `${key},` : '';\n        let cumulative = 0;\n        for (let i = 0; i < this.buckets.length; i++) {\n          cumulative += entry.bucketCounts[i];\n          lines.push(`${this.name}_bucket{${baseLabels}le=\"${this.buckets[i]}\"} ${cumulative}`);\n        }\n        lines.push(`${this.name}_bucket{${baseLabels}le=\"+Inf\"} ${entry.count}`);\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}_sum${lbl} ${entry.sum}`);\n        lines.push(`${this.name}_count${lbl} ${entry.count}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\nexport class Gauge {\n  readonly name: string;\n  readonly help: string;\n  private values = new Map<string, number>();\n\n  constructor(name: string, help: string) {\n    this.name = name;\n    this.help = help;\n  }\n\n  set(value: number, labels?: Labels): void {\n    this.values.set(labelsKey(labels), value);\n  }\n\n  inc(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) + amount);\n  }\n\n  dec(labels?: Labels, amount = 1): void {\n    const key = labelsKey(labels);\n    this.values.set(key, (this.values.get(key) || 0) - amount);\n  }\n\n  get(labels?: Labels): number {\n    return this.values.get(labelsKey(labels)) || 0;\n  }\n\n  serialize(): string {\n    const lines: string[] = [\n      `# HELP ${this.name} ${this.help}`,\n      `# TYPE ${this.name} gauge`,\n    ];\n    if (this.values.size === 0) {\n      lines.push(`${this.name} 0`);\n    } else {\n      for (const [key, val] of this.values) {\n        const lbl = key ? `{${key}}` : '';\n        lines.push(`${this.name}${lbl} ${val}`);\n      }\n    }\n    return lines.join('\\n');\n  }\n}\n\n// ── Pre-defined TITAN Metrics ────────────────────────────────────────\n\nexport const titanRequestsTotal = new Counter(\n  'titan_requests_total',\n  'Total number of requests handled',\n);\n\nexport const titanRequestDuration = new Histogram(\n  'titan_request_duration_seconds',\n  'Request duration in seconds',\n);\n\nexport const titanTokensTotal = new Counter(\n  'titan_tokens_total',\n  'Total tokens consumed',\n);\n\nexport const titanErrorsTotal = new Counter(\n  'titan_errors_total',\n  'Total errors encountered',\n);\n\nexport const titanActiveSessions = new Gauge(\n  'titan_active_sessions',\n  'Number of currently active sessions',\n);\n\nexport const titanToolCallsTotal = new Counter(\n  'titan_tool_calls_total',\n  'Total tool invocations',\n);\n\nexport const titanModelRequestsTotal = new Counter(\n  'titan_model_requests_total',\n  'Total model requests by model and provider',\n);\n\n/**\n * Eval-suite pass rate, 0–100, labelled by suite name. Updated by the\n * /api/eval/run endpoint after each run completes. Lets ops graph\n * regressions over time and alert when a suite drops below threshold.\n *\n * Use the helper `recordEvalSuiteResult(suite, passed, total)` instead of\n * touching this gauge directly so the rate calc + zero-total guard stay\n * in one place.\n */\nexport const titanEvalPassRate = new Gauge(\n  'titan_eval_pass_rate',\n  'Pass rate (0-100) of the most recent eval suite run, labelled by suite',\n);\n\n/** Total eval cases executed, labelled by suite. Counter so a graph\n *  shows whether the suite is actually being exercised. */\nexport const titanEvalCasesTotal = new Counter(\n  'titan_eval_cases_total',\n  'Total eval cases executed, by suite and outcome',\n);\n\n/**\n * Record the outcome of an eval suite run on the metrics gauges + counter.\n * Safe to call with `total=0` (gauge stays at 0, no divide-by-zero).\n */\nexport function recordEvalSuiteResult(suite: string, passed: number, total: number): void {\n  const rate = total > 0 ? Math.round((passed / total) * 100) : 0;\n  titanEvalPassRate.set(rate, { suite });\n  titanEvalCasesTotal.increment({ suite, outcome: 'passed' }, passed);\n  titanEvalCasesTotal.increment({ suite, outcome: 'failed' }, Math.max(0, total - passed));\n}\n\n// ── Registry & Serialization ─────────────────────────────────────────\n\nconst allMetrics = [\n  titanRequestsTotal,\n  titanRequestDuration,\n  titanTokensTotal,\n  titanErrorsTotal,\n  titanActiveSessions,\n  titanToolCallsTotal,\n  titanModelRequestsTotal,\n  titanEvalPassRate,\n  titanEvalCasesTotal,\n];\n\nexport function serializePrometheus(): string {\n  return allMetrics.map(m => m.serialize()).join('\\n\\n') + '\\n';\n}\n\n/** JSON summary for the dashboard telemetry panel */\nexport function getMetricsSummary(): {\n  totalRequests: number;\n  avgLatencyMs: number;\n  topTools: Array<{ tool: string; count: number }>;\n  errorRate: number;\n  totalErrors: number;\n  /**\n   * Token counts. The dashboard displays `.total`; `.prompt` + `.completion`\n   * are kept for per-bucket breakdowns and Prometheus label parity.\n   */\n  totalTokens: { prompt: number; completion: number; total: number };\n} {\n  // Total requests\n  let totalRequests = 0;\n  for (const entry of titanRequestsTotal.getAll()) {\n    totalRequests += entry.value;\n  }\n\n  // Average latency\n  const duration = titanRequestDuration.get();\n  const avgLatencyMs = duration.count > 0 ? (duration.sum / duration.count) * 1000 : 0;\n\n  // Top 5 tools by usage\n  const toolEntries = titanToolCallsTotal.getAll()\n    .map(e => ({ tool: e.labels['tool'] || 'unknown', count: e.value }))\n    .sort((a, b) => b.count - a.count)\n    .slice(0, 5);\n\n  // Error rate\n  let totalErrors = 0;\n  for (const entry of titanErrorsTotal.getAll()) {\n    totalErrors += entry.value;\n  }\n  const errorRate = totalRequests > 0 ? totalErrors / totalRequests : 0;\n\n  // Tokens\n  const promptTokens = titanTokensTotal.get({ type: 'prompt' });\n  const completionTokens = titanTokensTotal.get({ type: 'completion' });\n\n  return {\n    totalRequests,\n    avgLatencyMs: Math.round(avgLatencyMs * 100) / 100,\n    topTools: toolEntries,\n    errorRate: Math.round(errorRate * 10000) / 10000,\n    totalErrors,\n    totalTokens: { prompt: promptTokens, completion: completionTokens, total: promptTokens + completionTokens },\n  };\n}\n"],"mappings":";AASA,SAAS,UAAU,QAAyB;AAC1C,MAAI,CAAC,UAAU,OAAO,KAAK,MAAM,EAAE,WAAW,EAAG,QAAO;AACxD,SAAO,OAAO,QAAQ,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAChE,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,GAAG;AAC5C;AAEO,MAAM,QAAQ;AAAA,EACV;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,UAAU,QAAiB,SAAS,GAAS;AAC3C,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAAA;AAAA,EAGA,SAAmD;AACjD,UAAM,SAAmD,CAAC;AAC1D,eAAW,CAAC,KAAK,KAAK,KAAK,KAAK,QAAQ;AACtC,YAAM,SAAiB,CAAC;AACxB,UAAI,KAAK;AACP,mBAAW,QAAQ,IAAI,MAAM,GAAG,GAAG;AACjC,gBAAM,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,GAAG;AAC7B,iBAAO,CAAC,IAAI,EAAE,QAAQ,MAAM,EAAE;AAAA,QAChC;AAAA,MACF;AACA,aAAO,KAAK,EAAE,QAAQ,MAAM,CAAC;AAAA,IAC/B;AACA,WAAO;AAAA,EACT;AACF;AAEA,MAAM,kBAAkB,CAAC,MAAM,MAAM,KAAK,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE;AAE3D,MAAM,UAAU;AAAA,EACZ;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAED,OAAO,oBAAI,IAAoE;AAAA,EAEvF,YAAY,MAAc,MAAc,UAAU,iBAAiB;AACjE,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,UAAU,CAAC,GAAG,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAAA,EAClD;AAAA,EAEA,QAAQ,OAAe,QAAuB;AAC5C,UAAM,MAAM,UAAU,MAAM;AAC5B,QAAI,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC7B,QAAI,CAAC,OAAO;AACV,cAAQ,EAAE,cAAc,IAAI,MAAM,KAAK,QAAQ,MAAM,EAAE,KAAK,CAAC,GAAG,KAAK,GAAG,OAAO,EAAE;AACjF,WAAK,KAAK,IAAI,KAAK,KAAK;AAAA,IAC1B;AACA,UAAM,OAAO;AACb,UAAM;AACN,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,UAAI,SAAS,KAAK,QAAQ,CAAC,GAAG;AAC5B,cAAM,aAAa,CAAC;AACpB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,QAAkF;AACpF,UAAM,MAAM,UAAU,MAAM;AAC5B,UAAM,QAAQ,KAAK,KAAK,IAAI,GAAG;AAC/B,QAAI,CAAC,MAAO,QAAO,EAAE,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC,EAAE;AACnD,UAAM,UAAkC,CAAC;AACzC,QAAI,aAAa;AACjB,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,oBAAc,MAAM,aAAa,CAAC;AAClC,cAAQ,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI;AAAA,IACrC;AACA,YAAQ,MAAM,IAAI,MAAM;AACxB,WAAO,EAAE,KAAK,MAAM,KAAK,OAAO,MAAM,OAAO,QAAQ;AAAA,EACvD;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,KAAK,SAAS,GAAG;AAExB,iBAAW,KAAK,KAAK,SAAS;AAC5B,cAAM,KAAK,GAAG,KAAK,IAAI,eAAe,CAAC,MAAM;AAAA,MAC/C;AACA,YAAM,KAAK,GAAG,KAAK,IAAI,sBAAsB;AAC7C,YAAM,KAAK,GAAG,KAAK,IAAI,QAAQ;AAC/B,YAAM,KAAK,GAAG,KAAK,IAAI,UAAU;AAAA,IACnC,OAAO;AACL,iBAAW,CAAC,KAAK,KAAK,KAAK,KAAK,MAAM;AACpC,cAAM,aAAa,MAAM,GAAG,GAAG,MAAM;AACrC,YAAI,aAAa;AACjB,iBAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,wBAAc,MAAM,aAAa,CAAC;AAClC,gBAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM,UAAU,EAAE;AAAA,QACtF;AACA,cAAM,KAAK,GAAG,KAAK,IAAI,WAAW,UAAU,cAAc,MAAM,KAAK,EAAE;AACvE,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,OAAO,GAAG,IAAI,MAAM,GAAG,EAAE;AAChD,cAAM,KAAK,GAAG,KAAK,IAAI,SAAS,GAAG,IAAI,MAAM,KAAK,EAAE;AAAA,MACtD;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAEO,MAAM,MAAM;AAAA,EACR;AAAA,EACA;AAAA,EACD,SAAS,oBAAI,IAAoB;AAAA,EAEzC,YAAY,MAAc,MAAc;AACtC,SAAK,OAAO;AACZ,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,IAAI,OAAe,QAAuB;AACxC,SAAK,OAAO,IAAI,UAAU,MAAM,GAAG,KAAK;AAAA,EAC1C;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAiB,SAAS,GAAS;AACrC,UAAM,MAAM,UAAU,MAAM;AAC5B,SAAK,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,GAAG,KAAK,KAAK,MAAM;AAAA,EAC3D;AAAA,EAEA,IAAI,QAAyB;AAC3B,WAAO,KAAK,OAAO,IAAI,UAAU,MAAM,CAAC,KAAK;AAAA,EAC/C;AAAA,EAEA,YAAoB;AAClB,UAAM,QAAkB;AAAA,MACtB,UAAU,KAAK,IAAI,IAAI,KAAK,IAAI;AAAA,MAChC,UAAU,KAAK,IAAI;AAAA,IACrB;AACA,QAAI,KAAK,OAAO,SAAS,GAAG;AAC1B,YAAM,KAAK,GAAG,KAAK,IAAI,IAAI;AAAA,IAC7B,OAAO;AACL,iBAAW,CAAC,KAAK,GAAG,KAAK,KAAK,QAAQ;AACpC,cAAM,MAAM,MAAM,IAAI,GAAG,MAAM;AAC/B,cAAM,KAAK,GAAG,KAAK,IAAI,GAAG,GAAG,IAAI,GAAG,EAAE;AAAA,MACxC;AAAA,IACF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AACF;AAIO,MAAM,qBAAqB,IAAI;AAAA,EACpC;AAAA,EACA;AACF;AAEO,MAAM,uBAAuB,IAAI;AAAA,EACtC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,mBAAmB,IAAI;AAAA,EAClC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAEO,MAAM,0BAA0B,IAAI;AAAA,EACzC;AAAA,EACA;AACF;AAWO,MAAM,oBAAoB,IAAI;AAAA,EACnC;AAAA,EACA;AACF;AAIO,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AACF;AAMO,SAAS,sBAAsB,OAAe,QAAgB,OAAqB;AACxF,QAAM,OAAO,QAAQ,IAAI,KAAK,MAAO,SAAS,QAAS,GAAG,IAAI;AAC9D,oBAAkB,IAAI,MAAM,EAAE,MAAM,CAAC;AACrC,sBAAoB,UAAU,EAAE,OAAO,SAAS,SAAS,GAAG,MAAM;AAClE,sBAAoB,UAAU,EAAE,OAAO,SAAS,SAAS,GAAG,KAAK,IAAI,GAAG,QAAQ,MAAM,CAAC;AACzF;AAIA,MAAM,aAAa;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEO,SAAS,sBAA8B;AAC5C,SAAO,WAAW,IAAI,OAAK,EAAE,UAAU,CAAC,EAAE,KAAK,MAAM,IAAI;AAC3D;AAGO,SAAS,oBAWd;AAEA,MAAI,gBAAgB;AACpB,aAAW,SAAS,mBAAmB,OAAO,GAAG;AAC/C,qBAAiB,MAAM;AAAA,EACzB;AAGA,QAAM,WAAW,qBAAqB,IAAI;AAC1C,QAAM,eAAe,SAAS,QAAQ,IAAK,SAAS,MAAM,SAAS,QAAS,MAAO;AAGnF,QAAM,cAAc,oBAAoB,OAAO,EAC5C,IAAI,QAAM,EAAE,MAAM,EAAE,OAAO,MAAM,KAAK,WAAW,OAAO,EAAE,MAAM,EAAE,EAClE,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,EAChC,MAAM,GAAG,CAAC;AAGb,MAAI,cAAc;AAClB,aAAW,SAAS,iBAAiB,OAAO,GAAG;AAC7C,mBAAe,MAAM;AAAA,EACvB;AACA,QAAM,YAAY,gBAAgB,IAAI,cAAc,gBAAgB;AAGpE,QAAM,eAAe,iBAAiB,IAAI,EAAE,MAAM,SAAS,CAAC;AAC5D,QAAM,mBAAmB,iBAAiB,IAAI,EAAE,MAAM,aAAa,CAAC;AAEpE,SAAO;AAAA,IACL;AAAA,IACA,cAAc,KAAK,MAAM,eAAe,GAAG,IAAI;AAAA,IAC/C,UAAU;AAAA,IACV,WAAW,KAAK,MAAM,YAAY,GAAK,IAAI;AAAA,IAC3C;AAAA,IACA,aAAa,EAAE,QAAQ,cAAc,YAAY,kBAAkB,OAAO,eAAe,iBAAiB;AAAA,EAC5G;AACF;","names":[]}

package/dist/gateway/server.js

@@ -45,7 +45,7 @@ import { TITAN_VERSION, TITAN_NAME, TITAN_LOGS_DIR, TITAN_HOME } from "../utils/
 import { collectSystemProfile, recordStartupAnalytics, startHeartbeatAnalytics } from "../analytics/collector.js";
 import { getUpdateInfo } from "../utils/updater.js";
 import { getMissionControlHTML } from "./dashboard.js";
-import { serializePrometheus, getMetricsSummary, titanRequestsTotal, titanRequestDuration, titanErrorsTotal, titanActiveSessions, titanToolCallsTotal, titanTokensTotal, titanModelRequestsTotal } from "./metrics.js";
+import { serializePrometheus, getMetricsSummary, titanRequestsTotal, titanRequestDuration, titanErrorsTotal, titanActiveSessions, titanToolCallsTotal, titanTokensTotal, titanModelRequestsTotal, recordEvalSuiteResult } from "./metrics.js";
 import { initSlashCommands, handleSlashCommand } from "./slashCommands.js";
 import { initMcpServers, listMcpServers, addMcpServer, removeMcpServer, setMcpServerEnabled, getMcpStatus, BUILTIN_PRESETS } from "../mcp/registry.js";
 import { connectMcpServer, testMcpServer } from "../mcp/client.js";
@@ -2354,6 +2354,10 @@ _____widget
           return;
       }
       const result = await runEvalSuite(suite, cases, agentCall);
+      try {
+        recordEvalSuiteResult(suite, result.passed, result.total);
+      } catch {
+      }
       res.json(result);
     } catch (e) {
       logger.error(COMPONENT, `Endpoint error: ${e.message}`);