toad-eye 2.9.2 → 2.11.0

package/dist/mcp/middleware.js

@@ -33,6 +33,15 @@ function truncate(value, maxBytes) {
         return value;
     return value.slice(0, maxBytes) + "...[truncated]";
 }
+function redactValue(v, keys) {
+    if (Array.isArray(v)) {
+        return v.map((item) => redactValue(item, keys));
+    }
+    if (typeof v === "object" && v !== null) {
+        return redactObject(v, keys);
+    }
+    return v;
+}
 function redactObject(obj, keys) {
     if (typeof obj !== "object" || obj === null)
         return {};
@@ -41,11 +50,8 @@ function redactObject(obj, keys) {
         if (keys.includes(k)) {
             result[k] = "[REDACTED]";
         }
-        else if (typeof v === "object" && v !== null && !Array.isArray(v)) {
-            result[k] = redactObject(v, keys);
-        }
         else {
-            result[k] = v;
+            result[k] = redactValue(v, keys);
         }
     }
     return result;
@@ -74,7 +80,11 @@ function redactObject(obj, keys) {
  * In stdio MCP transport, stdout IS the JSON-RPC channel —
  * any stray console.log or OTel diagnostic would crash the connection.
  */
+let stdioSafe = false;
 function ensureStdioSafe() {
+    if (stdioSafe)
+        return;
+    stdioSafe = true;
     const stderrLogger = new DiagConsoleLogger();
     // Override the logger to use stderr-only methods
     const safeLogger = {

package/dist/types/config.d.ts

@@ -22,6 +22,8 @@ export interface SamplingConfig {
 export interface ToadEyeConfig {
     readonly serviceName: string;
     readonly endpoint?: string | undefined;
+    /** Output mode: "otlp" (default) sends to OTel Collector, "console" prints spans to stderr (no Docker needed). */
+    readonly output?: "otlp" | "console" | undefined;
     /** API key for toad-eye cloud. When set, transport switches to HTTPS cloud endpoint automatically. */
     readonly apiKey?: string | undefined;
     /** Custom cloud endpoint override. Defaults to https://cloud.toad-eye.dev. */

package/dist/types/metrics.d.ts

@@ -26,12 +26,14 @@ export declare const GEN_AI_METRICS: {
     readonly RESPONSE_LATENCY_PER_TOKEN: "gen_ai.toad_eye.response.latency_per_token";
     readonly CONTEXT_UTILIZATION: "gen_ai.toad_eye.context_utilization";
     readonly CONTEXT_BLOCKED: "gen_ai.toad_eye.context.blocked";
+    readonly THINKING_RATIO: "gen_ai.toad_eye.thinking.ratio";
     readonly MCP_TOOL_DURATION: "gen_ai.mcp.tool.duration";
     readonly MCP_TOOL_CALLS: "gen_ai.mcp.tool.calls";
     readonly MCP_TOOL_ERRORS: "gen_ai.mcp.tool.errors";
     readonly MCP_RESOURCE_READS: "gen_ai.mcp.resource.reads";
     readonly MCP_SESSION_ACTIVE: "gen_ai.mcp.session.active";
     readonly MCP_TOOL_CALLERS: "gen_ai.mcp.tool.callers";
+    readonly MCP_TOOL_HALLUCINATIONS: "gen_ai.mcp.tool.hallucinations";
 };
 /** @deprecated Use GEN_AI_METRICS instead. Kept for backward compatibility. */
 export declare const LLM_METRICS: {

package/dist/types/metrics.js

@@ -33,6 +33,8 @@ export const GEN_AI_METRICS = {
     // Context utilization
     CONTEXT_UTILIZATION: "gen_ai.toad_eye.context_utilization",
     CONTEXT_BLOCKED: "gen_ai.toad_eye.context.blocked",
+    // Thinking/reasoning models
+    THINKING_RATIO: "gen_ai.toad_eye.thinking.ratio",
     // MCP metrics
     MCP_TOOL_DURATION: "gen_ai.mcp.tool.duration",
     MCP_TOOL_CALLS: "gen_ai.mcp.tool.calls",
@@ -40,6 +42,7 @@ export const GEN_AI_METRICS = {
     MCP_RESOURCE_READS: "gen_ai.mcp.resource.reads",
     MCP_SESSION_ACTIVE: "gen_ai.mcp.session.active",
     MCP_TOOL_CALLERS: "gen_ai.mcp.tool.callers",
+    MCP_TOOL_HALLUCINATIONS: "gen_ai.mcp.tool.hallucinations",
 };
 /** @deprecated Use GEN_AI_METRICS instead. Kept for backward compatibility. */
 export const LLM_METRICS = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "toad-eye",
-  "version": "2.9.2",
+  "version": "2.11.0",
   "description": "Observability for MCP servers and LLM applications — traces, metrics, dashboards. One-line instrumentation for OpenAI, Anthropic, Gemini, and MCP. Self-hosted with Grafana + Prometheus + Jaeger.",
   "type": "module",
   "main": "dist/index.js",

package/templates/docker-compose.yml

@@ -4,7 +4,7 @@ services:
     volumes:
       - ./otel-collector.yml:/etc/otelcol-contrib/config.yaml
     ports:
-      - "4318:4318"
+      - "${COLLECTOR_PORT:-4318}:4318"
     depends_on:
       - jaeger
       - prometheus
@@ -14,14 +14,14 @@ services:
     volumes:
       - ./prometheus.yml:/etc/prometheus/prometheus.yml
     ports:
-      - "9090:9090"
+      - "${PROMETHEUS_PORT:-9090}:9090"
 
   jaeger:
     image: jaegertracing/all-in-one:1.58
     environment:
       - COLLECTOR_OTLP_ENABLED=true
     ports:
-      - "16686:16686"
+      - "${JAEGER_PORT:-16686}:16686"
       - "4317:4317"
 
   grafana:
@@ -33,7 +33,7 @@ services:
       - GF_SECURITY_ADMIN_PASSWORD=admin
       - GF_DASHBOARDS_DEFAULT_HOME_DASHBOARD_PATH=/etc/grafana/provisioning/dashboards/llm-overview.json
     ports:
-      - "3100:3000"
+      - "${GRAFANA_PORT:-3100}:3000"
     depends_on:
       - prometheus
       - jaeger

package/templates/grafana/dashboards/agent-workflow.json

@@ -46,7 +46,8 @@
                 "value": 20
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -72,7 +73,8 @@
       ],
       "fieldConfig": {
         "defaults": {
-          "unit": "short"
+          "unit": "short",
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -98,7 +100,8 @@
       ],
       "fieldConfig": {
         "defaults": {
-          "unit": "short"
+          "unit": "short",
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -118,13 +121,14 @@
       },
       "targets": [
         {
-          "expr": "count(count by (gen_ai_agent_tool_name) (gen_ai_agent_tool_usage_total))",
+          "expr": "count(count by (gen_ai_tool_name) (gen_ai_agent_tool_usage_total))",
           "refId": "A"
         }
       ],
       "fieldConfig": {
         "defaults": {
-          "unit": "short"
+          "unit": "short",
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -157,6 +161,11 @@
           "values": ["value", "percent"]
         },
         "pieType": "donut"
+      },
+      "fieldConfig": {
+        "defaults": {
+          "noValue": "No data yet — run: npx toad-eye demo"
+        }
       }
     },
     {
@@ -175,11 +184,16 @@
       },
       "targets": [
         {
-          "expr": "sort_desc(sum by (gen_ai_agent_tool_name) (gen_ai_agent_tool_usage_total))",
-          "legendFormat": "{{gen_ai_agent_tool_name}}",
+          "expr": "sort_desc(sum by (gen_ai_tool_name) (gen_ai_agent_tool_usage_total))",
+          "legendFormat": "{{gen_ai_tool_name}}",
           "refId": "A"
         }
-      ]
+      ],
+      "fieldConfig": {
+        "defaults": {
+          "noValue": "No data yet — run: npx toad-eye demo"
+        }
+      }
     },
     {
       "title": "Steps per Query Over Time",
@@ -211,7 +225,8 @@
           "unit": "short",
           "custom": {
             "fillOpacity": 10
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -231,8 +246,8 @@
       },
       "targets": [
         {
-          "expr": "sum by (gen_ai_agent_tool_name) (rate(gen_ai_agent_tool_usage_total[5m]))",
-          "legendFormat": "{{gen_ai_agent_tool_name}}",
+          "expr": "sum by (gen_ai_tool_name) (rate(gen_ai_agent_tool_usage_total[5m]))",
+          "legendFormat": "{{gen_ai_tool_name}}",
           "refId": "A"
         }
       ],
@@ -244,7 +259,8 @@
             "stacking": {
               "mode": "normal"
             }
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -274,7 +290,8 @@
         "defaults": {
           "custom": {
             "fillOpacity": 80
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -283,45 +300,13 @@
   "schemaVersion": 39,
   "tags": ["toad-eye", "agent"],
   "templating": {
-    "list": [
-      {
-        "name": "service",
-        "type": "query",
-        "datasource": {
-          "type": "prometheus",
-          "uid": "prometheus"
-        },
-        "query": "label_values(gen_ai_client_requests_total, job)",
-        "includeAll": true,
-        "allValue": ".*",
-        "current": {
-          "text": "All",
-          "value": "$__all"
-        },
-        "multi": true
-      },
-      {
-        "name": "tool",
-        "type": "query",
-        "datasource": {
-          "type": "prometheus",
-          "uid": "prometheus"
-        },
-        "query": "label_values(gen_ai_agent_tool_usage_total, gen_ai_agent_tool_name)",
-        "includeAll": true,
-        "multi": true,
-        "current": {
-          "text": "All",
-          "value": "$__all"
-        },
-        "regex": ""
-      }
-    ]
+    "list": []
   },
   "time": {
     "from": "now-6h",
     "to": "now"
   },
+  "refresh": "30s",
   "timepicker": {},
   "timezone": "utc",
   "title": "toad-eye / Agent Workflow",

package/templates/grafana/dashboards/cost-breakdown.json

@@ -45,7 +45,8 @@
                 "value": 500
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -87,7 +88,8 @@
                 "value": 50
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -129,7 +131,8 @@
                 "value": 1000
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -164,7 +167,8 @@
             "stacking": {
               "mode": "normal"
             }
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -199,7 +203,8 @@
             "stacking": {
               "mode": "normal"
             }
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -231,7 +236,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -263,7 +269,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }

package/templates/grafana/dashboards/error-drilldown.json

@@ -45,7 +45,8 @@
                 "value": 100
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -87,7 +88,8 @@
                 "value": 20
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -129,7 +131,8 @@
                 "value": 50
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -161,7 +164,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -193,7 +197,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -233,7 +238,8 @@
             "stacking": {
               "mode": "normal"
             }
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }

package/templates/grafana/dashboards/finops-attribution.json

@@ -45,7 +45,8 @@
                 "value": 500
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -88,7 +89,8 @@
                 "value": 1000
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -114,7 +116,8 @@
       ],
       "fieldConfig": {
         "defaults": {
-          "unit": "short"
+          "unit": "short",
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -141,7 +144,8 @@
       "fieldConfig": {
         "defaults": {
           "unit": "currencyUSD",
-          "decimals": 4
+          "decimals": 4,
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -173,6 +177,11 @@
           "values": ["value", "percent"]
         },
         "pieType": "donut"
+      },
+      "fieldConfig": {
+        "defaults": {
+          "noValue": "No data yet — run: npx toad-eye demo"
+        }
       }
     },
     {
@@ -197,6 +206,11 @@
       ],
       "options": {
         "stacking": "normal"
+      },
+      "fieldConfig": {
+        "defaults": {
+          "noValue": "No data yet — run: npx toad-eye demo"
+        }
       }
     },
     {
@@ -230,7 +244,12 @@
             }
           }
         }
-      ]
+      ],
+      "fieldConfig": {
+        "defaults": {
+          "noValue": "No data yet — run: npx toad-eye demo"
+        }
+      }
     },
     {
       "title": "Top 10 Users by Cost",
@@ -263,7 +282,12 @@
             }
           }
         }
-      ]
+      ],
+      "fieldConfig": {
+        "defaults": {
+          "noValue": "No data yet — run: npx toad-eye demo"
+        }
+      }
     },
     {
       "title": "Daily Cost Trend (by Team)",
@@ -298,7 +322,8 @@
             "stacking": {
               "mode": "normal"
             }
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -342,7 +367,12 @@
             }
           }
         }
-      ]
+      ],
+      "fieldConfig": {
+        "defaults": {
+          "noValue": "No data yet — run: npx toad-eye demo"
+        }
+      }
     }
   ],
   "schemaVersion": 39,
@@ -419,6 +449,7 @@
     "from": "now-7d",
     "to": "now"
   },
+  "refresh": "1m",
   "timepicker": {},
   "timezone": "utc",
   "title": "toad-eye / FinOps Attribution",

package/templates/grafana/dashboards/latency-analysis.json

@@ -45,7 +45,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -76,7 +77,8 @@
           "unit": "ms",
           "custom": {
             "fillOpacity": 50
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -108,7 +110,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -140,7 +143,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }

package/templates/grafana/dashboards/llm-overview.json

@@ -45,7 +45,8 @@
                 "value": 10000
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -87,7 +88,8 @@
                 "value": 20
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -129,7 +131,8 @@
                 "value": 5000
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -171,7 +174,8 @@
                 "value": 100
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -203,7 +207,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -238,7 +243,8 @@
           },
           "color": {
             "mode": "palette-classic"
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -275,7 +281,8 @@
             "drawStyle": "line",
             "fillOpacity": 15,
             "lineWidth": 2
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -307,7 +314,8 @@
             "drawStyle": "bars",
             "fillOpacity": 50,
             "lineWidth": 1
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -349,7 +357,8 @@
                 "value": 1000000
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -391,7 +400,8 @@
                 "value": 10000
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }
@@ -433,7 +443,8 @@
                 "value": 100
               }
             ]
-          }
+          },
+          "noValue": "No data yet — run: npx toad-eye demo"
         },
         "overrides": []
       }