toad-eye 2.0.0 → 2.1.1

package/templates/grafana/dashboards/finops-attribution.json

@@ -0,0 +1,278 @@
+{
+  "annotations": { "list": [] },
+  "editable": true,
+  "fiscalYearStartMonth": 0,
+  "graphTooltip": 1,
+  "id": null,
+  "links": [],
+  "panels": [
+    {
+      "title": "Total Spend",
+      "type": "stat",
+      "gridPos": { "h": 4, "w": 6, "x": 0, "y": 0 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum(gen_ai_client_request_cost_USD_sum)",
+          "refId": "A"
+        }
+      ],
+      "fieldConfig": {
+        "defaults": {
+          "unit": "currencyUSD",
+          "thresholds": {
+            "steps": [
+              { "color": "green", "value": null },
+              { "color": "yellow", "value": 50 },
+              { "color": "red", "value": 500 }
+            ]
+          }
+        },
+        "overrides": []
+      }
+    },
+    {
+      "title": "Projected Monthly Spend",
+      "description": "Linear projection based on last 7 days",
+      "type": "stat",
+      "gridPos": { "h": 4, "w": 6, "x": 6, "y": 0 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum(increase(gen_ai_client_request_cost_USD_sum[7d])) / 7 * 30",
+          "refId": "A"
+        }
+      ],
+      "fieldConfig": {
+        "defaults": {
+          "unit": "currencyUSD",
+          "thresholds": {
+            "steps": [
+              { "color": "green", "value": null },
+              { "color": "yellow", "value": 200 },
+              { "color": "red", "value": 1000 }
+            ]
+          }
+        },
+        "overrides": []
+      }
+    },
+    {
+      "title": "Requests Today",
+      "type": "stat",
+      "gridPos": { "h": 4, "w": 6, "x": 12, "y": 0 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum(increase(gen_ai_client_requests_total[24h]))",
+          "refId": "A"
+        }
+      ],
+      "fieldConfig": {
+        "defaults": { "unit": "short" },
+        "overrides": []
+      }
+    },
+    {
+      "title": "Avg Cost per Request",
+      "type": "stat",
+      "gridPos": { "h": 4, "w": 6, "x": 18, "y": 0 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum(gen_ai_client_request_cost_USD_sum) / sum(gen_ai_client_request_cost_USD_count) or vector(0)",
+          "refId": "A"
+        }
+      ],
+      "fieldConfig": {
+        "defaults": { "unit": "currencyUSD", "decimals": 4 },
+        "overrides": []
+      }
+    },
+    {
+      "title": "Cost by Team",
+      "type": "piechart",
+      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 4 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum by (toad_eye_team) (gen_ai_client_request_cost_USD_sum{toad_eye_team=~\"$team\"})",
+          "legendFormat": "{{toad_eye_team}}",
+          "refId": "A"
+        }
+      ],
+      "options": {
+        "legend": {
+          "displayMode": "table",
+          "placement": "right",
+          "values": ["value", "percent"]
+        },
+        "pieType": "donut"
+      }
+    },
+    {
+      "title": "Cost by Model (stacked by Team)",
+      "type": "barchart",
+      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 4 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum by (gen_ai_request_model, toad_eye_team) (gen_ai_client_request_cost_USD_sum{toad_eye_team=~\"$team\", gen_ai_request_model=~\"$model\"})",
+          "legendFormat": "{{gen_ai_request_model}} / {{toad_eye_team}}",
+          "refId": "A"
+        }
+      ],
+      "options": {
+        "stacking": "normal"
+      }
+    },
+    {
+      "title": "Cost by Feature / Endpoint",
+      "type": "table",
+      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 12 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sort_desc(sum by (toad_eye_feature) (gen_ai_client_request_cost_USD_sum{toad_eye_feature=~\"$feature\"}))",
+          "format": "table",
+          "instant": true,
+          "refId": "A"
+        }
+      ],
+      "transformations": [
+        {
+          "id": "organize",
+          "options": {
+            "renameByName": {
+              "toad_eye_feature": "Feature",
+              "Value": "Cost (USD)"
+            }
+          }
+        }
+      ]
+    },
+    {
+      "title": "Top 10 Users by Cost",
+      "type": "table",
+      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 12 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "topk(10, sum by (toad_eye_user_id) (gen_ai_client_request_cost_USD_sum{toad_eye_user_id!=\"\"}))",
+          "format": "table",
+          "instant": true,
+          "refId": "A"
+        }
+      ],
+      "transformations": [
+        {
+          "id": "organize",
+          "options": {
+            "renameByName": {
+              "toad_eye_user_id": "User ID",
+              "Value": "Cost (USD)"
+            }
+          }
+        }
+      ]
+    },
+    {
+      "title": "Daily Cost Trend (by Team)",
+      "type": "timeseries",
+      "gridPos": { "h": 8, "w": 24, "x": 0, "y": 20 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum by (toad_eye_team) (increase(gen_ai_client_request_cost_USD_sum{toad_eye_team=~\"$team\"}[1d]))",
+          "legendFormat": "{{toad_eye_team}}",
+          "refId": "A"
+        }
+      ],
+      "options": {
+        "tooltip": { "mode": "multi" }
+      },
+      "fieldConfig": {
+        "defaults": {
+          "unit": "currencyUSD",
+          "custom": { "fillOpacity": 20, "stacking": { "mode": "normal" } }
+        },
+        "overrides": []
+      }
+    },
+    {
+      "title": "What-If: Model Substitution Savings",
+      "description": "Current cost per model vs estimated cost if all traffic moved to cheapest model",
+      "type": "table",
+      "gridPos": { "h": 8, "w": 24, "x": 0, "y": 28 },
+      "datasource": { "type": "prometheus", "uid": "prometheus" },
+      "targets": [
+        {
+          "expr": "sum by (gen_ai_request_model) (gen_ai_client_request_cost_USD_sum)",
+          "format": "table",
+          "instant": true,
+          "refId": "current_cost"
+        },
+        {
+          "expr": "sum by (gen_ai_request_model) (gen_ai_client_token_usage_total)",
+          "format": "table",
+          "instant": true,
+          "refId": "total_tokens"
+        }
+      ],
+      "transformations": [
+        {
+          "id": "organize",
+          "options": {
+            "renameByName": {
+              "gen_ai_request_model": "Model",
+              "Value #current_cost": "Current Cost (USD)",
+              "Value #total_tokens": "Total Tokens"
+            }
+          }
+        }
+      ]
+    }
+  ],
+  "schemaVersion": 39,
+  "tags": ["toad-eye", "finops", "cost"],
+  "templating": {
+    "list": [
+      {
+        "name": "team",
+        "type": "query",
+        "datasource": { "type": "prometheus", "uid": "prometheus" },
+        "query": "label_values(gen_ai_client_request_cost_USD_sum, toad_eye_team)",
+        "includeAll": true,
+        "multi": true,
+        "current": { "text": "All", "value": "$__all" },
+        "regex": ""
+      },
+      {
+        "name": "feature",
+        "type": "query",
+        "datasource": { "type": "prometheus", "uid": "prometheus" },
+        "query": "label_values(gen_ai_client_request_cost_USD_sum, toad_eye_feature)",
+        "includeAll": true,
+        "multi": true,
+        "current": { "text": "All", "value": "$__all" },
+        "regex": ""
+      },
+      {
+        "name": "model",
+        "type": "query",
+        "datasource": { "type": "prometheus", "uid": "prometheus" },
+        "query": "label_values(gen_ai_client_request_cost_USD_sum, gen_ai_request_model)",
+        "includeAll": true,
+        "multi": true,
+        "current": { "text": "All", "value": "$__all" },
+        "regex": ""
+      }
+    ]
+  },
+  "time": { "from": "now-7d", "to": "now" },
+  "timepicker": {},
+  "timezone": "utc",
+  "title": "toad-eye / FinOps Attribution",
+  "uid": "toad-eye-finops",
+  "version": 1
+}

package/dist/metrics.d.ts

@@ -1,6 +0,0 @@
-export declare function initMetrics(): void;
-export declare function recordRequestDuration(ms: number, provider: string, model: string): void;
-export declare function recordRequestCost(usd: number, provider: string, model: string): void;
-export declare function recordTokens(count: number, provider: string, model: string): void;
-export declare function recordRequest(provider: string, model: string): void;
-export declare function recordError(provider: string, model: string): void;

package/dist/metrics.js

@@ -1,61 +0,0 @@
-import { metrics } from "@opentelemetry/api";
-import { GEN_AI_ATTRS, GEN_AI_METRICS, INSTRUMENTATION_NAME, } from "./types/index.js";
-let requestDuration;
-let requestCost;
-let tokenUsage;
-let requestsTotal;
-let errorsTotal;
-let initialized = false;
-export function initMetrics() {
-    if (initialized)
-        return;
-    const meter = metrics.getMeter(INSTRUMENTATION_NAME);
-    requestDuration = meter.createHistogram(GEN_AI_METRICS.REQUEST_DURATION, {
-        description: "GenAI operation duration in milliseconds",
-        unit: "ms",
-    });
-    requestCost = meter.createHistogram(GEN_AI_METRICS.REQUEST_COST, {
-        description: "GenAI request cost in USD",
-        unit: "USD",
-    });
-    tokenUsage = meter.createCounter(GEN_AI_METRICS.TOKEN_USAGE, {
-        description: "Total tokens consumed",
-    });
-    requestsTotal = meter.createCounter(GEN_AI_METRICS.REQUESTS, {
-        description: "Total GenAI requests",
-    });
-    errorsTotal = meter.createCounter(GEN_AI_METRICS.ERRORS, {
-        description: "Total failed GenAI requests",
-    });
-    initialized = true;
-}
-export function recordRequestDuration(ms, provider, model) {
-    requestDuration.record(ms, {
-        [GEN_AI_ATTRS.PROVIDER]: provider,
-        [GEN_AI_ATTRS.REQUEST_MODEL]: model,
-    });
-}
-export function recordRequestCost(usd, provider, model) {
-    requestCost.record(usd, {
-        [GEN_AI_ATTRS.PROVIDER]: provider,
-        [GEN_AI_ATTRS.REQUEST_MODEL]: model,
-    });
-}
-export function recordTokens(count, provider, model) {
-    tokenUsage.add(count, {
-        [GEN_AI_ATTRS.PROVIDER]: provider,
-        [GEN_AI_ATTRS.REQUEST_MODEL]: model,
-    });
-}
-export function recordRequest(provider, model) {
-    requestsTotal.add(1, {
-        [GEN_AI_ATTRS.PROVIDER]: provider,
-        [GEN_AI_ATTRS.REQUEST_MODEL]: model,
-    });
-}
-export function recordError(provider, model) {
-    errorsTotal.add(1, {
-        [GEN_AI_ATTRS.PROVIDER]: provider,
-        [GEN_AI_ATTRS.REQUEST_MODEL]: model,
-    });
-}

package/dist/spans.js

@@ -1,87 +0,0 @@
-import { createHash } from "node:crypto";
-import { trace, SpanStatusCode } from "@opentelemetry/api";
-import { GEN_AI_ATTRS, INSTRUMENTATION_NAME } from "./types/index.js";
-import { recordRequestDuration, recordRequestCost, recordTokens, recordRequest, recordError, } from "./metrics.js";
-import { getConfig } from "./tracer.js";
-const tracer = trace.getTracer(INSTRUMENTATION_NAME);
-function sha256(text) {
-    return createHash("sha256").update(text).digest("hex");
-}
-function processContent(text) {
-    const config = getConfig();
-    if (config?.recordContent === false)
-        return undefined;
-    let processed = text;
-    if (config?.redactPatterns?.length) {
-        for (const pattern of config.redactPatterns) {
-            processed = processed.replace(pattern, "[REDACTED]");
-        }
-    }
-    if (config?.hashContent) {
-        return `sha256:${sha256(processed)}`;
-    }
-    return processed;
-}
-function resolveSessionId() {
-    const config = getConfig();
-    return config?.sessionExtractor?.() ?? config?.sessionId;
-}
-function setBaseAttributes(span, input) {
-    const prompt = processContent(input.prompt);
-    const sessionId = resolveSessionId();
-    span.setAttributes({
-        [GEN_AI_ATTRS.PROVIDER]: input.provider,
-        [GEN_AI_ATTRS.REQUEST_MODEL]: input.model,
-        [GEN_AI_ATTRS.TEMPERATURE]: input.temperature ?? 1.0,
-        [GEN_AI_ATTRS.OPERATION]: "chat",
-        ...(prompt !== undefined && { [GEN_AI_ATTRS.PROMPT]: prompt }),
-        ...(sessionId !== undefined && { [GEN_AI_ATTRS.SESSION_ID]: sessionId }),
-    });
-}
-export async function traceLLMCall(input, fn) {
-    return tracer.startActiveSpan(`gen_ai.${input.provider}.${input.model}`, async (span) => {
-        const start = performance.now();
-        setBaseAttributes(span, input);
-        try {
-            const output = await fn();
-            const duration = performance.now() - start;
-            const completion = processContent(output.completion);
-            span.setAttributes({
-                ...(completion !== undefined && {
-                    [GEN_AI_ATTRS.COMPLETION]: completion,
-                }),
-                [GEN_AI_ATTRS.RESPONSE_MODEL]: input.model,
-                [GEN_AI_ATTRS.INPUT_TOKENS]: output.inputTokens,
-                [GEN_AI_ATTRS.OUTPUT_TOKENS]: output.outputTokens,
-                [GEN_AI_ATTRS.COST]: output.cost,
-                [GEN_AI_ATTRS.STATUS]: "success",
-                [GEN_AI_ATTRS.FINISH_REASONS]: ["stop"],
-            });
-            span.setStatus({ code: SpanStatusCode.OK });
-            recordRequest(input.provider, input.model);
-            recordRequestDuration(duration, input.provider, input.model);
-            recordRequestCost(output.cost, input.provider, input.model);
-            recordTokens(output.inputTokens + output.outputTokens, input.provider, input.model);
-            return output;
-        }
-        catch (error) {
-            const duration = performance.now() - start;
-            const message = error instanceof Error ? error.message : String(error);
-            span.setAttributes({
-                [GEN_AI_ATTRS.INPUT_TOKENS]: 0,
-                [GEN_AI_ATTRS.OUTPUT_TOKENS]: 0,
-                [GEN_AI_ATTRS.COST]: 0,
-                [GEN_AI_ATTRS.STATUS]: "error",
-                [GEN_AI_ATTRS.ERROR]: message,
-            });
-            span.setStatus({ code: SpanStatusCode.ERROR, message });
-            recordRequest(input.provider, input.model);
-            recordRequestDuration(duration, input.provider, input.model);
-            recordError(input.provider, input.model);
-            throw error;
-        }
-        finally {
-            span.end();
-        }
-    });
-}

package/dist/tracer.d.ts

@@ -1,7 +0,0 @@
-import type { ToadEyeConfig } from "./types/index.js";
-import "./instrumentations/openai.js";
-import "./instrumentations/anthropic.js";
-import "./instrumentations/gemini.js";
-export declare function getConfig(): ToadEyeConfig | null;
-export declare function initObservability(config: ToadEyeConfig): void;
-export declare function shutdown(): Promise<void>;

package/dist/tracer.js

@@ -1,55 +0,0 @@
-import { NodeSDK } from "@opentelemetry/sdk-node";
-import { resourceFromAttributes } from "@opentelemetry/resources";
-import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";
-import { OTLPMetricExporter } from "@opentelemetry/exporter-metrics-otlp-http";
-import { PeriodicExportingMetricReader } from "@opentelemetry/sdk-metrics";
-import { ATTR_SERVICE_NAME } from "@opentelemetry/semantic-conventions";
-import { initMetrics } from "./metrics.js";
-import { enableAll, disableAll } from "./instrumentations/registry.js";
-// Side-effect imports: register provider instrumentations
-import "./instrumentations/openai.js";
-import "./instrumentations/anthropic.js";
-import "./instrumentations/gemini.js";
-const DEFAULT_ENDPOINT = "http://localhost:4318";
-let sdk = null;
-let currentConfig = null;
-export function getConfig() {
-    return currentConfig;
-}
-export function initObservability(config) {
-    if (sdk)
-        return;
-    const endpoint = config.endpoint ?? DEFAULT_ENDPOINT;
-    const resource = resourceFromAttributes({
-        [ATTR_SERVICE_NAME]: config.serviceName,
-    });
-    const traceExporter = new OTLPTraceExporter({
-        url: `${endpoint}/v1/traces`,
-    });
-    const metricExporter = new OTLPMetricExporter({
-        url: `${endpoint}/v1/metrics`,
-    });
-    const metricReader = new PeriodicExportingMetricReader({
-        exporter: metricExporter,
-        exportIntervalMillis: 5000,
-    });
-    sdk = new NodeSDK({
-        resource,
-        traceExporter,
-        metricReader,
-    });
-    sdk.start();
-    currentConfig = config;
-    initMetrics();
-    if (config.instrument?.length) {
-        enableAll(config.instrument);
-    }
-}
-export async function shutdown() {
-    if (!sdk)
-        return;
-    disableAll();
-    await sdk.shutdown();
-    sdk = null;
-    currentConfig = null;
-}

package/dist/types.d.ts

@@ -1,104 +0,0 @@
-export declare const INSTRUMENTATION_NAME = "toad-eye";
-/**
- * LLM providers supported by toad-eye.
- * Values follow OTel GenAI semconv `gen_ai.provider.name`.
- */
-export type LLMProvider = "anthropic" | "gemini" | "openai";
-/**
- * Span status
- */
-export type SpanStatus = "success" | "error";
-/**
- * Attributes attached to every LLM span (trace).
- * These become searchable fields in Jaeger and filterable dimensions in Grafana.
- */
-export interface LLMSpanAttributes {
-    readonly provider: LLMProvider;
-    readonly model: string;
-    readonly prompt: string;
-    readonly completion: string;
-    readonly inputTokens: number;
-    readonly outputTokens: number;
-    readonly cost: number;
-    readonly temperature: number;
-    readonly status: SpanStatus;
-    readonly error?: string | undefined;
-}
-/**
- * Metric names exported to Prometheus.
- *
- * Naming follows OTel GenAI semantic conventions where possible:
- * - `gen_ai.client.*` prefix for client-side metrics
- * - Prometheus auto-converts dots to underscores
- * - Prometheus adds _total suffix to counters automatically
- */
-export declare const GEN_AI_METRICS: {
-    readonly REQUEST_DURATION: "gen_ai.client.operation.duration";
-    readonly TOKEN_USAGE: "gen_ai.client.token.usage";
-    readonly REQUEST_COST: "gen_ai.client.request.cost";
-    readonly REQUESTS: "gen_ai.client.requests";
-    readonly ERRORS: "gen_ai.client.errors";
-};
-/** @deprecated Use GEN_AI_METRICS instead. Kept for backward compatibility. */
-export declare const LLM_METRICS: {
-    readonly REQUEST_DURATION: "gen_ai.client.operation.duration";
-    readonly REQUEST_COST: "gen_ai.client.request.cost";
-    readonly TOKENS: "gen_ai.client.token.usage";
-    readonly REQUESTS: "gen_ai.client.requests";
-    readonly ERRORS: "gen_ai.client.errors";
-};
-/**
- * Span attribute keys following OTel GenAI semantic conventions.
- * See: https://opentelemetry.io/docs/specs/semconv/gen-ai/
- */
-export declare const GEN_AI_ATTRS: {
-    readonly PROVIDER: "gen_ai.provider.name";
-    readonly REQUEST_MODEL: "gen_ai.request.model";
-    readonly RESPONSE_MODEL: "gen_ai.response.model";
-    readonly INPUT_TOKENS: "gen_ai.usage.input_tokens";
-    readonly OUTPUT_TOKENS: "gen_ai.usage.output_tokens";
-    readonly TEMPERATURE: "gen_ai.request.temperature";
-    readonly OPERATION: "gen_ai.operation.name";
-    readonly FINISH_REASONS: "gen_ai.response.finish_reasons";
-    readonly PROMPT: "gen_ai.toad_eye.prompt";
-    readonly COMPLETION: "gen_ai.toad_eye.completion";
-    readonly COST: "gen_ai.toad_eye.cost";
-    readonly STATUS: "gen_ai.toad_eye.status";
-    readonly ERROR: "error.type";
-    readonly SESSION_ID: "session.id";
-};
-/** @deprecated Use GEN_AI_ATTRS instead. Kept for backward compatibility. */
-export declare const LLM_ATTRS: {
-    readonly PROVIDER: "gen_ai.provider.name";
-    readonly MODEL: "gen_ai.request.model";
-    readonly PROMPT: "gen_ai.toad_eye.prompt";
-    readonly COMPLETION: "gen_ai.toad_eye.completion";
-    readonly INPUT_TOKENS: "gen_ai.usage.input_tokens";
-    readonly OUTPUT_TOKENS: "gen_ai.usage.output_tokens";
-    readonly COST: "gen_ai.toad_eye.cost";
-    readonly TEMPERATURE: "gen_ai.request.temperature";
-    readonly STATUS: "gen_ai.toad_eye.status";
-    readonly ERROR: "error.type";
-};
-/**
- * Type-safe metric name
- */
-export type MetricName = (typeof GEN_AI_METRICS)[keyof typeof GEN_AI_METRICS];
-/**
- * Configuration for initObservability().
- */
-export interface ToadEyeConfig {
-    readonly serviceName: string;
-    readonly endpoint?: string | undefined;
-    /** Set to false to disable recording prompt/completion text in spans. */
-    readonly recordContent?: boolean | undefined;
-    /** Record SHA-256 hash of content instead of plain text. Allows prompt comparison without reading. */
-    readonly hashContent?: boolean | undefined;
-    /** Regex patterns to redact from prompt/completion text before recording. */
-    readonly redactPatterns?: readonly RegExp[] | undefined;
-    readonly instrument?: readonly LLMProvider[] | undefined;
-    /** Static session ID — all spans will carry this value as `session.id`. */
-    readonly sessionId?: string | undefined;
-    /** Dynamic session ID extractor — called per traceLLMCall to resolve session ID. */
-    readonly sessionExtractor?: (() => string | undefined) | undefined;
-}

package/dist/types.js

@@ -1,58 +0,0 @@
-export const INSTRUMENTATION_NAME = "toad-eye";
-/**
- * Metric names exported to Prometheus.
- *
- * Naming follows OTel GenAI semantic conventions where possible:
- * - `gen_ai.client.*` prefix for client-side metrics
- * - Prometheus auto-converts dots to underscores
- * - Prometheus adds _total suffix to counters automatically
- */
-export const GEN_AI_METRICS = {
-    REQUEST_DURATION: "gen_ai.client.operation.duration",
-    TOKEN_USAGE: "gen_ai.client.token.usage",
-    REQUEST_COST: "gen_ai.client.request.cost",
-    REQUESTS: "gen_ai.client.requests",
-    ERRORS: "gen_ai.client.errors",
-};
-/** @deprecated Use GEN_AI_METRICS instead. Kept for backward compatibility. */
-export const LLM_METRICS = {
-    REQUEST_DURATION: GEN_AI_METRICS.REQUEST_DURATION,
-    REQUEST_COST: GEN_AI_METRICS.REQUEST_COST,
-    TOKENS: GEN_AI_METRICS.TOKEN_USAGE,
-    REQUESTS: GEN_AI_METRICS.REQUESTS,
-    ERRORS: GEN_AI_METRICS.ERRORS,
-};
-/**
- * Span attribute keys following OTel GenAI semantic conventions.
- * See: https://opentelemetry.io/docs/specs/semconv/gen-ai/
- */
-export const GEN_AI_ATTRS = {
-    PROVIDER: "gen_ai.provider.name",
-    REQUEST_MODEL: "gen_ai.request.model",
-    RESPONSE_MODEL: "gen_ai.response.model",
-    INPUT_TOKENS: "gen_ai.usage.input_tokens",
-    OUTPUT_TOKENS: "gen_ai.usage.output_tokens",
-    TEMPERATURE: "gen_ai.request.temperature",
-    OPERATION: "gen_ai.operation.name",
-    FINISH_REASONS: "gen_ai.response.finish_reasons",
-    // Not in OTel semconv yet — toad-eye extensions
-    PROMPT: "gen_ai.toad_eye.prompt",
-    COMPLETION: "gen_ai.toad_eye.completion",
-    COST: "gen_ai.toad_eye.cost",
-    STATUS: "gen_ai.toad_eye.status",
-    ERROR: "error.type",
-    SESSION_ID: "session.id",
-};
-/** @deprecated Use GEN_AI_ATTRS instead. Kept for backward compatibility. */
-export const LLM_ATTRS = {
-    PROVIDER: GEN_AI_ATTRS.PROVIDER,
-    MODEL: GEN_AI_ATTRS.REQUEST_MODEL,
-    PROMPT: GEN_AI_ATTRS.PROMPT,
-    COMPLETION: GEN_AI_ATTRS.COMPLETION,
-    INPUT_TOKENS: GEN_AI_ATTRS.INPUT_TOKENS,
-    OUTPUT_TOKENS: GEN_AI_ATTRS.OUTPUT_TOKENS,
-    COST: GEN_AI_ATTRS.COST,
-    TEMPERATURE: GEN_AI_ATTRS.TEMPERATURE,
-    STATUS: GEN_AI_ATTRS.STATUS,
-    ERROR: GEN_AI_ATTRS.ERROR,
-};