@turingpulse/sdk 1.0.1

package/dist/integrations/mastra.js

@@ -0,0 +1,256 @@
+/**
+ * Mastra 1.2.x instrumentation for TuringPulse SDK (TypeScript).
+ *
+ * Wraps `agent.generate()` to capture:
+ * - Token counts from `response.usage` (ai-sdk format: promptTokens / completionTokens).
+ * - Per-tool-call child spans.
+ * - Agent instructions as system prompt.
+ *
+ * This integration uses the centralized TuringPulseHttpClient when a plugin
+ * instance is available (preferred), or falls back to standalone HTTP when
+ * used without the full SDK.
+ */
+import { generateUUID } from '../context';
+import { DEFAULT_ENDPOINT } from '../config';
+import { SDK_VERSION } from '../http';
+import { safeEnv, safeErrorMessage, toSnakeCaseDeep } from '../utils';
+const FRAMEWORK_NAME = 'mastra';
+const FRAMEWORK_VERSION = '1.2.0';
+/**
+ * Instrument a Mastra Agent for TuringPulse observability.
+ *
+ * Returns an async function that runs `agent.generate()` and emits
+ * a root workflow span plus per-tool/LLM child spans.
+ */
+export function instrumentMastra(agent, options) {
+    const { name, model = 'gpt-4o-mini', provider = 'openai', httpClient, endpoint = safeEnv('TP_ENDPOINT') || DEFAULT_ENDPOINT, apiKey = (safeEnv('TP_API_KEY') || '').trim(), toolNames = [], toolCallLog: externalLog, } = options;
+    if (!httpClient && !apiKey) {
+        // eslint-disable-next-line no-console
+        console.warn('TuringPulse: No httpClient or apiKey provided. Telemetry will be skipped. ' +
+            'Pass the plugin\'s client via httpClient for best results.');
+    }
+    const systemPrompt = typeof agent.instructions === 'string'
+        ? agent.instructions.slice(0, 500)
+        : '';
+    return async function runInstrumented(prompt) {
+        const traceId = generateUUID();
+        const rootSpanId = generateUUID();
+        const t0 = Date.now();
+        if (externalLog)
+            externalLog.length = 0;
+        const maxFieldLen = httpClient?.maxSerializedFieldLength ?? 50000;
+        let response;
+        let generationError = null;
+        try {
+            response = await agent.generate(prompt);
+        }
+        catch (err) {
+            generationError = err instanceof Error ? err : new Error(String(err));
+            response = null;
+        }
+        const totalDurationMs = Date.now() - t0;
+        const resp = response || {};
+        const finalOutput = resp.text || '';
+        const usage = resp.usage || {};
+        const promptTokens = usage.promptTokens || 0;
+        const completionTokens = usage.completionTokens || 0;
+        const estPrompt = promptTokens || Math.max(Math.round(prompt.length / 4), 400);
+        const estCompletion = completionTokens || Math.max(Math.round(finalOutput.length / 4), 200);
+        const tcLog = externalLog ? [...externalLog] : [];
+        // ── Build child spans ──
+        const childEvents = [];
+        const now = new Date();
+        let offset = 100;
+        for (const tc of tcLog) {
+            const spanId = generateUUID();
+            const ts = new Date(now.getTime() + offset).toISOString();
+            childEvents.push({
+                runId: traceId,
+                agentId: `tool_${tc.toolName}`,
+                timestamp: ts,
+                type: 'span',
+                payload: {
+                    name: `${name}.tool_${tc.toolName}`,
+                    durationMs: Math.floor(totalDurationMs / (tcLog.length + 1)),
+                    status: tc.success ? 'success' : 'error',
+                    metadata: {
+                        span_id: spanId,
+                        parent_span_id: rootSpanId,
+                        trace_id: traceId,
+                        workflow_name: name,
+                        framework: FRAMEWORK_NAME,
+                        node_type: 'tool',
+                        depth: '1',
+                        input: JSON.stringify(tc.toolArgs).slice(0, maxFieldLen),
+                        output: JSON.stringify({ result: tc.toolResult.slice(0, maxFieldLen) }),
+                        available_tools: JSON.stringify(toolNames),
+                        tool_name: tc.toolName,
+                        ...(tc.errorMessage ? { error_message: tc.errorMessage } : {}),
+                        mastra_tool_id: tc.toolName,
+                        mastra_version: FRAMEWORK_VERSION,
+                    },
+                    toolCalls: [{
+                            toolName: tc.toolName,
+                            toolArgs: tc.toolArgs,
+                            toolResult: tc.toolResult.slice(0, maxFieldLen),
+                            toolId: tc.toolId,
+                            success: tc.success,
+                            errorMessage: tc.errorMessage,
+                        }],
+                },
+            });
+            offset += Math.floor(totalDurationMs / (tcLog.length + 1)) + 50;
+        }
+        // LLM reasoning span
+        const llmSpanId = generateUUID();
+        childEvents.push({
+            runId: traceId,
+            agentId: 'agent_reasoning',
+            timestamp: new Date(now.getTime() + offset).toISOString(),
+            type: 'span',
+            payload: {
+                name: `${name}.agent_reasoning`,
+                durationMs: Math.floor(totalDurationMs / (tcLog.length + 1)),
+                status: 'success',
+                tokens: { prompt: Math.round(estPrompt), completion: Math.round(estCompletion) },
+                costUsd: 0,
+                metadata: {
+                    span_id: llmSpanId,
+                    parent_span_id: rootSpanId,
+                    trace_id: traceId,
+                    workflow_name: name,
+                    framework: FRAMEWORK_NAME,
+                    node_type: 'llm',
+                    depth: '1',
+                    prompt: prompt.slice(0, maxFieldLen),
+                    user_query: prompt.slice(0, maxFieldLen),
+                    system_prompt: systemPrompt,
+                    model,
+                    provider,
+                    available_tools: JSON.stringify(toolNames),
+                    mastra_agent_name: agent.name || name,
+                    mastra_model: model,
+                    mastra_tool_count: String(tcLog.length),
+                    mastra_version: FRAMEWORK_VERSION,
+                },
+            },
+        });
+        // ── Root span ──
+        const totalTokensIn = childEvents.reduce((s, e) => s + (e.payload.tokens?.prompt || 0), 0);
+        const totalTokensOut = childEvents.reduce((s, e) => s + (e.payload.tokens?.completion || 0), 0);
+        const rootEvent = {
+            runId: traceId,
+            agentId: name,
+            timestamp: now.toISOString(),
+            type: 'span',
+            payload: {
+                name: `${name}.execute`,
+                durationMs: totalDurationMs,
+                status: generationError ? 'error' : 'success',
+                tokens: {
+                    prompt: totalTokensIn || Math.round(estPrompt),
+                    completion: totalTokensOut || Math.round(estCompletion),
+                },
+                costUsd: 0,
+                metadata: {
+                    workflow_name: name,
+                    framework: FRAMEWORK_NAME,
+                    environment: safeEnv('NODE_ENV') || 'unknown',
+                    input: prompt.slice(0, maxFieldLen),
+                    output: finalOutput.slice(0, maxFieldLen),
+                    span_id: rootSpanId,
+                    trace_id: traceId,
+                    node_type: 'workflow',
+                    mastra_version: FRAMEWORK_VERSION,
+                    ...(generationError ? { error_message: generationError.message.slice(0, 500) } : {}),
+                    ...(options.metadata ?? {}),
+                    ...(_evalKpis(options.kpis, totalDurationMs)),
+                },
+            },
+        };
+        // ── Send all events via centralized client or standalone ──
+        const allEvents = [rootEvent, ...childEvents];
+        if (httpClient) {
+            await httpClient.emitEvents(allEvents);
+        }
+        else if (apiKey && endpoint) {
+            await sendEventsStandalone(allEvents, endpoint, apiKey);
+        }
+        if (generationError)
+            throw generationError;
+        return response;
+    };
+}
+/**
+ * Standalone fallback when no httpClient is available.
+ * Prefer passing httpClient for retries, timeouts, and consistent headers.
+ */
+const STANDALONE_TIMEOUT_MS = 10000;
+const STANDALONE_MAX_PAYLOAD_BYTES = 5 * 1024 * 1024;
+async function sendEventsStandalone(events, baseUrl, apiKey) {
+    const url = `${baseUrl.replace(/\/$/, '')}/api/v1/sdk/events`;
+    const snakeEvents = toSnakeCaseDeep(events);
+    let body = JSON.stringify({ events: snakeEvents });
+    if (body.length > STANDALONE_MAX_PAYLOAD_BYTES && Array.isArray(snakeEvents) && snakeEvents.length > 1) {
+        const arr = snakeEvents;
+        const overhead = body.length - JSON.stringify(arr).length;
+        const avg = Math.ceil((body.length - overhead) / arr.length);
+        const target = Math.max(1, Math.floor((STANDALONE_MAX_PAYLOAD_BYTES - overhead) / avg));
+        body = JSON.stringify({ events: arr.slice(0, target) });
+    }
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), STANDALONE_TIMEOUT_MS);
+    try {
+        const resp = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'X-API-Key': apiKey,
+                'X-SDK-Version': SDK_VERSION,
+                'X-SDK-Language': 'typescript',
+            },
+            body,
+            signal: controller.signal,
+        });
+        if (!resp.ok) {
+            // eslint-disable-next-line no-console
+            console.warn(`TuringPulse telemetry FAILED: ${resp.status}`);
+        }
+    }
+    catch (e) {
+        // eslint-disable-next-line no-console
+        console.warn(`TuringPulse telemetry ERROR: ${safeErrorMessage(e)}`);
+    }
+    finally {
+        clearTimeout(timeout);
+    }
+}
+function _evalKpis(kpis, durationMs) {
+    if (!kpis || kpis.length === 0)
+        return {};
+    const out = {};
+    for (const kpi of kpis) {
+        try {
+            const raw = typeof kpi.value === 'function' ? kpi.value() : kpi.value;
+            if (raw == null || !isFinite(raw))
+                continue;
+            out[`metric.${kpi.kpiId}`] = String(raw);
+            if (kpi.alertThreshold != null) {
+                const cmp = kpi.comparator ?? 'gt';
+                const t = kpi.alertThreshold;
+                const triggered = cmp === 'gt' ? raw > t :
+                    cmp === 'gte' ? raw >= t :
+                        cmp === 'lt' ? raw < t :
+                            cmp === 'lte' ? raw <= t :
+                                raw === t;
+                if (triggered)
+                    out[`metric.alert.${kpi.kpiId}`] = 'true';
+            }
+        }
+        catch {
+            /* user function threw — silently skip */
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=mastra.js.map

package/dist/integrations/mastra.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mastra.js","sourceRoot":"","sources":["../../src/integrations/mastra.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEtE,MAAM,cAAc,GAAG,QAAQ,CAAC;AAChC,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAoClC;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAiF,EACjF,OAAgC;IAEhC,MAAM,EACJ,IAAI,EACJ,KAAK,GAAG,aAAa,EACrB,QAAQ,GAAG,QAAQ,EACnB,UAAU,EACV,QAAQ,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,gBAAgB,EACrD,MAAM,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAC7C,SAAS,GAAG,EAAE,EACd,WAAW,EAAE,WAAW,GACzB,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,sCAAsC;QACtC,OAAO,CAAC,IAAI,CACV,4EAA4E;YAC5E,4DAA4D,CAC7D,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAChB,OAAQ,KAAiC,CAAC,YAAY,KAAK,QAAQ;QACjE,CAAC,CAAG,KAAiC,CAAC,YAAuB,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QAC3E,CAAC,CAAC,EAAE,CAAC;IAET,OAAO,KAAK,UAAU,eAAe,CAAC,MAAc;QAClD,MAAM,OAAO,GAAG,YAAY,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAG,YAAY,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEtB,IAAI,WAAW;YAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QAExC,MAAM,WAAW,GAAG,UAAU,EAAE,wBAAwB,IAAI,KAAM,CAAC;QAEnE,IAAI,QAAiB,CAAC;QACtB,IAAI,eAAe,GAAiB,IAAI,CAAC;QACzC,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAe,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACtE,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAExC,MAAM,IAAI,GAAI,QAAoC,IAAI,EAAE,CAAC;QACzD,MAAM,WAAW,GAAI,IAAI,CAAC,IAAe,IAAI,EAAE,CAAC;QAChD,MAAM,KAAK,GAAI,IAAI,CAAC,KAA8D,IAAI,EAAE,CAAC;QACzF,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QAC7C,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAErD,MAAM,SAAS,GAAG,YAAY,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/E,MAAM,aAAa,GAAG,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAE5F,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAElD,0BAA0B;QAC1B,MAAM,WAAW,GAAiB,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,MAAM,GAAG,GAAG,CAAC;QAEjB,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;YAC9B,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC1D,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE;gBAC9B,SAAS,EAAE,EAAE;gBACb,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP,IAAI,EAAE,GAAG,IAAI,SAAS,EAAE,CAAC,QAAQ,EAAE;oBACnC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAC5D,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;oBACxC,QAAQ,EAAE;wBACR,OAAO,EAAE,MAAM;wBACf,cAAc,EAAE,UAAU;wBAC1B,QAAQ,EAAE,OAAO;wBACjB,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,cAAc;wBACzB,SAAS,EAAE,MAAM;wBACjB,KAAK,EAAE,GAAG;wBACV,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;wBACxD,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;wBACvE,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;wBAC1C,SAAS,EAAE,EAAE,CAAC,QAAQ;wBACtB,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9D,cAAc,EAAE,EAAE,CAAC,QAAQ;wBAC3B,cAAc,EAAE,iBAAiB;qBAClC;oBACD,SAAS,EAAE,CAAC;4BACV,QAAQ,EAAE,EAAE,CAAC,QAAQ;4BACrB,QAAQ,EAAE,EAAE,CAAC,QAAQ;4BACrB,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;4BAC/C,MAAM,EAAE,EAAE,CAAC,MAAM;4BACjB,OAAO,EAAE,EAAE,CAAC,OAAO;4BACnB,YAAY,EAAE,EAAE,CAAC,YAAY;yBAC9B,CAAC;iBACH;aACF,CAAC,CAAC;YACH,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAClE,CAAC;QAED,qBAAqB;QACrB,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;QACjC,WAAW,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,iBAAiB;YAC1B,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC,WAAW,EAAE;YACzD,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;gBACP,IAAI,EAAE,GAAG,IAAI,kBAAkB;gBAC/B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC5D,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChF,OAAO,EAAE,CAAC;gBACV,QAAQ,EAAE;oBACR,OAAO,EAAE,SAAS;oBAClB,cAAc,EAAE,UAAU;oBAC1B,QAAQ,EAAE,OAAO;oBACjB,aAAa,EAAE,IAAI;oBACnB,SAAS,EAAE,cAAc;oBACzB,SAAS,EAAE,KAAK;oBAChB,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;oBACpC,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;oBACxC,aAAa,EAAE,YAAY;oBAC3B,KAAK;oBACL,QAAQ;oBACR,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;oBAC1C,iBAAiB,EAAG,KAAiC,CAAC,IAAc,IAAI,IAAI;oBAC5E,YAAY,EAAE,KAAK;oBACnB,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;oBACvC,cAAc,EAAE,iBAAiB;iBAClC;aACF;SACF,CAAC,CAAC;QAEH,kBAAkB;QAClB,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEhG,MAAM,SAAS,GAAe;YAC5B,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE;YAC5B,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;gBACP,IAAI,EAAE,GAAG,IAAI,UAAU;gBACvB,UAAU,EAAE,eAAe;gBAC3B,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;gBAC7C,MAAM,EAAE;oBACN,MAAM,EAAE,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;oBAC9C,UAAU,EAAE,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;iBACxD;gBACD,OAAO,EAAE,CAAC;gBACV,QAAQ,EAAE;oBACR,aAAa,EAAE,IAAI;oBACnB,SAAS,EAAE,cAAc;oBACzB,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,SAAS;oBAC7C,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;oBACnC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;oBACzC,OAAO,EAAE,UAAU;oBACnB,QAAQ,EAAE,OAAO;oBACjB,SAAS,EAAE,UAAU;oBACrB,cAAc,EAAE,iBAAiB;oBACjC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpF,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;oBAC3B,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;iBAC9C;aACF;SACF,CAAC;QAEF,6DAA6D;QAC7D,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,GAAG,WAAW,CAAC,CAAC;QAE9C,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,oBAAoB,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,eAAe;YAAE,MAAM,eAAe,CAAC;QAC3C,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,qBAAqB,GAAG,KAAM,CAAC;AACrC,MAAM,4BAA4B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAErD,KAAK,UAAU,oBAAoB,CACjC,MAAoB,EACpB,OAAe,EACf,MAAc;IAEd,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC;IAC9D,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM,GAAG,4BAA4B,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAK,WAAyB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtH,MAAM,GAAG,GAAG,WAAwB,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,4BAA4B,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QACxF,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC5E,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,MAAM;gBACnB,eAAe,EAAE,WAAW;gBAC5B,gBAAgB,EAAE,YAAY;aAC/B;YACD,IAAI;YACJ,MAAM,EAAE,UAAU,CAAC,MAAqB;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,sCAAsC;YACtC,OAAO,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,sCAAsC;QACtC,OAAO,CAAC,IAAI,CAAC,gCAAgC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtE,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAMD,SAAS,SAAS,CAChB,IAAqC,EACrC,UAAkB;IAElB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1C,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;YACtE,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5C,GAAG,CAAC,UAAU,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,GAAG,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC;gBACnC,MAAM,CAAC,GAAG,GAAG,CAAC,cAAc,CAAC;gBAC7B,MAAM,SAAS,GACb,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;oBACxB,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;wBAC1B,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;4BACxB,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;gCAC1B,GAAG,KAAK,CAAC,CAAC;gBACZ,IAAI,SAAS;oBAAE,GAAG,CAAC,gBAAgB,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/kpi.d.ts

@@ -0,0 +1,21 @@
+import { ExecutionContext } from './context';
+export type KPIComparator = 'gt' | 'gte' | 'lt' | 'lte' | 'eq';
+export type KPIValueFn = (context: ExecutionContext) => number | undefined | null;
+export interface KPIConfig {
+    kpiId: string;
+    value?: number | KPIValueFn;
+    useDuration?: boolean;
+    fromResultPath?: string;
+    labels?: Record<string, string>;
+    alertThreshold?: number;
+    comparator?: KPIComparator;
+    description?: string;
+}
+export interface KPIResult {
+    config: KPIConfig;
+    value: number;
+    alert: boolean;
+}
+export declare function evaluateKpis(configs: ReadonlyArray<KPIConfig>, context: ExecutionContext): KPIResult[];
+export declare function kpiMetadata(result: KPIResult): Record<string, string>;
+//# sourceMappingURL=kpi.d.ts.map

package/dist/kpi.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kpi.d.ts","sourceRoot":"","sources":["../src/kpi.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE7C,MAAM,MAAM,aAAa,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC;AAE/D,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,gBAAgB,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;AAElF,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,aAAa,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,SAAS,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,gBAAgB,GAAG,SAAS,EAAE,CActG;AA2DD,wBAAgB,WAAW,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAarE"}

package/dist/kpi.js

@@ -0,0 +1,83 @@
+export function evaluateKpis(configs, context) {
+    const results = [];
+    for (const cfg of configs) {
+        const value = evaluateKpi(cfg, context);
+        if (value === undefined || Number.isNaN(value)) {
+            continue;
+        }
+        results.push({
+            config: cfg,
+            value,
+            alert: isAlert(cfg, value),
+        });
+    }
+    return results;
+}
+function evaluateKpi(config, context) {
+    if (config.useDuration && typeof context.durationMs === 'number') {
+        return context.durationMs;
+    }
+    if (typeof config.value === 'number') {
+        return config.value;
+    }
+    if (typeof config.value === 'function') {
+        const output = config.value(context);
+        return output === undefined || output === null ? undefined : Number(output);
+    }
+    if (config.fromResultPath) {
+        const extracted = extractFromResult(context.result, config.fromResultPath);
+        return extracted === undefined || extracted === null ? undefined : Number(extracted);
+    }
+    return undefined;
+}
+function isAlert(config, value) {
+    if (config.alertThreshold === undefined) {
+        return false;
+    }
+    const threshold = config.alertThreshold;
+    const comparator = config.comparator ?? 'gt';
+    switch (comparator) {
+        case 'gt':
+            return value > threshold;
+        case 'gte':
+            return value >= threshold;
+        case 'lt':
+            return value < threshold;
+        case 'lte':
+            return value <= threshold;
+        case 'eq':
+            return value === threshold;
+        default:
+            return false;
+    }
+}
+import { FORBIDDEN_KEYS } from './utils';
+function extractFromResult(result, path) {
+    if (!result) {
+        return undefined;
+    }
+    return path.split('.').reduce((current, key) => {
+        if (current == null || FORBIDDEN_KEYS.has(key)) {
+            return undefined;
+        }
+        if (typeof current === 'object' && key in current) {
+            return current[key];
+        }
+        return undefined;
+    }, result);
+}
+export function kpiMetadata(result) {
+    const metadata = {
+        [`metric.${result.config.kpiId}`]: String(result.value),
+    };
+    if (result.alert) {
+        metadata[`metric.alert.${result.config.kpiId}`] = 'true';
+    }
+    if (result.config.labels) {
+        for (const [key, value] of Object.entries(result.config.labels)) {
+            metadata[`metric.${result.config.kpiId}.${key}`] = String(value);
+        }
+    }
+    return metadata;
+}
+//# sourceMappingURL=kpi.js.map

package/dist/kpi.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kpi.js","sourceRoot":"","sources":["../src/kpi.ts"],"names":[],"mappings":"AAuBA,MAAM,UAAU,YAAY,CAAC,OAAiC,EAAE,OAAyB;IACvF,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/C,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,GAAG;YACX,KAAK;YACL,KAAK,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC;SAC3B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,MAAiB,EAAE,OAAyB;IAC/D,IAAI,MAAM,CAAC,WAAW,IAAI,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QACjE,OAAO,OAAO,CAAC,UAAU,CAAC;IAC5B,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;QAC3E,OAAO,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,OAAO,CAAC,MAAiB,EAAE,KAAa;IAC/C,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC;IACxC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;IAC7C,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,IAAI;YACP,OAAO,KAAK,GAAG,SAAS,CAAC;QAC3B,KAAK,KAAK;YACR,OAAO,KAAK,IAAI,SAAS,CAAC;QAC5B,KAAK,IAAI;YACP,OAAO,KAAK,GAAG,SAAS,CAAC;QAC3B,KAAK,KAAK;YACR,OAAO,KAAK,IAAI,SAAS,CAAC;QAC5B,KAAK,IAAI;YACP,OAAO,KAAK,KAAK,SAAS,CAAC;QAC7B;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,SAAS,iBAAiB,CAAC,MAAe,EAAE,IAAY;IACtD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAU,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE;QACtD,IAAI,OAAO,IAAI,IAAI,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,GAAG,IAAK,OAAmC,EAAE,CAAC;YAC/E,OAAQ,OAAmC,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,EAAE,MAAM,CAAC,CAAC;AACb,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAiB;IAC3C,MAAM,QAAQ,GAA2B;QACvC,CAAC,UAAU,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;KACxD,CAAC;IACF,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,QAAQ,CAAC,gBAAgB,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC;IAC3D,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAChE,QAAQ,CAAC,UAAU,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/llmDetector.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Automatic detection of LLM calls and extraction of metadata.
+ *
+ * Uses a data-driven provider registry instead of per-provider methods,
+ * making it trivial to add new providers without modifying detection logic.
+ */
+export interface LLMCallInfo {
+    provider: string;
+    model?: string;
+    prompt?: string;
+    config: Record<string, unknown>;
+    nodeType: string;
+    streaming: boolean;
+}
+export declare class LLMDetector {
+    static detectLLMCall(funcName: string, funcQualname: string, args: unknown[], kwargs: Record<string, unknown>): LLMCallInfo | undefined;
+}
+export declare class ToolDetector {
+    static detectToolCall(funcName: string, funcQualname: string, _args: unknown[], _kwargs: Record<string, unknown>): string | undefined;
+}
+export declare function detectNodeType(funcName: string, funcQualname: string, args: unknown[], kwargs: Record<string, unknown>): [string, LLMCallInfo | undefined];
+//# sourceMappingURL=llmDetector.d.ts.map

package/dist/llmDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmDetector.d.ts","sourceRoot":"","sources":["../src/llmDetector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;CACpB;AA6PD,qBAAa,WAAW;IACtB,MAAM,CAAC,aAAa,CAClB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,OAAO,EAAE,EACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,WAAW,GAAG,SAAS;CAqB3B;AAKD,qBAAa,YAAY;IACvB,MAAM,CAAC,cAAc,CACnB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,OAAO,EAAE,EAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,MAAM,GAAG,SAAS;CAWtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,OAAO,EAAE,EACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,CAMnC"}