@amaster.ai/pi-telemetry 0.1.2-beta.0 → 0.1.2-beta.10

package/dist/langfuse.js

@@ -1,4 +1,4 @@
-import { createHash, randomUUID } from 'node:crypto';
+import { createHash } from 'node:crypto';
 import { Langfuse } from 'langfuse';
 import { NoopRuntimeEventExporter, } from './index.js';
 const DEFAULT_LANGFUSE_BASE_URL = 'https://cloud.langfuse.com';
@@ -53,7 +53,7 @@ export class LangfuseSdkRuntimeEventExporter {
             case 'chat_turn_started': {
                 const body = {
                     id: rootSpanId,
-                    name: 'copilot-chat-turn',
+                    name: 'chat-turn',
                     startTime: event.createdAt,
                     input: event.details?.input,
                     level: 'DEFAULT',
@@ -78,14 +78,14 @@ export class LangfuseSdkRuntimeEventExporter {
                 this.closeSdkSubagentBatchSpans(traceId, event);
                 trace.update({
                     sessionId: event.sessionId,
-                    name: 'copilot-chat-turn',
+                    name: 'chat-turn',
                     output,
                     metadata: lifecycleMetadata(event),
                 });
                 const span = this.spans.get(rootKey) ??
                     trace.span({
                         id: rootSpanId,
-                        name: 'copilot-chat-turn',
+                        name: 'chat-turn',
                         startTime: event.createdAt,
                         metadata: lifecycleMetadata(event),
                     });
@@ -96,7 +96,6 @@ export class LangfuseSdkRuntimeEventExporter {
                     ...(event.error ? { statusMessage: event.error } : {}),
                     metadata: lifecycleMetadata(event),
                 });
-                this.spans.delete(rootKey);
                 break;
             }
             case 'chat_turn_steered':
@@ -119,7 +118,7 @@ export class LangfuseSdkRuntimeEventExporter {
             case 'subagent_spawned':
             case 'subagent_started': {
                 const key = subagentSpanKey(event);
-                const rootSpan = this.ensureSdkRootSpan(trace, rootKey, event);
+                this.ensureSdkRootSpan(trace, rootKey, event);
                 const body = {
                     id: langfuseSpanId(traceId, key),
                     name: 'subagent',
@@ -146,7 +145,7 @@ export class LangfuseSdkRuntimeEventExporter {
             case 'subagent_cancelled': {
                 const key = subagentSpanKey(event);
                 const output = event.details?.output ?? (event.error ? { error: event.error } : undefined);
-                const rootSpan = this.ensureSdkRootSpan(trace, rootKey, event);
+                this.ensureSdkRootSpan(trace, rootKey, event);
                 const span = this.spans.get(key) ??
                     this.getSdkSubagentParent(trace, rootKey, event).span({
                         id: langfuseSpanId(traceId, key),
@@ -161,7 +160,6 @@ export class LangfuseSdkRuntimeEventExporter {
                     ...(event.error ? { statusMessage: event.error } : {}),
                     metadata: lifecycleMetadata(event),
                 });
-                this.spans.delete(key);
                 break;
             }
             default:
@@ -280,7 +278,7 @@ export class LangfuseSdkRuntimeEventExporter {
         const trace = this.client.trace({
             id: langfuseTraceId(traceId),
             sessionId: event.sessionId,
-            name: 'copilot-chat-turn',
+            name: 'chat-turn',
             timestamp: event.createdAt,
             input: !isToolEvent(event) && !isLlmGenerationEvent(event) ? event.details?.input : undefined,
             metadata: isToolEvent(event)
@@ -336,7 +334,6 @@ export class LangfuseSdkRuntimeEventExporter {
                 ...(event.error ? { statusMessage: event.error } : {}),
                 metadata: lifecycleMetadata(event),
             });
-            this.spans.delete(key);
         }
     }
     ensureSdkRootSpan(trace, rootKey, event) {
@@ -347,7 +344,7 @@ export class LangfuseSdkRuntimeEventExporter {
         const traceId = requireTraceId(event.traceId);
         const span = trace.span({
             id: langfuseSpanId(traceId, rootKey),
-            name: 'copilot-chat-turn',
+            name: 'chat-turn',
             startTime: event.createdAt,
             metadata: isToolEvent(event)
                 ? toolMetadata(event)
@@ -359,97 +356,6 @@ export class LangfuseSdkRuntimeEventExporter {
         return span;
     }
 }
-export class LangfuseHttpRuntimeEventExporter {
-    config;
-    endpoint;
-    authHeader;
-    fetchImpl;
-    queue = [];
-    flushTimer;
-    flushing;
-    constructor(config, fetchImpl) {
-        this.config = config;
-        this.endpoint = `${config.baseUrl.replace(/\/+$/, '')}/api/public/ingestion`;
-        this.authHeader = `Basic ${Buffer.from(`${config.publicKey}:${config.secretKey}`).toString('base64')}`;
-        this.fetchImpl =
-            fetchImpl ??
-                (async (input, init) => {
-                    const response = await fetch(input, init);
-                    return {
-                        ok: response.ok,
-                        status: response.status,
-                        text: () => response.text(),
-                    };
-                });
-    }
-    async publish(event) {
-        const redactedEvent = applyTelemetryRedaction(this.config, event);
-        if (!redactedEvent) {
-            return;
-        }
-        const mapped = mapRuntimeEventToLangfuse(redactedEvent);
-        if (mapped.length === 0) {
-            return;
-        }
-        this.queue.push(...mapped);
-        if (this.queue.length >= this.config.flushAt) {
-            await this.flush();
-            return;
-        }
-        this.scheduleFlush();
-    }
-    async flush() {
-        if (this.flushing) {
-            await this.flushing;
-            return;
-        }
-        if (this.flushTimer) {
-            clearTimeout(this.flushTimer);
-            this.flushTimer = undefined;
-        }
-        const batch = this.queue.splice(0, this.queue.length);
-        if (batch.length === 0) {
-            return;
-        }
-        this.flushing = this.sendBatch(batch)
-            .catch((error) => {
-            this.queue.unshift(...batch);
-            throw error;
-        })
-            .finally(() => {
-            this.flushing = undefined;
-        });
-        await this.flushing;
-    }
-    async close() {
-        await this.flush();
-    }
-    scheduleFlush() {
-        if (this.flushTimer) {
-            return;
-        }
-        this.flushTimer = setTimeout(() => {
-            this.flushTimer = undefined;
-            void this.flush().catch(() => undefined);
-        }, this.config.flushIntervalMs);
-        this.flushTimer.unref();
-    }
-    async sendBatch(batch) {
-        const response = await this.fetchImpl(this.endpoint, {
-            method: 'POST',
-            headers: {
-                authorization: this.authHeader,
-                'content-type': 'application/json',
-                'x-langfuse-ingestion-version': '4',
-            },
-            body: JSON.stringify({ batch }),
-        });
-        if (!response.ok) {
-            const text = await response.text().catch(() => '');
-            throw new Error(`Langfuse ingestion failed with ${response.status}${text ? `: ${text}` : ''}`);
-        }
-    }
-}
 export class OtelRuntimeEventExporter {
     config;
     endpoint;
@@ -545,31 +451,22 @@ export function createRuntimeEventExporterFromEnv(env) {
     if (!config.enabled) {
         return new NoopRuntimeEventExporter();
     }
-    if (config.transport === 'sdk') {
-        return new LangfuseSdkRuntimeEventExporter(config);
-    }
-    return new LangfuseHttpRuntimeEventExporter(config);
+    return new LangfuseSdkRuntimeEventExporter(config);
 }
 export function createLangfuseExporter(telemetryConfig) {
     const config = resolveLangfuseExporterConfig(telemetryConfig);
     if (!config.enabled) {
         return new NoopRuntimeEventExporter();
     }
-    if (config.transport === 'sdk') {
-        return new LangfuseSdkRuntimeEventExporter(config);
-    }
-    return new LangfuseHttpRuntimeEventExporter(config);
+    return new LangfuseSdkRuntimeEventExporter(config);
 }
 export function resolveLangfuseExporterConfig(telemetryConfig) {
     const lf = telemetryConfig.langfuse;
     const publicKey = lf?.publicKey ?? '';
     const secretKey = lf?.secretKey ?? '';
     const credentialsPresent = Boolean(publicKey && secretKey);
-    const requestedTransport = lf?.transport;
-    const transport = requestedTransport ?? (credentialsPresent ? 'sdk' : 'ingestion');
     return {
         enabled: Boolean(lf?.enabled && credentialsPresent),
-        transport,
         publicKey,
         secretKey,
         baseUrl: lf?.baseUrl ?? DEFAULT_LANGFUSE_BASE_URL,
@@ -585,13 +482,10 @@ export function resolveLangfuseConfig(env) {
     const publicKey = trim(env.LANGFUSE_PUBLIC_KEY);
     const secretKey = trim(env.LANGFUSE_SECRET_KEY);
     const baseUrl = trim(env.LANGFUSE_BASE_URL) ?? DEFAULT_LANGFUSE_BASE_URL;
-    const requestedTransport = parseLangfuseTransport(env.LANGFUSE_TRANSPORT);
-    const transport = requestedTransport ?? (publicKey && secretKey ? 'sdk' : 'ingestion');
     const credentialsPresent = Boolean(publicKey && secretKey);
     const serviceVersion = trim(env.TELEMETRY_SERVICE_VERSION);
     return {
         enabled: Boolean(enabled && credentialsPresent),
-        transport,
         publicKey: publicKey ?? '',
         secretKey: secretKey ?? '',
         baseUrl,
@@ -602,171 +496,6 @@ export function resolveLangfuseConfig(env) {
         includePayloads: parseBooleanWithDefault(env.TELEMETRY_INCLUDE_PAYLOADS ?? env.LANGFUSE_INCLUDE_PAYLOADS, true),
     };
 }
-export function mapRuntimeEventToLangfuse(event) {
-    if (!event.traceId) {
-        return [];
-    }
-    if (isLlmGenerationEvent(event)) {
-        return [mapLlmGenerationEventToLangfuse(event)];
-    }
-    if (isToolEvent(event)) {
-        return [mapToolEventToLangfuse(event)];
-    }
-    return mapLifecycleEventToLangfuse(event);
-}
-function mapLifecycleEventToLangfuse(event) {
-    const traceId = requireTraceId(event.traceId);
-    switch (event.type) {
-        case 'chat_turn_started':
-            return [
-                ingestionEvent('trace-create', event.createdAt, {
-                    id: langfuseTraceId(traceId),
-                    sessionId: event.sessionId,
-                    name: 'copilot-chat-turn',
-                    timestamp: event.createdAt,
-                    input: event.details?.input,
-                    metadata: lifecycleMetadata(event),
-                }),
-            ];
-        case 'chat_turn_completed':
-        case 'chat_turn_failed': {
-            const output = event.details?.output ?? (event.error ? { error: event.error } : undefined);
-            return [
-                ingestionEvent('trace-update', event.createdAt, {
-                    id: langfuseTraceId(traceId),
-                    ...(output !== undefined ? { output } : {}),
-                    metadata: lifecycleMetadata(event),
-                }),
-            ];
-        }
-        case 'chat_turn_steered':
-        case 'chat_turn_steer_delivered':
-        case 'chat_turn_followup_queued':
-        case 'chat_turn_followup_delivered': {
-            const spanId = langfuseSpanId(traceId, chatInputSpanKey(event));
-            return [
-                ingestionEvent('span-create', event.createdAt, {
-                    id: spanId,
-                    traceId: langfuseTraceId(traceId),
-                    parentObservationId: langfuseSpanId(traceId, chatSpanKey(event)),
-                    name: chatInputObservationName(event),
-                    startTime: event.createdAt,
-                    input: event.details?.input,
-                    metadata: lifecycleMetadata(event),
-                }),
-                ingestionEvent('span-update', event.createdAt, {
-                    id: spanId,
-                    traceId: langfuseTraceId(traceId),
-                    endTime: event.createdAt,
-                    output: event.details?.output ?? chatInputLifecycleOutput(event),
-                    metadata: lifecycleMetadata(event),
-                }),
-            ];
-        }
-        case 'subagent_spawned':
-        case 'subagent_started': {
-            const batchKey = subagentBatchSpanKey(event);
-            return [
-                ...(batchKey
-                    ? [
-                        ingestionEvent('span-create', event.createdAt, {
-                            id: langfuseSpanId(traceId, batchKey),
-                            traceId: langfuseTraceId(traceId),
-                            parentObservationId: langfuseSpanId(traceId, chatSpanKey(event)),
-                            name: 'subagent fan-out',
-                            startTime: event.createdAt,
-                            input: event.details?.input,
-                            metadata: lifecycleMetadata(event),
-                        }),
-                    ]
-                    : []),
-                ingestionEvent('span-create', event.createdAt, {
-                    id: langfuseSpanId(traceId, subagentSpanKey(event)),
-                    traceId: langfuseTraceId(traceId),
-                    parentObservationId: langfuseSpanId(traceId, batchKey ?? subagentSpawnToolSpanKey(event) ?? chatSpanKey(event)),
-                    name: 'subagent',
-                    startTime: event.createdAt,
-                    metadata: lifecycleMetadata(event),
-                }),
-            ];
-        }
-        case 'subagent_completed':
-        case 'subagent_failed':
-        case 'subagent_cancelled':
-            return [
-                ingestionEvent('span-update', event.createdAt, {
-                    id: langfuseSpanId(traceId, subagentSpanKey(event)),
-                    traceId: langfuseTraceId(traceId),
-                    endTime: event.createdAt,
-                    metadata: lifecycleMetadata(event),
-                    ...(event.error ? { output: { error: event.error } } : {}),
-                }),
-            ];
-        default:
-            return assertNever(event.type);
-    }
-}
-function mapToolEventToLangfuse(event) {
-    const traceId = requireTraceId(event.traceId);
-    const spanId = langfuseSpanId(traceId, `tool:${event.sessionId}:${event.toolCallId}:${event.toolName}`);
-    const parentObservationId = langfuseParentObservationId(traceId, event);
-    if (event.status === 'started') {
-        return ingestionEvent('span-create', event.createdAt, {
-            id: spanId,
-            traceId: langfuseTraceId(traceId),
-            parentObservationId,
-            name: toolObservationName(event),
-            startTime: event.createdAt,
-            input: event.args ?? {},
-            metadata: toolMetadata(event),
-        });
-    }
-    return ingestionEvent('span-update', event.createdAt, {
-        id: spanId,
-        traceId: langfuseTraceId(traceId),
-        endTime: event.createdAt,
-        metadata: toolMetadata(event),
-        ...(event.error ? { output: { error: event.error } } : { output: event.details ?? {} }),
-    });
-}
-function mapLlmGenerationEventToLangfuse(event) {
-    const traceId = requireTraceId(event.traceId);
-    const id = langfuseSpanId(traceId, llmGenerationKey(event));
-    const parentObservationId = langfuseParentObservationId(traceId, event);
-    if (event.status === 'started') {
-        return ingestionEvent('generation-create', event.createdAt, {
-            id,
-            traceId: langfuseTraceId(traceId),
-            parentObservationId,
-            name: llmGenerationObservationName(event),
-            startTime: event.createdAt,
-            model: event.model.model,
-            modelParameters: {
-                provider: event.model.provider,
-                ...(event.model.thinkingLevel ? { thinkingLevel: event.model.thinkingLevel } : {}),
-            },
-            input: event.input,
-            metadata: llmGenerationMetadata(event),
-        });
-    }
-    return ingestionEvent('generation-update', event.createdAt, {
-        id,
-        traceId: langfuseTraceId(traceId),
-        endTime: event.createdAt,
-        output: event.output ?? (event.error ? { error: event.error } : undefined),
-        level: event.error ? 'ERROR' : 'DEFAULT',
-        ...(event.error ? { statusMessage: event.error } : {}),
-        ...(event.usage
-            ? { usage: toLangfuseUsage(event.usage), usageDetails: toLangfuseUsageDetails(event.usage) }
-            : {}),
-        model: event.model.model,
-        modelParameters: {
-            provider: event.model.provider,
-            ...(event.model.thinkingLevel ? { thinkingLevel: event.model.thinkingLevel } : {}),
-        },
-        metadata: llmGenerationMetadata(event),
-    });
-}
 function mapRuntimeEventToOtelSpans(event, pendingStarts) {
     if (!event.traceId) {
         return [];
@@ -787,7 +516,7 @@ function mapLifecycleEventToOtelSpans(event, pendingStarts) {
             pendingStarts.set(rootKey, {
                 traceId: langfuseTraceId(traceId),
                 spanId: rootSpanId,
-                name: 'copilot-chat-turn',
+                name: 'chat-turn',
                 startTime: event.createdAt,
                 attributes: {
                     ...lifecycleMetadata(event),
@@ -802,7 +531,7 @@ function mapLifecycleEventToOtelSpans(event, pendingStarts) {
                 completeOtelSpan(pendingStarts, rootKey, {
                     traceId: langfuseTraceId(traceId),
                     spanId: rootSpanId,
-                    name: 'copilot-chat-turn',
+                    name: 'chat-turn',
                     startTime: event.createdAt,
                     attributes: {
                         ...lifecycleMetadata(event),
@@ -1282,14 +1011,6 @@ function flattenUsageAttributes(usage) {
         ...(usage.cost?.total !== undefined ? { 'usage.cost.total': usage.cost.total } : {}),
     };
 }
-function ingestionEvent(type, timestamp, body) {
-    return {
-        id: randomUUID(),
-        timestamp,
-        type,
-        body,
-    };
-}
 function langfuseTraceId(traceId) {
     return stableHex(`trace:${traceId}`, 32);
 }
@@ -1343,10 +1064,6 @@ function parseBooleanWithDefault(value, fallback) {
     }
     return parseBoolean(value);
 }
-function parseLangfuseTransport(value) {
-    const normalized = value?.trim().toLowerCase();
-    return normalized === 'sdk' || normalized === 'ingestion' ? normalized : undefined;
-}
 function parsePositiveInteger(value, fallback) {
     const parsed = Number(value);
     return Number.isInteger(parsed) && parsed > 0 ? parsed : fallback;