@juspay/neurolink 9.30.0 → 9.31.0

package/dist/client/observability/exporters/otelExporter.js

@@ -0,0 +1,164 @@
+/**
+ * OpenTelemetry Exporter
+ * Exports spans to OTLP-compatible backends
+ */
+import { gzipSync } from "zlib";
+import { SpanSerializer } from "../utils/spanSerializer.js";
+import { BaseExporter } from "./baseExporter.js";
+/**
+ * OpenTelemetry exporter for OTLP-compatible backends
+ * Supports HTTP, gRPC, and Zipkin protocols
+ */
+export class OtelExporter extends BaseExporter {
+    endpoint;
+    protocol;
+    serviceName;
+    serviceVersion;
+    resourceAttributes;
+    compression;
+    constructor(config) {
+        super("opentelemetry", config);
+        this.endpoint = config.endpoint;
+        this.protocol = config.protocol ?? "http";
+        this.serviceName = config.serviceName ?? "neurolink-ai";
+        this.serviceVersion = config.serviceVersion ?? "1.0.0";
+        this.resourceAttributes = config.resourceAttributes ?? {};
+        this.compression = config.compression ?? "none";
+    }
+    async initialize() {
+        if (this.initialized) {
+            return;
+        }
+        this.initialized = true;
+        this.startFlushInterval(this.config.flushIntervalMs ?? 5000);
+    }
+    async exportSpan(span) {
+        // Intentionally buffer spans rather than exporting immediately.
+        // OTLP is designed for batch export (resourceSpans envelope), so we
+        // accumulate spans and flush them together via exportBatch() on the
+        // configured flushInterval or when the buffer reaches maxBufferSize.
+        this.bufferSpan(span);
+        return this.createSuccessResult(0, 0);
+    }
+    async exportBatch(spans) {
+        const startTime = Date.now();
+        try {
+            const otelSpans = spans.map((s) => SpanSerializer.toOtelFormat(s));
+            const payload = {
+                resourceSpans: [
+                    {
+                        resource: {
+                            attributes: [
+                                {
+                                    key: "service.name",
+                                    value: { stringValue: this.serviceName },
+                                },
+                                {
+                                    key: "service.version",
+                                    value: { stringValue: this.serviceVersion },
+                                },
+                                ...Object.entries(this.resourceAttributes).map(([key, value]) => ({
+                                    key,
+                                    value: { stringValue: value },
+                                })),
+                            ],
+                        },
+                        scopeSpans: [
+                            {
+                                scope: {
+                                    name: "neurolink-observability",
+                                    version: "1.0.0",
+                                },
+                                spans: otelSpans,
+                            },
+                        ],
+                    },
+                ],
+            };
+            const url = this.getExportUrl();
+            await this.sendRequest(url, payload);
+            return this.createSuccessResult(spans.length, Date.now() - startTime);
+        }
+        catch (error) {
+            return this.createFailureResult(spans.map((s) => s.spanId), error instanceof Error ? error.message : String(error), Date.now() - startTime);
+        }
+    }
+    async flush() {
+        if (this.buffer.length > 0) {
+            const spans = [...this.buffer];
+            this.buffer = [];
+            await this.exportBatch(spans);
+        }
+    }
+    async shutdown() {
+        await this.flush();
+        this.stopFlushInterval();
+        this.initialized = false;
+    }
+    async healthCheck() {
+        try {
+            await this.withRetry(() => this.ping(), "health check");
+            return this.createHealthStatus(true);
+        }
+        catch {
+            return this.createHealthStatus(false, ["Endpoint unreachable"]);
+        }
+    }
+    /**
+     * Verify connectivity to OTLP endpoint
+     */
+    async ping() {
+        const response = await fetch(this.endpoint, { method: "HEAD" });
+        // 405 (Method Not Allowed) is acceptable for HEAD requests
+        if (!response.ok && response.status !== 405) {
+            throw new Error(`OTLP endpoint unreachable: ${response.status}`);
+        }
+    }
+    /**
+     * Get the export URL based on protocol
+     */
+    getExportUrl() {
+        switch (this.protocol) {
+            case "http":
+                return `${this.endpoint}/v1/traces`;
+            case "zipkin":
+                return `${this.endpoint}/api/v2/spans`;
+            case "grpc":
+                // For gRPC, this would use @grpc/grpc-js
+                return this.endpoint;
+            default:
+                return `${this.endpoint}/v1/traces`;
+        }
+    }
+    /**
+     * Send request with optional gzip compression
+     * @param endpoint - The URL to send to
+     * @param body - The payload to send
+     */
+    async sendRequest(endpoint, body) {
+        const jsonBody = JSON.stringify(body);
+        let bodyData = jsonBody;
+        const headers = {
+            "Content-Type": "application/json",
+        };
+        // Apply gzip compression if configured
+        if (this.compression === "gzip") {
+            const compressed = gzipSync(Buffer.from(jsonBody));
+            // Convert Buffer to Uint8Array for fetch compatibility
+            bodyData = new Uint8Array(compressed);
+            headers["Content-Encoding"] = "gzip";
+        }
+        // Add any custom headers from config
+        if (this.config.headers) {
+            Object.assign(headers, this.config.headers);
+        }
+        const response = await fetch(endpoint, {
+            method: "POST",
+            headers,
+            body: bodyData,
+        });
+        if (!response.ok) {
+            throw new Error(`OTLP export failed: ${response.statusText}`);
+        }
+    }
+}

package/dist/client/observability/exporters/posthogExporter.js

@@ -0,0 +1,287 @@
+/**
+ * PostHog Exporter
+ * Exports spans to PostHog product analytics platform
+ * @see https://posthog.com/docs/api
+ */
+import { logger } from "../../utils/logger.js";
+import { SpanStatus, SpanType } from "../types/spanTypes.js";
+import { BaseExporter } from "./baseExporter.js";
+/**
+ * PostHog exporter for product analytics and LLM event tracking
+ * Supports capturing LLM interactions as events with properties
+ */
+export class PostHogExporter extends BaseExporter {
+    apiKey;
+    host;
+    personalApiKey;
+    constructor(config) {
+        super("posthog", config);
+        this.apiKey = config.apiKey;
+        this.host = config.host ?? "https://app.posthog.com";
+        this.personalApiKey = config.personalApiKey;
+    }
+    async initialize() {
+        if (this.initialized) {
+            return;
+        }
+        // Verify API key by making a test call
+        try {
+            const response = await fetch(`${this.host}/api/projects/`, {
+                headers: this.getHeaders(),
+            });
+            if (!response.ok && response.status !== 401) {
+                // 401 is expected with project API key
+                logger.warn("[PostHog] Could not verify API connection:", response.statusText);
+            }
+        }
+        catch (error) {
+            logger.warn("[PostHog] Could not verify API connection:", error instanceof Error ? error.message : error);
+        }
+        this.initialized = true;
+        this.startFlushInterval(this.config.flushIntervalMs ?? 5000);
+    }
+    /**
+     * Get authorization headers
+     */
+    getHeaders() {
+        const headers = {
+            "Content-Type": "application/json",
+        };
+        // Use personal API key for management endpoints, project API key for events
+        if (this.personalApiKey) {
+            headers["Authorization"] = `Bearer ${this.personalApiKey}`;
+        }
+        return headers;
+    }
+    async exportSpan(span) {
+        const startTime = Date.now();
+        try {
+            const event = this.convertToPostHogEvent(span);
+            const response = await fetch(`${this.host}/capture/`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify(event),
+            });
+            if (!response.ok) {
+                throw new Error(`Export failed: ${response.statusText}`);
+            }
+            return this.createSuccessResult(1, Date.now() - startTime);
+        }
+        catch (error) {
+            return this.createFailureResult([span.spanId], error instanceof Error ? error.message : String(error), Date.now() - startTime);
+        }
+    }
+    async exportBatch(spans) {
+        const startTime = Date.now();
+        try {
+            const events = spans.map((s) => this.convertToPostHogEvent(s));
+            const response = await fetch(`${this.host}/batch/`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    api_key: this.apiKey,
+                    batch: events.map((e) => ({
+                        ...e,
+                        // For batch, we don't include api_key in each event
+                        api_key: undefined,
+                    })),
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Batch export failed: ${response.statusText}`);
+            }
+            return this.createSuccessResult(spans.length, Date.now() - startTime);
+        }
+        catch (error) {
+            return this.createFailureResult(spans.map((s) => s.spanId), error instanceof Error ? error.message : String(error), Date.now() - startTime);
+        }
+    }
+    async flush() {
+        if (this.buffer.length > 0) {
+            const spans = [...this.buffer];
+            this.buffer = [];
+            await this.exportBatch(spans);
+        }
+    }
+    async shutdown() {
+        await this.flush();
+        this.stopFlushInterval();
+        this.initialized = false;
+    }
+    async healthCheck() {
+        try {
+            await this.withRetry(() => this.ping(), "health check");
+            return this.createHealthStatus(true);
+        }
+        catch {
+            return this.createHealthStatus(false, ["Health check failed"]);
+        }
+    }
+    /**
+     * Verify connectivity to PostHog API
+     */
+    async ping() {
+        // PostHog doesn't have a dedicated health endpoint, so we use decide endpoint
+        const response = await fetch(`${this.host}/decide/?v=3`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                api_key: this.apiKey,
+                distinct_id: "health_check",
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`PostHog API unreachable: ${response.status}`);
+        }
+    }
+    /**
+     * Convert span to PostHog event format
+     */
+    convertToPostHogEvent(span) {
+        // Determine the event name based on span type
+        const eventName = this.getEventName(span);
+        // Get distinct ID from user.id or session.id, or use trace ID as fallback
+        const distinctId = span.attributes["user.id"] ||
+            span.attributes["session.id"] ||
+            span.traceId;
+        return {
+            api_key: this.apiKey,
+            event: eventName,
+            distinct_id: distinctId,
+            timestamp: span.startTime,
+            properties: {
+                // Core span data
+                $span_id: span.spanId,
+                $trace_id: span.traceId,
+                $parent_span_id: span.parentSpanId,
+                // AI-specific properties
+                ai_provider: span.attributes["ai.provider"],
+                ai_model: span.attributes["ai.model"],
+                ai_tokens_input: span.attributes["ai.tokens.input"],
+                ai_tokens_output: span.attributes["ai.tokens.output"],
+                ai_tokens_total: span.attributes["ai.tokens.total"],
+                ai_cost_total: span.attributes["ai.cost.total"],
+                ai_cost_currency: span.attributes["ai.cost.currency"] || "USD",
+                // Generation parameters
+                ai_temperature: span.attributes["ai.temperature"],
+                ai_max_tokens: span.attributes["ai.max_tokens"],
+                // Performance metrics
+                duration_ms: span.durationMs,
+                status: this.getStatusString(span.status),
+                status_message: span.statusMessage,
+                // Error tracking
+                is_error: span.status === SpanStatus.ERROR,
+                error_type: span.attributes["error.type"],
+                error_message: span.attributes["error.message"],
+                // Tool attributes
+                tool_name: span.attributes["tool.name"],
+                tool_server: span.attributes["tool.server"],
+                tool_success: span.attributes["tool.success"],
+                // Environment
+                environment: span.attributes["deployment.environment"] || this.config.environment,
+                service_name: span.attributes["service.name"],
+                service_version: span.attributes["service.version"] || this.config.version,
+                // Span type for filtering
+                span_type: span.type,
+                // Session tracking
+                $session_id: span.attributes["session.id"],
+                // Custom properties from attributes (filtered)
+                ...this.extractCustomProperties(span.attributes),
+            },
+        };
+    }
+    /**
+     * Get event name based on span type
+     */
+    getEventName(span) {
+        const eventNameMap = {
+            [SpanType.AGENT_RUN]: "ai_agent_run",
+            [SpanType.WORKFLOW_STEP]: "ai_workflow_step",
+            [SpanType.TOOL_CALL]: "ai_tool_call",
+            [SpanType.MODEL_GENERATION]: "ai_generation",
+            [SpanType.EMBEDDING]: "ai_embedding",
+            [SpanType.RETRIEVAL]: "ai_retrieval",
+            [SpanType.MEMORY]: "ai_memory_operation",
+            [SpanType.CONTEXT_COMPACTION]: "ai_context_compaction",
+            [SpanType.RAG]: "ai_rag_operation",
+            [SpanType.EVALUATION]: "ai_evaluation",
+            [SpanType.MCP_TRANSPORT]: "ai_mcp_transport",
+            [SpanType.MEDIA_GENERATION]: "ai_media_generation",
+            [SpanType.PPT_GENERATION]: "ai_ppt_generation",
+            [SpanType.WORKFLOW]: "ai_workflow",
+            [SpanType.TTS]: "ai_tts_synthesis",
+            [SpanType.SERVER_REQUEST]: "ai_server_request",
+            [SpanType.CUSTOM]: "ai_custom_span",
+        };
+        return eventNameMap[span.type] || "ai_span";
+    }
+    /**
+     * Convert span status to string
+     */
+    getStatusString(status) {
+        switch (status) {
+            case SpanStatus.OK:
+                return "ok";
+            case SpanStatus.ERROR:
+                return "error";
+            default:
+                return "unset";
+        }
+    }
+    /**
+     * Extract custom properties from span attributes
+     * Filters out standard attributes that are already handled
+     */
+    extractCustomProperties(attributes) {
+        const standardKeys = new Set([
+            "service.name",
+            "service.version",
+            "deployment.environment",
+            "user.id",
+            "session.id",
+            "ai.provider",
+            "ai.model",
+            "ai.model.version",
+            "ai.tokens.input",
+            "ai.tokens.output",
+            "ai.tokens.total",
+            "ai.tokens.cache_read",
+            "ai.tokens.cache_creation",
+            "ai.tokens.reasoning",
+            "ai.cost.input",
+            "ai.cost.output",
+            "ai.cost.total",
+            "ai.cost.currency",
+            "ai.temperature",
+            "ai.max_tokens",
+            "ai.top_p",
+            "ai.stop_sequences",
+            "tool.name",
+            "tool.server",
+            "tool.success",
+            "error.type",
+            "error.message",
+            "error.stack",
+            "error",
+            "input",
+            "output",
+            "expected",
+            "scores",
+        ]);
+        const custom = {};
+        for (const [key, value] of Object.entries(attributes)) {
+            if (!standardKeys.has(key) && value !== undefined) {
+                // PostHog recommends snake_case for property names
+                const snakeCaseKey = key.replace(/\./g, "_").replace(/-/g, "_");
+                custom[snakeCaseKey] = value;
+            }
+        }
+        return custom;
+    }
+}

package/dist/client/observability/exporters/sentryExporter.js

@@ -0,0 +1,165 @@
+/**
+ * Sentry Exporter
+ * Exports spans to Sentry error tracking and performance platform
+ */
+import { logger } from "../../utils/logger.js";
+import { SpanStatus } from "../types/spanTypes.js";
+import { BaseExporter } from "./baseExporter.js";
+/**
+ * Sentry exporter for error tracking and performance monitoring
+ * Captures AI errors as exceptions and traces as transactions
+ */
+export class SentryExporter extends BaseExporter {
+    dsn;
+    tracesSampleRate;
+    release;
+    sentryHub = null;
+    constructor(config) {
+        super("sentry", config);
+        this.dsn = config.dsn;
+        this.tracesSampleRate = config.tracesSampleRate ?? 1.0;
+        this.release = config.release;
+    }
+    async initialize() {
+        if (this.initialized) {
+            return;
+        }
+        // Dynamically import Sentry to avoid bundling issues
+        // @sentry/node is an optional peer dependency
+        const sentry = await this.loadSentry();
+        if (sentry) {
+            sentry.init({
+                dsn: this.dsn,
+                tracesSampleRate: this.tracesSampleRate,
+                release: this.release,
+                environment: this.config.environment ?? "production",
+            });
+            this.sentryHub = sentry;
+        }
+        this.initialized = true;
+    }
+    /**
+     * Load Sentry SDK dynamically as an optional dependency
+     * @returns Sentry module or null if not installed
+     */
+    async loadSentry() {
+        try {
+            // Use standard dynamic import for optional peer dependency
+            // @ts-expect-error - @sentry/node is an optional peer dependency
+            const sentry = await import("@sentry/node");
+            return sentry;
+        }
+        catch {
+            logger.warn("[Sentry] Sentry SDK not installed. Install @sentry/node to use SentryExporter.");
+            return null;
+        }
+    }
+    async exportSpan(span) {
+        const startTime = Date.now();
+        if (!this.sentryHub) {
+            // Sentry not available, just succeed silently
+            return this.createSuccessResult(0, Date.now() - startTime);
+        }
+        try {
+            const Sentry = this.sentryHub;
+            // For errors, capture as Sentry exception
+            if (span.status === SpanStatus.ERROR) {
+                Sentry.withScope((scope) => {
+                    scope.setTags({
+                        "ai.provider": span.attributes["ai.provider"] ?? "",
+                        "ai.model": span.attributes["ai.model"] ?? "",
+                        "span.type": span.type,
+                    });
+                    scope.setContext("ai", {
+                        tokens: {
+                            input: span.attributes["ai.tokens.input"],
+                            output: span.attributes["ai.tokens.output"],
+                            total: span.attributes["ai.tokens.total"],
+                        },
+                        cost: span.attributes["ai.cost.total"],
+                        duration_ms: span.durationMs,
+                    });
+                    if (span.attributes["user.id"]) {
+                        scope.setUser({
+                            id: span.attributes["user.id"],
+                        });
+                    }
+                    Sentry.captureException(new Error(span.statusMessage ?? "AI operation failed"));
+                });
+            }
+            // Create Sentry transaction for performance tracking
+            const transaction = Sentry.startInactiveSpan({
+                name: span.name,
+                op: span.type,
+                startTime: new Date(span.startTime).getTime() / 1000,
+                attributes: {
+                    "ai.provider": span.attributes["ai.provider"],
+                    "ai.model": span.attributes["ai.model"],
+                    "ai.tokens.total": span.attributes["ai.tokens.total"],
+                    "ai.cost.total": span.attributes["ai.cost.total"],
+                },
+            });
+            // End the transaction
+            if (span.endTime) {
+                transaction.end(new Date(span.endTime).getTime() / 1000);
+            }
+            else {
+                transaction.end();
+            }
+            return this.createSuccessResult(1, Date.now() - startTime);
+        }
+        catch (error) {
+            return this.createFailureResult([span.spanId], error instanceof Error ? error.message : String(error), Date.now() - startTime, false);
+        }
+    }
+    async exportBatch(spans) {
+        const results = await Promise.all(spans.map((s) => this.exportSpan(s)));
+        const successful = results.filter((r) => r.success).length;
+        const failed = spans.length - successful;
+        return {
+            success: failed === 0,
+            exportedCount: successful,
+            failedCount: failed,
+            errors: results.flatMap((r) => r.errors ?? []),
+            durationMs: results.reduce((sum, r) => sum + r.durationMs, 0),
+        };
+    }
+    async flush() {
+        if (this.buffer.length > 0) {
+            const spans = [...this.buffer];
+            this.buffer = [];
+            await this.exportBatch(spans);
+        }
+        // Flush Sentry's internal buffer
+        if (this.sentryHub) {
+            await this.sentryHub.flush(2000);
+        }
+    }
+    async shutdown() {
+        await this.flush();
+        // Close Sentry SDK
+        if (this.sentryHub) {
+            await this.sentryHub.close(2000);
+        }
+        this.initialized = false;
+    }
+    async healthCheck() {
+        try {
+            await this.withRetry(() => this.ping(), "health check");
+            return this.createHealthStatus(true);
+        }
+        catch {
+            return this.createHealthStatus(false, ["Health check failed"]);
+        }
+    }
+    /**
+     * Verify Sentry SDK is functional
+     */
+    async ping() {
+        if (!this.sentryHub) {
+            throw new Error("Sentry SDK not initialized");
+        }
+        // Sentry SDK is available, consider it healthy
+        // Note: Sentry doesn't have a simple ping endpoint, but the SDK initialization verifies DSN
+    }
+}

package/dist/client/observability/index.js

@@ -0,0 +1,31 @@
+/**
+ * Observability Module
+ * Multi-platform observability with OpenTelemetry integration
+ */
+// Core - Registry with singleton pattern
+export { ExporterRegistry, getExporterRegistry, resetExporterRegistry, } from "./exporterRegistry.js";
+export { ArizeExporter } from "./exporters/arizeExporter.js";
+// Exporters
+export { BaseExporter, NoOpExporter } from "./exporters/baseExporter.js";
+export { BraintrustExporter } from "./exporters/braintrustExporter.js";
+export { DatadogExporter } from "./exporters/datadogExporter.js";
+export { LaminarExporter } from "./exporters/laminarExporter.js";
+export { LangfuseExporter } from "./exporters/langfuseExporter.js";
+export { LangSmithExporter } from "./exporters/langsmithExporter.js";
+export { OtelExporter } from "./exporters/otelExporter.js";
+export { PostHogExporter } from "./exporters/posthogExporter.js";
+export { SentryExporter } from "./exporters/sentryExporter.js";
+// Metrics Aggregation with singleton pattern
+export { getMetricsAggregator, MetricsAggregator, resetMetricsAggregator, } from "./metricsAggregator.js";
+export { OtelBridge } from "./otelBridge.js";
+// Retry Policies
+export { BaseRetryPolicy, CircuitBreakerAwarePolicy, ExponentialBackoffPolicy, FixedDelayPolicy, LinearBackoffPolicy, NoRetryPolicy, RetryExecutor, RetryPolicyFactory, } from "./retryPolicy.js";
+// Sampling
+export { AlwaysSampler, AttributeBasedSampler, CompositeSampler, CustomSampler, ErrorOnlySampler, NeverSampler, PrioritySampler, RatioSampler, SamplerFactory, TraceIdRatioSampler, } from "./sampling/samplers.js";
+// Span Processing
+export { AttributeEnrichmentProcessor, BatchProcessor, CompositeProcessor, FilterProcessor, PassThroughProcessor, RedactionProcessor, SpanProcessorFactory, TruncationProcessor, } from "./spanProcessor.js";
+export { enrichSpanWithTokenUsage, getTokenTracker, resetTokenTracker, TokenTracker, } from "./tokenTracker.js";
+// Types
+export { AGENT_ATTRIBUTES, GENAI_ATTRIBUTES, SpanStatus, SpanType, } from "./types/spanTypes.js";
+// Utilities
+export { SpanSerializer } from "./utils/spanSerializer.js";