@agentuity/runtime 0.1.23 → 0.1.25

package/src/middleware.ts

@@ -290,7 +290,7 @@ export function createOtelMiddleware() {
 		await context.with(extractedContext, async (): Promise<void> => {
 			const tracer = trace.getTracer('http-server');
 			await tracer.startActiveSpan(
-				`HTTP ${method}`,
+				`${method} ${url.pathname}`,
 				{
 					kind: SpanKind.SERVER,
 					attributes: {
@@ -373,8 +373,13 @@ export function createOtelMiddleware() {
 					}
 
 					// Factor out finalization logic so it can run synchronously or deferred
-					const finalizeSession = async (statusCode?: number) => {
-						internal.info('[session] saving session %s (thread: %s)', sessionId, thread.id);
+					const finalizeSession = async (statusCode?: number, error?: string) => {
+						internal.info(
+							'[session] saving session %s (thread: %s) (error: %s)',
+							sessionId,
+							thread.id,
+							error
+						);
 						await sessionProvider.save(session);
 						internal.info('[session] session saved, now saving thread');
 						await threadProvider.save(thread);
@@ -397,12 +402,16 @@ export function createOtelMiddleware() {
 									id: sessionId,
 									threadId: isEmpty ? null : thread.id,
 									statusCode: statusCode ?? c.res?.status ?? 200,
+									error,
 									agentIds: agentIds?.length ? agentIds : undefined,
 									userData,
 								});
 								internal.info('[session] session complete event sent');
 							} catch (ex) {
-								internal.info('[session] session complete event failed: %s', ex);
+								internal.info(
+									'[session] session complete event failed: %s',
+									ex instanceof Error ? ex.message : ex
+								);
 								// Silently ignore session complete errors - don't block response
 							}
 						}
@@ -419,6 +428,13 @@ export function createOtelMiddleware() {
 						// eslint-disable-next-line @typescript-eslint/no-explicit-any
 						const isStreaming = Boolean((c as any).get(IS_STREAMING_RESPONSE_KEY));
 
+						// Check if Hono caught an error (c.error is set by Hono's error handler)
+						// or if the response status indicates an error
+						// eslint-disable-next-line @typescript-eslint/no-explicit-any
+						const honoError = (c as any).error as Error | undefined;
+						const responseStatus = c.res?.status ?? 200;
+						const isError = honoError || responseStatus >= 500;
+
 						if (isStreaming && streamDone) {
 							// Defer session/thread saving until stream completes
 							// This ensures thread state changes made during streaming are persisted
@@ -445,8 +461,21 @@ export function createOtelMiddleware() {
 							});
 
 							span.setStatus({ code: SpanStatusCode.OK });
+						} else if (isError) {
+							// Hono caught an error or response is 5xx - report as error
+							const errorMessage = honoError
+								? (honoError.stack ?? honoError.message)
+								: `HTTP ${responseStatus}`;
+							span.setStatus({
+								code: SpanStatusCode.ERROR,
+								message: honoError?.message ?? errorMessage,
+							});
+							if (honoError) {
+								span.recordException(honoError);
+							}
+							await finalizeSession(responseStatus, errorMessage);
 						} else {
-							// Non-streaming: save session/thread synchronously (existing behavior)
+							// Non-streaming success: save session/thread synchronously
 							await finalizeSession();
 							span.setStatus({ code: SpanStatusCode.OK });
 						}
@@ -454,10 +483,14 @@ export function createOtelMiddleware() {
 						if (ex instanceof Error) {
 							span.recordException(ex);
 						}
+						const errorMessage = ex instanceof Error ? (ex.stack ?? ex.message) : String(ex);
 						span.setStatus({
 							code: SpanStatusCode.ERROR,
-							message: (ex as Error).message ?? String(ex),
+							message: ex instanceof Error ? ex.message : String(ex),
 						});
+
+						await finalizeSession(500, errorMessage);
+
 						throw ex;
 					} finally {
 						const headers: Record<string, string> = {};

package/src/otel/fetch.ts

@@ -37,7 +37,7 @@ export function instrumentFetch() {
 
 		// Create a child span using the current context
 		const childSpan = trace.getTracer('fetch').startSpan(
-			`HTTP ${method}`,
+			`${method} ${_url.pathname}`,
 			{
 				attributes: {
 					'http.url': url,

package/src/otel/otel.ts

@@ -24,7 +24,6 @@ import {
 import { MeterProvider, PeriodicExportingMetricReader } from '@opentelemetry/sdk-metrics';
 import { NodeSDK } from '@opentelemetry/sdk-node';
 import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from '@opentelemetry/semantic-conventions';
-import { initialize } from '@traceloop/node-server-sdk';
 import type { Logger } from '../logger';
 import { ConsoleLogRecordExporter, DebugSpanExporter } from './console';
 import { instrumentFetch } from './fetch';
@@ -308,35 +307,8 @@ export function registerOtel(config: OtelConfig): OtelResponse {
 		instrumentationSDK.start();
 		hostMetrics?.start();
 
-		try {
-			const projectName = config.projectId || '';
-			const orgId = config.orgId || '';
-			const appName = `${orgId}:${projectName}`;
-
-			const traceloopHeaders: Record<string, string> = {};
-			if (bearerToken) {
-				traceloopHeaders.Authorization = `Bearer ${bearerToken}`;
-			}
-
-			initialize({
-				appName,
-				baseUrl: url,
-				headers: traceloopHeaders,
-				disableBatch: devmode,
-				propagator,
-				silenceInitializationMessage: true,
-				traceloopSyncEnabled: false,
-				tracingEnabled: false, // Disable traceloop's own tracing (equivalent to Python's telemetryEnabled: false)
-				// Note: JavaScript SDK doesn't support resourceAttributes like Python
-			});
-			logger.debug(`Telemetry initialized with app_name: ${appName}`);
-			logger.debug('Telemetry configured successfully');
-			logger.debug('Sending telemetry data to %s', url);
-		} catch (error) {
-			logger.warn('Telemetry not available, skipping automatic instrumentation', {
-				error: error instanceof Error ? error.message : String(error),
-			});
-		}
+		logger.debug('Telemetry configured successfully');
+		logger.debug('Sending telemetry data to %s', url);
 		running = true;
 	}
 

package/src/services/evalrun/http.ts

@@ -13,6 +13,7 @@ import {
 	type Logger,
 	StructuredError,
 } from '@agentuity/core';
+import { context, trace, SpanStatusCode } from '@opentelemetry/api';
 import { internal } from '../../logger/internal';
 
 const EvalRunResponseError = StructuredError('EvalRunResponseError');
@@ -37,6 +38,10 @@ export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
 	 * @param event EvalRunStartEvent
 	 */
 	async start(event: EvalRunStartEvent): Promise<void> {
+		const tracer = trace.getTracer('evalrun');
+		const currentContext = context.active();
+		const span = tracer.startSpan('Eval Start', {}, currentContext);
+
 		const endpoint = '/evalrun/2025-03-17';
 		const fullUrl = `${this.baseUrl}${endpoint}`;
 
@@ -57,18 +62,24 @@ export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
 		internal.info('[EVALRUN HTTP] ============================================');
 
 		try {
-			const resp = await this.apiClient.post(
-				endpoint,
-				payload,
-				APIResponseSchemaNoData(),
-				EvalRunStartEventDelayedSchema
+			const spanContext = trace.setSpan(currentContext, span);
+			const resp = await context.with(spanContext, () =>
+				this.apiClient.post(
+					endpoint,
+					payload,
+					APIResponseSchemaNoData(),
+					EvalRunStartEventDelayedSchema
+				)
 			);
+
 			if (resp.success) {
 				this.logger.debug('[EVALRUN HTTP] Start event sent successfully: %s', event.id);
+				span.setStatus({ code: SpanStatusCode.OK });
 				return;
 			}
 			const errorMsg = resp.message || 'Unknown error';
 			this.logger.error('[EVALRUN HTTP] Start event failed: %s, error: %s', event.id, errorMsg);
+			span.setStatus({ code: SpanStatusCode.ERROR, message: errorMsg });
 			throw new EvalRunResponseError({ message: errorMsg });
 		} catch (error) {
 			this.logger.error(
@@ -86,7 +97,14 @@ export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
 					JSON.stringify(error.issues, null, 2)
 				);
 			}
+			span.recordException(error as Error);
+			span.setStatus({
+				code: SpanStatusCode.ERROR,
+				message: error instanceof Error ? error.message : String(error),
+			});
 			throw error;
+		} finally {
+			span.end();
 		}
 	}
 
@@ -96,6 +114,10 @@ export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
 	 * @param event EvalRunCompleteEvent
 	 */
 	async complete(event: EvalRunCompleteEvent): Promise<void> {
+		const tracer = trace.getTracer('evalrun');
+		const currentContext = context.active();
+		const span = tracer.startSpan('Eval End', {}, currentContext);
+
 		const endpoint = '/evalrun/2025-03-17';
 		const fullUrl = `${this.baseUrl}${endpoint}`;
 		this.logger.debug('[EVALRUN HTTP] Sending eval run complete event: %s', event.id);
@@ -103,14 +125,19 @@ export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
 		this.logger.debug('[EVALRUN HTTP] Base URL: %s', this.baseUrl);
 
 		try {
-			const resp = await this.apiClient.put(
-				endpoint,
-				{ ...event, timestamp: Date.now() },
-				APIResponseSchemaNoData(),
-				EvalRunCompleteEventDelayedSchema
+			const spanContext = trace.setSpan(currentContext, span);
+			const resp = await context.with(spanContext, () =>
+				this.apiClient.put(
+					endpoint,
+					{ ...event, timestamp: Date.now() },
+					APIResponseSchemaNoData(),
+					EvalRunCompleteEventDelayedSchema
+				)
 			);
+
 			if (resp.success) {
 				this.logger.debug('[EVALRUN HTTP] Complete event sent successfully: %s', event.id);
+				span.setStatus({ code: SpanStatusCode.OK });
 				return;
 			}
 			const errorMsg = resp.message || 'Unknown error';
@@ -119,6 +146,7 @@ export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
 				event.id,
 				errorMsg
 			);
+			span.setStatus({ code: SpanStatusCode.ERROR, message: errorMsg });
 			throw new EvalRunResponseError({ message: errorMsg });
 		} catch (error) {
 			this.logger.error(
@@ -126,7 +154,14 @@ export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
 				event.id,
 				error instanceof Error ? error.message : String(error)
 			);
+			span.recordException(error as Error);
+			span.setStatus({
+				code: SpanStatusCode.ERROR,
+				message: error instanceof Error ? error.message : String(error),
+			});
 			throw error;
+		} finally {
+			span.end();
 		}
 	}
 }

package/src/services/local/keyvalue.ts

@@ -137,7 +137,9 @@ export class LocalKeyValueStorage implements KeyValueStorage {
 		throw new Error('getStats not implemented for local storage');
 	}
 
-	async getAllStats(_params?: GetAllStatsParams): Promise<Record<string, KeyValueStats> | KeyValueStatsPaginated> {
+	async getAllStats(
+		_params?: GetAllStatsParams
+	): Promise<Record<string, KeyValueStats> | KeyValueStatsPaginated> {
 		throw new Error('getAllStats not implemented for local storage');
 	}
 

package/src/services/local/vector.ts

@@ -347,7 +347,9 @@ export class LocalVectorStorage implements VectorStorage {
 		};
 	}
 
-	async getAllStats(_params?: VectorGetAllStatsParams): Promise<Record<string, VectorNamespaceStats> | VectorStatsPaginated> {
+	async getAllStats(
+		_params?: VectorGetAllStatsParams
+	): Promise<Record<string, VectorNamespaceStats> | VectorStatsPaginated> {
 		const query = this.#db.query(`
 			SELECT name, embedding, document
 			FROM vector_storage 

package/src/services/session/http.ts

@@ -8,6 +8,7 @@ import {
 	type Logger,
 	StructuredError,
 } from '@agentuity/core';
+import { context, trace, SpanStatusCode } from '@opentelemetry/api';
 import { internal } from '../../logger/internal';
 
 const SessionResponseError = StructuredError('SessionResponseError');
@@ -54,22 +55,44 @@ export class HTTPSessionEventProvider implements SessionEventProvider {
 			return;
 		}
 
-		internal.info('[session-http] sending start event: %s', event.id);
-		this.logger.debug('Sending session start event: %s', event.id);
-		const resp = await this.apiClient.post(
-			'/session/2025-03-17',
-			{ ...event, timestamp: Date.now() },
-			APIResponseSchemaNoData(),
-			SessionStartEventDelayedSchema
-		);
-		if (resp.success) {
-			internal.info('[session-http] start event sent successfully: %s', event.id);
-			this.logger.debug('Session start event sent successfully: %s', event.id);
-			this.startedSessions.add(event.id);
-			return;
+		const tracer = trace.getTracer('session');
+		const currentContext = context.active();
+		const span = tracer.startSpan('Session Start', {}, currentContext);
+
+		try {
+			internal.info('[session-http] sending start event: %s', event.id);
+			this.logger.debug('Sending session start event: %s', event.id);
+
+			const spanContext = trace.setSpan(currentContext, span);
+			const resp = await context.with(spanContext, () =>
+				this.apiClient.post(
+					'/session/2025-03-17',
+					{ ...event, timestamp: Date.now() },
+					APIResponseSchemaNoData(),
+					SessionStartEventDelayedSchema
+				)
+			);
+
+			if (resp.success) {
+				internal.info('[session-http] start event sent successfully: %s', event.id);
+				this.logger.debug('Session start event sent successfully: %s', event.id);
+				this.startedSessions.add(event.id);
+				span.setStatus({ code: SpanStatusCode.OK });
+				return;
+			}
+			internal.info('[session-http] start event failed: %s - %s', event.id, resp.message);
+			span.setStatus({ code: SpanStatusCode.ERROR, message: resp.message });
+			throw new SessionResponseError({ message: resp.message });
+		} catch (error) {
+			span.recordException(error as Error);
+			span.setStatus({
+				code: SpanStatusCode.ERROR,
+				message: error instanceof Error ? error.message : String(error),
+			});
+			throw error;
+		} finally {
+			span.end();
 		}
-		internal.info('[session-http] start event failed: %s - %s', event.id, resp.message);
-		throw new SessionResponseError({ message: resp.message });
 	}
 
 	/**
@@ -91,24 +114,46 @@ export class HTTPSessionEventProvider implements SessionEventProvider {
 		}
 		this.startedSessions.delete(event.id);
 
-		internal.info(
-			'[session-http] sending complete event: %s, userData: %s',
-			event.id,
-			event.userData ? `${event.userData.length} bytes` : 'none'
-		);
-		this.logger.debug('Sending session complete event: %s', event.id);
-		const resp = await this.apiClient.put(
-			'/session/2025-03-17',
-			{ ...event, timestamp: Date.now() },
-			APIResponseSchemaNoData(),
-			SessionCompleteEventDelayedSchema
-		);
-		if (resp.success) {
-			internal.info('[session-http] complete event sent successfully: %s', event.id);
-			this.logger.debug('Session complete event sent successfully: %s', event.id);
-			return;
+		const tracer = trace.getTracer('session');
+		const currentContext = context.active();
+		const span = tracer.startSpan('Session End', {}, currentContext);
+
+		try {
+			internal.info(
+				'[session-http] sending complete event: %s, userData: %s',
+				event.id,
+				event.userData ? `${event.userData.length} bytes` : 'none'
+			);
+			this.logger.debug('Sending session complete event: %s', event.id);
+
+			const spanContext = trace.setSpan(currentContext, span);
+			const resp = await context.with(spanContext, () =>
+				this.apiClient.put(
+					'/session/2025-03-17',
+					{ ...event, timestamp: Date.now() },
+					APIResponseSchemaNoData(),
+					SessionCompleteEventDelayedSchema
+				)
+			);
+
+			if (resp.success) {
+				internal.info('[session-http] complete event sent successfully: %s', event.id);
+				this.logger.debug('Session complete event sent successfully: %s', event.id);
+				span.setStatus({ code: SpanStatusCode.OK });
+				return;
+			}
+			internal.info('[session-http] complete event failed: %s - %s', event.id, resp.message);
+			span.setStatus({ code: SpanStatusCode.ERROR, message: resp.message });
+			throw new SessionResponseError({ message: resp.message });
+		} catch (error) {
+			span.recordException(error as Error);
+			span.setStatus({
+				code: SpanStatusCode.ERROR,
+				message: error instanceof Error ? error.message : String(error),
+			});
+			throw error;
+		} finally {
+			span.end();
 		}
-		internal.info('[session-http] complete event failed: %s - %s', event.id, resp.message);
-		throw new SessionResponseError({ message: resp.message });
 	}
 }