@agentuity/runtime 2.0.11 → 3.0.0-alpha.1

package/src/services/evalrun/http.ts

@@ -1,167 +0,0 @@
-import {
-	APIClient,
-	APIResponseSchemaNoData,
-	ValidationInputError,
-	ValidationOutputError,
-} from '@agentuity/server';
-import {
-	type EvalRunEventProvider,
-	type EvalRunStartEvent,
-	EvalRunStartEventDelayedSchema,
-	EvalRunCompleteEventDelayedSchema,
-	type EvalRunCompleteEvent,
-	type Logger,
-	StructuredError,
-} from '@agentuity/core';
-import { context, trace, SpanStatusCode } from '@opentelemetry/api';
-import { internal } from '../../logger/internal';
-
-const EvalRunResponseError = StructuredError('EvalRunResponseError');
-
-/**
- * An implementation of the EvalRunEventProvider which uses HTTP for delivery
- */
-export class HTTPEvalRunEventProvider implements EvalRunEventProvider {
-	private apiClient: APIClient;
-	private logger: Logger;
-	private baseUrl: string;
-
-	constructor(client: APIClient, logger: Logger, baseUrl: string) {
-		this.apiClient = client;
-		this.logger = logger;
-		this.baseUrl = baseUrl;
-	}
-
-	/**
-	 * called when the eval run starts
-	 *
-	 * @param event EvalRunStartEvent
-	 */
-	async start(event: EvalRunStartEvent): Promise<void> {
-		const tracer = trace.getTracer('evalrun');
-		const currentContext = context.active();
-		const span = tracer.startSpan('Eval Start', {}, currentContext);
-
-		const endpoint = '/evalrun';
-		const fullUrl = `${this.baseUrl}${endpoint}`;
-
-		const payload = { ...event, timestamp: Date.now() };
-
-		// Log full payload using internal logger
-		internal.info('[EVALRUN HTTP] ========== START PAYLOAD ==========');
-		internal.info('[EVALRUN HTTP] id: %s', payload.id);
-		internal.info('[EVALRUN HTTP] evalId: %s', payload.evalId);
-		internal.info('[EVALRUN HTTP] evalIdentifier: %s', payload.evalIdentifier);
-		internal.info('[EVALRUN HTTP] sessionId: %s', payload.sessionId);
-		internal.info('[EVALRUN HTTP] orgId: %s', payload.orgId);
-		internal.info('[EVALRUN HTTP] projectId: %s', payload.projectId);
-		internal.info('[EVALRUN HTTP] devmode: %s', payload.devmode);
-		internal.info('[EVALRUN HTTP] deploymentId: %s', payload.deploymentId);
-		internal.info('[EVALRUN HTTP] spanId: %s', payload.spanId);
-		internal.info('[EVALRUN HTTP] URL: POST %s', fullUrl);
-		internal.info('[EVALRUN HTTP] ============================================');
-
-		try {
-			const spanContext = trace.setSpan(currentContext, span);
-			const resp = await context.with(spanContext, () =>
-				this.apiClient.post(
-					endpoint,
-					payload,
-					APIResponseSchemaNoData(),
-					EvalRunStartEventDelayedSchema
-				)
-			);
-
-			if (resp.success) {
-				this.logger.debug('[EVALRUN HTTP] Start event sent successfully: %s', event.id);
-				span.setStatus({ code: SpanStatusCode.OK });
-				return;
-			}
-			const errorMsg = resp.message || 'Unknown error';
-			this.logger.error('[EVALRUN HTTP] Start event failed: %s, error: %s', event.id, errorMsg);
-			span.setStatus({ code: SpanStatusCode.ERROR, message: errorMsg });
-			throw new EvalRunResponseError({ message: errorMsg });
-		} catch (error) {
-			this.logger.error(
-				'[EVALRUN HTTP] Start event exception: %s, error: %s',
-				event.id,
-				error instanceof Error ? error.message : String(error)
-			);
-			// Log validation errors if available
-			if (
-				(error instanceof ValidationInputError || error instanceof ValidationOutputError) &&
-				error.issues?.length
-			) {
-				this.logger.error(
-					'[EVALRUN HTTP] Validation issues: %s',
-					JSON.stringify(error.issues, null, 2)
-				);
-			}
-			span.recordException(error as Error);
-			span.setStatus({
-				code: SpanStatusCode.ERROR,
-				message: error instanceof Error ? error.message : String(error),
-			});
-			throw error;
-		} finally {
-			span.end();
-		}
-	}
-
-	/**
-	 * called when the eval run completes
-	 *
-	 * @param event EvalRunCompleteEvent
-	 */
-	async complete(event: EvalRunCompleteEvent): Promise<void> {
-		const tracer = trace.getTracer('evalrun');
-		const currentContext = context.active();
-		const span = tracer.startSpan('Eval End', {}, currentContext);
-
-		const endpoint = '/evalrun';
-		const fullUrl = `${this.baseUrl}${endpoint}`;
-		this.logger.debug('[EVALRUN HTTP] Sending eval run complete event: %s', event.id);
-		this.logger.debug('[EVALRUN HTTP] URL: %s %s', 'PUT', fullUrl);
-		this.logger.debug('[EVALRUN HTTP] Base URL: %s', this.baseUrl);
-
-		try {
-			const spanContext = trace.setSpan(currentContext, span);
-			const resp = await context.with(spanContext, () =>
-				this.apiClient.put(
-					endpoint,
-					{ ...event, timestamp: Date.now() },
-					APIResponseSchemaNoData(),
-					EvalRunCompleteEventDelayedSchema
-				)
-			);
-
-			if (resp.success) {
-				this.logger.debug('[EVALRUN HTTP] Complete event sent successfully: %s', event.id);
-				span.setStatus({ code: SpanStatusCode.OK });
-				return;
-			}
-			const errorMsg = resp.message || 'Unknown error';
-			this.logger.error(
-				'[EVALRUN HTTP] Complete event failed: %s, error: %s',
-				event.id,
-				errorMsg
-			);
-			span.setStatus({ code: SpanStatusCode.ERROR, message: errorMsg });
-			throw new EvalRunResponseError({ message: errorMsg });
-		} catch (error) {
-			this.logger.error(
-				'[EVALRUN HTTP] Complete event exception: %s, error: %s',
-				event.id,
-				error instanceof Error ? error.message : String(error)
-			);
-			span.recordException(error as Error);
-			span.setStatus({
-				code: SpanStatusCode.ERROR,
-				message: error instanceof Error ? error.message : String(error),
-			});
-			throw error;
-		} finally {
-			span.end();
-		}
-	}
-}

package/src/services/evalrun/index.ts

@@ -1,4 +0,0 @@
-export { HTTPEvalRunEventProvider } from './http';
-export { LocalEvalRunEventProvider } from './local';
-export { JSONEvalRunEventProvider } from './json';
-export { CompositeEvalRunEventProvider } from './composite';

package/src/services/evalrun/json.ts

@@ -1,46 +0,0 @@
-import {
-	type EvalRunEventProvider,
-	type EvalRunStartEvent,
-	type EvalRunCompleteEvent,
-} from '@agentuity/core';
-
-/**
- * An implementation of the EvalRunEventProvider which writes to JSON files
- */
-export class JSONEvalRunEventProvider implements EvalRunEventProvider {
-	private exportDir: string;
-
-	constructor(exportDir: string) {
-		this.exportDir = exportDir;
-	}
-
-	/**
-	 * called when the eval run starts
-	 *
-	 * @param event EvalRunStartEvent
-	 */
-	async start(event: EvalRunStartEvent): Promise<void> {
-		const data = {
-			type: 'evalrun_start',
-			timestamp: Date.now(),
-			...event,
-		};
-		const filename = `${this.exportDir}/evalrun-${event.id}-start.json`;
-		await Bun.write(filename, JSON.stringify(data, null, 2));
-	}
-
-	/**
-	 * called when the eval run completes
-	 *
-	 * @param event EvalRunCompleteEvent
-	 */
-	async complete(event: EvalRunCompleteEvent): Promise<void> {
-		const data = {
-			type: 'evalrun_complete',
-			timestamp: Date.now(),
-			...event,
-		};
-		const filename = `${this.exportDir}/evalrun-${event.id}-complete.json`;
-		await Bun.write(filename, JSON.stringify(data, null, 2));
-	}
-}

package/src/services/evalrun/local.ts

@@ -1,28 +0,0 @@
-import {
-	type EvalRunEventProvider,
-	type EvalRunStartEvent,
-	type EvalRunCompleteEvent,
-} from '@agentuity/core';
-
-/**
- * An implementation of the EvalRunEventProvider which just logs locally
- */
-export class LocalEvalRunEventProvider implements EvalRunEventProvider {
-	/**
-	 * called when the eval run starts
-	 *
-	 * @param event EvalRunStartEvent
-	 */
-	async start(event: EvalRunStartEvent): Promise<void> {
-		console.log('EvalRun started:', event);
-	}
-
-	/**
-	 * called when the eval run completes
-	 *
-	 * @param event EvalRunCompleteEvent
-	 */
-	async complete(event: EvalRunCompleteEvent): Promise<void> {
-		console.log('EvalRun completed:', event);
-	}
-}