@agentuity/core 3.0.0-alpha.5 → 3.0.0-alpha.7

package/src/services/eval/api-reference.ts

@@ -1,124 +0,0 @@
-import type { Service } from '../api-reference.ts';
-import { EvaluationSchema } from './list.ts';
-import { EvalRunSchema } from './run-list.ts';
-
-const service: Service = {
-	name: 'Evaluations',
-	slug: 'evaluations',
-	description: 'List and retrieve evaluations and their run history',
-	endpoints: [
-		{
-			id: 'list-evaluations',
-			title: 'List Evaluations',
-			method: 'GET',
-			path: '/cli/eval',
-			description:
-				'List evaluations with optional filtering by organization, project, or agent.',
-			pathParams: [],
-			queryParams: [
-				{
-					name: 'orgId',
-					type: 'string',
-					description: 'Filter by organization ID',
-					required: false,
-				},
-				{
-					name: 'projectId',
-					type: 'string',
-					description: 'Filter by project ID',
-					required: false,
-				},
-				{ name: 'agentId', type: 'string', description: 'Filter by agent ID', required: false },
-			],
-			requestBody: null,
-			responseDescription: 'Array of evaluation objects.',
-			responseFields: { schema: EvaluationSchema },
-			statuses: [
-				{ code: 200, description: 'Evaluations returned' },
-				{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
-			],
-			examplePath: '/cli/eval',
-		},
-		{
-			id: 'get-evaluation',
-			title: 'Get Evaluation',
-			method: 'GET',
-			path: '/cli/eval/{id}',
-			description: 'Get a specific evaluation by ID.',
-			pathParams: [{ name: 'id', type: 'string', description: 'Evaluation ID', required: true }],
-			queryParams: [],
-			requestBody: null,
-			responseDescription: 'Evaluation object.',
-			statuses: [
-				{ code: 200, description: 'Evaluation returned' },
-				{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
-				{ code: 404, description: 'Evaluation not found' },
-			],
-			examplePath: '/cli/eval/eval_abc123',
-		},
-		{
-			id: 'list-eval-runs',
-			title: 'List Eval Runs',
-			sectionTitle: 'Eval Runs',
-			method: 'GET',
-			path: '/cli/eval-run',
-			description: 'List evaluation runs with optional filtering.',
-			pathParams: [],
-			queryParams: [
-				{
-					name: 'orgId',
-					type: 'string',
-					description: 'Filter by organization ID',
-					required: false,
-				},
-				{
-					name: 'projectId',
-					type: 'string',
-					description: 'Filter by project ID',
-					required: false,
-				},
-				{ name: 'agentId', type: 'string', description: 'Filter by agent ID', required: false },
-				{
-					name: 'evalId',
-					type: 'string',
-					description: 'Filter by evaluation ID',
-					required: false,
-				},
-				{
-					name: 'sessionId',
-					type: 'string',
-					description: 'Filter by session ID',
-					required: false,
-				},
-			],
-			requestBody: null,
-			responseDescription: 'Array of evaluation run objects.',
-			responseFields: { schema: EvalRunSchema },
-			statuses: [
-				{ code: 200, description: 'Eval runs returned' },
-				{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
-			],
-			examplePath: '/cli/eval-run',
-		},
-		{
-			id: 'get-eval-run',
-			title: 'Get Eval Run',
-			sectionTitle: 'Eval Runs',
-			method: 'GET',
-			path: '/cli/eval-run/{id}',
-			description: 'Get a specific evaluation run by ID.',
-			pathParams: [{ name: 'id', type: 'string', description: 'Eval run ID', required: true }],
-			queryParams: [],
-			requestBody: null,
-			responseDescription: 'Evaluation run object.',
-			statuses: [
-				{ code: 200, description: 'Eval run returned' },
-				{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
-				{ code: 404, description: 'Eval run not found' },
-			],
-			examplePath: '/cli/eval-run/er_abc123',
-		},
-	],
-};
-
-export default service;

package/src/services/eval/events.ts

@@ -1,92 +0,0 @@
-import { z } from 'zod';
-
-export const EvalRunStartEventSchema = z
-	.object({
-		id: z.string().describe('the eval run id'),
-		sessionId: z.string().describe('the session id'),
-		evalId: z.string().describe('the evaluation record id (evalid_...)'),
-		evalIdentifier: z.string().describe('the stable eval identifier (eval_...)'),
-		orgId: z.string().describe('the organization id'),
-		projectId: z.string().describe('the project id'),
-		devmode: z.boolean().describe('true if running in devmode'),
-		deploymentId: z.string().optional().describe('the deployment id'),
-		spanId: z.string().optional().describe('the span id'),
-	})
-	.describe('The event to record an eval run started');
-
-export type EvalRunStartEvent = z.infer<typeof EvalRunStartEventSchema>;
-
-export const EvalRunCompleteEventSchema = z
-	.object({
-		id: z.string().describe('the eval run id'),
-		error: z.string().optional().describe('the optional error message if the eval run failed'),
-		result: z.any().optional().describe('the eval run result'),
-	})
-	.describe('The event to record an eval run completed');
-
-export type EvalRunCompleteEvent = z.infer<typeof EvalRunCompleteEventSchema>;
-
-export const EvalRunStartEventDelayedSchema = z.intersection(
-	EvalRunStartEventSchema,
-	z.object({ timestamp: z.number().describe('the event timestamp in epoch') })
-);
-
-export const EvalRunCompleteEventDelayedSchema = z.intersection(
-	EvalRunCompleteEventSchema,
-	z.object({ timestamp: z.number().describe('the event timestamp in epoch') })
-);
-
-/**
- * EvalRunEventProvider is a provider for logging and tracking agent evaluation run lifecycle events.
- * Eval runs represent test executions of agents for quality assurance and performance monitoring.
- */
-export interface EvalRunEventProvider {
-	/**
-	 * Called when an agent evaluation run starts. Records the initial context including
-	 * the evaluation ID, associated session, and organization/project metadata.
-	 *
-	 * @param event - EvalRunStartEvent containing evaluation initialization data
-	 *
-	 * @example
-	 * ```typescript
-	 * await evalProvider.start({
-	 *   id: 'evalrun_abc123',
-	 *   sessionId: 'sess_abc123',
-	 *   evalId: 'evalid_abc123',
-	 *   evalIdentifier: 'eval_abc123',
-	 *   orgId: 'org_456',
-	 *   projectId: 'proj_789',
-	 *   devmode: true
-	 * });
-	 * ```
-	 */
-	start(event: EvalRunStartEvent): Promise<void>;
-
-	/**
-	 * Called when an agent evaluation run completes (successfully or with error).
-	 * Records final results, metrics, and any errors encountered during evaluation.
-	 *
-	 * @param event - EvalRunCompleteEvent containing evaluation results and status
-	 *
-	 * @example
-	 * ```typescript
-	 * // Successful evaluation completion
-	 * await evalProvider.complete({
-	 *   id: 'eval-run-123',
-	 *   result: {
-	 *     passed: true,
-	 *     score: 0.95,
-	 *     metrics: { latency: 250, accuracy: 0.98 }
-	 *   }
-	 * });
-	 *
-	 * // Evaluation with error
-	 * await evalProvider.complete({
-	 *   id: 'eval-run-123',
-	 *   error: 'Agent timeout after 30 seconds',
-	 *   result: { passed: false }
-	 * });
-	 * ```
-	 */
-	complete(event: EvalRunCompleteEvent): Promise<void>;
-}

package/src/services/eval/get.ts

@@ -1,33 +0,0 @@
-import { z } from 'zod';
-import { type APIClient, APIResponseSchema } from '../api.ts';
-
-export const EvaluationDetailSchema = z.object({
-	id: z.string().describe('Evaluation ID'),
-	name: z.string().describe('Evaluation name'),
-	description: z.string().nullable().describe('Evaluation description'),
-	identifier: z.string().nullable().describe('Stable evaluation identifier'),
-	agentIdentifier: z.string().describe('Agent identifier'),
-	projectId: z.string().describe('Project ID'),
-	orgId: z.string().describe('Organization ID'),
-	devmode: z.boolean().describe('Whether this is a devmode evaluation'),
-	createdAt: z.string().describe('Creation timestamp'),
-	updatedAt: z.string().describe('Last updated timestamp'),
-});
-
-export const EvalGetResponseSchema = APIResponseSchema(EvaluationDetailSchema);
-
-export type EvaluationDetail = z.infer<typeof EvaluationDetailSchema>;
-
-export async function evalGet(client: APIClient, id: string): Promise<EvaluationDetail> {
-	const resp = await client.request<z.infer<typeof EvalGetResponseSchema>>(
-		'GET',
-		`/cli/eval/${encodeURIComponent(id)}`,
-		EvalGetResponseSchema
-	);
-
-	if (resp.success) {
-		return resp.data;
-	}
-
-	throw new Error(resp.message || 'Failed to get evaluation');
-}

package/src/services/eval/index.ts

@@ -1,29 +0,0 @@
-export * from './events.ts';
-export {
-	EvalGetResponseSchema,
-	type EvaluationDetail,
-	EvaluationDetailSchema,
-	evalGet,
-} from './get.ts';
-export {
-	EvalListResponseData,
-	EvalListResponseSchema,
-	type Evaluation,
-	type EvaluationListRequest,
-	EvaluationSchema,
-	evalList,
-} from './list.ts';
-export {
-	type EvalRunDetail,
-	EvalRunDetailSchema,
-	EvalRunGetResponseSchema,
-	evalRunGet,
-} from './run-get.ts';
-export {
-	type EvalRunListItem,
-	type EvalRunListRequest,
-	EvalRunListResponseData,
-	EvalRunListResponseSchema,
-	EvalRunSchema,
-	evalRunList,
-} from './run-list.ts';

package/src/services/eval/list.ts

@@ -1,49 +0,0 @@
-import { z } from 'zod';
-import { type APIClient, APIResponseSchema } from '../api.ts';
-
-export const EvaluationSchema = z.object({
-	id: z.string().describe('Evaluation ID'),
-	name: z.string().describe('Evaluation name'),
-	description: z.string().nullable().describe('Evaluation description'),
-	identifier: z.string().nullable().describe('Stable evaluation identifier'),
-	agentIdentifier: z.string().describe('Agent identifier'),
-	projectId: z.string().describe('Project ID'),
-	devmode: z.boolean().describe('Whether this is a devmode evaluation'),
-	createdAt: z.string().describe('Creation timestamp'),
-	updatedAt: z.string().describe('Last updated timestamp'),
-});
-
-export const EvalListResponseData = z.array(EvaluationSchema);
-export const EvalListResponseSchema = APIResponseSchema(EvalListResponseData);
-
-export type Evaluation = z.infer<typeof EvaluationSchema>;
-export type EvaluationListRequest = {
-	projectId?: string;
-	agentId?: string;
-	orgId?: string;
-};
-
-export async function evalList(
-	client: APIClient,
-	request: EvaluationListRequest = {}
-): Promise<Evaluation[]> {
-	const params = new URLSearchParams();
-	if (request.orgId) params.set('orgId', request.orgId);
-	if (request.projectId) params.set('projectId', request.projectId);
-	if (request.agentId) params.set('agentId', request.agentId);
-
-	const queryString = params.toString();
-	const url = `/cli/eval${queryString ? `?${queryString}` : ''}`;
-
-	const resp = await client.request<z.infer<typeof EvalListResponseSchema>>(
-		'GET',
-		url,
-		EvalListResponseSchema
-	);
-
-	if (resp.success) {
-		return resp.data;
-	}
-
-	throw new Error(resp.message || 'Failed to list evaluations');
-}

package/src/services/eval/run-get.ts

@@ -1,39 +0,0 @@
-import { z } from 'zod';
-import { type APIClient, APIResponseSchema } from '../api.ts';
-
-export const EvalRunDetailSchema = z.object({
-	id: z.string().describe('Eval run ID'),
-	sessionId: z.string().describe('Session ID'),
-	evalId: z.string().describe('Evaluation record ID'),
-	evalIdentifier: z.string().nullable().describe('Stable evaluation identifier'),
-	evalName: z.string().nullable().describe('Evaluation name'),
-	agentIdentifier: z.string().nullable().describe('Agent identifier'),
-	projectId: z.string().describe('Project ID'),
-	orgId: z.string().describe('Organization ID'),
-	deploymentId: z.string().nullable().describe('Deployment ID'),
-	devmode: z.boolean().describe('Whether this is a devmode run'),
-	pending: z.boolean().describe('Whether the eval run is pending'),
-	success: z.boolean().describe('Whether the eval run succeeded'),
-	error: z.string().nullable().describe('Error message if failed'),
-	result: z.any().nullable().describe('Eval run result'),
-	createdAt: z.string().describe('Creation timestamp'),
-	updatedAt: z.string().describe('Last updated timestamp'),
-});
-
-export const EvalRunGetResponseSchema = APIResponseSchema(EvalRunDetailSchema);
-
-export type EvalRunDetail = z.infer<typeof EvalRunDetailSchema>;
-
-export async function evalRunGet(client: APIClient, id: string): Promise<EvalRunDetail> {
-	const resp = await client.request<z.infer<typeof EvalRunGetResponseSchema>>(
-		'GET',
-		`/cli/eval-run/${encodeURIComponent(id)}`,
-		EvalRunGetResponseSchema
-	);
-
-	if (resp.success) {
-		return resp.data;
-	}
-
-	throw new Error(resp.message || 'Failed to get eval run');
-}

package/src/services/eval/run-list.ts

@@ -1,59 +0,0 @@
-import { z } from 'zod';
-import { type APIClient, APIResponseSchema } from '../api.ts';
-
-export const EvalRunSchema = z.object({
-	id: z.string().describe('Eval run ID'),
-	sessionId: z.string().describe('Session ID'),
-	evalId: z.string().describe('Evaluation record ID'),
-	evalIdentifier: z.string().nullable().describe('Stable evaluation identifier'),
-	evalName: z.string().nullable().describe('Evaluation name'),
-	agentIdentifier: z.string().nullable().describe('Agent identifier'),
-	projectId: z.string().describe('Project ID'),
-	deploymentId: z.string().nullable().describe('Deployment ID'),
-	devmode: z.boolean().describe('Whether this is a devmode run'),
-	pending: z.boolean().describe('Whether the eval run is pending'),
-	success: z.boolean().describe('Whether the eval run succeeded'),
-	error: z.string().nullable().describe('Error message if failed'),
-	result: z.any().nullable().describe('Eval run result'),
-	createdAt: z.string().describe('Creation timestamp'),
-	updatedAt: z.string().describe('Last updated timestamp'),
-});
-
-export const EvalRunListResponseData = z.array(EvalRunSchema);
-export const EvalRunListResponseSchema = APIResponseSchema(EvalRunListResponseData);
-
-export type EvalRunListItem = z.infer<typeof EvalRunSchema>;
-export type EvalRunListRequest = {
-	projectId?: string;
-	agentId?: string;
-	evalId?: string;
-	sessionId?: string;
-	orgId?: string;
-};
-
-export async function evalRunList(
-	client: APIClient,
-	request: EvalRunListRequest = {}
-): Promise<EvalRunListItem[]> {
-	const params = new URLSearchParams();
-	if (request.orgId) params.set('orgId', request.orgId);
-	if (request.projectId) params.set('projectId', request.projectId);
-	if (request.agentId) params.set('agentId', request.agentId);
-	if (request.evalId) params.set('evalId', request.evalId);
-	if (request.sessionId) params.set('sessionId', request.sessionId);
-
-	const queryString = params.toString();
-	const url = `/cli/eval-run${queryString ? `?${queryString}` : ''}`;
-
-	const resp = await client.request<z.infer<typeof EvalRunListResponseSchema>>(
-		'GET',
-		url,
-		EvalRunListResponseSchema
-	);
-
-	if (resp.success) {
-		return resp.data;
-	}
-
-	throw new Error(resp.message || 'Failed to list eval runs');
-}

package/src/webrtc.ts

@@ -1,259 +0,0 @@
-/**
- * WebRTC signaling types shared between server and client.
- */
-
-// =============================================================================
-// Signaling Protocol Types
-// =============================================================================
-
-/**
- * SDP (Session Description Protocol) description for WebRTC negotiation.
- */
-export interface SDPDescription {
-	type: 'offer' | 'answer' | 'pranswer' | 'rollback';
-	sdp?: string;
-}
-
-/**
- * ICE (Interactive Connectivity Establishment) candidate for NAT traversal.
- */
-export interface ICECandidate {
-	candidate?: string;
-	sdpMid?: string | null;
-	sdpMLineIndex?: number | null;
-	usernameFragment?: string | null;
-}
-
-/**
- * Signaling message protocol for WebRTC peer communication.
- *
- * Message types:
- * - `join`: Client requests to join a room
- * - `joined`: Server confirms join with peer ID and existing peers
- * - `peer-joined`: Server notifies when another peer joins the room
- * - `peer-left`: Server notifies when a peer leaves the room
- * - `sdp`: SDP offer/answer exchange between peers
- * - `ice`: ICE candidate exchange between peers
- * - `error`: Error message from server
- */
-export type SignalMessage =
-	| { t: 'join'; roomId: string }
-	| { t: 'joined'; peerId: string; roomId: string; peers: string[] }
-	| { t: 'peer-joined'; peerId: string }
-	| { t: 'peer-left'; peerId: string }
-	| { t: 'sdp'; from: string; to?: string; description: SDPDescription }
-	| { t: 'ice'; from: string; to?: string; candidate: ICECandidate }
-	| { t: 'error'; message: string };
-
-/**
- * @deprecated Use `SignalMessage` instead. Alias for backwards compatibility.
- */
-export type SignalMsg = SignalMessage;
-
-// =============================================================================
-// Frontend State Machine Types
-// =============================================================================
-
-/**
- * WebRTC connection states for the frontend state machine.
- *
- * State transitions:
- * - idle → connecting: connect() called
- * - connecting → signaling: WebSocket opened, joined room
- * - connecting → idle: error or cancel
- * - signaling → negotiating: peer joined, SDP exchange started
- * - signaling → idle: hangup or WebSocket closed
- * - negotiating → connected: ICE complete, media flowing
- * - negotiating → signaling: peer left during negotiation
- * - negotiating → idle: error or hangup
- * - connected → negotiating: renegotiation needed
- * - connected → signaling: peer left
- * - connected → idle: hangup or WebSocket closed
- */
-export type WebRTCConnectionState =
-	| 'idle'
-	| 'connecting'
-	| 'signaling'
-	| 'negotiating'
-	| 'connected';
-
-/**
- * Reasons for disconnection.
- */
-export type WebRTCDisconnectReason = 'hangup' | 'error' | 'peer-left' | 'timeout';
-
-// =============================================================================
-// Data Channel Types
-// =============================================================================
-
-/**
- * Configuration for creating a data channel.
- */
-export interface DataChannelConfig {
-	/** Unique label for the channel */
-	label: string;
-	/** Whether messages are ordered (default: true) */
-	ordered?: boolean;
-	/** Maximum retransmit time in milliseconds */
-	maxPacketLifeTime?: number;
-	/** Maximum number of retransmissions */
-	maxRetransmits?: number;
-	/** Sub-protocol name */
-	protocol?: string;
-}
-
-/**
- * Message types for data channel communication.
- */
-export type DataChannelMessage =
-	| { type: 'string'; data: string }
-	| { type: 'binary'; data: ArrayBuffer }
-	| { type: 'json'; data: unknown };
-
-/**
- * Data channel state.
- */
-export type DataChannelState = 'connecting' | 'open' | 'closing' | 'closed';
-
-// =============================================================================
-// Connection Quality / Stats Types
-// =============================================================================
-
-/**
- * Normalized connection quality summary.
- * Derived from RTCPeerConnection.getStats() for easy consumption.
- */
-export interface ConnectionQualitySummary {
-	/** Round-trip time in milliseconds */
-	rtt?: number;
-	/** Packet loss percentage (0-100) */
-	packetLossPercent?: number;
-	/** Jitter in milliseconds (audio) */
-	jitter?: number;
-	/** Current bitrate in bits per second */
-	bitrate?: {
-		audio?: { inbound?: number; outbound?: number };
-		video?: { inbound?: number; outbound?: number };
-	};
-	/** Video metrics */
-	video?: {
-		framesPerSecond?: number;
-		framesDropped?: number;
-		frameWidth?: number;
-		frameHeight?: number;
-	};
-	/** ICE candidate pair info */
-	candidatePair?: {
-		localType?: string;
-		remoteType?: string;
-		protocol?: string;
-		usingRelay?: boolean;
-	};
-	/** Timestamp when stats were collected */
-	timestamp: number;
-}
-
-/**
- * Recording options for MediaRecorder.
- */
-export interface RecordingOptions {
-	/** MIME type for recording (default: 'video/webm;codecs=vp9,opus' or 'audio/webm;codecs=opus') */
-	mimeType?: string;
-	/** Audio bits per second */
-	audioBitsPerSecond?: number;
-	/** Video bits per second */
-	videoBitsPerSecond?: number;
-}
-
-/**
- * Recording handle for controlling an active recording.
- */
-export interface RecordingHandle {
-	/** Stop recording and get the blob */
-	stop(): Promise<Blob>;
-	/** Pause recording */
-	pause(): void;
-	/** Resume recording */
-	resume(): void;
-	/** Current recording state */
-	readonly state: RecordingState;
-}
-
-/**
- * Recording state.
- */
-export type RecordingState = 'inactive' | 'recording' | 'paused';
-
-// =============================================================================
-// Track Source Types
-// =============================================================================
-
-/**
- * Abstract track source interface for custom media sources.
- * Implementations can provide camera, screen share, or custom tracks.
- *
- * Note: This interface is implemented in @agentuity/frontend where
- * browser APIs (MediaStream) are available.
- */
-export interface TrackSource {
-	/** Get the media stream from this source (returns browser MediaStream) */
-	getStream(): Promise<unknown>;
-	/** Stop the source and release resources */
-	stop(): void;
-	/** Source type identifier */
-	readonly type: 'user-media' | 'display-media' | 'custom';
-}
-
-// =============================================================================
-// Backend Signaling Callbacks
-// =============================================================================
-
-/**
- * Callbacks for WebRTC signaling server events.
- * All callbacks are optional - only subscribe to events you care about.
- */
-export interface WebRTCSignalingCallbacks {
-	/**
-	 * Called when a new room is created.
-	 * @param roomId - The room ID
-	 */
-	onRoomCreated?: (roomId: string) => void;
-
-	/**
-	 * Called when a room is destroyed (last peer left).
-	 * @param roomId - The room ID
-	 */
-	onRoomDestroyed?: (roomId: string) => void;
-
-	/**
-	 * Called when a peer joins a room.
-	 * @param peerId - The peer's ID
-	 * @param roomId - The room ID
-	 */
-	onPeerJoin?: (peerId: string, roomId: string) => void;
-
-	/**
-	 * Called when a peer leaves a room.
-	 * @param peerId - The peer's ID
-	 * @param roomId - The room ID
-	 * @param reason - Why the peer left
-	 */
-	onPeerLeave?: (peerId: string, roomId: string, reason: 'disconnect' | 'kicked') => void;
-
-	/**
-	 * Called when a signaling message is relayed.
-	 * @param type - Message type ('sdp' or 'ice')
-	 * @param from - Sender peer ID
-	 * @param to - Target peer ID (undefined for broadcast)
-	 * @param roomId - The room ID
-	 */
-	onMessage?: (type: 'sdp' | 'ice', from: string, to: string | undefined, roomId: string) => void;
-
-	/**
-	 * Called when an error occurs.
-	 * @param error - The error that occurred
-	 * @param peerId - The peer ID if applicable
-	 * @param roomId - The room ID if applicable
-	 */
-	onError?: (error: Error, peerId?: string, roomId?: string) => void;
-}