@obsunified/collector 2.0.1

package/src/lib/identity-index/constants.ts

@@ -0,0 +1 @@
+export const FETCH_LIMIT = 200;

package/src/lib/identity-index/key-lookups.ts

@@ -0,0 +1,199 @@
+import type { SqlDb } from "../sql-db";
+import { FETCH_LIMIT } from "./constants";
+import { mapAi, mapLog, mapMetricExemplar, mapSpan, mapUsage } from "./mappers";
+import type { EntityManifest } from "./types";
+
+export async function manifestBySession(
+	db: SqlDb,
+	projectId: string,
+	sessionId: string,
+): Promise<EntityManifest> {
+	const [spans, logs, usage, aiCalls, replay] = await Promise.all([
+		db
+			.prepare(
+				`SELECT trace_id, span_id, parent_span_id, service_name, span_name,
+						status_code, status_message, start_time, duration_ms, interaction_id
+					FROM telemetry_spans
+					WHERE project_id = ? AND session_id = ?
+					ORDER BY start_time ASC LIMIT ?`,
+			)
+			.bind(projectId, sessionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapSpan>[0]>(),
+		db
+			.prepare(
+				`SELECT log_id, trace_id, span_id, service_name, logger_name,
+						severity, message, occurred_at, interaction_id, session_id
+					FROM logs
+					WHERE project_id = ? AND session_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, sessionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapLog>[0]>(),
+		db
+			.prepare(
+				`SELECT event_id, event_type, event_name, page_path, severity,
+						occurred_at, interaction_id, session_id
+					FROM usage_events
+					WHERE project_id = ? AND session_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, sessionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapUsage>[0]>(),
+		db
+			.prepare(
+				`SELECT call_id, trace_id, model_name, provider, total_cost_usd,
+						occurred_at, interaction_id, session_id
+					FROM ai_calls
+					WHERE project_id = ? AND session_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, sessionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapAi>[0]>(),
+		db
+			.prepare(
+				`SELECT first_chunk_at, last_chunk_at, chunk_count, events_count
+					FROM session_replay_metadata
+					WHERE session_id = ?`,
+			)
+			.bind(sessionId)
+			.first<{
+				first_chunk_at: string;
+				last_chunk_at: string;
+				chunk_count: number;
+				events_count: number;
+			}>(),
+	]);
+
+	return {
+		spans: spans.results.map(mapSpan),
+		logs: logs.results.map(mapLog),
+		usageEvents: usage.results.map(mapUsage),
+		aiCalls: aiCalls.results.map(mapAi),
+		metricExemplars: [],
+		replay: replay
+			? {
+					sessionId,
+					firstChunkAt: replay.first_chunk_at,
+					lastChunkAt: replay.last_chunk_at,
+					chunkCount: replay.chunk_count,
+					eventsCount: replay.events_count,
+				}
+			: null,
+	};
+}
+
+export async function manifestByTrace(
+	db: SqlDb,
+	projectId: string,
+	traceId: string,
+): Promise<EntityManifest> {
+	const [spans, logs, aiCalls, metricExemplars] = await Promise.all([
+		db
+			.prepare(
+				`SELECT trace_id, span_id, parent_span_id, service_name, span_name,
+						status_code, status_message, start_time, duration_ms, interaction_id
+					FROM telemetry_spans
+					WHERE project_id = ? AND trace_id = ?
+					ORDER BY start_time ASC LIMIT ?`,
+			)
+			.bind(projectId, traceId, FETCH_LIMIT)
+			.all<Parameters<typeof mapSpan>[0]>(),
+		db
+			.prepare(
+				`SELECT log_id, trace_id, span_id, service_name, logger_name,
+						severity, message, occurred_at, interaction_id, session_id
+					FROM logs
+					WHERE project_id = ? AND trace_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, traceId, FETCH_LIMIT)
+			.all<Parameters<typeof mapLog>[0]>(),
+		db
+			.prepare(
+				`SELECT call_id, trace_id, model_name, provider, total_cost_usd,
+						occurred_at, interaction_id, session_id
+					FROM ai_calls
+					WHERE project_id = ? AND trace_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, traceId, FETCH_LIMIT)
+			.all<Parameters<typeof mapAi>[0]>(),
+		db
+			.prepare(
+				`SELECT id, point_id, series_id, metric_name, service_name,
+						trace_id, span_id, ts_ns, value, received_at
+					FROM metric_exemplars
+					WHERE project_id = ? AND trace_id = ?
+					ORDER BY ts_ns DESC LIMIT ?`,
+			)
+			.bind(projectId, traceId, FETCH_LIMIT)
+			.all<Parameters<typeof mapMetricExemplar>[0]>(),
+	]);
+
+	return {
+		spans: spans.results.map(mapSpan),
+		logs: logs.results.map(mapLog),
+		usageEvents: [],
+		aiCalls: aiCalls.results.map(mapAi),
+		metricExemplars: metricExemplars.results.map(mapMetricExemplar),
+		replay: null,
+	};
+}
+
+export async function manifestByInteraction(
+	db: SqlDb,
+	projectId: string,
+	interactionId: string,
+): Promise<EntityManifest> {
+	const [spans, logs, usage, aiCalls] = await Promise.all([
+		db
+			.prepare(
+				`SELECT trace_id, span_id, parent_span_id, service_name, span_name,
+						status_code, status_message, start_time, duration_ms, interaction_id
+					FROM telemetry_spans
+					WHERE project_id = ? AND interaction_id = ?
+					ORDER BY start_time ASC LIMIT ?`,
+			)
+			.bind(projectId, interactionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapSpan>[0]>(),
+		db
+			.prepare(
+				`SELECT log_id, trace_id, span_id, service_name, logger_name,
+						severity, message, occurred_at, interaction_id, session_id
+					FROM logs
+					WHERE project_id = ? AND interaction_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, interactionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapLog>[0]>(),
+		db
+			.prepare(
+				`SELECT event_id, event_type, event_name, page_path, severity,
+						occurred_at, interaction_id, session_id
+					FROM usage_events
+					WHERE project_id = ? AND interaction_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, interactionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapUsage>[0]>(),
+		db
+			.prepare(
+				`SELECT call_id, trace_id, model_name, provider, total_cost_usd,
+						occurred_at, interaction_id, session_id
+					FROM ai_calls
+					WHERE project_id = ? AND interaction_id = ?
+					ORDER BY occurred_at ASC LIMIT ?`,
+			)
+			.bind(projectId, interactionId, FETCH_LIMIT)
+			.all<Parameters<typeof mapAi>[0]>(),
+	]);
+
+	return {
+		spans: spans.results.map(mapSpan),
+		logs: logs.results.map(mapLog),
+		usageEvents: usage.results.map(mapUsage),
+		aiCalls: aiCalls.results.map(mapAi),
+		metricExemplars: [],
+		replay: null,
+	};
+}

package/src/lib/identity-index/mappers.ts

@@ -0,0 +1,349 @@
+import {
+	ACTION_CONFIDENCE_KEY,
+	ACTION_ID_KEY,
+	ACTION_ID_RE,
+	ActionConfidence,
+} from "@obsunified/types/constants";
+import type {
+	ActionRef,
+	AgentRunRef,
+	AICallRef,
+	ArtifactRef,
+	EvalResultRef,
+	LogRef,
+	MetricExemplarRef,
+	RetrievalEventRef,
+	SpanRef,
+	ToolCallRef,
+	UsageEventRef,
+} from "./types";
+
+const parseAttrs = (attrsJson: string | null): Record<string, unknown> => {
+	if (!attrsJson) return {};
+	try {
+		const parsed = JSON.parse(attrsJson);
+		return parsed && typeof parsed === "object" && !Array.isArray(parsed)
+			? (parsed as Record<string, unknown>)
+			: {};
+	} catch {
+		return {};
+	}
+};
+
+const mapCausalConfidence = (action: {
+	id: string;
+	attrs_json: string | null;
+}): ActionRef["causalConfidence"] => {
+	const attrs = parseAttrs(action.attrs_json);
+	const attrConfidence = attrs[ACTION_CONFIDENCE_KEY];
+	const attrActionId = attrs[ACTION_ID_KEY];
+	const hasTrustedExplicitId =
+		typeof attrActionId === "string" &&
+		attrActionId === action.id &&
+		ACTION_ID_RE.test(attrActionId);
+
+	if (attrConfidence === ActionConfidence.Fallback) {
+		return ActionConfidence.Fallback;
+	}
+	if (attrConfidence === ActionConfidence.Explicit && hasTrustedExplicitId) {
+		return ActionConfidence.Explicit;
+	}
+	return hasTrustedExplicitId
+		? ActionConfidence.Explicit
+		: ActionConfidence.Fallback;
+};
+
+export const mapSpan = (r: {
+	trace_id: string;
+	span_id: string;
+	parent_span_id: string | null;
+	service_name: string | null;
+	span_name: string;
+	status_code: number;
+	status_message: string | null;
+	start_time: string;
+	duration_ms: number;
+	interaction_id: string | null;
+}): SpanRef => ({
+	traceId: r.trace_id,
+	spanId: r.span_id,
+	parentSpanId: r.parent_span_id,
+	serviceName: r.service_name,
+	spanName: r.span_name,
+	statusCode: r.status_code,
+	statusMessage: r.status_message,
+	startTime: r.start_time,
+	durationMs: r.duration_ms,
+	interactionId: r.interaction_id,
+});
+
+export const mapLog = (r: {
+	log_id: string;
+	trace_id: string | null;
+	span_id: string | null;
+	service_name: string | null;
+	logger_name: string | null;
+	severity: string;
+	message: string;
+	occurred_at: string;
+	interaction_id: string | null;
+}): LogRef => ({
+	logId: r.log_id,
+	traceId: r.trace_id,
+	spanId: r.span_id,
+	serviceName: r.service_name,
+	loggerName: r.logger_name,
+	severity: r.severity,
+	message: r.message,
+	occurredAt: r.occurred_at,
+	interactionId: r.interaction_id,
+});
+
+export const mapUsage = (r: {
+	event_id: string;
+	event_type: string;
+	event_name: string;
+	page_path: string | null;
+	severity: string | null;
+	occurred_at: string;
+	interaction_id: string | null;
+	session_id: string | null;
+}): UsageEventRef => ({
+	eventId: r.event_id,
+	eventType: r.event_type,
+	eventName: r.event_name,
+	pagePath: r.page_path,
+	severity: r.severity,
+	occurredAt: r.occurred_at,
+	interactionId: r.interaction_id,
+	sessionId: r.session_id,
+});
+
+export const mapAi = (r: {
+	call_id: string;
+	trace_id: string | null;
+	model_name: string;
+	provider: string;
+	total_cost_usd: number | null;
+	occurred_at: string;
+	interaction_id: string | null;
+}): AICallRef => ({
+	callId: r.call_id,
+	traceId: r.trace_id,
+	modelName: r.model_name,
+	provider: r.provider,
+	totalCostUsd: r.total_cost_usd,
+	occurredAt: r.occurred_at,
+	interactionId: r.interaction_id,
+});
+
+export const mapMetricExemplar = (r: {
+	id: string;
+	point_id: string;
+	series_id: string;
+	metric_name: string;
+	service_name: string | null;
+	trace_id: string | null;
+	span_id: string | null;
+	ts_ns: string;
+	value: number;
+	received_at: string;
+}): MetricExemplarRef => ({
+	id: r.id,
+	pointId: r.point_id,
+	seriesId: r.series_id,
+	metricName: r.metric_name,
+	serviceName: r.service_name,
+	traceId: r.trace_id,
+	spanId: r.span_id,
+	tsNs: r.ts_ns,
+	value: r.value,
+	receivedAt: r.received_at,
+});
+
+export const mapAction = (r: {
+	id: string;
+	project_id: string;
+	root_action_id: string;
+	caused_by_action_id: string | null;
+	actor_type: string;
+	actor_id: string | null;
+	action_kind: string;
+	name: string | null;
+	status: string;
+	started_at: string;
+	ended_at: string | null;
+	duration_ms: number | null;
+	trace_id: string | null;
+	span_id: string | null;
+	session_id: string | null;
+	interaction_id: string | null;
+	user_id: string | null;
+	agent_run_id: string | null;
+	step_id: string | null;
+	tool_call_id: string | null;
+	prompt_version: string | null;
+	model_name: string | null;
+	provider: string | null;
+	total_cost_usd: number | null;
+	attrs_json: string | null;
+}): ActionRef => ({
+	id: r.id,
+	projectId: r.project_id,
+	rootActionId: r.root_action_id,
+	causedByActionId: r.caused_by_action_id,
+	actorType: r.actor_type,
+	actorId: r.actor_id,
+	actionKind: r.action_kind,
+	name: r.name,
+	status: r.status,
+	startedAt: r.started_at,
+	endedAt: r.ended_at,
+	durationMs: r.duration_ms,
+	traceId: r.trace_id,
+	spanId: r.span_id,
+	sessionId: r.session_id,
+	interactionId: r.interaction_id,
+	userId: r.user_id,
+	agentRunId: r.agent_run_id,
+	stepId: r.step_id,
+	toolCallId: r.tool_call_id,
+	promptVersion: r.prompt_version,
+	modelName: r.model_name,
+	provider: r.provider,
+	totalCostUsd: r.total_cost_usd,
+	causalConfidence: mapCausalConfidence(r),
+	attrsJson: r.attrs_json,
+});
+
+export const mapAgentRun = (r: {
+	id: string;
+	project_id: string;
+	agent_id: string;
+	agent_name: string;
+	agent_version: string;
+	goal: string | null;
+	outcome: string | null;
+	autonomy_level: string;
+	status: string;
+	error_message: string | null;
+	total_cost_usd: number | null;
+	total_duration_ms: number | null;
+	metadata_json: string | null;
+}): AgentRunRef => ({
+	id: r.id,
+	projectId: r.project_id,
+	agentId: r.agent_id,
+	agentName: r.agent_name,
+	agentVersion: r.agent_version,
+	goal: r.goal,
+	outcome: r.outcome,
+	autonomyLevel: r.autonomy_level,
+	status: r.status,
+	errorMessage: r.error_message,
+	totalCostUsd: r.total_cost_usd,
+	totalDurationMs: r.total_duration_ms,
+	metadataJson: r.metadata_json,
+});
+
+export const mapToolCall = (r: {
+	id: string;
+	action_id: string;
+	project_id: string;
+	tool_name: string;
+	args_hash: string;
+	result_hash: string;
+	error_type: string | null;
+	side_effect: number;
+	approval_state: string | null;
+	args_redacted: string | null;
+	result_redacted: string | null;
+	mcp_audit_json?: string | null;
+	mutation_before_json?: string | null;
+	mutation_after_json?: string | null;
+	mutation_diff_json?: string | null;
+	mutation_artifact_id?: string | null;
+}): ToolCallRef => ({
+	id: r.id,
+	actionId: r.action_id,
+	projectId: r.project_id,
+	toolName: r.tool_name,
+	argsHash: r.args_hash,
+	resultHash: r.result_hash,
+	errorType: r.error_type,
+	sideEffect: r.side_effect,
+	approvalState: r.approval_state,
+	argsRedacted: r.args_redacted,
+	resultRedacted: r.result_redacted,
+	mcpAuditJson: r.mcp_audit_json ?? null,
+	mutationBeforeJson: r.mutation_before_json ?? null,
+	mutationAfterJson: r.mutation_after_json ?? null,
+	mutationDiffJson: r.mutation_diff_json ?? null,
+	mutationArtifactId: r.mutation_artifact_id ?? null,
+});
+
+export const mapRetrievalEvent = (r: {
+	id: string;
+	action_id: string;
+	project_id: string;
+	retriever_name: string;
+	query_hash: string;
+	documents_json: string | null;
+	total_results: number;
+	max_relevance_score: number | null;
+	duration_ms: number | null;
+}): RetrievalEventRef => ({
+	id: r.id,
+	actionId: r.action_id,
+	projectId: r.project_id,
+	retrieverName: r.retriever_name,
+	queryHash: r.query_hash,
+	documentsJson: r.documents_json,
+	totalResults: r.total_results,
+	maxRelevanceScore: r.max_relevance_score,
+	durationMs: r.duration_ms,
+});
+
+export const mapEvalResult = (r: {
+	id: string;
+	action_id: string;
+	project_id: string;
+	evaluator_name: string;
+	evaluator_version: string;
+	score: number | null;
+	passed: number;
+	reasoning: string | null;
+	rubric_json: string | null;
+}): EvalResultRef => ({
+	id: r.id,
+	actionId: r.action_id,
+	projectId: r.project_id,
+	evaluatorName: r.evaluator_name,
+	evaluatorVersion: r.evaluator_version,
+	score: r.score,
+	passed: r.passed,
+	reasoning: r.reasoning,
+	rubricJson: r.rubric_json,
+});
+
+export const mapArtifact = (r: {
+	id: string;
+	action_id: string;
+	project_id: string;
+	artifact_name: string;
+	artifact_type: string;
+	storage_ref: string | null;
+	size_bytes: number | null;
+	sha256_hash: string | null;
+	content_preview: string | null;
+}): ArtifactRef => ({
+	id: r.id,
+	actionId: r.action_id,
+	projectId: r.project_id,
+	artifactName: r.artifact_name,
+	artifactType: r.artifact_type,
+	storageRef: r.storage_ref,
+	sizeBytes: r.size_bytes,
+	sha256Hash: r.sha256_hash,
+	contentPreview: r.content_preview,
+});