@llmops/sdk 0.5.2 → 0.5.3-beta.1

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { n as createLLMOps, t as LLMOpsClient } from "./index-De3QdpKX.cjs";
-import { t as createLLMOpsMiddleware } from "./index-CHeoSGK0.cjs";
+import { i as createLLMOps, n as ProviderOptions, r as TraceContext, t as LLMOpsClient } from "./index-DdwqBi1V.cjs";
+import { t as createLLMOpsMiddleware } from "./index-DQVdCbkh.cjs";
 
 //#region src/lib/auth/client.d.ts
 
@@ -170,4 +170,245 @@ declare class AuthFeatureNotAvailableError extends Error {
   constructor(feature: string, authType: string);
 }
 //#endregion
-export { AuthClient, AuthFeatureNotAvailableError, type LLMOpsClient, PaginatedResponse, PaginationOptions, Permission, Session, User, createLLMOpsMiddleware, createLLMOps as llmops };
+//#region src/telemetry/exporter.d.ts
+/**
+ * LLMOps OTLP Span Exporter
+ *
+ * A lightweight OTel SpanExporter that sends spans to the LLMOps server's
+ * OTLP ingestion endpoint. Compatible with OpenTelemetry SDK.
+ *
+ * @example
+ * ```typescript
+ * import { createLLMOpsSpanExporter } from '@llmops/sdk/telemetry';
+ * import { NodeTracerProvider, SimpleSpanProcessor } from '@opentelemetry/sdk-trace-node';
+ *
+ * const provider = new NodeTracerProvider();
+ * provider.addSpanProcessor(
+ *   new SimpleSpanProcessor(createLLMOpsSpanExporter({
+ *     baseURL: process.env.LLMOPS_URL,
+ *     apiKey: process.env.LLMOPS_API_KEY,
+ *   }))
+ * );
+ * provider.register();
+ *
+ * // Now Vercel AI SDK spans automatically flow to LLMOps
+ * const result = await generateText({
+ *   model: openai('gpt-4o'),
+ *   prompt: 'Hello',
+ *   experimental_telemetry: { isEnabled: true },
+ * });
+ * ```
+ */
+/**
+ * Minimal OTel SpanExporter interface
+ * We don't depend on @opentelemetry/sdk-trace-base — just implement the interface
+ */
+interface SpanExporter {
+  export(spans: ReadonlyArray<ReadableSpan>, resultCallback: (result: ExportResult) => void): void;
+  shutdown(): Promise<void>;
+  forceFlush?(): Promise<void>;
+}
+/** Subset of OTel ReadableSpan we consume */
+interface ReadableSpan {
+  readonly spanContext: () => {
+    traceId: string;
+    spanId: string;
+    traceFlags: number;
+  };
+  readonly parentSpanId?: string;
+  readonly name: string;
+  readonly kind: number;
+  readonly startTime: [number, number];
+  readonly endTime: [number, number];
+  readonly status: {
+    code: number;
+    message?: string;
+  };
+  readonly attributes: Record<string, unknown>;
+  readonly events: ReadonlyArray<{
+    name: string;
+    time: [number, number];
+    attributes?: Record<string, unknown>;
+  }>;
+  readonly resource: {
+    attributes: Record<string, unknown>;
+  };
+  readonly instrumentationLibrary: {
+    name: string;
+    version?: string;
+  };
+}
+interface ExportResult {
+  code: ExportResultCode;
+  error?: Error;
+}
+declare enum ExportResultCode {
+  SUCCESS = 0,
+  FAILED = 1,
+}
+interface LLMOpsExporterConfig {
+  /** LLMOps server base URL (e.g. http://localhost:3000) */
+  baseURL: string;
+  /** Environment secret or API key for authentication */
+  apiKey: string;
+  /** Custom headers to include in requests */
+  headers?: Record<string, string>;
+}
+/**
+ * Create an OTel SpanExporter that sends spans to an LLMOps server.
+ */
+declare function createLLMOpsSpanExporter(config: LLMOpsExporterConfig): SpanExporter;
+//#endregion
+//#region src/telemetry/agents-exporter.d.ts
+/**
+ * LLMOps Tracing Exporter for @openai/agents
+ *
+ * Implements the TracingExporter interface from @openai/agents-core, converting
+ * the agents framework's Trace/Span format to OTLP JSON and sending it to
+ * the LLMOps OTLP ingestion endpoint.
+ *
+ * No dependency on @openai/agents — types are defined inline using structural
+ * compatibility (same pattern as the OTel exporter).
+ *
+ * @example
+ * ```typescript
+ * import { createLLMOpsAgentsExporter } from '@llmops/sdk';
+ * import { setTraceProcessors, BatchTraceProcessor } from '@openai/agents';
+ *
+ * const exporter = createLLMOpsAgentsExporter({
+ *   baseURL: 'http://localhost:5177',
+ *   apiKey: process.env.LLMOPS_API_KEY!,
+ * });
+ *
+ * setTraceProcessors([new BatchTraceProcessor(exporter)]);
+ *
+ * // All @openai/agents traces now flow to LLMOps automatically
+ * ```
+ */
+/** Matches TracingExporter from @openai/agents-core */
+interface AgentsTracingExporter {
+  export(items: (AgentsTrace | AgentsSpan)[], signal?: AbortSignal): Promise<void>;
+}
+/** Matches Trace from @openai/agents-core */
+interface AgentsTrace {
+  type: 'trace';
+  traceId: string;
+  name: string;
+  groupId?: string | null;
+  metadata?: Record<string, unknown>;
+}
+/** Matches SpanError from @openai/agents-core */
+interface AgentsSpanError {
+  message: string;
+  data?: Record<string, unknown>;
+}
+/** Matches Span from @openai/agents-core */
+interface AgentsSpan {
+  type: 'trace.span';
+  spanId: string;
+  traceId: string;
+  parentId?: string | null;
+  startedAt?: string | null;
+  endedAt?: string | null;
+  error?: AgentsSpanError | null;
+  spanData: AgentsSpanData;
+}
+type AgentSpanData = {
+  type: 'agent';
+  name: string;
+  handoffs?: string[];
+  tools?: string[];
+  output_type?: string;
+};
+type FunctionSpanData = {
+  type: 'function';
+  name: string;
+  input: string;
+  output: string;
+  mcp_data?: string;
+};
+type GenerationUsageData = {
+  input_tokens?: number;
+  output_tokens?: number;
+  details?: Record<string, unknown> | null;
+  [key: string]: unknown;
+};
+type GenerationSpanData = {
+  type: 'generation';
+  input?: Record<string, unknown>[];
+  output?: Record<string, unknown>[];
+  model?: string;
+  model_config?: Record<string, unknown>;
+  usage?: GenerationUsageData;
+};
+type ResponseSpanData = {
+  type: 'response';
+  response_id?: string;
+  [key: string]: unknown;
+};
+type HandoffSpanData = {
+  type: 'handoff';
+  from_agent?: string;
+  to_agent?: string;
+};
+type CustomSpanData = {
+  type: 'custom';
+  name: string;
+  data: Record<string, unknown>;
+};
+type GuardrailSpanData = {
+  type: 'guardrail';
+  name: string;
+  triggered: boolean;
+};
+type TranscriptionSpanData = {
+  type: 'transcription';
+  input: unknown;
+  output?: string;
+  model?: string;
+  model_config?: Record<string, unknown>;
+};
+type SpeechSpanData = {
+  type: 'speech';
+  input?: string;
+  output: unknown;
+  model?: string;
+  model_config?: Record<string, unknown>;
+};
+type SpeechGroupSpanData = {
+  type: 'speech_group';
+  input?: string;
+};
+type MCPListToolsSpanData = {
+  type: 'mcp_tools';
+  server?: string;
+  result?: string[];
+};
+type AgentsSpanData = AgentSpanData | FunctionSpanData | GenerationSpanData | ResponseSpanData | HandoffSpanData | CustomSpanData | GuardrailSpanData | TranscriptionSpanData | SpeechSpanData | SpeechGroupSpanData | MCPListToolsSpanData;
+interface LLMOpsAgentsExporterConfig {
+  /** LLMOps server base URL (e.g. http://localhost:5177) */
+  baseURL: string;
+  /** Environment secret or API key for authentication */
+  apiKey: string;
+  /** Custom headers to include in requests */
+  headers?: Record<string, string>;
+}
+/**
+ * Create a TracingExporter for @openai/agents that sends traces to LLMOps.
+ *
+ * Usage:
+ * ```typescript
+ * import { createLLMOpsAgentsExporter } from '@llmops/sdk';
+ * import { setTraceProcessors, BatchTraceProcessor } from '@openai/agents';
+ *
+ * setTraceProcessors([
+ *   new BatchTraceProcessor(createLLMOpsAgentsExporter({
+ *     baseURL: 'http://localhost:5177',
+ *     apiKey: process.env.LLMOPS_API_KEY!,
+ *   }))
+ * ]);
+ * ```
+ */
+declare function createLLMOpsAgentsExporter(config: LLMOpsAgentsExporterConfig): AgentsTracingExporter;
+//#endregion
+export { type AgentsTracingExporter, AuthClient, AuthFeatureNotAvailableError, type LLMOpsAgentsExporterConfig, type LLMOpsClient, type LLMOpsExporterConfig, PaginatedResponse, PaginationOptions, Permission, type ProviderOptions, Session, type SpanExporter, type TraceContext, User, createLLMOpsAgentsExporter, createLLMOpsMiddleware, createLLMOpsSpanExporter, createLLMOps as llmops };

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { n as createLLMOps, t as LLMOpsClient } from "./index-BkLZoEW_.mjs";
-import { t as createLLMOpsMiddleware } from "./index-bdFT7Yxj.mjs";
+import { i as createLLMOps, n as ProviderOptions, r as TraceContext, t as LLMOpsClient } from "./index-BvYAMh37.mjs";
+import { t as createLLMOpsMiddleware } from "./index-CoflKbMf.mjs";
 
 //#region src/lib/auth/client.d.ts
 
@@ -170,4 +170,245 @@ declare class AuthFeatureNotAvailableError extends Error {
   constructor(feature: string, authType: string);
 }
 //#endregion
-export { AuthClient, AuthFeatureNotAvailableError, type LLMOpsClient, PaginatedResponse, PaginationOptions, Permission, Session, User, createLLMOpsMiddleware, createLLMOps as llmops };
+//#region src/telemetry/exporter.d.ts
+/**
+ * LLMOps OTLP Span Exporter
+ *
+ * A lightweight OTel SpanExporter that sends spans to the LLMOps server's
+ * OTLP ingestion endpoint. Compatible with OpenTelemetry SDK.
+ *
+ * @example
+ * ```typescript
+ * import { createLLMOpsSpanExporter } from '@llmops/sdk/telemetry';
+ * import { NodeTracerProvider, SimpleSpanProcessor } from '@opentelemetry/sdk-trace-node';
+ *
+ * const provider = new NodeTracerProvider();
+ * provider.addSpanProcessor(
+ *   new SimpleSpanProcessor(createLLMOpsSpanExporter({
+ *     baseURL: process.env.LLMOPS_URL,
+ *     apiKey: process.env.LLMOPS_API_KEY,
+ *   }))
+ * );
+ * provider.register();
+ *
+ * // Now Vercel AI SDK spans automatically flow to LLMOps
+ * const result = await generateText({
+ *   model: openai('gpt-4o'),
+ *   prompt: 'Hello',
+ *   experimental_telemetry: { isEnabled: true },
+ * });
+ * ```
+ */
+/**
+ * Minimal OTel SpanExporter interface
+ * We don't depend on @opentelemetry/sdk-trace-base — just implement the interface
+ */
+interface SpanExporter {
+  export(spans: ReadonlyArray<ReadableSpan>, resultCallback: (result: ExportResult) => void): void;
+  shutdown(): Promise<void>;
+  forceFlush?(): Promise<void>;
+}
+/** Subset of OTel ReadableSpan we consume */
+interface ReadableSpan {
+  readonly spanContext: () => {
+    traceId: string;
+    spanId: string;
+    traceFlags: number;
+  };
+  readonly parentSpanId?: string;
+  readonly name: string;
+  readonly kind: number;
+  readonly startTime: [number, number];
+  readonly endTime: [number, number];
+  readonly status: {
+    code: number;
+    message?: string;
+  };
+  readonly attributes: Record<string, unknown>;
+  readonly events: ReadonlyArray<{
+    name: string;
+    time: [number, number];
+    attributes?: Record<string, unknown>;
+  }>;
+  readonly resource: {
+    attributes: Record<string, unknown>;
+  };
+  readonly instrumentationLibrary: {
+    name: string;
+    version?: string;
+  };
+}
+interface ExportResult {
+  code: ExportResultCode;
+  error?: Error;
+}
+declare enum ExportResultCode {
+  SUCCESS = 0,
+  FAILED = 1,
+}
+interface LLMOpsExporterConfig {
+  /** LLMOps server base URL (e.g. http://localhost:3000) */
+  baseURL: string;
+  /** Environment secret or API key for authentication */
+  apiKey: string;
+  /** Custom headers to include in requests */
+  headers?: Record<string, string>;
+}
+/**
+ * Create an OTel SpanExporter that sends spans to an LLMOps server.
+ */
+declare function createLLMOpsSpanExporter(config: LLMOpsExporterConfig): SpanExporter;
+//#endregion
+//#region src/telemetry/agents-exporter.d.ts
+/**
+ * LLMOps Tracing Exporter for @openai/agents
+ *
+ * Implements the TracingExporter interface from @openai/agents-core, converting
+ * the agents framework's Trace/Span format to OTLP JSON and sending it to
+ * the LLMOps OTLP ingestion endpoint.
+ *
+ * No dependency on @openai/agents — types are defined inline using structural
+ * compatibility (same pattern as the OTel exporter).
+ *
+ * @example
+ * ```typescript
+ * import { createLLMOpsAgentsExporter } from '@llmops/sdk';
+ * import { setTraceProcessors, BatchTraceProcessor } from '@openai/agents';
+ *
+ * const exporter = createLLMOpsAgentsExporter({
+ *   baseURL: 'http://localhost:5177',
+ *   apiKey: process.env.LLMOPS_API_KEY!,
+ * });
+ *
+ * setTraceProcessors([new BatchTraceProcessor(exporter)]);
+ *
+ * // All @openai/agents traces now flow to LLMOps automatically
+ * ```
+ */
+/** Matches TracingExporter from @openai/agents-core */
+interface AgentsTracingExporter {
+  export(items: (AgentsTrace | AgentsSpan)[], signal?: AbortSignal): Promise<void>;
+}
+/** Matches Trace from @openai/agents-core */
+interface AgentsTrace {
+  type: 'trace';
+  traceId: string;
+  name: string;
+  groupId?: string | null;
+  metadata?: Record<string, unknown>;
+}
+/** Matches SpanError from @openai/agents-core */
+interface AgentsSpanError {
+  message: string;
+  data?: Record<string, unknown>;
+}
+/** Matches Span from @openai/agents-core */
+interface AgentsSpan {
+  type: 'trace.span';
+  spanId: string;
+  traceId: string;
+  parentId?: string | null;
+  startedAt?: string | null;
+  endedAt?: string | null;
+  error?: AgentsSpanError | null;
+  spanData: AgentsSpanData;
+}
+type AgentSpanData = {
+  type: 'agent';
+  name: string;
+  handoffs?: string[];
+  tools?: string[];
+  output_type?: string;
+};
+type FunctionSpanData = {
+  type: 'function';
+  name: string;
+  input: string;
+  output: string;
+  mcp_data?: string;
+};
+type GenerationUsageData = {
+  input_tokens?: number;
+  output_tokens?: number;
+  details?: Record<string, unknown> | null;
+  [key: string]: unknown;
+};
+type GenerationSpanData = {
+  type: 'generation';
+  input?: Record<string, unknown>[];
+  output?: Record<string, unknown>[];
+  model?: string;
+  model_config?: Record<string, unknown>;
+  usage?: GenerationUsageData;
+};
+type ResponseSpanData = {
+  type: 'response';
+  response_id?: string;
+  [key: string]: unknown;
+};
+type HandoffSpanData = {
+  type: 'handoff';
+  from_agent?: string;
+  to_agent?: string;
+};
+type CustomSpanData = {
+  type: 'custom';
+  name: string;
+  data: Record<string, unknown>;
+};
+type GuardrailSpanData = {
+  type: 'guardrail';
+  name: string;
+  triggered: boolean;
+};
+type TranscriptionSpanData = {
+  type: 'transcription';
+  input: unknown;
+  output?: string;
+  model?: string;
+  model_config?: Record<string, unknown>;
+};
+type SpeechSpanData = {
+  type: 'speech';
+  input?: string;
+  output: unknown;
+  model?: string;
+  model_config?: Record<string, unknown>;
+};
+type SpeechGroupSpanData = {
+  type: 'speech_group';
+  input?: string;
+};
+type MCPListToolsSpanData = {
+  type: 'mcp_tools';
+  server?: string;
+  result?: string[];
+};
+type AgentsSpanData = AgentSpanData | FunctionSpanData | GenerationSpanData | ResponseSpanData | HandoffSpanData | CustomSpanData | GuardrailSpanData | TranscriptionSpanData | SpeechSpanData | SpeechGroupSpanData | MCPListToolsSpanData;
+interface LLMOpsAgentsExporterConfig {
+  /** LLMOps server base URL (e.g. http://localhost:5177) */
+  baseURL: string;
+  /** Environment secret or API key for authentication */
+  apiKey: string;
+  /** Custom headers to include in requests */
+  headers?: Record<string, string>;
+}
+/**
+ * Create a TracingExporter for @openai/agents that sends traces to LLMOps.
+ *
+ * Usage:
+ * ```typescript
+ * import { createLLMOpsAgentsExporter } from '@llmops/sdk';
+ * import { setTraceProcessors, BatchTraceProcessor } from '@openai/agents';
+ *
+ * setTraceProcessors([
+ *   new BatchTraceProcessor(createLLMOpsAgentsExporter({
+ *     baseURL: 'http://localhost:5177',
+ *     apiKey: process.env.LLMOPS_API_KEY!,
+ *   }))
+ * ]);
+ * ```
+ */
+declare function createLLMOpsAgentsExporter(config: LLMOpsAgentsExporterConfig): AgentsTracingExporter;
+//#endregion
+export { type AgentsTracingExporter, AuthClient, AuthFeatureNotAvailableError, type LLMOpsAgentsExporterConfig, type LLMOpsClient, type LLMOpsExporterConfig, PaginatedResponse, PaginationOptions, Permission, type ProviderOptions, Session, type SpanExporter, type TraceContext, User, createLLMOpsAgentsExporter, createLLMOpsMiddleware, createLLMOpsSpanExporter, createLLMOps as llmops };