@llmops/sdk 1.0.0-beta.2 → 1.0.0-beta.23

package/dist/interface-BbAwy96d.d.cts

@@ -0,0 +1,223 @@
+import z from "zod";
+
+//#region src/telemetry/constants.d.ts
+declare const COST_SUMMARY_GROUP_BY: readonly ["day", "hour", "model", "provider", "endpoint", "tags"];
+type CostSummaryGroupBy = (typeof COST_SUMMARY_GROUP_BY)[number];
+//#endregion
+//#region src/telemetry/types.d.ts
+
+declare const insertLLMRequestSchema: z.ZodObject<{
+  requestId: z.ZodString;
+  configId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  variantId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  environmentId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  providerConfigId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  provider: z.ZodString;
+  model: z.ZodString;
+  promptTokens: z.ZodDefault<z.ZodNumber>;
+  completionTokens: z.ZodDefault<z.ZodNumber>;
+  totalTokens: z.ZodDefault<z.ZodNumber>;
+  cachedTokens: z.ZodDefault<z.ZodNumber>;
+  cacheCreationTokens: z.ZodDefault<z.ZodNumber>;
+  cost: z.ZodDefault<z.ZodNumber>;
+  cacheSavings: z.ZodDefault<z.ZodNumber>;
+  inputCost: z.ZodDefault<z.ZodNumber>;
+  outputCost: z.ZodDefault<z.ZodNumber>;
+  endpoint: z.ZodString;
+  statusCode: z.ZodNumber;
+  latencyMs: z.ZodDefault<z.ZodNumber>;
+  isStreaming: z.ZodDefault<z.ZodBoolean>;
+  userId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  tags: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
+  guardrailResults: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    results: z.ZodArray<z.ZodObject<{
+      checkId: z.ZodString;
+      functionId: z.ZodString;
+      hookType: z.ZodEnum<{
+        beforeRequestHook: "beforeRequestHook";
+        afterRequestHook: "afterRequestHook";
+      }>;
+      verdict: z.ZodBoolean;
+      latencyMs: z.ZodNumber;
+    }, z.core.$strip>>;
+    action: z.ZodEnum<{
+      allowed: "allowed";
+      blocked: "blocked";
+      logged: "logged";
+    }>;
+    totalLatencyMs: z.ZodNumber;
+  }, z.core.$strip>>>;
+  traceId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  spanId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  parentSpanId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  sessionId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+}, z.core.$strip>;
+type LLMRequestInsert = z.infer<typeof insertLLMRequestSchema>;
+declare const upsertTraceSchema: z.ZodObject<{
+  traceId: z.ZodString;
+  name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  sessionId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  userId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  status: z.ZodDefault<z.ZodEnum<{
+    error: "error";
+    unset: "unset";
+    ok: "ok";
+  }>>;
+  startTime: z.ZodDate;
+  endTime: z.ZodOptional<z.ZodNullable<z.ZodDate>>;
+  durationMs: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+  spanCount: z.ZodDefault<z.ZodNumber>;
+  totalInputTokens: z.ZodDefault<z.ZodNumber>;
+  totalOutputTokens: z.ZodDefault<z.ZodNumber>;
+  totalTokens: z.ZodDefault<z.ZodNumber>;
+  totalCost: z.ZodDefault<z.ZodNumber>;
+  tags: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
+  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type TraceUpsert = z.infer<typeof upsertTraceSchema>;
+declare const insertSpanSchema: z.ZodObject<{
+  traceId: z.ZodString;
+  spanId: z.ZodString;
+  parentSpanId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  name: z.ZodString;
+  kind: z.ZodDefault<z.ZodNumber>;
+  status: z.ZodDefault<z.ZodNumber>;
+  statusMessage: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  startTime: z.ZodDate;
+  endTime: z.ZodOptional<z.ZodNullable<z.ZodDate>>;
+  durationMs: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+  provider: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  promptTokens: z.ZodDefault<z.ZodNumber>;
+  completionTokens: z.ZodDefault<z.ZodNumber>;
+  totalTokens: z.ZodDefault<z.ZodNumber>;
+  cost: z.ZodDefault<z.ZodNumber>;
+  configId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  variantId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  environmentId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  providerConfigId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  requestId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  source: z.ZodDefault<z.ZodEnum<{
+    gateway: "gateway";
+    otlp: "otlp";
+    langsmith: "langsmith";
+  }>>;
+  input: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+  output: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+  attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type SpanInsert = z.infer<typeof insertSpanSchema>;
+declare const insertSpanEventSchema: z.ZodObject<{
+  traceId: z.ZodString;
+  spanId: z.ZodString;
+  name: z.ZodString;
+  timestamp: z.ZodDate;
+  attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type SpanEventInsert = z.infer<typeof insertSpanEventSchema>;
+//#endregion
+//#region src/telemetry/interface.d.ts
+/**
+ * TelemetryStore provides read + write access to telemetry data.
+ * Implemented by pgStore, d1Store, and future store backends.
+ */
+interface TelemetryStore {
+  batchInsertRequests(requests: LLMRequestInsert[]): Promise<{
+    count: number;
+  }>;
+  insertRequest(request: LLMRequestInsert): Promise<unknown>;
+  listRequests(params?: {
+    limit?: number;
+    offset?: number;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    providerConfigId?: string;
+    provider?: string;
+    model?: string;
+    startDate?: Date;
+    endDate?: Date;
+    tags?: Record<string, string[]>;
+  }): Promise<{
+    data: unknown[];
+    total: number;
+    limit: number;
+    offset: number;
+  }>;
+  getRequestByRequestId(requestId: string): Promise<unknown | undefined>;
+  getTotalCost(params: {
+    startDate: Date;
+    endDate: Date;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    tags?: Record<string, string[]>;
+  }): Promise<unknown>;
+  getCostByModel(params: {
+    startDate: Date;
+    endDate: Date;
+  }): Promise<unknown[]>;
+  getCostByProvider(params: {
+    startDate: Date;
+    endDate: Date;
+  }): Promise<unknown[]>;
+  getDailyCosts(params: {
+    startDate: Date;
+    endDate: Date;
+  }): Promise<unknown[]>;
+  getCostSummary(params: {
+    startDate: Date;
+    endDate: Date;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    groupBy?: CostSummaryGroupBy;
+    tags?: Record<string, string[]>;
+    tagKeys?: string[];
+  }): Promise<unknown[]>;
+  getRequestStats(params: {
+    startDate: Date;
+    endDate: Date;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    tags?: Record<string, string[]>;
+  }): Promise<unknown>;
+  getDistinctTags(): Promise<unknown[]>;
+  upsertTrace(data: TraceUpsert): Promise<void>;
+  batchInsertSpans(spans: SpanInsert[]): Promise<{
+    count: number;
+  }>;
+  batchInsertSpanEvents(events: SpanEventInsert[]): Promise<{
+    count: number;
+  }>;
+  listTraces(params?: {
+    limit?: number;
+    offset?: number;
+    sessionId?: string;
+    userId?: string;
+    status?: string;
+    name?: string;
+    startDate?: Date;
+    endDate?: Date;
+    tags?: Record<string, string[]>;
+  }): Promise<{
+    data: unknown[];
+    total: number;
+    limit: number;
+    offset: number;
+  }>;
+  getTraceWithSpans(traceId: string): Promise<{
+    trace: unknown;
+    spans: unknown[];
+    events: unknown[];
+  } | undefined>;
+  getTraceStats(params: {
+    startDate: Date;
+    endDate: Date;
+    sessionId?: string;
+    userId?: string;
+  }): Promise<unknown>;
+}
+//#endregion
+export { TraceUpsert as a, SpanInsert as i, LLMRequestInsert as n, COST_SUMMARY_GROUP_BY as o, SpanEventInsert as r, CostSummaryGroupBy as s, TelemetryStore as t };

package/dist/interface-Dz7B6QN1.d.mts

@@ -0,0 +1,223 @@
+import z from "zod";
+
+//#region src/telemetry/constants.d.ts
+declare const COST_SUMMARY_GROUP_BY: readonly ["day", "hour", "model", "provider", "endpoint", "tags"];
+type CostSummaryGroupBy = (typeof COST_SUMMARY_GROUP_BY)[number];
+//#endregion
+//#region src/telemetry/types.d.ts
+
+declare const insertLLMRequestSchema: z.ZodObject<{
+  requestId: z.ZodString;
+  configId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  variantId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  environmentId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  providerConfigId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  provider: z.ZodString;
+  model: z.ZodString;
+  promptTokens: z.ZodDefault<z.ZodNumber>;
+  completionTokens: z.ZodDefault<z.ZodNumber>;
+  totalTokens: z.ZodDefault<z.ZodNumber>;
+  cachedTokens: z.ZodDefault<z.ZodNumber>;
+  cacheCreationTokens: z.ZodDefault<z.ZodNumber>;
+  cost: z.ZodDefault<z.ZodNumber>;
+  cacheSavings: z.ZodDefault<z.ZodNumber>;
+  inputCost: z.ZodDefault<z.ZodNumber>;
+  outputCost: z.ZodDefault<z.ZodNumber>;
+  endpoint: z.ZodString;
+  statusCode: z.ZodNumber;
+  latencyMs: z.ZodDefault<z.ZodNumber>;
+  isStreaming: z.ZodDefault<z.ZodBoolean>;
+  userId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  tags: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
+  guardrailResults: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    results: z.ZodArray<z.ZodObject<{
+      checkId: z.ZodString;
+      functionId: z.ZodString;
+      hookType: z.ZodEnum<{
+        beforeRequestHook: "beforeRequestHook";
+        afterRequestHook: "afterRequestHook";
+      }>;
+      verdict: z.ZodBoolean;
+      latencyMs: z.ZodNumber;
+    }, z.core.$strip>>;
+    action: z.ZodEnum<{
+      allowed: "allowed";
+      blocked: "blocked";
+      logged: "logged";
+    }>;
+    totalLatencyMs: z.ZodNumber;
+  }, z.core.$strip>>>;
+  traceId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  spanId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  parentSpanId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  sessionId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+}, z.core.$strip>;
+type LLMRequestInsert = z.infer<typeof insertLLMRequestSchema>;
+declare const upsertTraceSchema: z.ZodObject<{
+  traceId: z.ZodString;
+  name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  sessionId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  userId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  status: z.ZodDefault<z.ZodEnum<{
+    error: "error";
+    unset: "unset";
+    ok: "ok";
+  }>>;
+  startTime: z.ZodDate;
+  endTime: z.ZodOptional<z.ZodNullable<z.ZodDate>>;
+  durationMs: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+  spanCount: z.ZodDefault<z.ZodNumber>;
+  totalInputTokens: z.ZodDefault<z.ZodNumber>;
+  totalOutputTokens: z.ZodDefault<z.ZodNumber>;
+  totalTokens: z.ZodDefault<z.ZodNumber>;
+  totalCost: z.ZodDefault<z.ZodNumber>;
+  tags: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
+  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type TraceUpsert = z.infer<typeof upsertTraceSchema>;
+declare const insertSpanSchema: z.ZodObject<{
+  traceId: z.ZodString;
+  spanId: z.ZodString;
+  parentSpanId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  name: z.ZodString;
+  kind: z.ZodDefault<z.ZodNumber>;
+  status: z.ZodDefault<z.ZodNumber>;
+  statusMessage: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  startTime: z.ZodDate;
+  endTime: z.ZodOptional<z.ZodNullable<z.ZodDate>>;
+  durationMs: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+  provider: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  promptTokens: z.ZodDefault<z.ZodNumber>;
+  completionTokens: z.ZodDefault<z.ZodNumber>;
+  totalTokens: z.ZodDefault<z.ZodNumber>;
+  cost: z.ZodDefault<z.ZodNumber>;
+  configId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  variantId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  environmentId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  providerConfigId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  requestId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  source: z.ZodDefault<z.ZodEnum<{
+    gateway: "gateway";
+    otlp: "otlp";
+    langsmith: "langsmith";
+  }>>;
+  input: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+  output: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
+  attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type SpanInsert = z.infer<typeof insertSpanSchema>;
+declare const insertSpanEventSchema: z.ZodObject<{
+  traceId: z.ZodString;
+  spanId: z.ZodString;
+  name: z.ZodString;
+  timestamp: z.ZodDate;
+  attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type SpanEventInsert = z.infer<typeof insertSpanEventSchema>;
+//#endregion
+//#region src/telemetry/interface.d.ts
+/**
+ * TelemetryStore provides read + write access to telemetry data.
+ * Implemented by pgStore, d1Store, and future store backends.
+ */
+interface TelemetryStore {
+  batchInsertRequests(requests: LLMRequestInsert[]): Promise<{
+    count: number;
+  }>;
+  insertRequest(request: LLMRequestInsert): Promise<unknown>;
+  listRequests(params?: {
+    limit?: number;
+    offset?: number;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    providerConfigId?: string;
+    provider?: string;
+    model?: string;
+    startDate?: Date;
+    endDate?: Date;
+    tags?: Record<string, string[]>;
+  }): Promise<{
+    data: unknown[];
+    total: number;
+    limit: number;
+    offset: number;
+  }>;
+  getRequestByRequestId(requestId: string): Promise<unknown | undefined>;
+  getTotalCost(params: {
+    startDate: Date;
+    endDate: Date;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    tags?: Record<string, string[]>;
+  }): Promise<unknown>;
+  getCostByModel(params: {
+    startDate: Date;
+    endDate: Date;
+  }): Promise<unknown[]>;
+  getCostByProvider(params: {
+    startDate: Date;
+    endDate: Date;
+  }): Promise<unknown[]>;
+  getDailyCosts(params: {
+    startDate: Date;
+    endDate: Date;
+  }): Promise<unknown[]>;
+  getCostSummary(params: {
+    startDate: Date;
+    endDate: Date;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    groupBy?: CostSummaryGroupBy;
+    tags?: Record<string, string[]>;
+    tagKeys?: string[];
+  }): Promise<unknown[]>;
+  getRequestStats(params: {
+    startDate: Date;
+    endDate: Date;
+    configId?: string;
+    variantId?: string;
+    environmentId?: string;
+    tags?: Record<string, string[]>;
+  }): Promise<unknown>;
+  getDistinctTags(): Promise<unknown[]>;
+  upsertTrace(data: TraceUpsert): Promise<void>;
+  batchInsertSpans(spans: SpanInsert[]): Promise<{
+    count: number;
+  }>;
+  batchInsertSpanEvents(events: SpanEventInsert[]): Promise<{
+    count: number;
+  }>;
+  listTraces(params?: {
+    limit?: number;
+    offset?: number;
+    sessionId?: string;
+    userId?: string;
+    status?: string;
+    name?: string;
+    startDate?: Date;
+    endDate?: Date;
+    tags?: Record<string, string[]>;
+  }): Promise<{
+    data: unknown[];
+    total: number;
+    limit: number;
+    offset: number;
+  }>;
+  getTraceWithSpans(traceId: string): Promise<{
+    trace: unknown;
+    spans: unknown[];
+    events: unknown[];
+  } | undefined>;
+  getTraceStats(params: {
+    startDate: Date;
+    endDate: Date;
+    sessionId?: string;
+    userId?: string;
+  }): Promise<unknown>;
+}
+//#endregion
+export { TraceUpsert as a, SpanInsert as i, LLMRequestInsert as n, COST_SUMMARY_GROUP_BY as o, SpanEventInsert as r, CostSummaryGroupBy as s, TelemetryStore as t };

package/dist/nextjs.d.cts

@@ -1,5 +1,5 @@
-import "./agents-exporter-uzN3bkth.cjs";
-import { t as LLMOpsClient } from "./index-Beb26ZNG.cjs";
+import "./agents-exporter-DkqkCcIx.cjs";
+import { t as LLMOpsClient } from "./index-lgspeSNr.cjs";
 
 //#region src/lib/nextjs/index.d.ts
 declare function toNextJsHandler(client: LLMOpsClient): {

package/dist/nextjs.d.mts

@@ -1,5 +1,5 @@
-import "./agents-exporter-BZHCcFSd.mjs";
-import { t as LLMOpsClient } from "./index-05byZKeu.mjs";
+import "./agents-exporter-CehKIArI.mjs";
+import { t as LLMOpsClient } from "./index-BZLzywwb.mjs";
 
 //#region src/lib/nextjs/index.d.ts
 declare function toNextJsHandler(client: LLMOpsClient): {