@anvia/langfuse 0.6.1 → 1.0.0-rc.2

package/dist/index.d.ts

@@ -1,6 +1,6 @@
+import { RunEvalSuiteOptions, EvalSuiteResult, EvalReporter } from '@anvia/core/evals';
 import { JsonValue, Message } from '@anvia/core/completion';
-import { AgentObserver } from '@anvia/core/observability';
-import { EvalReporter, EvalSuiteResult, RunEvalSuiteOptions } from '@anvia/core/evals';
+import { AgentObserver, AgentRunStartArgs, AgentRunObserver } from '@anvia/core/observability';
 
 type LangfuseRedactionMode = boolean | "deep";
 type LangfuseCaptureMode = "safe" | "full";
@@ -12,7 +12,7 @@ type RedactorPattern$1 = {
     name: string;
     regex: RegExp;
 };
-type LangfuseTracingOptions = {
+type LangfuseClientOptions = {
     publicKey?: string | undefined;
     secretKey?: string | undefined;
     baseUrl?: string | undefined;
@@ -20,9 +20,15 @@ type LangfuseTracingOptions = {
     release?: string | undefined;
     serviceName?: string | undefined;
     timeoutMs?: number | undefined;
-    scoreBatchSize?: number | undefined;
-    scoreFlushIntervalMs?: number | undefined;
-    scoreMaxRetries?: number | undefined;
+    scores?: {
+        batchSize?: number | undefined;
+        flushIntervalMs?: number | undefined;
+        retries?: {
+            maxAttempts: number;
+        } | undefined;
+    } | undefined;
+};
+type LangfuseObserverOptions = {
     captureMode?: LangfuseCaptureMode | undefined;
     captureMaxBytes?: number | undefined;
     redactInputs?: LangfuseRedactionMode | undefined;
@@ -43,23 +49,9 @@ type LangfuseScoreArgs = {
     environment?: string | undefined;
     timestamp?: Date | string | undefined;
 };
-type LangfuseTraceHandle = {
-    readonly traceId: string;
-    readonly observationId: string;
-    addAttributes(attributes: Record<string, JsonValue | undefined>): void;
-    addEvent(name: string, attributes?: Record<string, JsonValue | undefined>): void;
-};
-type LangfuseTracing = AgentObserver & {
-    flush(): Promise<void>;
-    shutdown(): Promise<void>;
-    score(args: LangfuseScoreArgs): Promise<void>;
-    flushScores(): Promise<void>;
-    scoreQueueDepth(): number;
-    getCurrentTrace(): LangfuseTraceHandle | undefined;
-};
 type LangfuseEvalReporterOptions = {
+    traceObserver?: string | undefined;
     publishInvalid?: boolean | undefined;
-    strict?: boolean | undefined;
     onMissingTrace?: "ignore" | "warn" | "throw" | undefined;
     truncateInputAt?: number | undefined;
     includeMessages?: boolean | undefined;
@@ -115,8 +107,13 @@ type LangfuseDatasetClient = {
         description?: string | undefined;
         metadata?: Record<string, JsonValue | undefined> | undefined;
     }): Promise<LangfuseDataset<unknown, unknown>>;
-    getDataset<Input, Expected>(name: string): Promise<LangfuseDataset<Input, Expected>>;
-    upsertItems<Input, Expected>(name: string, items: LangfuseDatasetItem<Input, Expected>[]): Promise<void>;
+    getDataset<Input, Expected>(options: {
+        name: string;
+    }): Promise<LangfuseDataset<Input, Expected>>;
+    upsertItems<Input, Expected>(options: {
+        name: string;
+        items: readonly LangfuseDatasetItem<Input, Expected>[];
+    }): Promise<void>;
     runExperiment<Input, Output, Expected>(options: LangfuseRunExperimentOptions<Input, Output, Expected>): Promise<LangfuseRunExperimentResult>;
 };
 type LangfusePromptClientOptions = {
@@ -127,6 +124,7 @@ type LangfusePromptClientOptions = {
     timeoutMs?: number | undefined;
 };
 type LangfusePromptGetOptions = {
+    name: string;
     version?: number | undefined;
     label?: string | undefined;
     cacheTtlMs?: number | undefined;
@@ -146,32 +144,26 @@ type LangfusePrompt = {
     resolvedAt: Date;
 };
 type LangfusePromptClient = {
-    getPrompt(name: string, options?: LangfusePromptGetOptions): Promise<LangfusePrompt>;
-    getPromptText(name: string, options?: LangfusePromptGetOptions): Promise<string>;
-    getPromptChat(name: string, options?: LangfusePromptGetOptions): Promise<LangfuseChatMessage[]>;
+    getPrompt(options: LangfusePromptGetOptions): Promise<LangfusePrompt>;
+    getPromptText(options: LangfusePromptGetOptions): Promise<string>;
+    getPromptChat(options: LangfusePromptGetOptions): Promise<LangfuseChatMessage[]>;
     refresh(): void;
 };
 
-declare function createLangfuseDatasetClient(tracing: Pick<LangfuseTracing, "score">, options?: LangfuseDatasetClientOptions): LangfuseDatasetClient;
-
-declare function createLangfuseEvalReporter<Input = unknown, Output = unknown, Expected = unknown>(tracing: Pick<LangfuseTracing, "score">, options?: LangfuseEvalReporterOptions): EvalReporter<Input, Output, Expected>;
-
-type RunEvalAsExperimentOptions<Input, Output, Expected = unknown> = Omit<LangfuseRunExperimentOptions<Input, Output, Expected>, "items" | "run"> & {
-    tracing: Pick<LangfuseTracing, "score">;
-    client?: LangfuseDatasetClient;
-    pageSize?: number | undefined;
-    timeoutMs?: number | undefined;
-    publishScores?: boolean | undefined;
-    reporterOptions?: LangfuseEvalReporterOptions | undefined;
-    includeContexts?: boolean | undefined;
-};
-type RunEvalAsExperimentResult<Input, Output, Expected = unknown> = {
+type LangfuseEvalExperimentOptions<Input, Output, Expected = unknown> = {
+    suite: RunEvalSuiteOptions<Input, Output, Expected>;
+    experiment: Omit<LangfuseRunExperimentOptions<Input, Output, Expected>, "items" | "run"> & {
+        pageSize?: number | undefined;
+        timeoutMs?: number | undefined;
+        publishScores?: boolean | undefined;
+        reporterOptions?: LangfuseEvalReporterOptions | undefined;
+        includeContexts?: boolean | undefined;
+    };
+};
+type LangfuseEvalExperimentResult<Input, Output, Expected = unknown> = {
     suite: EvalSuiteResult<Input, Output, Expected>;
     datasetRun: LangfuseRunExperimentResult;
 };
-declare function runEvalAsExperiment<Input, Output, Expected = unknown>(evalOptions: RunEvalSuiteOptions<Input, Output, Expected>, experimentOptions: RunEvalAsExperimentOptions<Input, Output, Expected>): Promise<RunEvalAsExperimentResult<Input, Output, Expected>>;
-
-declare function createLangfusePromptClient(tracing: Pick<LangfuseTracing, "score">, options?: LangfusePromptClientOptions): LangfusePromptClient;
 
 type RedactorPattern = {
     name: string;
@@ -196,8 +188,53 @@ declare class LangfuseScoreError extends Error {
     constructor(message: string, scores: LangfuseScoreArgs[], cause?: unknown);
 }
 
-declare const langfuse: {
-    create(options?: LangfuseTracingOptions): LangfuseTracing;
+declare const langfuseResolvedConfigSymbol: unique symbol;
+type LangfuseResolvedConfig = {
+    publicKey?: string | undefined;
+    secretKey?: string | undefined;
+    baseUrl: string;
+    environment?: string | undefined;
+    release?: string | undefined;
+    serviceName?: string | undefined;
+    timeoutMs: number;
 };
 
-export { DEFAULT_PATTERNS, type LangfuseCaptureMode, type LangfuseChatMessage, type LangfuseDataset, type LangfuseDatasetClient, type LangfuseDatasetClientOptions, type LangfuseDatasetItem, type LangfuseEvalReporterOptions, type LangfusePrompt, type LangfusePromptClient, type LangfusePromptClientOptions, type LangfusePromptGetOptions, type LangfuseRedactionMode, type LangfuseRedactionOptions, type LangfuseRunExperimentOptions, type LangfuseRunExperimentResult, type LangfuseRunItemError, type LangfuseRunItemResult, type LangfuseScoreArgs, type LangfuseScoreDataType, LangfuseScoreError, type LangfuseTraceHandle, type LangfuseTracing, type LangfuseTracingOptions, type PiiRedactor, type RedactorPattern, type RunEvalAsExperimentOptions, type RunEvalAsExperimentResult, createLangfuseDatasetClient, createLangfuseEvalReporter, createLangfusePromptClient, createPiiRedactor, langfuse, runEvalAsExperiment };
+type LangfuseCapture = {
+    readonly redactor: PiiRedactor | undefined;
+    readonly redactInputs: LangfuseRedactionMode | undefined;
+    readonly redactOutputs: LangfuseRedactionMode | undefined;
+    readonly captureMode: LangfuseCaptureMode;
+    readonly captureMaxBytes: number;
+};
+declare class LangfuseClient {
+    readonly [langfuseResolvedConfigSymbol]: LangfuseResolvedConfig;
+    private readonly publicKey;
+    private readonly secretKey;
+    private readonly baseUrl;
+    private readonly serviceName;
+    private readonly timeoutMs;
+    private readonly options;
+    private resource;
+    private initialization;
+    private closePromise;
+    private closed;
+    constructor(options?: LangfuseClientOptions);
+    observer(options?: LangfuseObserverOptions): AgentObserver;
+    evalReporter<Input = unknown, Output = unknown, Expected = unknown>(options?: LangfuseEvalReporterOptions): EvalReporter<Input, Output, Expected>;
+    promptClient(options?: LangfusePromptClientOptions): LangfusePromptClient;
+    datasetClient(options?: LangfuseDatasetClientOptions): LangfuseDatasetClient;
+    runEvalExperiment<Input, Output, Expected = unknown>(options: LangfuseEvalExperimentOptions<Input, Output, Expected>): Promise<LangfuseEvalExperimentResult<Input, Output, Expected>>;
+    startObservedRun(args: AgentRunStartArgs, capture: LangfuseCapture): Promise<AgentRunObserver>;
+    flush(): Promise<void>;
+    close(): Promise<void>;
+    [Symbol.asyncDispose](): Promise<void>;
+    scoreQueueDepth(): number;
+    score(args: LangfuseScoreArgs): Promise<void>;
+    private resources;
+    private createResources;
+    private closeResources;
+    private assertOpen;
+    private sendScore;
+}
+
+export { DEFAULT_PATTERNS, type LangfuseCaptureMode, type LangfuseChatMessage, LangfuseClient, type LangfuseClientOptions, type LangfuseDataset, type LangfuseDatasetClient, type LangfuseDatasetClientOptions, type LangfuseDatasetItem, type LangfuseEvalExperimentOptions, type LangfuseEvalExperimentResult, type LangfuseEvalReporterOptions, type LangfuseObserverOptions, type LangfusePrompt, type LangfusePromptClient, type LangfusePromptClientOptions, type LangfusePromptGetOptions, type LangfuseRedactionMode, type LangfuseRedactionOptions, type LangfuseRunExperimentOptions, type LangfuseRunExperimentResult, type LangfuseRunItemError, type LangfuseRunItemResult, type LangfuseScoreArgs, type LangfuseScoreDataType, LangfuseScoreError, type PiiRedactor, type RedactorPattern, createPiiRedactor };