@langfuse/client 4.0.0-alpha.2 → 4.0.0-alpha.3

package/dist/prompt/promptManager.js

@@ -1,144 +0,0 @@
-import { getGlobalLogger, } from "@langfuse/core";
-import { LangfusePromptCache } from "./promptCache.js";
-import { ChatPromptClient, TextPromptClient, } from "./promptClients.js";
-import { ChatMessageType, } from "./types.js";
-export class PromptManager {
-    constructor(params) {
-        const { apiClient } = params;
-        this.apiClient = apiClient;
-        this.cache = new LangfusePromptCache();
-    }
-    get logger() {
-        return getGlobalLogger();
-    }
-    async create(body) {
-        var _a;
-        const requestBody = body.type === "chat"
-            ? {
-                ...body,
-                prompt: body.prompt.map((item) => {
-                    if ("type" in item && item.type === ChatMessageType.Placeholder) {
-                        return {
-                            type: ChatMessageType.Placeholder,
-                            name: item.name,
-                        };
-                    }
-                    else {
-                        // Handle regular ChatMessage (without type field) from API
-                        return { type: ChatMessageType.ChatMessage, ...item };
-                    }
-                }),
-            }
-            : {
-                ...body,
-                type: (_a = body.type) !== null && _a !== void 0 ? _a : "text",
-            };
-        const promptResponse = await this.apiClient.prompts.create(requestBody);
-        if (promptResponse.type === "chat") {
-            return new ChatPromptClient(promptResponse);
-        }
-        return new TextPromptClient(promptResponse);
-    }
-    async update(params) {
-        const { name, version, newLabels } = params;
-        const newPrompt = await this.apiClient.promptVersion.update(name, version, {
-            newLabels,
-        });
-        this.cache.invalidate(name);
-        return newPrompt;
-    }
-    async get(name, options) {
-        var _a;
-        const cacheKey = this.cache.createKey({
-            name,
-            label: options === null || options === void 0 ? void 0 : options.label,
-        });
-        const cachedPrompt = this.cache.getIncludingExpired(cacheKey);
-        if (!cachedPrompt || (options === null || options === void 0 ? void 0 : options.cacheTtlSeconds) === 0) {
-            try {
-                return await this.fetchPromptAndUpdateCache({
-                    name,
-                    version: options === null || options === void 0 ? void 0 : options.version,
-                    label: options === null || options === void 0 ? void 0 : options.label,
-                    cacheTtlSeconds: options === null || options === void 0 ? void 0 : options.cacheTtlSeconds,
-                    maxRetries: options === null || options === void 0 ? void 0 : options.maxRetries,
-                    fetchTimeoutMs: options === null || options === void 0 ? void 0 : options.fetchTimeoutMs,
-                });
-            }
-            catch (err) {
-                if (options === null || options === void 0 ? void 0 : options.fallback) {
-                    const sharedFallbackParams = {
-                        name,
-                        version: (_a = options === null || options === void 0 ? void 0 : options.version) !== null && _a !== void 0 ? _a : 0,
-                        labels: options.label ? [options.label] : [],
-                        cacheTtlSeconds: options === null || options === void 0 ? void 0 : options.cacheTtlSeconds,
-                        config: {},
-                        tags: [],
-                    };
-                    if (options.type === "chat") {
-                        return new ChatPromptClient({
-                            ...sharedFallbackParams,
-                            type: "chat",
-                            prompt: options.fallback.map((msg) => ({
-                                type: ChatMessageType.ChatMessage,
-                                ...msg,
-                            })),
-                        }, true);
-                    }
-                    else {
-                        return new TextPromptClient({
-                            ...sharedFallbackParams,
-                            type: "text",
-                            prompt: options.fallback,
-                        }, true);
-                    }
-                }
-                throw err;
-            }
-        }
-        if (cachedPrompt.isExpired) {
-            // If the cache is not currently being refreshed, start refreshing it and register the promise in the cache
-            if (!this.cache.isRefreshing(cacheKey)) {
-                const refreshPromptPromise = this.fetchPromptAndUpdateCache({
-                    name,
-                    version: options === null || options === void 0 ? void 0 : options.version,
-                    label: options === null || options === void 0 ? void 0 : options.label,
-                    cacheTtlSeconds: options === null || options === void 0 ? void 0 : options.cacheTtlSeconds,
-                    maxRetries: options === null || options === void 0 ? void 0 : options.maxRetries,
-                    fetchTimeoutMs: options === null || options === void 0 ? void 0 : options.fetchTimeoutMs,
-                }).catch(() => {
-                    this.logger.warn(`Failed to refresh prompt cache '${cacheKey}', stale cache will be used until next refresh succeeds.`);
-                });
-                this.cache.addRefreshingPromise(cacheKey, refreshPromptPromise);
-            }
-            return cachedPrompt.value;
-        }
-        return cachedPrompt.value;
-    }
-    async fetchPromptAndUpdateCache(params) {
-        const cacheKey = this.cache.createKey(params);
-        try {
-            const { name, version, cacheTtlSeconds, label, maxRetries, fetchTimeoutMs, } = params;
-            const data = await this.apiClient.prompts.get(name, {
-                version,
-                label,
-            }, {
-                maxRetries,
-                timeoutInSeconds: fetchTimeoutMs ? fetchTimeoutMs / 1000 : undefined,
-            });
-            let prompt;
-            if (data.type === "chat") {
-                prompt = new ChatPromptClient(data);
-            }
-            else {
-                prompt = new TextPromptClient(data);
-            }
-            this.cache.set(cacheKey, prompt, cacheTtlSeconds);
-            return prompt;
-        }
-        catch (error) {
-            this.logger.error(`Error fetching prompt '${cacheKey}':`, error);
-            throw error;
-        }
-    }
-}

package/dist/prompt/types.d.ts

@@ -1,18 +0,0 @@
-import { ChatMessage, PlaceholderMessage, ChatMessageWithPlaceholders, CreatePromptRequest } from "@langfuse/core";
-export declare enum ChatMessageType {
-    ChatMessage = "chatmessage",
-    Placeholder = "placeholder"
-}
-export type ChatMessageOrPlaceholder = ChatMessage | ({
-    type: ChatMessageType.Placeholder;
-} & PlaceholderMessage);
-export type LangchainMessagesPlaceholder = {
-    variableName: string;
-    optional?: boolean;
-};
-export type CreateChatPromptBodyWithPlaceholders = {
-    type: "chat";
-} & Omit<CreatePromptRequest.Chat, "type" | "prompt"> & {
-    prompt: (ChatMessage | ChatMessageWithPlaceholders)[];
-};
-//# sourceMappingURL=types.d.ts.map

package/dist/prompt/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/prompt/types.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,2BAA2B,EAC3B,mBAAmB,EACpB,MAAM,gBAAgB,CAAC;AAExB,oBAAY,eAAe;IACzB,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;CAC5B;AAED,MAAM,MAAM,wBAAwB,GAChC,WAAW,GACX,CAAC;IAAE,IAAI,EAAE,eAAe,CAAC,WAAW,CAAA;CAAE,GAAG,kBAAkB,CAAC,CAAC;AAEjE,MAAM,MAAM,4BAA4B,GAAG;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,oCAAoC,GAAG;IACjD,IAAI,EAAE,MAAM,CAAC;CACd,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC,GAAG;IACpD,MAAM,EAAE,CAAC,WAAW,GAAG,2BAA2B,CAAC,EAAE,CAAC;CACvD,CAAC"}

package/dist/prompt/types.js

@@ -1,5 +0,0 @@
-export var ChatMessageType;
-(function (ChatMessageType) {
-    ChatMessageType["ChatMessage"] = "chatmessage";
-    ChatMessageType["Placeholder"] = "placeholder";
-})(ChatMessageType || (ChatMessageType = {}));

package/dist/score/index.d.ts

@@ -1,27 +0,0 @@
-import { LangfuseAPIClient, ScoreBody } from "@langfuse/core";
-import { Span } from "@opentelemetry/api";
-export declare class ScoreManager {
-    private apiClient;
-    private eventQueue;
-    private flushPromise;
-    private flushTimer;
-    private flushAtCount;
-    private flushIntervalSeconds;
-    constructor(params: {
-        apiClient: LangfuseAPIClient;
-    });
-    get logger(): import("@langfuse/core").Logger;
-    create(data: ScoreBody): void;
-    observation(observation: {
-        otelSpan: Span;
-    }, data: Omit<ScoreBody, "traceId" | "sessionId" | "observationId" | "datasetRunId">): void;
-    trace(observation: {
-        otelSpan: Span;
-    }, data: Omit<ScoreBody, "traceId" | "sessionId" | "observationId" | "datasetRunId">): void;
-    activeObservation(data: Omit<ScoreBody, "traceId" | "sessionId" | "observationId" | "datasetRunId">): void;
-    activeTrace(data: Omit<ScoreBody, "traceId" | "sessionId" | "observationId" | "datasetRunId">): void;
-    private handleFlush;
-    flush(): Promise<void>;
-    shutdown(): Promise<void>;
-}
-//# sourceMappingURL=index.d.ts.map

package/dist/score/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/score/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EAIjB,SAAS,EAIV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,IAAI,EAAS,MAAM,oBAAoB,CAAC;AAKjD,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,UAAU,CAAwB;IAC1C,OAAO,CAAC,YAAY,CAA8B;IAClD,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,oBAAoB,CAAS;gBAEzB,MAAM,EAAE;QAAE,SAAS,EAAE,iBAAiB,CAAA;KAAE;IAYpD,IAAI,MAAM,oCAET;IAEM,MAAM,CAAC,IAAI,EAAE,SAAS,GAAG,IAAI;IAgC7B,WAAW,CAChB,WAAW,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAA;KAAE,EAC/B,IAAI,EAAE,IAAI,CACR,SAAS,EACT,SAAS,GAAG,WAAW,GAAG,eAAe,GAAG,cAAc,CAC3D;IAWI,KAAK,CACV,WAAW,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAA;KAAE,EAC/B,IAAI,EAAE,IAAI,CACR,SAAS,EACT,SAAS,GAAG,WAAW,GAAG,eAAe,GAAG,cAAc,CAC3D;IAUI,iBAAiB,CACtB,IAAI,EAAE,IAAI,CACR,SAAS,EACT,SAAS,GAAG,WAAW,GAAG,eAAe,GAAG,cAAc,CAC3D;IAkBI,WAAW,CAChB,IAAI,EAAE,IAAI,CACR,SAAS,EACT,SAAS,GAAG,WAAW,GAAG,eAAe,GAAG,cAAc,CAC3D;YAiBW,WAAW;IAkCZ,KAAK;IAIL,QAAQ;CAGtB"}

package/dist/score/index.js

@@ -1,125 +0,0 @@
-import { getEnv, generateUUID, getGlobalLogger, safeSetTimeout, } from "@langfuse/core";
-import { trace } from "@opentelemetry/api";
-const MAX_QUEUE_SIZE = 100000; // prevent memory leaks
-const MAX_BATCH_SIZE = 100;
-export class ScoreManager {
-    constructor(params) {
-        this.eventQueue = [];
-        this.flushPromise = null;
-        this.flushTimer = null;
-        this.apiClient = params.apiClient;
-        const envFlushAtCount = getEnv("LANGFUSE_FLUSH_AT");
-        const envFlushIntervalSeconds = getEnv("LANGFUSE_FLUSH_INTERVAL");
-        this.flushAtCount = envFlushAtCount ? Number(envFlushAtCount) : 10;
-        this.flushIntervalSeconds = envFlushIntervalSeconds
-            ? Number(envFlushIntervalSeconds)
-            : 1;
-    }
-    get logger() {
-        return getGlobalLogger();
-    }
-    create(data) {
-        var _a, _b;
-        const scoreData = {
-            ...data,
-            id: (_a = data.id) !== null && _a !== void 0 ? _a : generateUUID(),
-            environment: (_b = data.environment) !== null && _b !== void 0 ? _b : getEnv("LANGFUSE_TRACING_ENVIRONMENT"),
-        };
-        const scoreIngestionEvent = {
-            id: generateUUID(),
-            type: "score-create",
-            timestamp: new Date().toISOString(),
-            body: scoreData,
-        };
-        if (this.eventQueue.length >= MAX_QUEUE_SIZE) {
-            this.logger.error(`Score queue is at max size ${MAX_QUEUE_SIZE}. Dropping score.`);
-            return;
-        }
-        this.eventQueue.push(scoreIngestionEvent);
-        if (this.eventQueue.length >= this.flushAtCount) {
-            this.flushPromise = this.flush();
-        }
-        else if (!this.flushTimer) {
-            this.flushTimer = safeSetTimeout(() => {
-                this.flushPromise = this.flush();
-            }, this.flushIntervalSeconds * 1000);
-        }
-    }
-    observation(observation, data) {
-        const { spanId, traceId } = observation.otelSpan.spanContext();
-        this.create({
-            ...data,
-            traceId,
-            observationId: spanId,
-        });
-    }
-    trace(observation, data) {
-        const { traceId } = observation.otelSpan.spanContext();
-        this.create({
-            ...data,
-            traceId,
-        });
-    }
-    activeObservation(data) {
-        const currentOtelSpan = trace.getActiveSpan();
-        if (!currentOtelSpan) {
-            this.logger.warn("No active span in context to score.");
-            return;
-        }
-        const { spanId, traceId } = currentOtelSpan.spanContext();
-        this.create({
-            ...data,
-            traceId,
-            observationId: spanId,
-        });
-    }
-    activeTrace(data) {
-        const currentOtelSpan = trace.getActiveSpan();
-        if (!currentOtelSpan) {
-            this.logger.warn("No active span in context to score trace.");
-            return;
-        }
-        const { traceId } = currentOtelSpan.spanContext();
-        this.create({
-            ...data,
-            traceId,
-        });
-    }
-    async handleFlush() {
-        try {
-            if (this.flushTimer) {
-                clearTimeout(this.flushTimer);
-                this.flushTimer = null;
-            }
-            const promises = [];
-            while (this.eventQueue.length > 0) {
-                const batch = this.eventQueue.splice(0, MAX_BATCH_SIZE);
-                promises.push(this.apiClient.ingestion
-                    .batch({ batch })
-                    .then((res) => {
-                    var _a;
-                    if (((_a = res.errors) === null || _a === void 0 ? void 0 : _a.length) > 0) {
-                        this.logger.error("Error ingesting scores:", res.errors);
-                    }
-                })
-                    .catch((err) => {
-                    this.logger.error("Failed to export score batch:", err);
-                }));
-            }
-            await Promise.all(promises);
-        }
-        catch (err) {
-            this.logger.error("Error flushing Score Manager: ", err);
-        }
-        finally {
-            this.flushPromise = null;
-        }
-    }
-    async flush() {
-        var _a;
-        return (_a = this.flushPromise) !== null && _a !== void 0 ? _a : this.handleFlush();
-    }
-    async shutdown() {
-        await this.flush();
-    }
-}