bitfab 0.68.4 → 0.68.6

package/dist/{src-Cmfs_7Ib.js → src-DgeGOhjN.js}

@@ -1,7 +1,8 @@
 import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.js";
-import { C as readEnv$1, S as MixedTracingError, _ as getReplayContext, b as gitRunner, c as recordCallerTraceMetadata, f as ROOT_TRACE_FUNCTION_KEY_FIELD, g as MAX_COMPRESSIBLE_SPAN_CARRIER_BYTES, h as makeSpanOrigin, i as flushTraces, l as retireTraceMetadata, m as isFrameworkInstrumentation, n as SPAN_TYPES, o as unrefTimer, p as SimulationPlan, r as experimentIdWireFields, s as callerTraceMetadata, t as HttpClient, v as replayContextReady, w as __version__, x as BitfabError, y as runWithReplayContext } from "./http-BGY4ULH5.js";
-import { E as isAsyncStorageInitDone, S as runWithCaptureSuppressed, T as createAsyncLocalStorage, _ as watchOpenRouterUsage, b as writeOnce, c as currentAutoTraceEntries, d as runAsAutoTraceRootFunction, f as runWithAutoTraceEntry, g as recordWatchedOpenRouterCompletion, h as recordAutoTracedOpenRouter, i as __bitfabAutoTraceActive, m as runWithAutoTraceRootContext, p as runWithAutoTraceNodeConfiguration, s as clearAutoTraceNodeConfiguration, u as invokeThroughAutoTraceEntries, w as asyncStorageReady, x as isCaptureSuppressed, y as warnOnce } from "./autoTrace-ghnojSj9.js";
-import { r as importOptionalPeer, t as loadBamlModule } from "./bamlPeer-CIVwS68E.js";
+import { C as readEnv$1, S as MixedTracingError, _ as getReplayContext, b as gitRunner, c as recordCallerTraceMetadata, f as ROOT_TRACE_FUNCTION_KEY_FIELD, g as MAX_COMPRESSIBLE_SPAN_CARRIER_BYTES, h as makeSpanOrigin, i as flushTraces, l as retireTraceMetadata, m as isFrameworkInstrumentation, n as SPAN_TYPES, o as unrefTimer, p as SimulationPlan, r as experimentIdWireFields, s as callerTraceMetadata, t as HttpClient, v as replayContextReady, w as __version__, x as BitfabError, y as runWithReplayContext } from "./http-CYIjoMdj.js";
+import { A as forgetLangChainRun, B as createAsyncLocalStorage, C as recordWatchedClientCall, D as openAiAgentsParentSpanId, E as mapOpenAiAgentsTrace, F as writeOnce, I as isCaptureSuppressed, L as runWithCaptureSuppressed, M as markLangChainRunRecorded, O as openAiAgentsSpanChain, P as warnOnce, S as recordAutoTracedClientCall, T as endOpenAiAgentsSpan, V as isAsyncStorageInitDone, _ as ANTHROPIC, b as clientCallProvider, f as invokeThroughAutoTraceEntries, g as runWithAutoTraceRootContext, h as runWithAutoTraceNodeConfiguration, j as installLangChainRunScopes, k as unmapOpenAiAgentsTrace, l as clearAutoTraceNodeConfiguration, m as runWithAutoTraceEntry, o as __bitfabAutoTraceActive, p as runAsAutoTraceRootFunction, u as currentAutoTraceEntries, v as OPENAI_RESPONSES, w as watchClientCall, x as frameworkRecordsClientCall, y as OPENROUTER, z as asyncStorageReady } from "./autoTrace-DVnpnuMb.js";
+import { t as importOptionalPeer } from "./optionalPeer-CczrzrXx.js";
+import { t as loadBamlModule } from "./bamlPeer-Dyeb3e5o.js";
 import superjson from "superjson";
 //#region src/categories.ts
 const CATEGORIES_PATH = "/api/sdk/categories";
@@ -1696,6 +1697,7 @@ var BitfabLangGraphCallbackHandler = class {
 		this.getActiveSpanContext = config.getActiveSpanContext ?? null;
 		this.shouldRecord = config.shouldRecord ?? (() => this.httpClient.hasApiKey());
 		this.captureTools = config.captureTools ?? true;
+		installLangChainRunScopes();
 	}
 	async close(timeoutMs) {
 		return this.ownsHttpClient ? this.httpClient.close(timeoutMs) : true;
@@ -1907,6 +1909,7 @@ var BitfabLangGraphCallbackHandler = class {
 			const converted = messages.map((batch) => batch.map(convertMessage));
 			const spanInfo = this.startSpan(runId, parentRunId, String(name), "llm", converted, metadata, tags);
 			spanInfo.model = model;
+			if (this.shouldRecord()) markLangChainRunRecorded(runId);
 		} catch {}
 	}
 	async handleLLMStart(llm, prompts, runId, parentRunId, _extraParams, tags, metadata, runName) {
@@ -1917,10 +1920,12 @@ var BitfabLangGraphCallbackHandler = class {
 			const name = runName ?? model ?? idArr?.[idArr.length - 1] ?? "llm";
 			const spanInfo = this.startSpan(runId, parentRunId, String(name), "llm", prompts, metadata, tags);
 			spanInfo.model = model;
+			if (this.shouldRecord()) markLangChainRunRecorded(runId);
 		} catch {}
 	}
 	async handleLLMEnd(output, runId) {
 		try {
+			forgetLangChainRun(runId);
 			let llmOutput;
 			const generations = output.generations;
 			if (generations?.length && generations[generations.length - 1]?.length) {
@@ -1938,6 +1943,7 @@ var BitfabLangGraphCallbackHandler = class {
 	}
 	async handleLLMError(error, runId) {
 		try {
+			forgetLangChainRun(runId);
 			this.completeSpan(runId, void 0, error instanceof Error ? error.message : String(error));
 		} catch {}
 	}
@@ -2570,64 +2576,6 @@ var BitfabOpenAIAgentHandler = class {
 	}
 };
 //#endregion
-//#region src/openaiAgentsSpanContext.ts
-const OPENAI_AGENTS_CONTEXT_STORAGE = Symbol.for("openai.agents.core.asyncLocalStorage");
-const MAX_OPENAI_AGENTS_SPAN_CHAIN = 64;
-const spanGlobal = globalThis;
-const state = spanGlobal.__bitfabOpenAiAgentsSpansV1 ?? {
-	bitfabTraceIds: /* @__PURE__ */ new Map(),
-	endedSpanIds: /* @__PURE__ */ new Map()
-};
-spanGlobal.__bitfabOpenAiAgentsSpansV1 = state;
-function mapOpenAiAgentsTrace(agentsTraceId, bitfabTraceId) {
-	state.bitfabTraceIds.set(agentsTraceId, bitfabTraceId);
-}
-function unmapOpenAiAgentsTrace(agentsTraceId) {
-	state.bitfabTraceIds.delete(agentsTraceId);
-	state.endedSpanIds.delete(agentsTraceId);
-}
-function endOpenAiAgentsSpan(agentsTraceId, spanId) {
-	if (!state.bitfabTraceIds.has(agentsTraceId)) return;
-	const ended = state.endedSpanIds.get(agentsTraceId) ?? /* @__PURE__ */ new Set();
-	ended.add(spanId);
-	state.endedSpanIds.set(agentsTraceId, ended);
-}
-function isOpenAiAgentsContextStorage(value) {
-	return value !== null && typeof value === "object" && typeof value.getStore === "function";
-}
-function currentOpenAiAgentsSpan() {
-	const storage = spanGlobal[OPENAI_AGENTS_CONTEXT_STORAGE];
-	if (!isOpenAiAgentsContextStorage(storage)) return;
-	try {
-		const store = storage.getStore();
-		return store?.active === true ? store.span ?? void 0 : void 0;
-	} catch {
-		return;
-	}
-}
-function currentOpenAiAgentsSpans() {
-	const spans = [];
-	let span = currentOpenAiAgentsSpan();
-	while (span !== void 0 && spans.length < MAX_OPENAI_AGENTS_SPAN_CHAIN) {
-		spans.push(span);
-		span = span.previousSpan ?? void 0;
-	}
-	return spans;
-}
-function openAiAgentsSpanChain() {
-	if (state.bitfabTraceIds.size === 0) return [];
-	return currentOpenAiAgentsSpans().map((span) => span.spanId).filter((spanId) => typeof spanId === "string");
-}
-function openAiAgentsParentSpanId(bitfabTraceId, enclosingSpanIds) {
-	if (state.bitfabTraceIds.size === 0) return;
-	for (const span of currentOpenAiAgentsSpans()) {
-		if (typeof span.spanId !== "string" || typeof span.traceId !== "string") return;
-		if (state.bitfabTraceIds.get(span.traceId) !== bitfabTraceId) return;
-		if (enclosingSpanIds?.includes(span.spanId)) return;
-		if (!state.endedSpanIds.get(span.traceId)?.has(span.spanId)) return span.spanId;
-	}
-}
-//#endregion
 //#region src/organizationMembers.ts
 const MEMBERS_PATH = "/api/sdk/organizationMembers";
 var OrganizationMembersClient = class {
@@ -4652,9 +4600,18 @@ var TracesClient = class {
 		return (await this.httpClient.get(traceScenarioPath(traceId))).scenario;
 	}
 	async saveScenario({ traceId, ...edit }) {
-		return (await this.httpClient.request(traceScenarioPath(traceId), edit)).scenario;
+		return (await this.httpClient.request(traceScenarioPath(traceId), withoutDataRecords(edit))).scenario;
 	}
 };
+const RECORDS_KEYS_IN_DATA = ["records", "sources"];
+function withoutDataRecords(edit) {
+	if (edit.data === void 0) return edit;
+	const data = Object.fromEntries(Object.entries(edit.data).filter(([key]) => !RECORDS_KEYS_IN_DATA.includes(key)));
+	return {
+		...edit,
+		data
+	};
+}
 //#endregion
 //#region src/tracing.ts
 var BitfabOpenAITracingProcessor = class {
@@ -5220,7 +5177,7 @@ function extractContextFromCollector(collector) {
 }
 const BOUND_FUNCTION_NAME_PREFIX = /^bound /;
 function discoveredSpanType(definition, nodeConfiguration) {
-	const recordsModelCall = definition.baml === true || definition.jev === true || definition.openrouter === true;
+	const recordsModelCall = definition.baml === true || definition.jev === true || definition.clientCall !== void 0;
 	const ownType = recordsModelCall ? "llm" : "function";
 	if (nodeConfiguration === void 0) return ownType;
 	if (recordsModelCall && nodeConfiguration.defaultType === true) return ownType;
@@ -5541,6 +5498,7 @@ var Bitfab = class {
 		const self = this;
 		self.simulationPlan.refresh();
 		loadCollectorClass();
+		installLangChainRunScopes();
 		const runRootFunction = (receiver, args) => runAsAutoTraceRootFunction(rootFunctionName, () => fn.apply(receiver, args));
 		const maxDepth = autoTraceLimit(options.maxDepth, DEFAULT_AUTO_TRACE_MAX_DEPTH);
 		const maxCapturedSubtreeSpans = autoTraceLimit(options.maxCapturedSubtreeSpans, DEFAULT_AUTO_TRACE_MAX_CAPTURED_SUBTREE_SPANS);
@@ -5629,7 +5587,8 @@ var Bitfab = class {
 						...nodeConfiguration?.finalize !== void 0 && { finalize: nodeConfiguration.finalize }
 					};
 					const isAsync = definition.async === true;
-					return openChild(entry, childOptions, inputs, isAsync, definition.baml === true ? () => invokeAutoTracedBaml(invokeFn, isAsync) : definition.jev === true ? () => recordAutoTracedJev(invokeFn, getCurrentSpan()) : definition.openrouter === true ? () => recordAutoTracedOpenRouter(invokeFn, inputs[0], getCurrentSpan()) : invokeFn);
+					const clientCall = clientCallProvider(definition.clientCall);
+					return openChild(entry, childOptions, inputs, isAsync, definition.baml === true ? () => invokeAutoTracedBaml(invokeFn, isAsync) : definition.jev === true ? () => recordAutoTracedJev(invokeFn, getCurrentSpan()) : clientCall !== void 0 ? () => recordAutoTracedClientCall(clientCall, invokeFn, inputs[0], getCurrentSpan()) : invokeFn);
 				},
 				invokeNestedRoot(nestedName, nestedFunctionName, inputs, invokeFn, entry, link, spanDetails) {
 					if (excluded.has(nestedName) || excluded.has(nestedFunctionName) || !recordsSpan(entry, nestedName, true)) return invokeFn();
@@ -5941,14 +5900,30 @@ var Bitfab = class {
 		return wrappedFn;
 	}
 	wrapOpenRouter(method, options) {
+		return this.wrapClientCall(OPENROUTER, "wrapOpenRouter requires a named function (e.g., openai.chat.completions.create.bind(openai.chat.completions)).", method, options);
+	}
+	wrapAnthropic(method, options) {
+		return this.wrapClientCall(ANTHROPIC, "wrapAnthropic requires a named function (e.g., anthropic.messages.create.bind(anthropic.messages)).", method, options);
+	}
+	wrapOpenAIResponses(method, options) {
+		return this.wrapClientCall(OPENAI_RESPONSES, "wrapOpenAIResponses requires a named function (e.g., openai.responses.create.bind(openai.responses)).", method, options);
+	}
+	wrapClientCall(provider, anonymousError, method, options) {
 		const methodName = method.name.replace(BOUND_FUNCTION_NAME_PREFIX, "");
-		if (!methodName) throw new BitfabError("wrapOpenRouter requires a named function (e.g., openai.chat.completions.create.bind(openai.chat.completions)).");
+		if (!methodName) throw new BitfabError(anonymousError);
 		const wrappedFn = async (...args) => {
 			const span = getCurrentSpan();
 			const startedAt = Date.now();
-			const { watch, result } = watchOpenRouterUsage(() => method(...args));
+			if (frameworkRecordsClientCall()) {
+				const response = await method(...args);
+				try {
+					options?.onResponse?.(response);
+				} catch {}
+				return response;
+			}
+			const { watch, result } = watchClientCall(() => method(...args));
 			const response = await result;
-			recordWatchedOpenRouterCompletion(span, watch, args[0], response, Date.now() - startedAt);
+			recordWatchedClientCall(provider, span, watch, args[0], response, Date.now() - startedAt);
 			try {
 				options?.onResponse?.(response);
 			} catch {}
@@ -6598,7 +6573,7 @@ var Bitfab = class {
 			await runWithSeedContext({ traceId }, async () => target(...args));
 		} finally {
 			try {
-				const { flushTraces } = await import("./http-BGY4ULH5.js").then((n) => n.a);
+				const { flushTraces } = await import("./http-CYIjoMdj.js").then((n) => n.a);
 				await flushTraces(3e4);
 			} finally {
 				unrecorded = activeTraceStates.delete(traceId);
@@ -6693,6 +6668,12 @@ var BitfabFunction = class {
 	wrapOpenRouter(method, options) {
 		return this.client.wrapOpenRouter(method, options);
 	}
+	wrapAnthropic(method, options) {
+		return this.client.wrapAnthropic(method, options);
+	}
+	wrapOpenAIResponses(method, options) {
+		return this.client.wrapOpenAIResponses(method, options);
+	}
 };
 //#endregion
 //#region src/finalizers.ts
@@ -6795,7 +6776,7 @@ async function seedFromRegistry(registry, pipeline, cases, options = {}) {
 		metadata: seedCase.metadata,
 		sessionId: seedCase.sessionId
 	}));
-	const { flushTraces } = await import("./http-BGY4ULH5.js").then((n) => n.a);
+	const { flushTraces } = await import("./http-CYIjoMdj.js").then((n) => n.a);
 	await flushTraces(3e4);
 	return {
 		pipeline,
@@ -6812,4 +6793,4 @@ function resolveTraceFunctionKey(registration) {
 //#endregion
 export { ExperimentsClient as A, BitfabOpenAIAgentHandler as C, GradersClient as D, BitfabLangGraphCallbackHandler as E, BitfabClaudeAgentHandler as F, DEFAULT_SERVICE_URL as I, AssertionCategoriesClient as L, DatasetsClient as M, GraderRerunError as N, LabelsClient as O, GraderRerunTimeoutError as P, CategoriesClient as R, OrganizationMembersClient as S, BitfabLangGraphIntegration as T, BITFAB_PROGRESS_PREFIX as _, Bitfab as a, reportReplayProgress as b, getCurrentSpan as c, BitfabOpenAITracingProcessor as d, AssertionGenerationError as f, BitfabRivetIntegration as g, SpansClient as h, finalizers as i, SUPPORTED_PROVIDERS as j, VerdictsClient as k, getCurrentTrace as l, TracesClient as m, reseedFromRegistry as n, BitfabFunction as o, AssertionGenerationTimeoutError as p, seedFromRegistry as r, getCurrentReplayBranch as s, defineReplayRegistry as t, BitfabVercelAiHandler as u, DbBranchReplayError as v, NO_MOCK_OVERRIDE as w, serializeReplayResult as x, ReplayError as y };
 
-//# sourceMappingURL=src-Cmfs_7Ib.js.map
+//# sourceMappingURL=src-DgeGOhjN.js.map