@bitfab/sdk 0.75.0 → 0.76.1

package/dist/replayCli.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { a as runRegistryMain, c as runSeedCli, i as runIfEntrypoint, n as parseRegistryCommandArgs, o as checkReplayCliArgs, r as resolveRegistry, s as runReplayCli, t as importRegistry } from "./registryCommand-DdE8cNOX.js";
+import { a as runRegistryMain, c as runSeedCli, i as runIfEntrypoint, n as parseRegistryCommandArgs, o as checkReplayCliArgs, r as resolveRegistry, s as runReplayCli, t as importRegistry } from "./registryCommand-D1VgfJjC.js";
 //#region src/cloudReplayCli.ts
 const CLOUD_REPLAY_HINT = "Add --cloud to run the same replay on GitHub Actions; bitfab-replay --cloud --help explains it.";
 function isCloudReplayCommand(argv) {

package/dist/seedCli.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { a as runRegistryMain, c as runSeedCli, i as runIfEntrypoint, n as parseRegistryCommandArgs, r as resolveRegistry, t as importRegistry } from "./registryCommand-DdE8cNOX.js";
+import { a as runRegistryMain, c as runSeedCli, i as runIfEntrypoint, n as parseRegistryCommandArgs, r as resolveRegistry, t as importRegistry } from "./registryCommand-D1VgfJjC.js";
 //#region src/seedCli.ts
 const USAGE = "Usage: bitfab-seed --registry <path> <pipeline> --from-trace <id>[,<id>...]\n       bitfab-seed --registry <path> <pipeline> --cases <cases.jsonl> [--run]\nRun bitfab-seed --registry <path> <pipeline> --help for details.";
 async function runSeedCommand(argv, io = {}, importer = importRegistry) {

package/dist/{src-CrV0INwT.js → src-BJjbR3Nq.js}

@@ -1,6 +1,6 @@
 import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.js";
-import { C as BitfabError, E as __version__, S as gitRunner, T as readEnv$1, _ as MAX_SPAN_CARRIER_BYTES, b as replayContextReady, c as recordCallerTraceMetadata, f as ROOT_TRACE_FUNCTION_KEY_FIELD, g as MAX_COMPRESSIBLE_SPAN_CARRIER_BYTES, h as makeSpanOrigin, i as flushTraces, l as retireTraceMetadata, m as isFrameworkInstrumentation, n as SPAN_TYPES, o as unrefTimer, p as SimulationPlan, r as experimentIdWireFields, s as callerTraceMetadata, t as HttpClient, v as byteLength, w as MixedTracingError, x as runWithReplayContext, y as getReplayContext } from "./http-Cotx6kLL.js";
-import { A as unmapOpenAiAgentsTrace, B as asyncStorageReady, C as recordAutoTracedClientCall, D as mapOpenAiAgentsTrace, E as endOpenAiAgentsSpan, F as warnOnce, H as isAsyncStorageInitDone, I as writeOnce, L as isCaptureSuppressed, M as installLangChainRunScopes, N as markLangChainRunRecorded, O as openAiAgentsParentSpanId, R as runWithCaptureSuppressed, S as frameworkRecordsClientCall, T as watchClientCall, V as createAsyncLocalStorage, _ as runWithAutoTraceRootContext, b as OPENROUTER, f as invokeThroughAutoTraceEntries, g as runWithAutoTraceNodeConfiguration, h as runWithAutoTraceFramesAt, j as forgetLangChainRun, k as openAiAgentsSpanChain, l as clearAutoTraceNodeConfiguration, m as runWithAutoTraceEntry, o as __bitfabAutoTraceActive, p as runAsAutoTraceRootFunction, u as currentAutoTraceEntries, v as ANTHROPIC, w as recordWatchedClientCall, x as clientCallProvider, y as OPENAI_RESPONSES } from "./autoTrace-kHOBg49M.js";
+import { C as BitfabError, E as __version__, S as gitRunner, T as readEnv$1, _ as MAX_SPAN_CARRIER_BYTES, b as replayContextReady, c as recordCallerTraceMetadata, f as ROOT_TRACE_FUNCTION_KEY_FIELD, g as MAX_COMPRESSIBLE_SPAN_CARRIER_BYTES, h as makeSpanOrigin, i as flushTraces, l as retireTraceMetadata, m as isFrameworkInstrumentation, n as SPAN_TYPES, o as unrefTimer, p as SimulationPlan, r as experimentIdWireFields, s as callerTraceMetadata, t as HttpClient, v as byteLength, w as MixedTracingError, x as runWithReplayContext, y as getReplayContext } from "./http-DS1QjBvx.js";
+import { A as recordWatchedClientCall, B as installLangChainRunScopes, C as OPENAI_RESPONSES, D as clientCallStreams, E as clientCallProvider, F as mapOpenAiAgentsTrace, G as isCaptureSuppressed, I as openAiAgentsParentSpanId, J as asyncStorageReady, K as runWithCaptureSuppressed, L as openAiAgentsSpanChain, M as watchClientCall, N as StreamFinalizationError, O as frameworkRecordsClientCall, P as endOpenAiAgentsSpan, R as unmapOpenAiAgentsTrace, S as OPENAI_EMBEDDINGS, T as OPENROUTER, U as warnOnce, V as markLangChainRunRecorded, W as writeOnce, X as isAsyncStorageInitDone, Y as createAsyncLocalStorage, _ as runWithAutoTraceNodeConfiguration, b as GEMINI, d as currentAutoTraceEntries, g as runWithAutoTraceFramesAt, h as runWithAutoTraceEntry, j as sharedClientCallStreamRecording, k as recordAutoTracedClientCall, m as runAsAutoTraceRootFunction, p as invokeThroughAutoTraceEntries, s as __bitfabAutoTraceActive, u as clearAutoTraceNodeConfiguration, v as runWithAutoTraceRootContext, w as OPENAI_TRANSCRIPTIONS, x as OPENAI_CHAT, y as ANTHROPIC, z as forgetLangChainRun } from "./autoTrace-BgN0zCQf.js";
 import { t as importOptionalPeer } from "./optionalPeer-CczrzrXx.js";
 import { t as loadBamlModule } from "./bamlPeer-Dyeb3e5o.js";
 import superjson from "superjson";
@@ -2670,15 +2670,6 @@ function normalizeMockOverrides(mockOverride) {
 	} : override);
 }
 //#endregion
-//#region src/streamFinalizationError.ts
-var StreamFinalizationError = class extends Error {
-	constructor(message, output) {
-		super(message);
-		this.output = output;
-		this.name = "StreamFinalizationError";
-	}
-};
-//#endregion
 //#region src/openaiAgentSdk.ts
 var BitfabOpenAIAgentHandler = class {
 	constructor(config) {
@@ -5654,6 +5645,9 @@ function runWithSpanStack(stack, fn) {
 		throw error;
 	}
 }
+function finalizedLater(finalize, result) {
+	return Promise.resolve().then(() => finalize(result));
+}
 function isAsyncIterable(value) {
 	return value !== null && typeof value === "object" && typeof value[Symbol.asyncIterator] === "function";
 }
@@ -5799,6 +5793,15 @@ function extractContextFromCollector(collector) {
 	}
 }
 const BOUND_FUNCTION_NAME_PREFIX = /^bound /;
+function unboundName(method) {
+	const name = method.name.replace(BOUND_FUNCTION_NAME_PREFIX, "");
+	return name === "" ? void 0 : name;
+}
+function requiredMethodName(method, error) {
+	const name = unboundName(method);
+	if (name === void 0) throw new BitfabError(error);
+	return name;
+}
 function discoveredSpanType(definition, nodeConfiguration) {
 	const recordsModelCall = definition.baml === true || definition.jev === true || definition.clientCall !== void 0;
 	const ownType = recordsModelCall ? "llm" : "function";
@@ -5860,10 +5863,12 @@ function isSpanType(value) {
 const noOpSpan = {
 	id: "",
 	traceId: "",
+	traceFunctionKeys: [],
 	addContext() {},
 	setPrompt() {}
 };
 const noOpTrace = {
+	traceFunctionKey: "",
 	setSessionId() {},
 	setName() {},
 	setMetadata() {},
@@ -5878,6 +5883,9 @@ function currentTraceRootSpan() {
 		if (context?.isRoot && context.traceId === traceId) return context;
 	}
 }
+function activeTraceFunctionKeys(stack) {
+	return [.../* @__PURE__ */ new Set([...currentAutoTraceEntries().map((entry) => entry.context.traceFunctionKey), ...stack.map((context) => context.traceFunctionKey)])];
+}
 function getCurrentSpan() {
 	const stack = getSpanStack();
 	const current = stack[stack.length - 1];
@@ -5885,6 +5893,7 @@ function getCurrentSpan() {
 	return {
 		id: current.spanId,
 		traceId: current.traceId,
+		traceFunctionKeys: activeTraceFunctionKeys(stack),
 		addContext(context) {
 			try {
 				if (typeof context !== "object" || context === null) return;
@@ -5924,6 +5933,7 @@ function getCurrentTrace() {
 		return traceState;
 	};
 	return {
+		traceFunctionKey: current.rootTraceFunctionKey,
 		setSessionId(sessionId) {
 			try {
 				const traceState = getOrCreateTraceState();
@@ -6169,9 +6179,9 @@ var Bitfab = class {
 				const innermost = stack[stack.length - 1];
 				return innermost === void 0 ? traceFunctionKey : rootTraceFunctionKeyOfTrace(innermost.traceId, traceFunctionKey);
 			};
-			const recordsSpan = (entry, spanName, declared) => {
+			const recordsSpan = (entry, spanName, declared, llmCall = false) => {
 				const contentOff = !declared && self.simulationPlan.contentOffNow(rootTraceFunctionKeyOfEntry(entry), spanName);
-				const countsTowardCapturedSubtree = !declared && !contentOff;
+				const countsTowardCapturedSubtree = !declared && !contentOff && !llmCall;
 				const refusedBy = entry.depth >= maxDepth ? "max_depth" : countsTowardCapturedSubtree && capturedSubtreeCount >= maxCapturedSubtreeSpans ? "max_captured_subtree_spans" : void 0;
 				if (refusedBy !== void 0) {
 					truncate(refusedBy);
@@ -6190,7 +6200,10 @@ var Bitfab = class {
 					if (nodeConfiguration?.capture === false) return clearAutoTraceNodeConfiguration(invokeFn);
 					const spanName = nodeConfiguration?.name ?? definition.name;
 					const declaredNode = nodeConfiguration !== void 0;
-					if (!recordsSpan(entry, spanName, declaredNode)) return invokeWithoutNode();
+					const clientCall = clientCallProvider(definition.clientCall);
+					const llmCall = definition.baml === true || definition.jev === true || clientCall !== void 0;
+					if (!recordsSpan(entry, spanName, declaredNode, llmCall)) return invokeWithoutNode();
+					const streamRecording = clientCall !== void 0 && clientCallStreams(clientCall, definition.clientCallMethod ?? simpleName ?? "", inputs[0]) ? sharedClientCallStreamRecording(spanDetails, clientCall, inputs[0]) : void 0;
 					const mockOnReplay = nodeConfiguration?.mockOnReplay ?? options.mockOnReplayDefault;
 					const nodeExperimentId = nodeConfiguration === void 0 ? void 0 : resolveSpanExperimentId(nodeConfiguration);
 					const childOptions = {
@@ -6207,11 +6220,14 @@ var Bitfab = class {
 						...nodeExperimentId !== void 0 && { experimentId: nodeExperimentId },
 						...mockOnReplay !== void 0 && { mockOnReplay },
 						...nodeConfiguration?.replayReusable !== void 0 && { replayReusable: nodeConfiguration.replayReusable },
-						...nodeConfiguration?.finalize !== void 0 && { finalize: nodeConfiguration.finalize }
+						...nodeConfiguration?.finalize !== void 0 && { finalize: nodeConfiguration.finalize },
+						...streamRecording !== void 0 && {
+							finalize: () => streamRecording.done,
+							alwaysRunsOnReplay: true
+						}
 					};
 					const isAsync = definition.async === true;
-					const clientCall = clientCallProvider(definition.clientCall);
-					return openChild(entry, childOptions, inputs, isAsync, definition.baml === true ? () => invokeAutoTracedBaml(invokeFn, isAsync) : definition.jev === true ? () => recordAutoTracedJev(invokeFn, getCurrentSpan()) : clientCall !== void 0 ? () => recordAutoTracedClientCall(clientCall, invokeFn, inputs[0], getCurrentSpan()) : invokeFn);
+					return openChild(entry, childOptions, inputs, isAsync, definition.baml === true ? () => invokeAutoTracedBaml(invokeFn, isAsync) : definition.jev === true ? () => recordAutoTracedJev(invokeFn, getCurrentSpan()) : streamRecording !== void 0 ? () => streamRecording.start(getCurrentSpan(), invokeFn) : clientCall !== void 0 ? () => recordAutoTracedClientCall(clientCall, invokeFn, inputs[0], getCurrentSpan()) : invokeFn);
 				},
 				invokeNestedRoot(nestedName, nestedFunctionName, inputs, invokeFn, entry, link, spanDetails) {
 					if (excluded.has(nestedName) || excluded.has(nestedFunctionName) || !recordsSpan(entry, nestedName, true)) return invokeFn();
@@ -6521,8 +6537,7 @@ var Bitfab = class {
 		return wrappedFn;
 	}
 	wrapJev(method, options) {
-		const methodName = method.name.replace(BOUND_FUNCTION_NAME_PREFIX, "");
-		if (!methodName) throw new BitfabError("wrapJev requires a named function (e.g., jev.systemOne.bind(jev)).");
+		const name = requiredMethodName(method, "wrapJev requires a named function (e.g., jev.systemOne.bind(jev)).");
 		const wrappedFn = async (...args) => {
 			const span = getCurrentSpan();
 			const startedAt = Date.now();
@@ -6536,22 +6551,32 @@ var Bitfab = class {
 		};
 		Object.defineProperty(wrappedFn, "name", {
 			configurable: true,
-			value: methodName
+			value: name
 		});
 		return wrappedFn;
 	}
 	wrapOpenRouter(method, options) {
-		return this.wrapClientCall(OPENROUTER, "wrapOpenRouter requires a named function (e.g., openai.chat.completions.create.bind(openai.chat.completions)).", method, options);
+		return this.wrapClientCall(OPENROUTER, method, options, requiredMethodName(method, "wrapOpenRouter requires a named function (e.g., openai.chat.completions.create.bind(openai.chat.completions))."));
 	}
 	wrapAnthropic(method, options) {
-		return this.wrapClientCall(ANTHROPIC, "wrapAnthropic requires a named function (e.g., anthropic.messages.create.bind(anthropic.messages)).", method, options);
+		return this.wrapClientCall(ANTHROPIC, method, options, requiredMethodName(method, "wrapAnthropic requires a named function (e.g., anthropic.messages.create.bind(anthropic.messages))."));
 	}
 	wrapOpenAIResponses(method, options) {
-		return this.wrapClientCall(OPENAI_RESPONSES, "wrapOpenAIResponses requires a named function (e.g., openai.responses.create.bind(openai.responses)).", method, options);
+		return this.wrapClientCall(OPENAI_RESPONSES, method, options, requiredMethodName(method, "wrapOpenAIResponses requires a named function (e.g., openai.responses.create.bind(openai.responses))."));
+	}
+	wrapOpenAIChat(method, options) {
+		return this.wrapClientCall(OPENAI_CHAT, method, options, requiredMethodName(method, "wrapOpenAIChat requires a named function (e.g., openai.chat.completions.create.bind(openai.chat.completions))."));
+	}
+	wrapOpenAIEmbeddings(method, options) {
+		return this.wrapClientCall(OPENAI_EMBEDDINGS, method, options, requiredMethodName(method, "wrapOpenAIEmbeddings requires a named function (e.g., openai.embeddings.create.bind(openai.embeddings))."));
 	}
-	wrapClientCall(provider, anonymousError, method, options) {
-		const methodName = method.name.replace(BOUND_FUNCTION_NAME_PREFIX, "");
-		if (!methodName) throw new BitfabError(anonymousError);
+	wrapOpenAITranscriptions(method, options) {
+		return this.wrapClientCall(OPENAI_TRANSCRIPTIONS, method, options, requiredMethodName(method, "wrapOpenAITranscriptions requires a named function (e.g., openai.audio.transcriptions.create.bind(openai.audio.transcriptions))."));
+	}
+	wrapGemini(method, options) {
+		return this.wrapClientCall(GEMINI, method, options, unboundName(method) ?? "generateContent");
+	}
+	wrapClientCall(provider, method, options, name) {
 		const wrappedFn = async (...args) => {
 			const span = getCurrentSpan();
 			const startedAt = Date.now();
@@ -6572,7 +6597,7 @@ var Bitfab = class {
 		};
 		Object.defineProperty(wrappedFn, "name", {
 			configurable: true,
-			value: methodName
+			value: name
 		});
 		return wrappedFn;
 	}
@@ -6645,6 +6670,7 @@ var Bitfab = class {
 					spanId,
 					details: options.spanDetails ?? { contexts: [] },
 					spanName: options.name ?? options.nameFor?.(this) ?? qualifiedSpanName(this, functionNameAtOpen) ?? traceFunctionKey,
+					traceFunctionKey,
 					rootTraceFunctionKey: rootTraceFunctionKeyOfTrace(traceId, traceFunctionKey),
 					instrumentation: options.instrumentation ?? "span",
 					declaredNode: options.declaredNode === true,
@@ -6749,7 +6775,7 @@ var Bitfab = class {
 					}
 				};
 				const recordSpan = (result) => {
-					if (options.finalize) self.httpClient.trackDeferred(Promise.resolve().then(() => options.finalize(result)).then((output) => sendSpan({ result: output })).catch((error) => sendSpan({
+					if (options.finalize) self.httpClient.trackDeferred(finalizedLater(options.finalize, result).then((output) => sendSpan({ result: output })).catch((error) => sendSpan({
 						result: error instanceof StreamFinalizationError ? error.output : void 0,
 						error: error instanceof StreamFinalizationError ? error.message : error instanceof Error ? `finalize failed: ${error.message}` : `finalize failed: ${String(error)}`
 					})));
@@ -6800,7 +6826,7 @@ var Bitfab = class {
 						reuseAllowed: options.replayReusable === true,
 						canReuseOutput: options.finalize === void 0 && options.replayOutput === void 0 && !fn.constructor.name.includes("Generator")
 					});
-					if (decision.mock) {
+					if (decision.mock && options.alwaysRunsOnReplay !== true) {
 						sendSpan({
 							result: decision.output,
 							mocked: true,
@@ -6851,8 +6877,8 @@ var Bitfab = class {
 						return output;
 					};
 					const resolveBaseOutput = () => options.replayOutput !== void 0 ? options.replayOutput() : resolveRecordedOutput();
-					const shouldMockWithBaseStrategy = replayCtxForMock.mockStrategy === "all" || replayCtxForMock.mockStrategy === "marked" && options.mockOnReplay === true;
-					if (replayCtxForMock.mockOverrides?.length) {
+					const shouldMockWithBaseStrategy = options.alwaysRunsOnReplay !== true && (replayCtxForMock.mockStrategy === "all" || replayCtxForMock.mockStrategy === "marked" && options.mockOnReplay === true);
+					if (replayCtxForMock.mockOverrides?.length && options.alwaysRunsOnReplay !== true) {
 						const nodeMeta = {
 							traceFunctionKey,
 							spanName: baseSpanParams.spanName,
@@ -7214,7 +7240,7 @@ var Bitfab = class {
 			await runWithSeedContext({ traceId }, async () => target(...args));
 		} finally {
 			try {
-				const { flushTraces } = await import("./http-Cotx6kLL.js").then((n) => n.a);
+				const { flushTraces } = await import("./http-DS1QjBvx.js").then((n) => n.a);
 				await flushTraces(3e4);
 			} finally {
 				unrecorded = activeTraceStates.delete(traceId);
@@ -7318,6 +7344,18 @@ var BitfabFunction = class {
 	wrapOpenAIResponses(method, options) {
 		return this.client.wrapOpenAIResponses(method, options);
 	}
+	wrapOpenAIChat(method, options) {
+		return this.client.wrapOpenAIChat(method, options);
+	}
+	wrapOpenAIEmbeddings(method, options) {
+		return this.client.wrapOpenAIEmbeddings(method, options);
+	}
+	wrapOpenAITranscriptions(method, options) {
+		return this.client.wrapOpenAITranscriptions(method, options);
+	}
+	wrapGemini(method, options) {
+		return this.client.wrapGemini(method, options);
+	}
 };
 //#endregion
 //#region src/finalizers.ts
@@ -7420,7 +7458,7 @@ async function seedFromRegistry(registry, pipeline, cases, options = {}) {
 		metadata: seedCase.metadata,
 		sessionId: seedCase.sessionId
 	}));
-	const { flushTraces } = await import("./http-Cotx6kLL.js").then((n) => n.a);
+	const { flushTraces } = await import("./http-DS1QjBvx.js").then((n) => n.a);
 	await flushTraces(3e4);
 	return {
 		pipeline,
@@ -7437,4 +7475,4 @@ function resolveTraceFunctionKey(registration) {
 //#endregion
 export { VerdictsClient as A, OrganizationMembersClient as C, BitfabLangGraphCallbackHandler as D, BitfabLangGraphIntegration as E, GraderRerunTimeoutError as F, BitfabClaudeAgentHandler as I, DEFAULT_SERVICE_URL as L, SUPPORTED_PROVIDERS as M, DatasetsClient as N, GradersClient as O, GraderRerunError as P, AssertionCategoriesClient as R, BitfabPiIntegration as S, NO_MOCK_OVERRIDE as T, BITFAB_PROGRESS_PREFIX as _, Bitfab as a, reportReplayProgress as b, getCurrentSpan as c, BitfabOpenAITracingProcessor as d, AssertionGenerationError as f, BitfabRivetIntegration as g, SpansClient as h, finalizers as i, ExperimentsClient as j, LabelsClient as k, getCurrentTrace as l, TracesClient as m, reseedFromRegistry as n, BitfabFunction as o, AssertionGenerationTimeoutError as p, seedFromRegistry as r, getCurrentReplayBranch as s, defineReplayRegistry as t, BitfabVercelAiHandler as u, DbBranchReplayError as v, BitfabOpenAIAgentHandler as w, serializeReplayResult as x, ReplayError as y, CategoriesClient as z };
 
-//# sourceMappingURL=src-CrV0INwT.js.map
+//# sourceMappingURL=src-BJjbR3Nq.js.map