bitfab 0.67.0 → 0.68.0

package/dist/{src-CFDoTgXw.js → src-DyEKM7yn.js}

@@ -1,6 +1,6 @@
 import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.js";
-import { C as readEnv$1, S as MixedTracingError, _ as getReplayContext, b as gitRunner, c as recordCallerTraceMetadata, f as ROOT_TRACE_FUNCTION_KEY_FIELD, g as MAX_COMPRESSIBLE_SPAN_CARRIER_BYTES, h as makeSpanOrigin, i as flushTraces, l as retireTraceMetadata, m as isFrameworkInstrumentation, n as SPAN_TYPES, o as unrefTimer, p as SimulationPlan, r as experimentIdWireFields, s as callerTraceMetadata, t as HttpClient, v as replayContextReady, w as __version__, x as BitfabError, y as runWithReplayContext } from "./http-CcYPHER5.js";
-import { a as clearAutoTraceNodeConfiguration, b as isAsyncStorageInitDone, c as runAsAutoTraceRootFunction, d as runWithAutoTraceRootContext, g as runWithCaptureSuppressed, h as isCaptureSuppressed, l as runWithAutoTraceEntry, m as writeOnce, n as __bitfabAutoTraceActive, o as currentAutoTraceEntries, p as warnOnce, s as invokeThroughAutoTraceEntries, u as runWithAutoTraceNodeConfiguration, v as asyncStorageReady, y as createAsyncLocalStorage } from "./autoTrace-O40k8f5M.js";
+import { C as readEnv$1, S as MixedTracingError, _ as getReplayContext, b as gitRunner, c as recordCallerTraceMetadata, f as ROOT_TRACE_FUNCTION_KEY_FIELD, g as MAX_COMPRESSIBLE_SPAN_CARRIER_BYTES, h as makeSpanOrigin, i as flushTraces, l as retireTraceMetadata, m as isFrameworkInstrumentation, n as SPAN_TYPES, o as unrefTimer, p as SimulationPlan, r as experimentIdWireFields, s as callerTraceMetadata, t as HttpClient, v as replayContextReady, w as __version__, x as BitfabError, y as runWithReplayContext } from "./http-_cgR_DM2.js";
+import { S as isAsyncStorageInitDone, _ as isCaptureSuppressed, b as asyncStorageReady, d as runWithAutoTraceEntry, f as runWithAutoTraceNodeConfiguration, g as writeOnce, h as warnOnce, l as invokeThroughAutoTraceEntries, o as clearAutoTraceNodeConfiguration, p as runWithAutoTraceRootContext, r as __bitfabAutoTraceActive, s as currentAutoTraceEntries, u as runAsAutoTraceRootFunction, v as runWithCaptureSuppressed, x as createAsyncLocalStorage } from "./autoTrace-CVt9EDyo.js";
 import { r as importOptionalPeer, t as loadBamlModule } from "./bamlPeer-CIVwS68E.js";
 import superjson from "superjson";
 //#region src/categories.ts
@@ -1407,6 +1407,89 @@ var GradersClient = class {
 	}
 };
 //#endregion
+//#region src/jev.ts
+const JEV_PROVIDER = "typesafe";
+const JEV_WATCH_STORAGE_SYMBOL = Symbol.for("bitfab.jevWatchStorage");
+const repliesRecordedByAutoTrace = /* @__PURE__ */ new WeakSet();
+function isRecord$3(value) {
+	return typeof value === "object" && value !== null;
+}
+function isJevReply(value) {
+	return isRecord$3(value) && typeof value.model === "string" && isRecord$3(value.usage);
+}
+function tokenCount(usage, key) {
+	const count = usage[key];
+	return typeof count === "number" ? count : null;
+}
+function jevContext(reply, durationMs) {
+	if (!isJevReply(reply)) return null;
+	const context = {
+		provider: JEV_PROVIDER,
+		model: reply.model
+	};
+	const inputTokens = tokenCount(reply.usage, "input_tokens");
+	const outputTokens = tokenCount(reply.usage, "output_tokens");
+	if (inputTokens !== null) context.inputTokens = inputTokens;
+	if (outputTokens !== null) context.outputTokens = outputTokens;
+	context.durationMs = durationMs;
+	return context;
+}
+function recordJevReply(span, reply, durationMs) {
+	try {
+		const context = jevContext(reply, durationMs);
+		if (context) span.addContext(context);
+	} catch {}
+}
+let jevWatchStorage = null;
+function watchStorage() {
+	if (jevWatchStorage) return jevWatchStorage;
+	const shared = globalThis;
+	const existing = shared[JEV_WATCH_STORAGE_SYMBOL];
+	jevWatchStorage = existing ?? createAsyncLocalStorage();
+	if (jevWatchStorage && !existing) shared[JEV_WATCH_STORAGE_SYMBOL] = jevWatchStorage;
+	return jevWatchStorage;
+}
+function watchJevUsage(fn) {
+	const storage = watchStorage();
+	const watch = {
+		recorded: false,
+		parent: storage?.getStore() ?? null
+	};
+	return {
+		watch,
+		result: storage ? storage.run(watch, fn) : fn()
+	};
+}
+function markEnclosingWatches(watch) {
+	for (let current = watch.parent; current; current = current.parent) current.recorded = true;
+}
+function recordWatchedJevReply(span, watch, reply, durationMs) {
+	if (watch.recorded || isRecordedByAutoTrace(reply)) {
+		markEnclosingWatches(watch);
+		return;
+	}
+	if (!isJevReply(reply)) return;
+	recordJevReply(span, reply, durationMs);
+	repliesRecordedByAutoTrace.add(reply);
+	markEnclosingWatches(watch);
+}
+function isRecordedByAutoTrace(reply) {
+	return isRecord$3(reply) && repliesRecordedByAutoTrace.has(reply);
+}
+function recordAutoTracedJev(invokeFn, span) {
+	const startedAt = Date.now();
+	const { watch, result } = watchJevUsage(invokeFn);
+	const settle = (reply) => {
+		recordWatchedJevReply(span, watch, reply, Date.now() - startedAt);
+	};
+	if (result instanceof Promise) return result.then((reply) => {
+		settle(reply);
+		return reply;
+	});
+	settle(result);
+	return result;
+}
+//#endregion
 //#region src/langgraph.ts
 const LANGSMITH_HIDDEN_TAG = "langsmith:hidden";
 const CHAIN_RUN_TYPES = /* @__PURE__ */ new Set([
@@ -4715,9 +4798,10 @@ function extractContextFromCollector(collector) {
 }
 const BOUND_FUNCTION_NAME_PREFIX = /^bound /;
 function discoveredSpanType(definition, nodeConfiguration) {
-	const ownType = definition.baml === true ? "llm" : "function";
+	const recordsModelCall = definition.baml === true || definition.jev === true;
+	const ownType = recordsModelCall ? "llm" : "function";
 	if (nodeConfiguration === void 0) return ownType;
-	if (definition.baml === true && nodeConfiguration.defaultType === true) return ownType;
+	if (recordsModelCall && nodeConfiguration.defaultType === true) return ownType;
 	return nodeConfiguration.type ?? ownType;
 }
 const collectorsRecordedByAutoTrace = /* @__PURE__ */ new WeakSet();
@@ -5115,7 +5199,7 @@ var Bitfab = class {
 						...nodeConfiguration?.finalize !== void 0 && { finalize: nodeConfiguration.finalize }
 					};
 					const isAsync = definition.async === true;
-					return openChild(entry, childOptions, inputs, isAsync, definition.baml === true ? () => invokeAutoTracedBaml(invokeFn, isAsync) : invokeFn);
+					return openChild(entry, childOptions, inputs, isAsync, definition.baml === true ? () => invokeAutoTracedBaml(invokeFn, isAsync) : definition.jev === true ? () => recordAutoTracedJev(invokeFn, getCurrentSpan()) : invokeFn);
 				},
 				invokeNestedRoot(nestedName, nestedFunctionName, inputs, invokeFn, entry, link, spanDetails) {
 					if (excluded.has(nestedName) || excluded.has(nestedFunctionName) || !recordsSpan(entry, nestedName, true)) return invokeFn();
@@ -5399,6 +5483,26 @@ var Bitfab = class {
 		});
 		return wrappedFn;
 	}
+	wrapJev(method, options) {
+		const methodName = method.name.replace(BOUND_FUNCTION_NAME_PREFIX, "");
+		if (!methodName) throw new BitfabError("wrapJev requires a named function (e.g., jev.systemOne.bind(jev)).");
+		const wrappedFn = async (...args) => {
+			const span = getCurrentSpan();
+			const startedAt = Date.now();
+			const { watch, result } = watchJevUsage(() => method(...args));
+			const reply = await result;
+			recordWatchedJevReply(span, watch, reply, Date.now() - startedAt);
+			try {
+				options?.onReply?.(reply);
+			} catch {}
+			return reply;
+		};
+		Object.defineProperty(wrappedFn, "name", {
+			configurable: true,
+			value: methodName
+		});
+		return wrappedFn;
+	}
 	withSpan(traceFunctionKey, optionsOrFn, maybeFn) {
 		this.simulationPlan.refresh();
 		const options = typeof optionsOrFn === "function" ? {} : optionsOrFn;
@@ -6035,7 +6139,7 @@ var Bitfab = class {
 			await runWithSeedContext({ traceId }, async () => target(...args));
 		} finally {
 			try {
-				const { flushTraces } = await import("./http-CcYPHER5.js").then((n) => n.a);
+				const { flushTraces } = await import("./http-_cgR_DM2.js").then((n) => n.a);
 				await flushTraces(3e4);
 			} finally {
 				unrecorded = activeTraceStates.delete(traceId);
@@ -6121,6 +6225,9 @@ var BitfabFunction = class {
 	wrapBAML(methodOrClient, maybeMethodOrOptions, maybeOptions) {
 		return this.client.wrapBAML(methodOrClient, maybeMethodOrOptions, maybeOptions);
 	}
+	wrapJev(method, options) {
+		return this.client.wrapJev(method, options);
+	}
 };
 //#endregion
 //#region src/finalizers.ts
@@ -6223,7 +6330,7 @@ async function seedFromRegistry(registry, pipeline, cases, options = {}) {
 		metadata: seedCase.metadata,
 		sessionId: seedCase.sessionId
 	}));
-	const { flushTraces } = await import("./http-CcYPHER5.js").then((n) => n.a);
+	const { flushTraces } = await import("./http-_cgR_DM2.js").then((n) => n.a);
 	await flushTraces(3e4);
 	return {
 		pipeline,
@@ -6240,4 +6347,4 @@ function resolveTraceFunctionKey(registration) {
 //#endregion
 export { ExperimentsClient as A, BitfabOpenAIAgentHandler as C, GradersClient as D, BitfabLangGraphCallbackHandler as E, BitfabClaudeAgentHandler as F, DEFAULT_SERVICE_URL as I, AssertionCategoriesClient as L, DatasetsClient as M, GraderRerunError as N, LabelsClient as O, GraderRerunTimeoutError as P, CategoriesClient as R, OrganizationMembersClient as S, BitfabLangGraphIntegration as T, BITFAB_PROGRESS_PREFIX as _, Bitfab as a, reportReplayProgress as b, getCurrentSpan as c, BitfabOpenAITracingProcessor as d, AssertionGenerationError as f, BitfabRivetIntegration as g, SpansClient as h, finalizers as i, SUPPORTED_PROVIDERS as j, VerdictsClient as k, getCurrentTrace as l, TracesClient as m, reseedFromRegistry as n, BitfabFunction as o, AssertionGenerationTimeoutError as p, seedFromRegistry as r, getCurrentReplayBranch as s, defineReplayRegistry as t, BitfabVercelAiHandler as u, DbBranchReplayError as v, NO_MOCK_OVERRIDE as w, serializeReplayResult as x, ReplayError as y };
 
-//# sourceMappingURL=src-CFDoTgXw.js.map
+//# sourceMappingURL=src-DyEKM7yn.js.map