bitfab 0.65.11 → 0.67.0

package/dist/{src-mV-7DNLd.cjs → src-DXmdXbOL.cjs}

@@ -1,5 +1,5 @@
 const require_bamlPeer = require("./bamlPeer-BUoZgNxZ.cjs");
-const require_http = require("./http-CFwCJQyF.cjs");
+const require_http = require("./http-CxT_WDAh.cjs");
 const require_autoTrace = require("./autoTrace-CQw0qMBt.cjs");
 let superjson = require("superjson");
 superjson = require_bamlPeer.__toESM(superjson, 1);
@@ -1240,52 +1240,63 @@ var ExperimentsClient = class {
 	}
 };
 //#endregion
-//#region src/graders.ts
-const GRADER_LABELS_PATH = "/api/sdk/graderLabels";
-var GradersClient = class {
-	constructor(httpClient) {
-		this.httpClient = httpClient;
-	}
-	async getLabels(params) {
-		const hasTraceIds = params.traceIds !== void 0 && params.traceIds.length > 0;
-		const hasGraderId = params.graderId !== void 0;
-		if (!hasTraceIds && !hasGraderId) throw new require_http.BitfabError("Pass traceIds, graderId, or both: there is nothing to read otherwise.");
-		const query = new URLSearchParams();
-		if (params.traceIds !== void 0 && params.traceIds.length > 0) query.set("traceIds", params.traceIds.join(","));
-		if (params.graderId !== void 0) query.set("graderId", params.graderId);
-		if (params.limit !== void 0) query.set("limit", String(params.limit));
-		return (await this.httpClient.get(`${GRADER_LABELS_PATH}?${query.toString()}`)).labels;
-	}
-	async saveLabel(update) {
-		const [outcome] = await this.saveLabelAll([update]);
-		return outcome;
+//#region src/verdicts.ts
+const VERDICTS_PATH = "/api/sdk/traces/verdicts";
+const HUMAN_VERDICTS_PATH = "/api/sdk/traces/verdicts/human";
+function isSkipOrArchive(fields) {
+	return fields.skip === true || fields.archive === true;
+}
+function toWireVerdict(update) {
+	const fields = update;
+	const legacyLabel = fields.label !== void 0;
+	const legacyAbstain = fields.abstain !== void 0;
+	if (!legacyLabel && !legacyAbstain) return update;
+	if (fields.verdict !== void 0) throw new require_http.BitfabError("Pass verdict, or the deprecated label or abstain, not both.");
+	if (legacyLabel && fields.abstain === true) throw new require_http.BitfabError("Pass the deprecated label or abstain, not both. Pass verdict: \"pass\" | \"fail\" | \"abstained\" instead.");
+	const { label, abstain, ...rest } = fields;
+	if (!legacyLabel && abstain !== true) {
+		if (isSkipOrArchive(fields)) return rest;
+		throw new require_http.BitfabError("abstain: false is not a verdict. Pass verdict: \"pass\" | \"fail\" | \"abstained\" instead.");
+	}
+	if (legacyLabel) {
+		require_autoTrace.warnOnce("deprecated-label-field", "The label field is deprecated; pass verdict: \"pass\" | \"fail\" instead.");
+		return {
+			...rest,
+			verdict: label === true ? "pass" : "fail"
+		};
 	}
-	async saveLabelAll(updates) {
-		return (await this.httpClient.request(GRADER_LABELS_PATH, { labels: updates })).labels;
+	require_autoTrace.warnOnce("deprecated-abstain-field", "The abstain field is deprecated; pass verdict: \"abstained\" or call verdicts.abstain instead.");
+	return {
+		...rest,
+		verdict: "abstained"
+	};
+}
+function assertAbstainedCarriesNoExtras(updates) {
+	for (const update of updates) {
+		const fields = update;
+		if (fields.verdict !== "abstained") continue;
+		const extra = fields.confidence !== void 0 ? "confidence" : fields.evidence !== void 0 ? "evidence" : null;
+		if (extra !== null) throw new require_http.BitfabError(`An "abstained" verdict carries no ${extra}, since nothing was found to judge.`);
 	}
-};
-//#endregion
-//#region src/labels.ts
-const LABELS_PATH = "/api/sdk/traces/labels";
-const HUMAN_LABELS_PATH = "/api/sdk/traces/labels/human";
+}
 function assertEveryVerdictNamesAnAssertion(updates) {
 	const unscoped = updates.filter((update) => !("archive" in update && update.archive === true) && (typeof update.assertionId !== "string" || update.assertionId === ""));
 	if (unscoped.length > 0) {
 		const targets = unscoped.map((update) => update.traceId ?? update.originalTraceId);
-		throw new require_http.BitfabError(`Agent verdicts must name an assertion: ${targets.join(", ")}. Pass the assertionId of the assertion each verdict scores to labels.save, saveAll, skip, and abstain. Only archive may omit it, to clear an old whole-trace verdict.`);
+		throw new require_http.BitfabError(`Agent verdicts must name an assertion: ${targets.join(", ")}. Pass the assertionId of the assertion each verdict scores to verdicts.save, saveAll, skip, and abstain. Only archive may omit it, to clear an old whole-trace verdict.`);
 	}
 }
 function assertEveryHumanVerdictNamesAnAssertion(updates) {
 	const unscoped = updates.filter((update) => typeof update.assertionId !== "string" || update.assertionId === "");
 	if (unscoped.length > 0) {
 		const targets = unscoped.map((update) => update.traceId);
-		throw new require_http.BitfabError(`Human verdicts must name an assertion: ${targets.join(", ")}. Pass the assertionId of the assertion each verdict scores to labels.saveHuman and saveHumanAll.`);
+		throw new require_http.BitfabError(`Human verdicts must name an assertion: ${targets.join(", ")}. Pass the assertionId of the assertion each verdict scores to verdicts.saveHuman and saveHumanAll.`);
 	}
 }
-function labelEvidencePath(traceId, assertionId) {
+function verdictEvidencePath(traceId, assertionId) {
 	return `/api/sdk/traces/${encodeURIComponent(traceId)}/assertions/${encodeURIComponent(assertionId)}/evidence`;
 }
-var LabelsClient = class {
+var VerdictsClient = class {
 	constructor(httpClient) {
 		this.httpClient = httpClient;
 	}
@@ -1295,10 +1306,12 @@ var LabelsClient = class {
 	}
 	async saveAll(updates, experimentId) {
 		assertEveryVerdictNamesAnAssertion(updates);
-		return (await this.httpClient.request(LABELS_PATH, {
-			labels: updates,
+		const verdicts = updates.map((update) => toWireVerdict(update));
+		assertAbstainedCarriesNoExtras(verdicts);
+		return (await this.httpClient.request(VERDICTS_PATH, {
+			verdicts,
 			...experimentId === void 0 ? {} : require_http.experimentIdWireFields(experimentId)
-		})).labels;
+		})).verdicts;
 	}
 	async skip(target, experimentId) {
 		return this.save({
@@ -1309,7 +1322,7 @@ var LabelsClient = class {
 	async abstain(target, experimentId) {
 		return this.save({
 			...target,
-			abstain: true
+			verdict: "abstained"
 		}, experimentId);
 	}
 	async archive(target, experimentId) {
@@ -1324,19 +1337,73 @@ var LabelsClient = class {
 	}
 	async saveHumanAll(updates) {
 		assertEveryHumanVerdictNamesAnAssertion(updates);
-		return (await this.httpClient.request(HUMAN_LABELS_PATH, { labels: updates })).labels;
+		const verdicts = updates.map((update) => toWireVerdict(update));
+		return (await this.httpClient.request(HUMAN_VERDICTS_PATH, { verdicts })).verdicts.map((outcome) => ({
+			...outcome,
+			label: outcome.verdict === "pass"
+		}));
 	}
 	async get(traceId) {
-		const [labels] = await this.getAll([traceId]);
-		return labels ?? null;
+		const [verdicts] = await this.getAll([traceId]);
+		return verdicts ?? null;
 	}
 	async getAll(traceIds) {
 		if (traceIds.length === 0) return [];
 		const query = new URLSearchParams({ traceIds: traceIds.join(",") });
-		return (await this.httpClient.get(`${LABELS_PATH}?${query.toString()}`)).labels;
+		return (await this.httpClient.get(`${VERDICTS_PATH}?${query.toString()}`)).verdicts;
+	}
+	async generateEvidence(traceId, assertionId) {
+		return (await this.httpClient.get(verdictEvidencePath(traceId, assertionId))).evidence;
 	}
 	async generateLabelEvidence(traceId, assertionId) {
-		return (await this.httpClient.get(labelEvidencePath(traceId, assertionId))).evidence;
+		return this.generateEvidence(traceId, assertionId);
+	}
+};
+const LabelsClient = VerdictsClient;
+//#endregion
+//#region src/graders.ts
+const GRADER_VERDICTS_PATH = "/api/sdk/graderVerdicts";
+function withDeprecatedGraderFields(row) {
+	return {
+		...row,
+		label: row.verdict === null ? null : row.verdict === "pass",
+		labelReason: row.reason,
+		labelConfidence: row.confidence
+	};
+}
+var GradersClient = class {
+	constructor(httpClient) {
+		this.httpClient = httpClient;
+	}
+	async getVerdicts(params) {
+		const hasTraceIds = params.traceIds !== void 0 && params.traceIds.length > 0;
+		const hasGraderId = params.graderId !== void 0;
+		if (!hasTraceIds && !hasGraderId) throw new require_http.BitfabError("Pass traceIds, graderId, or both: there is nothing to read otherwise.");
+		const query = new URLSearchParams();
+		if (params.traceIds !== void 0 && params.traceIds.length > 0) query.set("traceIds", params.traceIds.join(","));
+		if (params.graderId !== void 0) query.set("graderId", params.graderId);
+		if (params.limit !== void 0) query.set("limit", String(params.limit));
+		return (await this.httpClient.get(`${GRADER_VERDICTS_PATH}?${query.toString()}`)).verdicts.map(withDeprecatedGraderFields);
+	}
+	async saveVerdict(update) {
+		const [outcome] = await this.saveVerdictAll([update]);
+		return outcome;
+	}
+	async saveVerdictAll(updates) {
+		const verdicts = updates.map((update) => toWireVerdict(update));
+		return (await this.httpClient.request(GRADER_VERDICTS_PATH, { verdicts })).verdicts.map((outcome) => ({
+			...outcome,
+			label: outcome.verdict === "pass"
+		}));
+	}
+	async getLabels(params) {
+		return this.getVerdicts(params);
+	}
+	async saveLabel(update) {
+		return this.saveVerdict(update);
+	}
+	async saveLabelAll(updates) {
+		return this.saveVerdictAll(updates);
 	}
 };
 //#endregion
@@ -3465,7 +3532,7 @@ async function runReplaySession(httpClient, fn, session, fullExperimentUrl, maxC
 			throw new ReplayError(cause.message, resultItems, experimentId, fullExperimentUrl, cause);
 		}
 		if (missing.length > 0) try {
-			console.error(`Bitfab: server has no persisted trace for ${missing.length} of ${completedCount} completed replay item(s) (experiment ${experimentId}). Their replay token usage is unavailable and they cannot be labeled.`);
+			console.error(`Bitfab: server has no persisted trace for ${missing.length} of ${completedCount} completed replay item(s) (experiment ${experimentId}). Their replay token usage is unavailable and they cannot be given a verdict.`);
 		} catch {}
 	}
 	const result = {
@@ -4646,6 +4713,61 @@ function extractContextFromCollector(collector) {
 		return null;
 	}
 }
+const BOUND_FUNCTION_NAME_PREFIX = /^bound /;
+function discoveredSpanType(definition, nodeConfiguration) {
+	const ownType = definition.baml === true ? "llm" : "function";
+	if (nodeConfiguration === void 0) return ownType;
+	if (definition.baml === true && nodeConfiguration.defaultType === true) return ownType;
+	return nodeConfiguration.type ?? ownType;
+}
+const collectorsRecordedByAutoTrace = /* @__PURE__ */ new WeakSet();
+function isPlainObject(value) {
+	return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function collectorsIn(options) {
+	const collector = options.collector;
+	if (collector === void 0 || collector === null) return [];
+	return Array.isArray(collector) ? collector : [collector];
+}
+function recordBamlCollector(collector) {
+	try {
+		const prompt = extractPromptFromCollector(collector);
+		if (prompt) getCurrentSpan().setPrompt(prompt);
+		const metadata = extractContextFromCollector(collector);
+		if (metadata) getCurrentSpan().addContext(metadata);
+	} catch {}
+}
+function invokeBamlWithCollector(invokeFn, CollectorClass) {
+	const collector = new CollectorClass("bitfab-baml-tracing");
+	let existingCollectors = [];
+	const result = invokeFn((callerOptions, clientOptions) => {
+		const caller = isPlainObject(callerOptions) ? callerOptions : {};
+		const client = isPlainObject(clientOptions) ? clientOptions : {};
+		existingCollectors = collectorsIn(caller.collector === void 0 ? client : caller);
+		return {
+			...caller,
+			collector: [...existingCollectors, collector]
+		};
+	});
+	const settle = () => {
+		for (const existing of existingCollectors) if (typeof existing === "object" && existing !== null) collectorsRecordedByAutoTrace.add(existing);
+		recordBamlCollector(collector);
+	};
+	if (result instanceof Promise) return result.then((value) => {
+		settle();
+		return value;
+	});
+	settle();
+	return result;
+}
+function invokeAutoTracedBaml(invokeFn, isAsync) {
+	if (cachedCollectorClass) return invokeBamlWithCollector(invokeFn, cachedCollectorClass);
+	if (cachedCollectorClass === null || !isAsync) {
+		loadCollectorClass();
+		return invokeFn();
+	}
+	return loadCollectorClass().then((CollectorClass) => CollectorClass ? invokeBamlWithCollector(invokeFn, CollectorClass) : invokeFn());
+}
 function isSpanType(value) {
 	return require_http.SPAN_TYPES.some((spanType) => spanType === value);
 }
@@ -4820,7 +4942,8 @@ var Bitfab = class {
 		this.organizationMembers = new OrganizationMembersClient(this.httpClient);
 		this.traces = new TracesClient(this.httpClient);
 		this.spans = new SpansClient(this.httpClient);
-		this.labels = new LabelsClient(this.httpClient);
+		this.verdicts = new VerdictsClient(this.httpClient);
+		this.labels = this.verdicts;
 		this.graders = new GradersClient(this.httpClient);
 		this.experiments = new ExperimentsClient(this.httpClient);
 	}
@@ -4868,7 +4991,7 @@ var Bitfab = class {
 		const fn = typeof optionsOrFn === "function" ? optionsOrFn : maybeFn;
 		if (!fn) throw new require_http.BitfabError("bitfab.withNode requires a function");
 		const configuration = this.resolveNodeConfiguration(options);
-		const functionName = internalFunctionName ?? fn.name;
+		const functionName = (internalFunctionName ?? fn.name).replace(BOUND_FUNCTION_NAME_PREFIX, "");
 		if (functionName === "") throw new require_http.BitfabError("bitfab.withNode requires a named function so the subtree transform can bind its configuration to the correct call.");
 		return this.createAutoTraceNode(configuration, fn, functionName);
 	}
@@ -4879,6 +5002,7 @@ var Bitfab = class {
 		return {
 			capture,
 			type: options.type ?? "custom",
+			...options.type === void 0 && { defaultType: true },
 			...options.name !== void 0 && { name: options.name },
 			...experimentId !== void 0 && { experimentId },
 			...options.mockOnReplay !== void 0 && { mockOnReplay: options.mockOnReplay },
@@ -4902,6 +5026,7 @@ var Bitfab = class {
 	createAutoTraceRoot(traceFunctionKey, name, options, fn, rootFunctionName = "") {
 		const self = this;
 		self.simulationPlan.refresh();
+		loadCollectorClass();
 		const runRootFunction = (receiver, args) => require_autoTrace.runAsAutoTraceRootFunction(rootFunctionName, () => fn.apply(receiver, args));
 		const maxDepth = autoTraceLimit(options.maxDepth, DEFAULT_AUTO_TRACE_MAX_DEPTH);
 		const maxCapturedSubtreeSpans = autoTraceLimit(options.maxCapturedSubtreeSpans, DEFAULT_AUTO_TRACE_MAX_CAPTURED_SUBTREE_SPANS);
@@ -4975,7 +5100,7 @@ var Bitfab = class {
 					const nodeExperimentId = nodeConfiguration === void 0 ? void 0 : resolveSpanExperimentId(nodeConfiguration);
 					const childOptions = {
 						name: spanName,
-						type: nodeConfiguration?.type ?? "function",
+						type: discoveredSpanType(definition, nodeConfiguration),
 						captureWhen: "nested",
 						surface: "opt-out",
 						instrumentation: "trace",
@@ -4989,7 +5114,8 @@ var Bitfab = class {
 						...nodeConfiguration?.replayReusable !== void 0 && { replayReusable: nodeConfiguration.replayReusable },
 						...nodeConfiguration?.finalize !== void 0 && { finalize: nodeConfiguration.finalize }
 					};
-					return openChild(entry, childOptions, inputs, definition.async === true, invokeFn);
+					const isAsync = definition.async === true;
+					return openChild(entry, childOptions, inputs, isAsync, definition.baml === true ? () => invokeAutoTracedBaml(invokeFn, isAsync) : invokeFn);
 				},
 				invokeNestedRoot(nestedName, nestedFunctionName, inputs, invokeFn, entry, link, spanDetails) {
 					if (excluded.has(nestedName) || excluded.has(nestedFunctionName) || !recordsSpan(entry, nestedName, true)) return invokeFn();
@@ -5260,18 +5386,17 @@ var Bitfab = class {
 			}
 			const result = await trackedMethod.bind(trackedClient)(...args);
 			wrappedFn.collector = collector;
-			try {
-				const prompt = extractPromptFromCollector(collector);
-				if (prompt) getCurrentSpan().setPrompt(prompt);
-				const metadata = extractContextFromCollector(collector);
-				if (metadata) getCurrentSpan().addContext(metadata);
-			} catch {}
+			if (!collectorsRecordedByAutoTrace.has(collector)) recordBamlCollector(collector);
 			try {
 				options?.onCollector?.(collector);
 			} catch {}
 			return result;
 		};
 		wrappedFn.collector = null;
+		Object.defineProperty(wrappedFn, "name", {
+			configurable: true,
+			value: methodName
+		});
 		return wrappedFn;
 	}
 	withSpan(traceFunctionKey, optionsOrFn, maybeFn) {
@@ -5910,7 +6035,7 @@ var Bitfab = class {
 			await runWithSeedContext({ traceId }, async () => target(...args));
 		} finally {
 			try {
-				const { flushTraces } = await Promise.resolve().then(() => require("./http-CFwCJQyF.cjs")).then((n) => n.http_exports);
+				const { flushTraces } = await Promise.resolve().then(() => require("./http-CxT_WDAh.cjs")).then((n) => n.http_exports);
 				await flushTraces(3e4);
 			} finally {
 				unrecorded = activeTraceStates.delete(traceId);
@@ -6098,7 +6223,7 @@ async function seedFromRegistry(registry, pipeline, cases, options = {}) {
 		metadata: seedCase.metadata,
 		sessionId: seedCase.sessionId
 	}));
-	const { flushTraces } = await Promise.resolve().then(() => require("./http-CFwCJQyF.cjs")).then((n) => n.http_exports);
+	const { flushTraces } = await Promise.resolve().then(() => require("./http-CxT_WDAh.cjs")).then((n) => n.http_exports);
 	await flushTraces(3e4);
 	return {
 		pipeline,
@@ -6281,6 +6406,12 @@ Object.defineProperty(exports, "TracesClient", {
 		return TracesClient;
 	}
 });
+Object.defineProperty(exports, "VerdictsClient", {
+	enumerable: true,
+	get: function() {
+		return VerdictsClient;
+	}
+});
 Object.defineProperty(exports, "defineReplayRegistry", {
 	enumerable: true,
 	get: function() {
@@ -6336,4 +6467,4 @@ Object.defineProperty(exports, "serializeReplayResult", {
 	}
 });
 
-//# sourceMappingURL=src-mV-7DNLd.cjs.map
+//# sourceMappingURL=src-DXmdXbOL.cjs.map