bitfab 0.57.5 → 0.57.7

package/dist/node.cjs

@@ -97,7 +97,7 @@ var __version__, __packageName__;
 var init_version_generated = __esm({
   "src/version.generated.ts"() {
     "use strict";
-    __version__ = "0.57.5";
+    __version__ = "0.57.7";
     __packageName__ = "bitfab";
   }
 });
@@ -1071,7 +1071,13 @@ var init_simulationPlan = __esm({
     DISABLE_SIMULATION_PLAN_ENV = "BITFAB_DISABLE_SIM_PLAN";
     ROOT_TRACE_FUNCTION_KEY_FIELD = "rootTraceFunctionKey";
     CONTENT_OFF_KEY = "content_off_by_simulation_plan";
-    CONTENT_KEYS = ["input", "input_meta", "output", "output_meta"];
+    CONTENT_KEYS = [
+      "input",
+      "input_meta",
+      "output",
+      "output_meta",
+      "prompt"
+    ];
     SimulationPlan = class {
       constructor(source, enabled = true) {
         this.source = source;
@@ -1190,13 +1196,13 @@ var init_simulationPlan = __esm({
         }
         return this.loaded;
       }
-      send(payload, traceFunctionKey, submit) {
+      send(payload, traceFunctionKey, submit, drop) {
         this.refresh();
         if (this.disabled() || traceFunctionKey === void 0 || spanNameOf(payload) === void 0 || recordedByFramework(payload)) {
           submit(payload);
           return;
         }
-        const entry = { payload, traceFunctionKey, submit };
+        const entry = { payload, traceFunctionKey, submit, drop };
         if (this.holdingForFirstRead()) {
           this.hold(entry);
           return;
@@ -1250,6 +1256,7 @@ var init_simulationPlan = __esm({
         try {
           entry.submit(this.payloadToSend(entry));
         } catch (error) {
+          entry.drop?.();
           warnOnce(
             "sim-plan-held-span-dropped",
             `a span held for the sim plan was dropped when released: ${error instanceof Error ? error.message : String(error)}`
@@ -2580,23 +2587,21 @@ var init_http = __esm({
         }
         const deadline = Date.now() + Math.max(timeoutMs, 0);
         this.closing = (async () => {
-          const released = await this.releaseHeldExternalSpans?.(
-            planWaitSliceMs(timeoutMs)
+          liveHttpClients.delete(this);
+          const settled2 = await this.settleDeferredWork(
+            Math.max(0, deadline - Date.now())
           );
           this.stopSimulationPlan?.();
+          this.closed = true;
           this.externalSpanTransform = void 0;
           this.externalTraceTransform = void 0;
+          this.frameworkSpanStart = void 0;
           this.releaseHeldExternalSpans = void 0;
           this.stopSimulationPlan = void 0;
-          liveHttpClients.delete(this);
-          const settled2 = await this.settleDeferredWork(
-            Math.max(0, deadline - Date.now())
-          );
-          this.closed = true;
           const transport = this.traceTransport;
           this.traceTransport = void 0;
           const shutdownOk = await transport?.shutdown(Math.max(0, deadline - Date.now())) ?? true;
-          return released !== false && settled2 && shutdownOk;
+          return settled2 && shutdownOk;
         })();
         return this.closing;
       }
@@ -2697,8 +2702,7 @@ var init_http = __esm({
       async getSimulationPlan() {
         return this.get(
           "/api/sdk/sim-plan",
-          SIMULATION_PLAN_READ_TIMEOUT_MS,
-          { Connection: "close" }
+          SIMULATION_PLAN_READ_TIMEOUT_MS
         );
       }
       async getTraceSpan(traceId, lookup) {
@@ -2774,19 +2778,35 @@ var init_http = __esm({
           carrierMeta("internal_trace", body, void 0)
         );
       }
+      reserveFrameworkSpan(traceId, spanId, parentSpanId) {
+        try {
+          this.frameworkSpanStart?.(traceId, spanId, parentSpanId ?? null);
+        } catch (error) {
+          warnOnce(
+            "framework-span-reservation-failed",
+            `a framework span could not be counted toward its trace's span limit: ${describeError(error)}`
+          );
+        }
+      }
       sendExternalSpan(payload) {
         const ref2 = carrierRef(payload);
         if (ref2?.spanId !== void 0) {
           this.traceCompletion.record(ref2.traceId, ref2.spanId);
         }
+        const drop = () => {
+          if (ref2?.spanId !== void 0) {
+            this.traceCompletion.abort(ref2.traceId, ref2.spanId);
+          }
+        };
         const gate = this.externalSpanTransform;
         if (gate === void 0) {
           this.submitExternalSpan(payload);
           return;
         }
         try {
-          gate(payload, (ready) => this.submitExternalSpan(ready));
+          gate(payload, (ready) => this.submitExternalSpan(ready), drop);
         } catch (error) {
+          drop();
           warnDroppedExternalSpan(error);
         }
       }
@@ -4398,7 +4418,6 @@ __export(node_exports, {
   NO_MOCK_OVERRIDE: () => NO_MOCK_OVERRIDE,
   ReplayError: () => ReplayError,
   SUPPORTED_PROVIDERS: () => SUPPORTED_PROVIDERS,
-  TraceAssertionsClient: () => TraceAssertionsClient,
   TracesClient: () => TracesClient,
   __version__: () => __version__,
   defineReplayRegistry: () => defineReplayRegistry,
@@ -4680,6 +4699,11 @@ var BitfabClaudeAgentHandler = class {
     }
     this.runToSpan.set(spanId, spanInfo);
     this.httpClient.traceCompletion.start(spanInfo.traceId, spanInfo.spanId);
+    this.httpClient.reserveFrameworkSpan(
+      spanInfo.traceId,
+      spanInfo.spanId,
+      spanInfo.parentId
+    );
     return spanInfo;
   }
   completeSpan(spanId, output, error, extraContexts) {
@@ -4959,6 +4983,11 @@ var BitfabClaudeAgentHandler = class {
       this.conversationHistory.push(...this.pendingMessages);
       this.pendingMessages = [];
       this.currentLlmSpanId = randomUuid();
+      this.httpClient.reserveFrameworkSpan(
+        this.ensureTrace(),
+        this.currentLlmSpanId,
+        this.getParentId()
+      );
       this.currentLlmMessageId = messageId ?? null;
       this.currentLlmContent = [];
       this.currentLlmModel = inner.model ?? null;
@@ -6002,6 +6031,9 @@ init_http();
 // src/labels.ts
 var LABELS_PATH = "/api/sdk/traces/labels";
 var HUMAN_LABELS_PATH = "/api/sdk/traces/labels/human";
+function labelEvidencePath(traceId, assertionId) {
+  return `/api/sdk/traces/${encodeURIComponent(traceId)}/assertions/${encodeURIComponent(assertionId)}/evidence`;
+}
 var LabelsClient = class {
   constructor(httpClient) {
     this.httpClient = httpClient;
@@ -6050,6 +6082,11 @@ var LabelsClient = class {
     );
     return response.labels;
   }
+  /** Generate suggested evidence for an assertion on an original or replay trace. */
+  async generateLabelEvidence(traceId, assertionId) {
+    const response = await this.httpClient.get(labelEvidencePath(traceId, assertionId));
+    return response.evidence;
+  }
 };
 
 // src/langgraph.ts
@@ -6361,6 +6398,11 @@ var BitfabLangGraphCallbackHandler = class {
     this.runToSpan.set(runId, spanInfo);
     if (spanInfo.hidden !== true) {
       this.httpClient.traceCompletion.start(spanInfo.traceId, spanInfo.spanId);
+      this.httpClient.reserveFrameworkSpan(
+        spanInfo.traceId,
+        spanInfo.spanId,
+        spanInfo.parentId
+      );
     }
     if (isRootInvocation) {
       this.sendTraceStart(spanInfo);
@@ -7764,23 +7806,9 @@ var SEARCH_PATH = "/api/sdk/traces/search";
 function traceAssertionsPath(traceId, suffix = "") {
   return `/api/sdk/traces/${encodeURIComponent(traceId)}/assertions${suffix}`;
 }
-function assertionEvidencePath(assertionId) {
-  return `/api/sdk/traces/assertions/${encodeURIComponent(assertionId)}/evidence`;
-}
-var TraceAssertionsClient = class {
-  constructor(httpClient) {
-    this.httpClient = httpClient;
-  }
-  /** Suggest evidence for an assertion, enriched with its span context. */
-  async getAssertionEvidence(assertionId) {
-    const response = await this.httpClient.get(assertionEvidencePath(assertionId));
-    return response.evidence;
-  }
-};
 var TracesClient = class {
   constructor(httpClient) {
     this.httpClient = httpClient;
-    this.assertions = new TraceAssertionsClient(httpClient);
   }
   async search(params) {
     return this.httpClient.request(SEARCH_PATH, params);
@@ -7920,8 +7948,14 @@ var BitfabOpenAITracingProcessor = class {
   async onSpanStart(span) {
     if (span.spanId !== void 0 && span.traceId !== null && span.traceId !== void 0) {
       this.startedSpans.set(span.spanId, span.traceId);
-      const traceId = this.activeSpanMappings[span.traceId]?.traceId ?? span.traceId;
+      const mapping = this.activeSpanMappings[span.traceId];
+      const traceId = mapping?.traceId ?? span.traceId;
       this.httpClient.traceCompletion.start(traceId, span.spanId);
+      this.httpClient.reserveFrameworkSpan(
+        traceId,
+        span.spanId,
+        span.parentId ?? mapping?.spanId
+      );
     }
   }
   /**
@@ -8308,22 +8342,68 @@ var BitfabVercelAiHandler = class {
 
 // src/client.ts
 init_warnOnce();
+var TRUNCATION_LIMIT_ORDER = [
+  "max_depth",
+  "max_spans",
+  "max_captured_subtree_spans"
+];
 var activeTraceStates = /* @__PURE__ */ new Map();
-function fitsTraceSpanBudget(payload) {
-  if (!recordedByFramework(payload)) {
-    return true;
+var REFUSED_FRAMEWORK_SPAN_TRACES_RETAINED = 1024;
+var refusedFrameworkSpans = /* @__PURE__ */ new Map();
+function frameworkSpanRefused(traceId, spanId) {
+  return refusedFrameworkSpans.get(traceId)?.has(spanId) === true;
+}
+function refuseFrameworkSpan(traceId, spanId) {
+  const refused = refusedFrameworkSpans.get(traceId);
+  if (refused !== void 0) {
+    refused.add(spanId);
+    return;
   }
-  const traceId = traceIdOf(payload);
-  const spanBudget = traceId === void 0 ? void 0 : activeTraceStates.get(traceId)?.spanBudget;
-  if (spanBudget === void 0) {
-    return true;
+  refusedFrameworkSpans.set(traceId, /* @__PURE__ */ new Set([spanId]));
+  while (refusedFrameworkSpans.size > REFUSED_FRAMEWORK_SPAN_TRACES_RETAINED) {
+    const oldest = refusedFrameworkSpans.keys().next();
+    if (oldest.done) {
+      return;
+    }
+    refusedFrameworkSpans.delete(oldest.value);
+  }
+}
+function reserveFrameworkSpan(traceId, spanId, parentSpanId) {
+  const spanBudget = activeTraceStates.get(traceId)?.spanBudget;
+  const parentRefused = parentSpanId !== null && frameworkSpanRefused(traceId, parentSpanId);
+  if (!parentRefused && (spanBudget === void 0 || spanBudget.spansUsed < spanBudget.maxSpans)) {
+    if (spanBudget !== void 0) {
+      spanBudget.spansUsed += 1;
+    }
+    return;
   }
-  if (spanBudget.spansUsed >= spanBudget.maxSpans) {
-    spanBudget.truncate();
+  refuseFrameworkSpan(traceId, spanId);
+  spanBudget?.truncate("max_spans");
+}
+function isRefusedFrameworkSpan(payload) {
+  if (!recordedByFramework(payload)) {
     return false;
   }
-  spanBudget.spansUsed += 1;
-  return true;
+  const rawSpan = payload.rawSpan;
+  const spanId = rawSpan?.id;
+  if (typeof spanId !== "string") {
+    return false;
+  }
+  const traceIds = [payload.sourceTraceId, traceIdOf(payload)];
+  return traceIds.some(
+    (traceId) => typeof traceId === "string" && frameworkSpanRefused(traceId, spanId)
+  );
+}
+function truncationMetadata(truncation) {
+  if (truncation === void 0 || truncation.limits.size === 0) {
+    return void 0;
+  }
+  return {
+    "bitfab.truncated_by": TRUNCATION_LIMIT_ORDER.filter(
+      (limit) => truncation.limits.has(limit)
+    ).join(","),
+    "bitfab.dropped_spans": truncation.droppedSpans
+  };
 }
 function rootTraceFunctionKeyOfTrace(traceId, fallback) {
   return activeTraceStates.get(traceId)?.traceFunctionKey ?? fallback;
@@ -8705,7 +8785,6 @@ function readBooleanEnv(name) {
 var DEFAULT_AUTO_TRACE_MAX_DEPTH = 30;
 var DEFAULT_AUTO_TRACE_MAX_SPANS = 2048;
 var DEFAULT_AUTO_TRACE_MAX_CAPTURED_SUBTREE_SPANS = 512;
-var AUTO_TRACE_PROTOCOL = "ts-auto-v1";
 function spanOwnerName(receiver) {
   if (typeof receiver === "function") {
     return receiver.name !== "" ? receiver.name : void 0;
@@ -8771,7 +8850,8 @@ var Bitfab = class {
       this.httpClient,
       config.simulationPlan ?? true
     );
-    this.httpClient.externalSpanTransform = (payload, submit) => this.applySimulationPlan(payload, submit);
+    this.httpClient.externalSpanTransform = (payload, submit, drop) => this.applySimulationPlan(payload, submit, drop);
+    this.httpClient.frameworkSpanStart = reserveFrameworkSpan;
     this.httpClient.externalTraceTransform = (payload, submit) => this.simulationPlan.sendTrace(payload, submit);
     this.httpClient.releaseHeldExternalSpans = (timeoutMs) => this.simulationPlan.release(timeoutMs);
     this.httpClient.stopSimulationPlan = () => this.simulationPlan.stop();
@@ -8967,35 +9047,31 @@ var Bitfab = class {
       function(...args) {
         self.simulationPlan.refresh();
         let capturedSubtreeCount = 0;
-        let truncated = false;
-        const warnTruncated = () => {
-          if (!truncated) {
-            truncated = true;
-            getCurrentTrace().setMetadata({
-              bitfabAutoTrace: {
-                protocol: AUTO_TRACE_PROTOCOL,
-                truncated: true,
-                maxDepth,
-                maxSpans,
-                maxCapturedSubtreeSpans
-              }
-            });
-          }
+        const rootSpanStack = getSpanStack();
+        const rootSpan = rootSpanStack[rootSpanStack.length - 1];
+        const rootTraceState = rootSpan === void 0 ? void 0 : activeTraceStates.get(rootSpan.traceId);
+        const truncation = rootTraceState?.truncation ?? {
+          limits: /* @__PURE__ */ new Set(),
+          droppedSpans: 0
+        };
+        const truncate = (limit) => {
+          truncation.limits.add(limit);
+          truncation.droppedSpans += 1;
           warnOnce(
             `auto-trace-truncated:${traceFunctionKey}`,
             `"${traceFunctionKey}" hit an automatic subtree capture limit (maxDepth=${maxDepth}, maxCapturedSubtreeSpans=${maxCapturedSubtreeSpans}, maxSpans=${maxSpans}); its trace is incomplete. Raise the limits, declare the calls you need with node(), or narrow the subtree with exclude.`
           );
         };
-        const rootSpanStack = getSpanStack();
         const spanBudget = {
           spansUsed: 1,
           maxSpans,
-          truncate: () => runWithSpanStack(rootSpanStack, warnTruncated)
+          truncate
         };
-        const rootSpan = rootSpanStack[rootSpanStack.length - 1];
-        const rootTraceState = rootSpan === void 0 ? void 0 : activeTraceStates.get(rootSpan.traceId);
-        if (rootTraceState !== void 0 && rootTraceState.spanBudget === void 0) {
-          rootTraceState.spanBudget = spanBudget;
+        if (rootTraceState !== void 0) {
+          rootTraceState.truncation = truncation;
+          if (rootTraceState.spanBudget === void 0) {
+            rootTraceState.spanBudget = spanBudget;
+          }
         }
         const spanStackOf = (entry) => entry.spanStack;
         const openChild = (entry, childOptions, inputs, isAsync, invokeFn) => {
@@ -9035,15 +9111,16 @@ var Bitfab = class {
             rootTraceFunctionKeyOfEntry(entry),
             spanName
           );
-          if (entry.depth < maxDepth && spanBudget.spansUsed < maxSpans && (!countsTowardCapturedSubtree || capturedSubtreeCount < maxCapturedSubtreeSpans)) {
-            spanBudget.spansUsed += 1;
-            if (countsTowardCapturedSubtree) {
-              capturedSubtreeCount += 1;
-            }
-            return true;
+          const refusedBy = entry.depth >= maxDepth ? "max_depth" : spanBudget.spansUsed >= maxSpans ? "max_spans" : countsTowardCapturedSubtree && capturedSubtreeCount >= maxCapturedSubtreeSpans ? "max_captured_subtree_spans" : void 0;
+          if (refusedBy !== void 0) {
+            truncate(refusedBy);
+            return false;
           }
-          runWithSpanStack(spanStackOf(entry), warnTruncated);
-          return false;
+          spanBudget.spansUsed += 1;
+          if (countsTowardCapturedSubtree) {
+            capturedSubtreeCount += 1;
+          }
+          return true;
         };
         const autoTraceContext = {
           traceFunctionKey,
@@ -9170,11 +9247,17 @@ var Bitfab = class {
     Object.defineProperty(autoTraceRoot, "_bitfabWrappedFn", { value: fn });
     return autoTraceRoot;
   }
-  applySimulationPlan(payload, submit) {
-    if (!fitsTraceSpanBudget(payload)) {
+  applySimulationPlan(payload, submit, drop) {
+    if (isRefusedFrameworkSpan(payload)) {
+      drop();
       return;
     }
-    this.simulationPlan.send(payload, rootTraceFunctionKeyOf(payload), submit);
+    this.simulationPlan.send(
+      payload,
+      rootTraceFunctionKeyOf(payload),
+      submit,
+      drop
+    );
   }
   /**
    * Flush and permanently close this client's tracing resources: its pending
@@ -9843,6 +9926,9 @@ var Bitfab = class {
           registeredTraceId = traceId;
         }
         self.httpClient.traceCompletion.start(traceId, spanId);
+        if (isFrameworkInstrumentation(options.instrumentation)) {
+          reserveFrameworkSpan(traceId, spanId, parentSpanId);
+        }
         startedSpan = { traceId, spanId };
         const functionName = fn.name !== "" ? fn.name : void 0;
         const rootTraceFunctionKey = rootTraceFunctionKeyOfTrace(
@@ -9887,6 +9973,10 @@ var Bitfab = class {
             }
             if (isRootSpan) {
               const traceState = activeTraceStates.get(traceId);
+              const truncated = truncationMetadata(traceState?.truncation);
+              if (truncated !== void 0) {
+                recordCallerTraceMetadata(traceId, truncated);
+              }
               self.sendTraceCompletion({
                 traceFunctionKey,
                 traceId,
@@ -10439,7 +10529,7 @@ var Bitfab = class {
         ...params.captureContent && params.contexts && params.contexts.length > 0 && {
           contexts: params.contexts
         },
-        ...params.captureContent && params.prompt !== void 0 && { prompt: params.prompt },
+        ...buildsContent && params.prompt !== void 0 && { prompt: params.prompt },
         ...contentOff && { [CONTENT_OFF_KEY]: true }
       }
     };
@@ -11038,7 +11128,6 @@ assertAsyncStorageRegistered();
   NO_MOCK_OVERRIDE,
   ReplayError,
   SUPPORTED_PROVIDERS,
-  TraceAssertionsClient,
   TracesClient,
   __version__,
   defineReplayRegistry,