@bitfab/sdk 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -756,6 +756,25 @@ interface SpanOptions {
756
756
  * only the marked descendants return their recorded output.
757
757
  */
758
758
  mockOnReplay?: boolean;
759
+ /**
760
+ * Record a serializable view of a non-serializable result (e.g. a live
761
+ * stream object) as the span output.
762
+ *
763
+ * When set, the wrapped function's raw return value is handed back to the
764
+ * caller unchanged (so streaming and first-byte latency are untouched),
765
+ * but instead of serializing that raw value, the span records
766
+ * `await finalize(result)`. Use this to trace functions that return a live
767
+ * stream consumed by the caller (Vercel AI SDK `streamText`, a
768
+ * `ReadableStream`, an SSE response) while still capturing a serializable,
769
+ * replayable output such as `{ text, usage, toolCalls }`.
770
+ *
771
+ * Reading from a multi-consumer stream result (like the AI SDK's, which
772
+ * tees internally) does not disturb the caller's own consumption. For the
773
+ * Vercel AI SDK shape, pass the prebuilt `finalizers.aiSdk` helper.
774
+ *
775
+ * Ignored for async-generator results, which are captured automatically.
776
+ */
777
+ finalize?: (result: any) => unknown | Promise<unknown>;
759
778
  }
760
779
 
761
780
  /**
@@ -1070,7 +1089,7 @@ declare class BitfabFunction {
1070
1089
  /**
1071
1090
  * SDK version from package.json (injected at build time)
1072
1091
  */
1073
- declare const __version__ = "0.20.0";
1092
+ declare const __version__ = "0.21.0";
1074
1093
 
1075
1094
  /**
1076
1095
  * Constants for the Bitfab SDK.
@@ -1080,4 +1099,62 @@ declare const __version__ = "0.20.0";
1080
1099
  */
1081
1100
  declare const DEFAULT_SERVICE_URL = "https://bitfab.ai";
1082
1101
 
1083
- export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabOpenAITracingProcessor, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type WrapBAMLOptions, type WrappedBamlFn, __version__, flushTraces, getCurrentSpan, getCurrentTrace };
1102
+ /**
1103
+ * Prebuilt `finalize` helpers for `withSpan({ finalize }, fn)`.
1104
+ *
1105
+ * A streaming function returns a live stream object that the caller consumes
1106
+ * directly (SSE, a UI message stream). `withSpan` hands that object back
1107
+ * unchanged; a `finalize` function tells it what serializable view to record
1108
+ * as the span output instead of the raw, non-serializable stream.
1109
+ */
1110
+ /**
1111
+ * Drain a Vercel AI SDK streaming result into a serializable, replayable
1112
+ * span output: `{ text, usage, finishReason, toolCalls, toolResults }`.
1113
+ *
1114
+ * Pass it straight to `withSpan`:
1115
+ *
1116
+ * ```ts
1117
+ * import { finalizers } from "@bitfab/sdk"
1118
+ *
1119
+ * const traced = bitfab.withSpan(
1120
+ * "chat-turn",
1121
+ * { type: "agent", finalize: finalizers.aiSdk },
1122
+ * () => streamText({ model, messages }),
1123
+ * )
1124
+ * const result = traced() // caller still gets the live StreamTextResult
1125
+ * return result.toUIMessageStreamResponse()
1126
+ * ```
1127
+ *
1128
+ * Never throws: any field that is absent or rejects is recorded as
1129
+ * `undefined` so finalize never drops the span.
1130
+ */
1131
+ declare function aiSdk(result: unknown): Promise<Record<string, unknown>>;
1132
+ /**
1133
+ * Collect a `ReadableStream`'s chunks into an array for the span output,
1134
+ * via a `tee()` so the caller's branch is untouched. The caller MUST use
1135
+ * the returned stream, not the original, since a stream can only be read
1136
+ * once:
1137
+ *
1138
+ * ```ts
1139
+ * let live: ReadableStream
1140
+ * const traced = bitfab.withSpan(
1141
+ * "render",
1142
+ * { finalize: (r) => finalizers.readableStream(r, (s) => { live = s }) },
1143
+ * () => makeReadableStream(),
1144
+ * )
1145
+ * traced()
1146
+ * return new Response(live!)
1147
+ * ```
1148
+ *
1149
+ * Prefer `aiSdk` for the Vercel AI SDK, whose result tees internally and
1150
+ * needs no caller rewiring.
1151
+ */
1152
+ declare function readableStream(stream: ReadableStream, onLive: (live: ReadableStream) => void): Promise<{
1153
+ chunks: unknown[];
1154
+ }>;
1155
+ declare const finalizers: {
1156
+ aiSdk: typeof aiSdk;
1157
+ readableStream: typeof readableStream;
1158
+ };
1159
+
1160
+ export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabOpenAITracingProcessor, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };
package/dist/index.d.ts CHANGED
@@ -756,6 +756,25 @@ interface SpanOptions {
756
756
  * only the marked descendants return their recorded output.
757
757
  */
758
758
  mockOnReplay?: boolean;
759
+ /**
760
+ * Record a serializable view of a non-serializable result (e.g. a live
761
+ * stream object) as the span output.
762
+ *
763
+ * When set, the wrapped function's raw return value is handed back to the
764
+ * caller unchanged (so streaming and first-byte latency are untouched),
765
+ * but instead of serializing that raw value, the span records
766
+ * `await finalize(result)`. Use this to trace functions that return a live
767
+ * stream consumed by the caller (Vercel AI SDK `streamText`, a
768
+ * `ReadableStream`, an SSE response) while still capturing a serializable,
769
+ * replayable output such as `{ text, usage, toolCalls }`.
770
+ *
771
+ * Reading from a multi-consumer stream result (like the AI SDK's, which
772
+ * tees internally) does not disturb the caller's own consumption. For the
773
+ * Vercel AI SDK shape, pass the prebuilt `finalizers.aiSdk` helper.
774
+ *
775
+ * Ignored for async-generator results, which are captured automatically.
776
+ */
777
+ finalize?: (result: any) => unknown | Promise<unknown>;
759
778
  }
760
779
 
761
780
  /**
@@ -1070,7 +1089,7 @@ declare class BitfabFunction {
1070
1089
  /**
1071
1090
  * SDK version from package.json (injected at build time)
1072
1091
  */
1073
- declare const __version__ = "0.20.0";
1092
+ declare const __version__ = "0.21.0";
1074
1093
 
1075
1094
  /**
1076
1095
  * Constants for the Bitfab SDK.
@@ -1080,4 +1099,62 @@ declare const __version__ = "0.20.0";
1080
1099
  */
1081
1100
  declare const DEFAULT_SERVICE_URL = "https://bitfab.ai";
1082
1101
 
1083
- export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabOpenAITracingProcessor, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type WrapBAMLOptions, type WrappedBamlFn, __version__, flushTraces, getCurrentSpan, getCurrentTrace };
1102
+ /**
1103
+ * Prebuilt `finalize` helpers for `withSpan({ finalize }, fn)`.
1104
+ *
1105
+ * A streaming function returns a live stream object that the caller consumes
1106
+ * directly (SSE, a UI message stream). `withSpan` hands that object back
1107
+ * unchanged; a `finalize` function tells it what serializable view to record
1108
+ * as the span output instead of the raw, non-serializable stream.
1109
+ */
1110
+ /**
1111
+ * Drain a Vercel AI SDK streaming result into a serializable, replayable
1112
+ * span output: `{ text, usage, finishReason, toolCalls, toolResults }`.
1113
+ *
1114
+ * Pass it straight to `withSpan`:
1115
+ *
1116
+ * ```ts
1117
+ * import { finalizers } from "@bitfab/sdk"
1118
+ *
1119
+ * const traced = bitfab.withSpan(
1120
+ * "chat-turn",
1121
+ * { type: "agent", finalize: finalizers.aiSdk },
1122
+ * () => streamText({ model, messages }),
1123
+ * )
1124
+ * const result = traced() // caller still gets the live StreamTextResult
1125
+ * return result.toUIMessageStreamResponse()
1126
+ * ```
1127
+ *
1128
+ * Never throws: any field that is absent or rejects is recorded as
1129
+ * `undefined` so finalize never drops the span.
1130
+ */
1131
+ declare function aiSdk(result: unknown): Promise<Record<string, unknown>>;
1132
+ /**
1133
+ * Collect a `ReadableStream`'s chunks into an array for the span output,
1134
+ * via a `tee()` so the caller's branch is untouched. The caller MUST use
1135
+ * the returned stream, not the original, since a stream can only be read
1136
+ * once:
1137
+ *
1138
+ * ```ts
1139
+ * let live: ReadableStream
1140
+ * const traced = bitfab.withSpan(
1141
+ * "render",
1142
+ * { finalize: (r) => finalizers.readableStream(r, (s) => { live = s }) },
1143
+ * () => makeReadableStream(),
1144
+ * )
1145
+ * traced()
1146
+ * return new Response(live!)
1147
+ * ```
1148
+ *
1149
+ * Prefer `aiSdk` for the Vercel AI SDK, whose result tees internally and
1150
+ * needs no caller rewiring.
1151
+ */
1152
+ declare function readableStream(stream: ReadableStream, onLive: (live: ReadableStream) => void): Promise<{
1153
+ chunks: unknown[];
1154
+ }>;
1155
+ declare const finalizers: {
1156
+ aiSdk: typeof aiSdk;
1157
+ readableStream: typeof readableStream;
1158
+ };
1159
+
1160
+ export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabOpenAITracingProcessor, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };
package/dist/index.js CHANGED
@@ -8,10 +8,11 @@ import {
8
8
  ReplayEnvironment,
9
9
  SUPPORTED_PROVIDERS,
10
10
  __version__,
11
+ finalizers,
11
12
  flushTraces,
12
13
  getCurrentSpan,
13
14
  getCurrentTrace
14
- } from "./chunk-IUZIGC6T.js";
15
+ } from "./chunk-UO3CIQ7R.js";
15
16
  import {
16
17
  BitfabError
17
18
  } from "./chunk-EQI6ZJC3.js";
@@ -27,6 +28,7 @@ export {
27
28
  ReplayEnvironment,
28
29
  SUPPORTED_PROVIDERS,
29
30
  __version__,
31
+ finalizers,
30
32
  flushTraces,
31
33
  getCurrentSpan,
32
34
  getCurrentTrace
package/dist/node.cjs CHANGED
@@ -489,6 +489,7 @@ __export(node_exports, {
489
489
  ReplayEnvironment: () => ReplayEnvironment,
490
490
  SUPPORTED_PROVIDERS: () => SUPPORTED_PROVIDERS,
491
491
  __version__: () => __version__,
492
+ finalizers: () => finalizers,
492
493
  flushTraces: () => flushTraces,
493
494
  getCurrentSpan: () => getCurrentSpan,
494
495
  getCurrentTrace: () => getCurrentTrace
@@ -503,7 +504,7 @@ registerAsyncLocalStorageClass(
503
504
  );
504
505
 
505
506
  // src/version.generated.ts
506
- var __version__ = "0.20.0";
507
+ var __version__ = "0.21.0";
507
508
 
508
509
  // src/constants.ts
509
510
  var DEFAULT_SERVICE_URL = "https://bitfab.ai";
@@ -3161,11 +3162,11 @@ var Bitfab = class {
3161
3162
  startedAt,
3162
3163
  spanType: options.type ?? "custom"
3163
3164
  };
3164
- const sendSpan = async (params) => {
3165
+ const sendSpan = async (params, spanOpts) => {
3165
3166
  const replayCtx = getReplayContext();
3166
3167
  const persistenceCollector = isRootSpan ? replayCtx?.pendingPersistence : void 0;
3167
3168
  let resolvePersistence;
3168
- if (persistenceCollector) {
3169
+ if (persistenceCollector && !spanOpts?.skipPersistenceRegistration) {
3169
3170
  persistenceCollector.push(
3170
3171
  new Promise((resolve) => {
3171
3172
  resolvePersistence = resolve;
@@ -3265,11 +3266,41 @@ var Bitfab = class {
3265
3266
  }
3266
3267
  }
3267
3268
  }
3269
+ const recordSpan = (result) => {
3270
+ if (options.finalize) {
3271
+ const replayCtx = getReplayContext();
3272
+ const persistenceCollector = isRootSpan ? replayCtx?.pendingPersistence : void 0;
3273
+ let resolvePersistence;
3274
+ if (persistenceCollector) {
3275
+ persistenceCollector.push(
3276
+ new Promise((resolve) => {
3277
+ resolvePersistence = resolve;
3278
+ })
3279
+ );
3280
+ }
3281
+ void Promise.resolve().then(() => options.finalize(result)).then(
3282
+ (output) => sendSpan(
3283
+ { result: output },
3284
+ { skipPersistenceRegistration: true }
3285
+ )
3286
+ ).catch(
3287
+ (error) => sendSpan(
3288
+ {
3289
+ result: void 0,
3290
+ error: error instanceof Error ? `finalize failed: ${error.message}` : `finalize failed: ${String(error)}`
3291
+ },
3292
+ { skipPersistenceRegistration: true }
3293
+ )
3294
+ ).finally(() => resolvePersistence?.());
3295
+ } else {
3296
+ void sendSpan({ result });
3297
+ }
3298
+ };
3268
3299
  const executeWithContext = () => {
3269
3300
  const result = fn(...args);
3270
3301
  if (result instanceof Promise) {
3271
3302
  return result.then((resolvedResult) => {
3272
- void sendSpan({ result: resolvedResult });
3303
+ recordSpan(resolvedResult);
3273
3304
  return resolvedResult;
3274
3305
  }).catch((error) => {
3275
3306
  void sendSpan({
@@ -3282,7 +3313,7 @@ var Bitfab = class {
3282
3313
  if (isAsyncGenerator(result)) {
3283
3314
  return wrapAsyncGenerator(result, newStack, sendSpan);
3284
3315
  }
3285
- void sendSpan({ result });
3316
+ recordSpan(result);
3286
3317
  return result;
3287
3318
  };
3288
3319
  return runWithSpanStack(newStack, executeWithContext);
@@ -3566,6 +3597,54 @@ var BitfabFunction = class {
3566
3597
  }
3567
3598
  };
3568
3599
 
3600
+ // src/finalizers.ts
3601
+ async function settle(value) {
3602
+ try {
3603
+ return await value;
3604
+ } catch {
3605
+ return void 0;
3606
+ }
3607
+ }
3608
+ async function aiSdk(result) {
3609
+ const r = result ?? {};
3610
+ const [text, usage, totalUsage, finishReason, toolCalls, toolResults] = await Promise.all([
3611
+ settle(r.text),
3612
+ settle(r.usage),
3613
+ settle(r.totalUsage),
3614
+ settle(r.finishReason),
3615
+ settle(r.toolCalls),
3616
+ settle(r.toolResults)
3617
+ ]);
3618
+ return {
3619
+ text,
3620
+ usage: totalUsage ?? usage,
3621
+ finishReason,
3622
+ toolCalls,
3623
+ toolResults
3624
+ };
3625
+ }
3626
+ async function readableStream(stream, onLive) {
3627
+ const [live, copy] = stream.tee();
3628
+ onLive(live);
3629
+ const chunks = [];
3630
+ const reader = copy.getReader();
3631
+ try {
3632
+ for (; ; ) {
3633
+ const { done, value } = await reader.read();
3634
+ if (done) {
3635
+ break;
3636
+ }
3637
+ chunks.push(value);
3638
+ }
3639
+ } catch {
3640
+ }
3641
+ return { chunks };
3642
+ }
3643
+ var finalizers = {
3644
+ aiSdk,
3645
+ readableStream
3646
+ };
3647
+
3569
3648
  // src/node.ts
3570
3649
  init_asyncStorage();
3571
3650
  assertAsyncStorageRegistered();
@@ -3582,6 +3661,7 @@ assertAsyncStorageRegistered();
3582
3661
  ReplayEnvironment,
3583
3662
  SUPPORTED_PROVIDERS,
3584
3663
  __version__,
3664
+ finalizers,
3585
3665
  flushTraces,
3586
3666
  getCurrentSpan,
3587
3667
  getCurrentTrace