bitfab 0.20.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-IUZIGC6T.js → chunk-UO3CIQ7R.js} +86 -7
- package/dist/chunk-UO3CIQ7R.js.map +1 -0
- package/dist/index.cjs +85 -5
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +79 -2
- package/dist/index.d.ts +79 -2
- package/dist/index.js +3 -1
- package/dist/node.cjs +85 -5
- package/dist/node.cjs.map +1 -1
- package/dist/node.d.cts +1 -1
- package/dist/node.d.ts +1 -1
- package/dist/node.js +3 -1
- package/dist/node.js.map +1 -1
- package/package.json +1 -1
- package/dist/chunk-IUZIGC6T.js.map +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -756,6 +756,25 @@ interface SpanOptions {
|
|
|
756
756
|
* only the marked descendants return their recorded output.
|
|
757
757
|
*/
|
|
758
758
|
mockOnReplay?: boolean;
|
|
759
|
+
/**
|
|
760
|
+
* Record a serializable view of a non-serializable result (e.g. a live
|
|
761
|
+
* stream object) as the span output.
|
|
762
|
+
*
|
|
763
|
+
* When set, the wrapped function's raw return value is handed back to the
|
|
764
|
+
* caller unchanged (so streaming and first-byte latency are untouched),
|
|
765
|
+
* but instead of serializing that raw value, the span records
|
|
766
|
+
* `await finalize(result)`. Use this to trace functions that return a live
|
|
767
|
+
* stream consumed by the caller (Vercel AI SDK `streamText`, a
|
|
768
|
+
* `ReadableStream`, an SSE response) while still capturing a serializable,
|
|
769
|
+
* replayable output such as `{ text, usage, toolCalls }`.
|
|
770
|
+
*
|
|
771
|
+
* Reading from a multi-consumer stream result (like the AI SDK's, which
|
|
772
|
+
* tees internally) does not disturb the caller's own consumption. For the
|
|
773
|
+
* Vercel AI SDK shape, pass the prebuilt `finalizers.aiSdk` helper.
|
|
774
|
+
*
|
|
775
|
+
* Ignored for async-generator results, which are captured automatically.
|
|
776
|
+
*/
|
|
777
|
+
finalize?: (result: any) => unknown | Promise<unknown>;
|
|
759
778
|
}
|
|
760
779
|
|
|
761
780
|
/**
|
|
@@ -1070,7 +1089,7 @@ declare class BitfabFunction {
|
|
|
1070
1089
|
/**
|
|
1071
1090
|
* SDK version from package.json (injected at build time)
|
|
1072
1091
|
*/
|
|
1073
|
-
declare const __version__ = "0.
|
|
1092
|
+
declare const __version__ = "0.21.0";
|
|
1074
1093
|
|
|
1075
1094
|
/**
|
|
1076
1095
|
* Constants for the Bitfab SDK.
|
|
@@ -1080,4 +1099,62 @@ declare const __version__ = "0.20.0";
|
|
|
1080
1099
|
*/
|
|
1081
1100
|
declare const DEFAULT_SERVICE_URL = "https://bitfab.ai";
|
|
1082
1101
|
|
|
1083
|
-
|
|
1102
|
+
/**
|
|
1103
|
+
* Prebuilt `finalize` helpers for `withSpan({ finalize }, fn)`.
|
|
1104
|
+
*
|
|
1105
|
+
* A streaming function returns a live stream object that the caller consumes
|
|
1106
|
+
* directly (SSE, a UI message stream). `withSpan` hands that object back
|
|
1107
|
+
* unchanged; a `finalize` function tells it what serializable view to record
|
|
1108
|
+
* as the span output instead of the raw, non-serializable stream.
|
|
1109
|
+
*/
|
|
1110
|
+
/**
|
|
1111
|
+
* Drain a Vercel AI SDK streaming result into a serializable, replayable
|
|
1112
|
+
* span output: `{ text, usage, finishReason, toolCalls, toolResults }`.
|
|
1113
|
+
*
|
|
1114
|
+
* Pass it straight to `withSpan`:
|
|
1115
|
+
*
|
|
1116
|
+
* ```ts
|
|
1117
|
+
* import { finalizers } from "@bitfab/sdk"
|
|
1118
|
+
*
|
|
1119
|
+
* const traced = bitfab.withSpan(
|
|
1120
|
+
* "chat-turn",
|
|
1121
|
+
* { type: "agent", finalize: finalizers.aiSdk },
|
|
1122
|
+
* () => streamText({ model, messages }),
|
|
1123
|
+
* )
|
|
1124
|
+
* const result = traced() // caller still gets the live StreamTextResult
|
|
1125
|
+
* return result.toUIMessageStreamResponse()
|
|
1126
|
+
* ```
|
|
1127
|
+
*
|
|
1128
|
+
* Never throws: any field that is absent or rejects is recorded as
|
|
1129
|
+
* `undefined` so finalize never drops the span.
|
|
1130
|
+
*/
|
|
1131
|
+
declare function aiSdk(result: unknown): Promise<Record<string, unknown>>;
|
|
1132
|
+
/**
|
|
1133
|
+
* Collect a `ReadableStream`'s chunks into an array for the span output,
|
|
1134
|
+
* via a `tee()` so the caller's branch is untouched. The caller MUST use
|
|
1135
|
+
* the returned stream, not the original, since a stream can only be read
|
|
1136
|
+
* once:
|
|
1137
|
+
*
|
|
1138
|
+
* ```ts
|
|
1139
|
+
* let live: ReadableStream
|
|
1140
|
+
* const traced = bitfab.withSpan(
|
|
1141
|
+
* "render",
|
|
1142
|
+
* { finalize: (r) => finalizers.readableStream(r, (s) => { live = s }) },
|
|
1143
|
+
* () => makeReadableStream(),
|
|
1144
|
+
* )
|
|
1145
|
+
* traced()
|
|
1146
|
+
* return new Response(live!)
|
|
1147
|
+
* ```
|
|
1148
|
+
*
|
|
1149
|
+
* Prefer `aiSdk` for the Vercel AI SDK, whose result tees internally and
|
|
1150
|
+
* needs no caller rewiring.
|
|
1151
|
+
*/
|
|
1152
|
+
declare function readableStream(stream: ReadableStream, onLive: (live: ReadableStream) => void): Promise<{
|
|
1153
|
+
chunks: unknown[];
|
|
1154
|
+
}>;
|
|
1155
|
+
declare const finalizers: {
|
|
1156
|
+
aiSdk: typeof aiSdk;
|
|
1157
|
+
readableStream: typeof readableStream;
|
|
1158
|
+
};
|
|
1159
|
+
|
|
1160
|
+
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabOpenAITracingProcessor, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };
|
package/dist/index.d.ts
CHANGED
|
@@ -756,6 +756,25 @@ interface SpanOptions {
|
|
|
756
756
|
* only the marked descendants return their recorded output.
|
|
757
757
|
*/
|
|
758
758
|
mockOnReplay?: boolean;
|
|
759
|
+
/**
|
|
760
|
+
* Record a serializable view of a non-serializable result (e.g. a live
|
|
761
|
+
* stream object) as the span output.
|
|
762
|
+
*
|
|
763
|
+
* When set, the wrapped function's raw return value is handed back to the
|
|
764
|
+
* caller unchanged (so streaming and first-byte latency are untouched),
|
|
765
|
+
* but instead of serializing that raw value, the span records
|
|
766
|
+
* `await finalize(result)`. Use this to trace functions that return a live
|
|
767
|
+
* stream consumed by the caller (Vercel AI SDK `streamText`, a
|
|
768
|
+
* `ReadableStream`, an SSE response) while still capturing a serializable,
|
|
769
|
+
* replayable output such as `{ text, usage, toolCalls }`.
|
|
770
|
+
*
|
|
771
|
+
* Reading from a multi-consumer stream result (like the AI SDK's, which
|
|
772
|
+
* tees internally) does not disturb the caller's own consumption. For the
|
|
773
|
+
* Vercel AI SDK shape, pass the prebuilt `finalizers.aiSdk` helper.
|
|
774
|
+
*
|
|
775
|
+
* Ignored for async-generator results, which are captured automatically.
|
|
776
|
+
*/
|
|
777
|
+
finalize?: (result: any) => unknown | Promise<unknown>;
|
|
759
778
|
}
|
|
760
779
|
|
|
761
780
|
/**
|
|
@@ -1070,7 +1089,7 @@ declare class BitfabFunction {
|
|
|
1070
1089
|
/**
|
|
1071
1090
|
* SDK version from package.json (injected at build time)
|
|
1072
1091
|
*/
|
|
1073
|
-
declare const __version__ = "0.
|
|
1092
|
+
declare const __version__ = "0.21.0";
|
|
1074
1093
|
|
|
1075
1094
|
/**
|
|
1076
1095
|
* Constants for the Bitfab SDK.
|
|
@@ -1080,4 +1099,62 @@ declare const __version__ = "0.20.0";
|
|
|
1080
1099
|
*/
|
|
1081
1100
|
declare const DEFAULT_SERVICE_URL = "https://bitfab.ai";
|
|
1082
1101
|
|
|
1083
|
-
|
|
1102
|
+
/**
|
|
1103
|
+
* Prebuilt `finalize` helpers for `withSpan({ finalize }, fn)`.
|
|
1104
|
+
*
|
|
1105
|
+
* A streaming function returns a live stream object that the caller consumes
|
|
1106
|
+
* directly (SSE, a UI message stream). `withSpan` hands that object back
|
|
1107
|
+
* unchanged; a `finalize` function tells it what serializable view to record
|
|
1108
|
+
* as the span output instead of the raw, non-serializable stream.
|
|
1109
|
+
*/
|
|
1110
|
+
/**
|
|
1111
|
+
* Drain a Vercel AI SDK streaming result into a serializable, replayable
|
|
1112
|
+
* span output: `{ text, usage, finishReason, toolCalls, toolResults }`.
|
|
1113
|
+
*
|
|
1114
|
+
* Pass it straight to `withSpan`:
|
|
1115
|
+
*
|
|
1116
|
+
* ```ts
|
|
1117
|
+
* import { finalizers } from "@bitfab/sdk"
|
|
1118
|
+
*
|
|
1119
|
+
* const traced = bitfab.withSpan(
|
|
1120
|
+
* "chat-turn",
|
|
1121
|
+
* { type: "agent", finalize: finalizers.aiSdk },
|
|
1122
|
+
* () => streamText({ model, messages }),
|
|
1123
|
+
* )
|
|
1124
|
+
* const result = traced() // caller still gets the live StreamTextResult
|
|
1125
|
+
* return result.toUIMessageStreamResponse()
|
|
1126
|
+
* ```
|
|
1127
|
+
*
|
|
1128
|
+
* Never throws: any field that is absent or rejects is recorded as
|
|
1129
|
+
* `undefined` so finalize never drops the span.
|
|
1130
|
+
*/
|
|
1131
|
+
declare function aiSdk(result: unknown): Promise<Record<string, unknown>>;
|
|
1132
|
+
/**
|
|
1133
|
+
* Collect a `ReadableStream`'s chunks into an array for the span output,
|
|
1134
|
+
* via a `tee()` so the caller's branch is untouched. The caller MUST use
|
|
1135
|
+
* the returned stream, not the original, since a stream can only be read
|
|
1136
|
+
* once:
|
|
1137
|
+
*
|
|
1138
|
+
* ```ts
|
|
1139
|
+
* let live: ReadableStream
|
|
1140
|
+
* const traced = bitfab.withSpan(
|
|
1141
|
+
* "render",
|
|
1142
|
+
* { finalize: (r) => finalizers.readableStream(r, (s) => { live = s }) },
|
|
1143
|
+
* () => makeReadableStream(),
|
|
1144
|
+
* )
|
|
1145
|
+
* traced()
|
|
1146
|
+
* return new Response(live!)
|
|
1147
|
+
* ```
|
|
1148
|
+
*
|
|
1149
|
+
* Prefer `aiSdk` for the Vercel AI SDK, whose result tees internally and
|
|
1150
|
+
* needs no caller rewiring.
|
|
1151
|
+
*/
|
|
1152
|
+
declare function readableStream(stream: ReadableStream, onLive: (live: ReadableStream) => void): Promise<{
|
|
1153
|
+
chunks: unknown[];
|
|
1154
|
+
}>;
|
|
1155
|
+
declare const finalizers: {
|
|
1156
|
+
aiSdk: typeof aiSdk;
|
|
1157
|
+
readableStream: typeof readableStream;
|
|
1158
|
+
};
|
|
1159
|
+
|
|
1160
|
+
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabOpenAITracingProcessor, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };
|
package/dist/index.js
CHANGED
|
@@ -17,10 +17,11 @@ import {
|
|
|
17
17
|
ReplayEnvironment,
|
|
18
18
|
SUPPORTED_PROVIDERS,
|
|
19
19
|
__version__,
|
|
20
|
+
finalizers,
|
|
20
21
|
flushTraces,
|
|
21
22
|
getCurrentSpan,
|
|
22
23
|
getCurrentTrace
|
|
23
|
-
} from "./chunk-
|
|
24
|
+
} from "./chunk-UO3CIQ7R.js";
|
|
24
25
|
import {
|
|
25
26
|
BitfabError
|
|
26
27
|
} from "./chunk-EQI6ZJC3.js";
|
|
@@ -36,6 +37,7 @@ export {
|
|
|
36
37
|
ReplayEnvironment,
|
|
37
38
|
SUPPORTED_PROVIDERS,
|
|
38
39
|
__version__,
|
|
40
|
+
finalizers,
|
|
39
41
|
flushTraces,
|
|
40
42
|
getCurrentSpan,
|
|
41
43
|
getCurrentTrace
|
package/dist/node.cjs
CHANGED
|
@@ -498,6 +498,7 @@ __export(node_exports, {
|
|
|
498
498
|
ReplayEnvironment: () => ReplayEnvironment,
|
|
499
499
|
SUPPORTED_PROVIDERS: () => SUPPORTED_PROVIDERS,
|
|
500
500
|
__version__: () => __version__,
|
|
501
|
+
finalizers: () => finalizers,
|
|
501
502
|
flushTraces: () => flushTraces,
|
|
502
503
|
getCurrentSpan: () => getCurrentSpan,
|
|
503
504
|
getCurrentTrace: () => getCurrentTrace
|
|
@@ -512,7 +513,7 @@ registerAsyncLocalStorageClass(
|
|
|
512
513
|
);
|
|
513
514
|
|
|
514
515
|
// src/version.generated.ts
|
|
515
|
-
var __version__ = "0.
|
|
516
|
+
var __version__ = "0.21.0";
|
|
516
517
|
|
|
517
518
|
// src/constants.ts
|
|
518
519
|
var DEFAULT_SERVICE_URL = "https://bitfab.ai";
|
|
@@ -3170,11 +3171,11 @@ var Bitfab = class {
|
|
|
3170
3171
|
startedAt,
|
|
3171
3172
|
spanType: options.type ?? "custom"
|
|
3172
3173
|
};
|
|
3173
|
-
const sendSpan = async (params) => {
|
|
3174
|
+
const sendSpan = async (params, spanOpts) => {
|
|
3174
3175
|
const replayCtx = getReplayContext();
|
|
3175
3176
|
const persistenceCollector = isRootSpan ? replayCtx?.pendingPersistence : void 0;
|
|
3176
3177
|
let resolvePersistence;
|
|
3177
|
-
if (persistenceCollector) {
|
|
3178
|
+
if (persistenceCollector && !spanOpts?.skipPersistenceRegistration) {
|
|
3178
3179
|
persistenceCollector.push(
|
|
3179
3180
|
new Promise((resolve) => {
|
|
3180
3181
|
resolvePersistence = resolve;
|
|
@@ -3274,11 +3275,41 @@ var Bitfab = class {
|
|
|
3274
3275
|
}
|
|
3275
3276
|
}
|
|
3276
3277
|
}
|
|
3278
|
+
const recordSpan = (result) => {
|
|
3279
|
+
if (options.finalize) {
|
|
3280
|
+
const replayCtx = getReplayContext();
|
|
3281
|
+
const persistenceCollector = isRootSpan ? replayCtx?.pendingPersistence : void 0;
|
|
3282
|
+
let resolvePersistence;
|
|
3283
|
+
if (persistenceCollector) {
|
|
3284
|
+
persistenceCollector.push(
|
|
3285
|
+
new Promise((resolve) => {
|
|
3286
|
+
resolvePersistence = resolve;
|
|
3287
|
+
})
|
|
3288
|
+
);
|
|
3289
|
+
}
|
|
3290
|
+
void Promise.resolve().then(() => options.finalize(result)).then(
|
|
3291
|
+
(output) => sendSpan(
|
|
3292
|
+
{ result: output },
|
|
3293
|
+
{ skipPersistenceRegistration: true }
|
|
3294
|
+
)
|
|
3295
|
+
).catch(
|
|
3296
|
+
(error) => sendSpan(
|
|
3297
|
+
{
|
|
3298
|
+
result: void 0,
|
|
3299
|
+
error: error instanceof Error ? `finalize failed: ${error.message}` : `finalize failed: ${String(error)}`
|
|
3300
|
+
},
|
|
3301
|
+
{ skipPersistenceRegistration: true }
|
|
3302
|
+
)
|
|
3303
|
+
).finally(() => resolvePersistence?.());
|
|
3304
|
+
} else {
|
|
3305
|
+
void sendSpan({ result });
|
|
3306
|
+
}
|
|
3307
|
+
};
|
|
3277
3308
|
const executeWithContext = () => {
|
|
3278
3309
|
const result = fn(...args);
|
|
3279
3310
|
if (result instanceof Promise) {
|
|
3280
3311
|
return result.then((resolvedResult) => {
|
|
3281
|
-
|
|
3312
|
+
recordSpan(resolvedResult);
|
|
3282
3313
|
return resolvedResult;
|
|
3283
3314
|
}).catch((error) => {
|
|
3284
3315
|
void sendSpan({
|
|
@@ -3291,7 +3322,7 @@ var Bitfab = class {
|
|
|
3291
3322
|
if (isAsyncGenerator(result)) {
|
|
3292
3323
|
return wrapAsyncGenerator(result, newStack, sendSpan);
|
|
3293
3324
|
}
|
|
3294
|
-
|
|
3325
|
+
recordSpan(result);
|
|
3295
3326
|
return result;
|
|
3296
3327
|
};
|
|
3297
3328
|
return runWithSpanStack(newStack, executeWithContext);
|
|
@@ -3575,6 +3606,54 @@ var BitfabFunction = class {
|
|
|
3575
3606
|
}
|
|
3576
3607
|
};
|
|
3577
3608
|
|
|
3609
|
+
// src/finalizers.ts
|
|
3610
|
+
async function settle(value) {
|
|
3611
|
+
try {
|
|
3612
|
+
return await value;
|
|
3613
|
+
} catch {
|
|
3614
|
+
return void 0;
|
|
3615
|
+
}
|
|
3616
|
+
}
|
|
3617
|
+
async function aiSdk(result) {
|
|
3618
|
+
const r = result ?? {};
|
|
3619
|
+
const [text, usage, totalUsage, finishReason, toolCalls, toolResults] = await Promise.all([
|
|
3620
|
+
settle(r.text),
|
|
3621
|
+
settle(r.usage),
|
|
3622
|
+
settle(r.totalUsage),
|
|
3623
|
+
settle(r.finishReason),
|
|
3624
|
+
settle(r.toolCalls),
|
|
3625
|
+
settle(r.toolResults)
|
|
3626
|
+
]);
|
|
3627
|
+
return {
|
|
3628
|
+
text,
|
|
3629
|
+
usage: totalUsage ?? usage,
|
|
3630
|
+
finishReason,
|
|
3631
|
+
toolCalls,
|
|
3632
|
+
toolResults
|
|
3633
|
+
};
|
|
3634
|
+
}
|
|
3635
|
+
async function readableStream(stream, onLive) {
|
|
3636
|
+
const [live, copy] = stream.tee();
|
|
3637
|
+
onLive(live);
|
|
3638
|
+
const chunks = [];
|
|
3639
|
+
const reader = copy.getReader();
|
|
3640
|
+
try {
|
|
3641
|
+
for (; ; ) {
|
|
3642
|
+
const { done, value } = await reader.read();
|
|
3643
|
+
if (done) {
|
|
3644
|
+
break;
|
|
3645
|
+
}
|
|
3646
|
+
chunks.push(value);
|
|
3647
|
+
}
|
|
3648
|
+
} catch {
|
|
3649
|
+
}
|
|
3650
|
+
return { chunks };
|
|
3651
|
+
}
|
|
3652
|
+
var finalizers = {
|
|
3653
|
+
aiSdk,
|
|
3654
|
+
readableStream
|
|
3655
|
+
};
|
|
3656
|
+
|
|
3578
3657
|
// src/node.ts
|
|
3579
3658
|
init_asyncStorage();
|
|
3580
3659
|
assertAsyncStorageRegistered();
|
|
@@ -3591,6 +3670,7 @@ assertAsyncStorageRegistered();
|
|
|
3591
3670
|
ReplayEnvironment,
|
|
3592
3671
|
SUPPORTED_PROVIDERS,
|
|
3593
3672
|
__version__,
|
|
3673
|
+
finalizers,
|
|
3594
3674
|
flushTraces,
|
|
3595
3675
|
getCurrentSpan,
|
|
3596
3676
|
getCurrentTrace
|