@superblocksteam/vite-plugin-file-sync 2.0.59-next.2 → 2.0.59-next.4

package/dist/ai-service/llm/interaction/stream-lifecycle.js

@@ -0,0 +1,131 @@
+/**
+ * Stream lifecycle management utilities.
+ *
+ * Provides utilities for wrapping streams with lifecycle hooks, particularly
+ * `onFinally` which runs after stream consumption completes.
+ *
+ * Key challenge: The `streamText()` function returns immediately, but the
+ * streams are consumed asynchronously later. We need to track when consumption
+ * actually completes to run cleanup logic.
+ *
+ * Solution: Wrap streams with `TransformStream` that tracks consumption via
+ * the `flush()` method, which runs when the input stream closes.
+ */
+/**
+ * Wraps a StreamTextResult to add onFinally lifecycle hook.
+ *
+ * The onFinally callback runs after stream consumption completes, handling:
+ * - Normal completion (stream exhausted)
+ * - Errors during consumption
+ * - Stream cancellation/abandonment
+ *
+ * Guarantees:
+ * - Runs exactly once, even if multiple stream accessors are used
+ * - Idempotent (safe to call multiple times)
+ * - Works with all consumption patterns (iteration, promises, piping)
+ *
+ * @param result - The stream result to wrap
+ * @param onFinally - Callback to run after consumption
+ * @returns Wrapped result with lifecycle tracking
+ *
+ * @example
+ * ```typescript
+ * const result = await streamText({ model, messages });
+ * const wrapped = withStreamLifecycle(result, async () => {
+ *   console.log('Stream consumed!');
+ *   await cleanup();
+ * });
+ *
+ * for await (const text of wrapped.textStream) {
+ *   console.log(text);
+ * }
+ * // onFinally runs here ^
+ * ```
+ */
+export function withStreamLifecycle(result, onFinally) {
+    // Track whether finalization has run
+    let finalized = false;
+    /**
+     * Ensures onFinally runs exactly once.
+     * Safe to call multiple times (idempotent).
+     */
+    const ensureFinally = async () => {
+        if (finalized)
+            return;
+        finalized = true;
+        try {
+            await onFinally();
+        }
+        catch (error) {
+            // Log but don't throw - we're in cleanup, don't break the stream
+            console.error("[streamLifecycle] Error in onFinally:", error);
+        }
+    };
+    // Wrap textStream to track consumption
+    const wrappedTextStream = wrapAsyncIterable(result.textStream, ensureFinally);
+    // Wrap fullStream to track consumption
+    const wrappedFullStream = wrapAsyncIterable(result.fullStream, ensureFinally);
+    // Return result with wrapped streams
+    return {
+        ...result,
+        textStream: wrappedTextStream,
+        fullStream: wrappedFullStream,
+        // Note: response promise doesn't need wrapping - it resolves during
+        // generation, not after consumption. onFinally needs to wait for
+        // stream consumption, which happens via the stream wrappers above.
+    };
+}
+/**
+ * Wraps an async iterable with a finalization callback.
+ *
+ * Uses TransformStream to intercept the stream lifecycle:
+ * - `transform()`: Passes chunks through unchanged
+ * - `flush()`: Called when input stream closes (after all chunks processed)
+ * - `cancel()`: Called if stream is cancelled/abandoned
+ *
+ * The finalization callback runs in both flush() and cancel() to ensure
+ * cleanup happens whether the stream completes normally or is abandoned.
+ *
+ * @param source - The async iterable to wrap
+ * @param onFinalize - Callback to run after consumption
+ * @returns Wrapped async iterable
+ */
+function wrapAsyncIterable(source, onFinalize) {
+    // Convert async iterable to ReadableStream if needed
+    let sourceStream;
+    if (source instanceof ReadableStream) {
+        sourceStream = source;
+    }
+    else {
+        // Manually convert async iterable to ReadableStream
+        sourceStream = new ReadableStream({
+            async start(controller) {
+                try {
+                    for await (const chunk of source) {
+                        controller.enqueue(chunk);
+                    }
+                    controller.close();
+                }
+                catch (error) {
+                    controller.error(error);
+                }
+            },
+        });
+    }
+    // Create transform stream that tracks lifecycle
+    const lifecycleTransform = new TransformStream({
+        // Pass through all chunks unchanged
+        transform(chunk, controller) {
+            controller.enqueue(chunk);
+        },
+        // Called when input stream closes (after all chunks processed)
+        async flush() {
+            await onFinalize();
+        },
+    });
+    // Pipe source through lifecycle tracker
+    const wrappedStream = sourceStream.pipeThrough(lifecycleTransform);
+    // Return as AsyncIterableStream (has both stream and iterable interfaces)
+    return wrappedStream;
+}
+//# sourceMappingURL=stream-lifecycle.js.map

package/dist/ai-service/llm/interaction/stream-lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-lifecycle.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/interaction/stream-lifecycle.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAMH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,UAAU,mBAAmB,CAGjC,MAA+B,EAC/B,SAAqC;IAErC,qCAAqC;IACrC,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB;;;OAGG;IACH,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;QAC/B,IAAI,SAAS;YAAE,OAAO;QACtB,SAAS,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC;YACH,MAAM,SAAS,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iEAAiE;YACjE,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC;IACH,CAAC,CAAC;IAEF,uCAAuC;IACvC,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAE9E,uCAAuC;IACvC,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAE9E,qCAAqC;IACrC,OAAO;QACL,GAAG,MAAM;QACT,UAAU,EAAE,iBAAiB;QAC7B,UAAU,EAAE,iBAAiB;QAC7B,oEAAoE;QACpE,iEAAiE;QACjE,mEAAmE;KACpE,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAS,iBAAiB,CACxB,MAAwB,EACxB,UAA+B;IAE/B,qDAAqD;IACrD,IAAI,YAA+B,CAAC;IACpC,IAAI,MAAM,YAAY,cAAc,EAAE,CAAC;QACrC,YAAY,GAAG,MAAM,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,oDAAoD;QACpD,YAAY,GAAG,IAAI,cAAc,CAAI;YACnC,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,IAAI,CAAC;oBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;wBACjC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC5B,CAAC;oBACD,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,gDAAgD;IAChD,MAAM,kBAAkB,GAAG,IAAI,eAAe,CAAO;QACnD,oCAAoC;QACpC,SAAS,CAAC,KAAK,EAAE,UAAU;YACzB,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,+DAA+D;QAC/D,KAAK,CAAC,KAAK;YACT,MAAM,UAAU,EAAE,CAAC;QACrB,CAAC;KACF,CAAC,CAAC;IAEH,wCAAwC;IACxC,MAAM,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;IAEnE,0EAA0E;IAC1E,OAAO,aAAuC,CAAC;AACjD,CAAC"}

package/dist/ai-service/llm/provider.d.ts

@@ -1,5 +1,4 @@
-import { type RetryOptions } from "./middleware/retry.js";
 import type { LLMProvider, LLMProviderSettings } from "./types.js";
 import type { LLMProviderConfig } from "@superblocksteam/library-shared/types";
-export declare const createLLMProvider: (settings: LLMProviderSettings, getJwt?: () => string | undefined, llmConfig?: LLMProviderConfig, retryOptions?: RetryOptions) => LLMProvider;
+export declare const createLLMProvider: (settings: LLMProviderSettings, getJwt?: () => string | undefined, llmConfig?: LLMProviderConfig) => LLMProvider;
 //# sourceMappingURL=provider.d.ts.map

package/dist/ai-service/llm/provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAmB,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAE3E,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EAGpB,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,eAAO,MAAM,iBAAiB,GAC5B,UAAU,mBAAmB,EAC7B,SAAS,MAAM,MAAM,GAAG,SAAS,EACjC,YAAY,iBAAiB,EAC7B,eAAe,YAAY,KAC1B,WA6DF,CAAC"}
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EAGpB,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAE/E,eAAO,MAAM,iBAAiB,GAC5B,UAAU,mBAAmB,EAC7B,SAAS,MAAM,MAAM,GAAG,SAAS,EACjC,YAAY,iBAAiB,KAC5B,WAuDF,CAAC"}

package/dist/ai-service/llm/provider.js

@@ -2,18 +2,15 @@ import { customProvider, wrapLanguageModel } from "ai";
 import { getLogger } from "../../util/logger.js";
 import { anthropicImpl } from "./impl/anthropic.js";
 import { clarkImpl } from "./impl/clark.js";
-import { retryMiddleware } from "./middleware/retry.js";
 import { jwtMiddleware, modelFromClassification } from "./utils.js";
-export const createLLMProvider = (settings, getJwt, llmConfig, retryOptions) => {
+export const createLLMProvider = (settings, getJwt, llmConfig) => {
     const providerType = llmConfig?.provider || "bedrock";
     const wrapDefaults = (model) => wrapLanguageModel({
         model,
         middleware: [
             jwtMiddleware(getJwt),
-            retryMiddleware(providerType, {
-                maxTotalRetryTimeMs: 2 * 60 * 1000, // 2 minutes
-                ...retryOptions,
-            }, getLogger()),
+            // Note: Retry is now handled at the StreamText level via createStreamRetryMiddleware
+            // to ensure fresh Vercel SDK state and correct message sequences on retry
         ],
     });
     getLogger().info(`Creating LLM provider: type=${providerType}, config=${JSON.stringify(llmConfig || {})}`);

package/dist/ai-service/llm/provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAqB,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAUpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,QAA6B,EAC7B,MAAiC,EACjC,SAA6B,EAC7B,YAA2B,EACd,EAAE;IACf,MAAM,YAAY,GAAG,SAAS,EAAE,QAAQ,IAAI,SAAS,CAAC;IAEtD,MAAM,YAAY,GAAG,CAAC,KAAsB,EAAE,EAAE,CAC9C,iBAAiB,CAAC;QAChB,KAAK;QACL,UAAU,EAAE;YACV,aAAa,CAAC,MAAM,CAAC;YACrB,eAAe,CACb,YAAY,EACZ;gBACE,mBAAmB,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,YAAY;gBAChD,GAAG,YAAY;aAChB,EACD,SAAS,EAAE,CACZ;SACF;KACF,CAAC,CAAC;IACL,SAAS,EAAE,CAAC,IAAI,CACd,+BAA+B,YAAY,YAAY,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CACzF,CAAC;IACF,IAAI,QAAQ,CAAC;IACb,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,QAAQ;YACX,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,WAAW,CAAC;QACjB;YACE,QAAQ,GAAG,aAAa,CAAC;YACzB,MAAM;IACV,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhC,MAAM,cAAc,GAAkB;QACpC,cAAc,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QACjD,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;QAC/C,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;QACnC,oBAAoB,EAAE,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC;QAC7D,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACvD,kBAAkB,EAAE,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACzD,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;KACxD,CAAC;IAEF,MAAM,WAAW,GAAG,cAAc,CAAC;QACjC,cAAc;KACf,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAE,EAAE;QACxC,OAAO,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,YAAY;QACZ,sBAAsB,EAAE,CAAC,cAAc,EAAE,EAAE,CACzC,uBAAuB,CAAC,YAAY,EAAE,cAAc,CAAC;KACxD,CAAC;AACJ,CAAC,CAAC"}
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAUpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,QAA6B,EAC7B,MAAiC,EACjC,SAA6B,EAChB,EAAE;IACf,MAAM,YAAY,GAAG,SAAS,EAAE,QAAQ,IAAI,SAAS,CAAC;IAEtD,MAAM,YAAY,GAAG,CAAC,KAAsB,EAAE,EAAE,CAC9C,iBAAiB,CAAC;QAChB,KAAK;QACL,UAAU,EAAE;YACV,aAAa,CAAC,MAAM,CAAC;YACrB,qFAAqF;YACrF,0EAA0E;SAC3E;KACF,CAAC,CAAC;IACL,SAAS,EAAE,CAAC,IAAI,CACd,+BAA+B,YAAY,YAAY,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CACzF,CAAC;IACF,IAAI,QAAQ,CAAC;IACb,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,QAAQ;YACX,QAAQ,GAAG,SAAS,CAAC;YACrB,MAAM;QACR,KAAK,WAAW,CAAC;QACjB;YACE,QAAQ,GAAG,aAAa,CAAC;YACzB,MAAM;IACV,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEhC,MAAM,cAAc,GAAkB;QACpC,cAAc,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QACjD,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;QAC/C,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;QACnC,oBAAoB,EAAE,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC;QAC7D,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACvD,kBAAkB,EAAE,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACzD,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;KACxD,CAAC;IAEF,MAAM,WAAW,GAAG,cAAc,CAAC;QACjC,cAAc;KACf,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAE,EAAE;QACxC,OAAO,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,YAAY;QACZ,sBAAsB,EAAE,CAAC,cAAc,EAAE,EAAE,CACzC,uBAAuB,CAAC,YAAY,EAAE,cAAc,CAAC;KACxD,CAAC;AACJ,CAAC,CAAC"}

package/dist/ai-service/llmobs/helpers.d.ts

@@ -1,7 +1,8 @@
-import { streamText, type ToolSet } from "ai";
 import { type Logger } from "../../util/logger.js";
+import { type StreamTextOptions } from "../llm/interaction/index.js";
 import { LLMObsTracer } from "./tracer.js";
 import type { LLMObsSpan } from "./types.js";
+import type { Tool } from "../agent/tools2/types.js";
 export declare function traceWorkflow<T>(name: string, operation: (span: any) => Promise<T>, tags?: Record<string, string | boolean>, llmobs?: LLMObsTracer): Promise<T>;
 export declare function traceTask<T>(name: string, operation: (span: any) => Promise<T>, tags?: Record<string, string | boolean>, llmobs?: LLMObsTracer): Promise<T>;
 export declare function traceLLM<T>(name: string, modelName: string, modelProvider: string, operation: (span: LLMObsSpan) => Promise<T>, tags?: Record<string, string | boolean>, llmobs?: LLMObsTracer): Promise<T>;
@@ -16,13 +17,11 @@ export declare function getCommonTraceTags(jwt: string | undefined, applicationI
  * and chaos monkey error injection is handled at the fetch level. This function only applies
  * LLMObs tracing.
  *
- * @param clark - Clark state machine instance
- * @param services - Clark state handler parameters
  * @param params - Parameters to pass to streamText
+ * @param tracer - Optional LLMObs tracer
+ * @param logger - Optional logger
+ *
+ * @deprecated use the LLMClient with LLMObs middleware instead (Clark.streamText in most cases)
  */
-export declare function tracedStreamText<T extends ToolSet>(params: Parameters<typeof streamText<T>>[0], tracer?: LLMObsTracer, logger?: Logger): import("ai").StreamTextResult<T, never>;
-export declare const traceToolSet: <T extends ToolSet>(toolset: T, llmobs?: LLMObsTracer, hooks?: {
-    beforeExecute?: (name: string) => void;
-    afterExecute?: (name: string, span: LLMObsSpan) => void;
-}) => T;
+export declare function tracedStreamText<T extends Record<string, Tool>>(params: StreamTextOptions<T>, tracer?: LLMObsTracer, logger?: Logger): Promise<import("../llm/interaction/provider.js").StreamTextResult<T>>;
 //# sourceMappingURL=helpers.d.ts.map

package/dist/ai-service/llmobs/helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llmobs/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,KAAK,OAAO,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,KAAK,MAAM,EAAa,MAAM,sBAAsB,CAAC;AAI9D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAG7C,wBAAgB,aAAa,CAAC,CAAC,EAC7B,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,EACpC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,EACvC,MAAM,GAAE,YAAoC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAaZ;AAGD,wBAAgB,SAAS,CAAC,CAAC,EACzB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,EACpC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,EACvC,MAAM,GAAE,YAAoC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAaZ;AAGD,wBAAgB,QAAQ,CAAC,CAAC,EACxB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,CAAC,CAAC,EAC3C,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,EACvC,MAAM,GAAE,YAAoC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAeZ;AAGD,wBAAgB,eAAe,CAC7B,GAAG,EAAE,MAAM,GAAG,SAAS,GACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAUxB;AAGD,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,MAAM,GAAG,SAAS,EACvB,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,MAAM,EACtB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAM,GACpD,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAclC;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,OAAO,EAChD,MAAM,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC3C,MAAM,GAAE,YAAoC,EAC5C,MAAM,GAAE,MAAoB,2CAa7B;AAED,eAAO,MAAM,YAAY,GAAI,CAAC,SAAS,OAAO,EAC5C,SAAS,CAAC,EACV,SAAQ,YAAoC,EAC5C,QAAQ;IACN,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,KAAK,IAAI,CAAC;CACzD,KACA,CAyCF,CAAC"}
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llmobs/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAa,MAAM,sBAAsB,CAAC;AAE9D,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAGrD,wBAAgB,aAAa,CAAC,CAAC,EAC7B,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,EACpC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,EACvC,MAAM,GAAE,YAAoC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAaZ;AAGD,wBAAgB,SAAS,CAAC,CAAC,EACzB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,EACpC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,EACvC,MAAM,GAAE,YAAoC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAaZ;AAGD,wBAAgB,QAAQ,CAAC,CAAC,EACxB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,CAAC,CAAC,EAC3C,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,EACvC,MAAM,GAAE,YAAoC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAeZ;AAGD,wBAAgB,eAAe,CAC7B,GAAG,EAAE,MAAM,GAAG,SAAS,GACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAUxB;AAGD,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,MAAM,GAAG,SAAS,EACvB,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,MAAM,EACtB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAM,GACpD,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAclC;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EAC7D,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAC5B,MAAM,GAAE,YAAoC,EAC5C,MAAM,GAAE,MAAoB,yEAQ7B"}

package/dist/ai-service/llmobs/helpers.js

@@ -1,8 +1,7 @@
-import { streamText } from "ai";
 import { getLogger } from "../../util/logger.js";
+import { applyMiddleware } from "../llm/interaction/compose.js";
+import { createLLMObsMiddleware, VercelStreamTextAdapter, } from "../llm/interaction/index.js";
 import { parseJwt } from "../util/parse-jwt.js";
-import { safeJsonStringify } from "../util/safe-stringify.js";
-import { LLMObsStreamTextMiddleware } from "./middleware/stream-text.js";
 import { LLMObsTracer } from "./tracer.js";
 // Helper function for workflow tracing with common patterns
 export function traceWorkflow(name, operation, tags, llmobs = LLMObsTracer.instance) {
@@ -77,54 +76,15 @@ export function getCommonTraceTags(jwt, applicationId, organizationId, additiona
  * and chaos monkey error injection is handled at the fetch level. This function only applies
  * LLMObs tracing.
  *
- * @param clark - Clark state machine instance
- * @param services - Clark state handler parameters
  * @param params - Parameters to pass to streamText
+ * @param tracer - Optional LLMObs tracer
+ * @param logger - Optional logger
+ *
+ * @deprecated use the LLMClient with LLMObs middleware instead (Clark.streamText in most cases)
  */
 export function tracedStreamText(params, tracer = LLMObsTracer.instance, logger = getLogger()) {
-    // Disable built-in retries - we handle retries at the LanguageModelV2 middleware level
-    params = {
-        ...params,
-        maxRetries: 0,
-    };
     // Apply LLMObs tracing middleware
-    const llmobsMiddleware = new LLMObsStreamTextMiddleware(tracer, logger);
-    const tracedStreamText = llmobsMiddleware.wrap(streamText);
-    return tracedStreamText(params);
+    const traced = applyMiddleware(new VercelStreamTextAdapter(), createLLMObsMiddleware({ tracer, logger }));
+    return traced.streamText(params);
 }
-export const traceToolSet = (toolset, llmobs = LLMObsTracer.instance, hooks) => {
-    const tracedToolset = {};
-    for (const [name, tool] of Object.entries(toolset)) {
-        tracedToolset[name] = {
-            ...tool,
-            execute: async (input, options) => {
-                hooks?.beforeExecute?.(name);
-                return await llmobs.trace({
-                    kind: "tool",
-                    name: `tool.${name}`,
-                }, async (span) => {
-                    if (!tool.execute) {
-                        throw new Error(`Tool ${name} has no execute method`);
-                    }
-                    const result = await tool.execute(input, options);
-                    hooks?.afterExecute?.(name, span);
-                    const metadata = {
-                        toolCallid: options?.toolCallId,
-                        ...Object.fromEntries(Object.entries(tool).map(([key, value]) => [
-                            key,
-                            safeJsonStringify(value),
-                        ])),
-                    };
-                    llmobs.annotate(span, {
-                        inputData: safeJsonStringify(input),
-                        outputData: safeJsonStringify(result),
-                        metadata,
-                    });
-                    return result;
-                });
-            },
-        };
-    }
-    return tracedToolset;
-};
 //# sourceMappingURL=helpers.js.map

package/dist/ai-service/llmobs/helpers.js.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../src/ai-service/llmobs/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAgB,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAe,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG3C,4DAA4D;AAC5D,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,SAAoC,EACpC,IAAuC,EACvC,SAAuB,YAAY,CAAC,QAAQ;IAE5C,OAAO,MAAM,CAAC,KAAK,CACjB;QACE,IAAI,EAAE,UAAU;QAChB,IAAI;KACL,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CACF,CAAC;AACJ,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,SAAoC,EACpC,IAAuC,EACvC,SAAuB,YAAY,CAAC,QAAQ;IAE5C,OAAO,MAAM,CAAC,KAAK,CACjB;QACE,IAAI,EAAE,MAAM;QACZ,IAAI;KACL,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CACF,CAAC;AACJ,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,QAAQ,CACtB,IAAY,EACZ,SAAiB,EACjB,aAAqB,EACrB,SAA2C,EAC3C,IAAuC,EACvC,SAAuB,YAAY,CAAC,QAAQ;IAE5C,OAAO,MAAM,CAAC,KAAK,CACjB;QACE,IAAI,EAAE,KAAK;QACX,IAAI;QACJ,SAAS;QACT,aAAa;KACd,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CACF,CAAC;AACJ,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,eAAe,CAC7B,GAAuB;IAEvB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE7B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;IAClD,IAAI,MAAM,CAAC,OAAO;QAAE,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IACxD,IAAI,MAAM,CAAC,MAAM;QAAE,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACrD,IAAI,MAAM,CAAC,SAAS;QAAE,MAAM,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;IAE9D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,kBAAkB,CAChC,GAAuB,EACvB,aAAqB,EACrB,cAAsB,EACtB,iBAAmD,EAAE;IAErD,MAAM,MAAM,GAAqC,EAAE,CAAC;IAEpD,wDAAwD;IACxD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;IAE5C,iEAAiE;IACjE,MAAM,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAC;IACzC,MAAM,CAAC,iBAAiB,CAAC,GAAG,cAAc,CAAC;IAE3C,sBAAsB;IACtB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAEtC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAA2C,EAC3C,SAAuB,YAAY,CAAC,QAAQ,EAC5C,SAAiB,SAAS,EAAE;IAE5B,uFAAuF;IACvF,MAAM,GAAG;QACP,GAAG,MAAM;QACT,UAAU,EAAE,CAAC;KACd,CAAC;IAEF,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,IAAI,0BAA0B,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxE,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAE3D,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAC1B,OAAU,EACV,SAAuB,YAAY,CAAC,QAAQ,EAC5C,KAGC,EACE,EAAE;IACL,MAAM,aAAa,GAAY,EAAE,CAAC;IAElC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,aAAa,CAAC,IAAI,CAAC,GAAG;YACpB,GAAG,IAAI;YACP,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAChC,KAAK,EAAE,aAAa,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC7B,OAAO,MAAM,MAAM,CAAC,KAAK,CACvB;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,QAAQ,IAAI,EAAE;iBACrB,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;oBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;wBAClB,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,wBAAwB,CAAC,CAAC;oBACxD,CAAC;oBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;oBAClD,KAAK,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAClC,MAAM,QAAQ,GAAG;wBACf,UAAU,EAAE,OAAO,EAAE,UAAU;wBAC/B,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;4BACzC,GAAG;4BACH,iBAAiB,CAAC,KAAK,CAAC;yBACzB,CAAC,CACH;qBACF,CAAC;oBACF,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE;wBACpB,SAAS,EAAE,iBAAiB,CAAC,KAAK,CAAC;wBACnC,UAAU,EAAE,iBAAiB,CAAC,MAAM,CAAC;wBACrC,QAAQ;qBACT,CAAC,CAAC;oBACH,OAAO,MAAM,CAAC;gBAChB,CAAC,CACF,CAAC;YACJ,CAAC;SACF,CAAC;IACJ,CAAC;IACD,OAAO,aAAkB,CAAC;AAC5B,CAAC,CAAC"}
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../src/ai-service/llmobs/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EACL,sBAAsB,EACtB,uBAAuB,GAExB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3C,4DAA4D;AAC5D,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,SAAoC,EACpC,IAAuC,EACvC,SAAuB,YAAY,CAAC,QAAQ;IAE5C,OAAO,MAAM,CAAC,KAAK,CACjB;QACE,IAAI,EAAE,UAAU;QAChB,IAAI;KACL,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CACF,CAAC;AACJ,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,SAAoC,EACpC,IAAuC,EACvC,SAAuB,YAAY,CAAC,QAAQ;IAE5C,OAAO,MAAM,CAAC,KAAK,CACjB;QACE,IAAI,EAAE,MAAM;QACZ,IAAI;KACL,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CACF,CAAC;AACJ,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,QAAQ,CACtB,IAAY,EACZ,SAAiB,EACjB,aAAqB,EACrB,SAA2C,EAC3C,IAAuC,EACvC,SAAuB,YAAY,CAAC,QAAQ;IAE5C,OAAO,MAAM,CAAC,KAAK,CACjB;QACE,IAAI,EAAE,KAAK;QACX,IAAI;QACJ,SAAS;QACT,aAAa;KACd,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CACF,CAAC;AACJ,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,eAAe,CAC7B,GAAuB;IAEvB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE7B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;IAClD,IAAI,MAAM,CAAC,OAAO;QAAE,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IACxD,IAAI,MAAM,CAAC,MAAM;QAAE,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACrD,IAAI,MAAM,CAAC,SAAS;QAAE,MAAM,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;IAE9D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,kBAAkB,CAChC,GAAuB,EACvB,aAAqB,EACrB,cAAsB,EACtB,iBAAmD,EAAE;IAErD,MAAM,MAAM,GAAqC,EAAE,CAAC;IAEpD,wDAAwD;IACxD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;IAE5C,iEAAiE;IACjE,MAAM,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAC;IACzC,MAAM,CAAC,iBAAiB,CAAC,GAAG,cAAc,CAAC;IAE3C,sBAAsB;IACtB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAEtC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAA4B,EAC5B,SAAuB,YAAY,CAAC,QAAQ,EAC5C,SAAiB,SAAS,EAAE;IAE5B,kCAAkC;IAClC,MAAM,MAAM,GAAG,eAAe,CAC5B,IAAI,uBAAuB,EAAE,EAC7B,sBAAsB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAC3C,CAAC;IACF,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC"}

package/dist/ai-service/llmobs/middleware/stream-text.d.ts

@@ -1,11 +1,8 @@
 import { type Logger } from "../../../util/logger.js";
 import { LLMObsTracer, type LLMObsSpan } from "../index.js";
-import type { ToolSet, StreamTextOnStepFinishCallback, LanguageModel, StreamTextOnFinishCallback, StreamTextOnErrorCallback, StepResult, ModelMessage, PrepareStepFunction, PrepareStepResult, StreamTextOnChunkCallback } from "ai";
-import type { streamText } from "ai";
-type StreamAbortEvent<T extends ToolSet> = {
-    readonly steps: StepResult<T>[];
-};
-type StreamTextOnAbortCallback<T extends ToolSet> = (event: StreamAbortEvent<T>) => PromiseLike<void> | void;
+import type { Tool } from "../../agent/tools2/types.js";
+import type { StepParameters, StreamChunk, FinalResult } from "../../llm/interaction/provider.js";
+import type { ToolSet, LanguageModel, StepResult, AsyncIterableStream } from "ai";
 type StreamSegment = {
     type: "text" | "reasoning" | "tool-call" | "tool-result" | "tool-input" | "raw" | "thinking" | "source";
     span: LLMObsSpan;
@@ -25,22 +22,22 @@ export declare class LLMObsStreamTextMiddleware {
     llmobs: LLMObsTracer;
     logger: Logger;
     private errorLogged;
-    wrap<T extends ToolSet>(fn: typeof streamText<T>): typeof streamText<T>;
-    constructor(llmobs?: LLMObsTracer, logger?: Logger);
-    private transform;
-    prepareStep<T extends ToolSet>(options: Parameters<PrepareStepFunction<T>>[0], next?: PrepareStepFunction<T>): Promise<{
-        steps: StepResult<NoInfer<T>>[];
-        stepNumber: number;
-        model: LanguageModel;
-        messages: Array<ModelMessage>;
-    } | PrepareStepResult<T>>;
-    onChunk<T extends ToolSet>(event: Parameters<StreamTextOnChunkCallback<T>>[0], next?: StreamTextOnChunkCallback<T>): Promise<void>;
-    onStepFinish<T extends ToolSet>(result: Parameters<StreamTextOnStepFinishCallback<T>>[0], next?: StreamTextOnStepFinishCallback<T>): Promise<void>;
-    onError(event: Parameters<StreamTextOnErrorCallback>[0], next?: StreamTextOnErrorCallback): Promise<void>;
-    onAbort<T extends ToolSet>(event: StreamAbortEvent<T>, next?: StreamTextOnAbortCallback<T>): Promise<void>;
-    onFinish<T extends ToolSet>(event: Parameters<StreamTextOnFinishCallback<T>>[0], next?: StreamTextOnFinishCallback<T>): Promise<void>;
+    constructor(model: LanguageModel, tools?: Record<string, Tool>, llmobs?: LLMObsTracer, logger?: Logger);
+    /**
+     * Handles stream errors by logging and finishing spans.
+     * Public so it can be called from stream wrappers.
+     */
+    handleStreamError(error: unknown): void;
+    wrapTools<TOOLS extends Record<string, Tool>>(tools: TOOLS): TOOLS;
+    prepareStep(step: StepParameters, model: LanguageModel, next?: (step: StepParameters) => Promise<StepParameters> | StepParameters): Promise<StepParameters>;
+    onChunk(chunk: StreamChunk, next?: (event: {
+        chunk: StreamChunk;
+    }) => Promise<void> | void): Promise<void>;
+    onStepFinish(step: StepResult<any>, next?: (step: StepResult<any>) => Promise<void> | void): Promise<void>;
+    onError(error: Error, next?: (error: Error) => Promise<void> | void): Promise<void>;
+    onAbort(next?: () => Promise<void> | void): Promise<void>;
+    onFinish(result: FinalResult, next?: (result: FinalResult) => Promise<void> | void): Promise<void>;
     onFinally(): Promise<void>;
-    private handleStreamError;
     private handleToolExecuteStart;
     private logStreamError;
     private ensureSegment;
@@ -56,5 +53,6 @@ export declare class LLMObsStreamTextMiddleware {
     private finishFullSpan;
     private setModel;
 }
+export declare function wrapStream<T>(source: AsyncIterable<T>, onError: (err: unknown) => Promise<void>, onFinally: () => Promise<void>): AsyncIterableStream<T>;
 export {};
 //# sourceMappingURL=stream-text.d.ts.map

package/dist/ai-service/llmobs/middleware/stream-text.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stream-text.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llmobs/middleware/stream-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAI/E,OAAO,EACL,YAAY,EAGZ,KAAK,UAAU,EAChB,MAAM,aAAa,CAAC;AAGrB,OAAO,KAAK,EACV,OAAO,EACP,8BAA8B,EAC9B,aAAa,EACb,0BAA0B,EAC1B,yBAAyB,EAEzB,UAAU,EAGV,YAAY,EACZ,mBAAmB,EACnB,iBAAiB,EACjB,yBAAyB,EAK1B,MAAM,IAAI,CAAC;AACZ,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAErC,KAAK,gBAAgB,CAAC,CAAC,SAAS,OAAO,IAAI;IAAE,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAA;CAAE,CAAC;AAE/E,KAAK,yBAAyB,CAAC,CAAC,SAAS,OAAO,IAAI,CAClD,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,KACvB,WAAW,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAE9B,KAAK,aAAa,GAAG;IACnB,IAAI,EACA,MAAM,GACN,WAAW,GACX,WAAW,GACX,aAAa,GACb,YAAY,GACZ,KAAK,GACL,UAAU,GACV,QAAQ,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,MAAM,GAAG;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACtD,CAAC;AAEF,qBAAa,0BAA0B;IACrC,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,SAAS,SAAa;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAM;IACpC,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,WAAW,CAAS;IAE5B,IAAI,CAAC,CAAC,SAAS,OAAO,EAAE,EAAE,EAAE,OAAO,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,UAAU,CAAC,CAAC,CAAC;gBAoBrE,MAAM,GAAE,YAAoC,EAC5C,MAAM,GAAE,MAAoB;IAM9B,OAAO,CAAC,SAAS;IAyBX,WAAW,CAAC,CAAC,SAAS,OAAO,EACjC,OAAO,EAAE,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC9C,IAAI,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC;;;;;;IAyBzB,OAAO,CAAC,CAAC,SAAS,OAAO,EAC7B,KAAK,EAAE,UAAU,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAClD,IAAI,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC;IAmC/B,YAAY,CAAC,CAAC,SAAS,OAAO,EAClC,MAAM,EAAE,UAAU,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACxD,IAAI,CAAC,EAAE,8BAA8B,CAAC,CAAC,CAAC;IAsBpC,OAAO,CACX,KAAK,EAAE,UAAU,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,EAC/C,IAAI,CAAC,EAAE,yBAAyB;IAa5B,OAAO,CAAC,CAAC,SAAS,OAAO,EAC7B,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAC1B,IAAI,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC;IAY/B,QAAQ,CAAC,CAAC,SAAS,OAAO,EAC9B,KAAK,EAAE,UAAU,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACnD,IAAI,CAAC,EAAE,0BAA0B,CAAC,CAAC,CAAC;IAWhC,SAAS;IAIf,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,0BAA0B;IASlC,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,aAAa;IA8BrB,OAAO,CAAC,aAAa;IAoBrB,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,aAAa;IAyBrB,OAAO,CAAC,cAAc;IA6BtB,OAAO,CAAC,QAAQ;CAOjB"}
+{"version":3,"file":"stream-text.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llmobs/middleware/stream-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAE/E,OAAO,EACL,YAAY,EAIZ,KAAK,UAAU,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,KAAK,EACV,cAAc,EACd,WAAW,EACX,WAAW,EACZ,MAAM,mCAAmC,CAAC;AAG3C,OAAO,KAAK,EACV,OAAO,EACP,aAAa,EACb,UAAU,EACV,mBAAmB,EAMpB,MAAM,IAAI,CAAC;AAIZ,KAAK,aAAa,GAAG;IACnB,IAAI,EACA,MAAM,GACN,WAAW,GACX,WAAW,GACX,aAAa,GACb,YAAY,GACZ,KAAK,GACL,UAAU,GACV,QAAQ,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,MAAM,GAAG;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACtD,CAAC;AAEF,qBAAa,0BAA0B;IACrC,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,SAAS,SAAa;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAM;IACpC,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,WAAW,CAAS;gBAG1B,KAAK,EAAE,aAAa,EACpB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EAC5B,MAAM,GAAE,YAAoC,EAC5C,MAAM,GAAE,MAAoB;IAQ9B;;;OAGG;IACH,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAUvC,SAAS,CAAC,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK;IAuC5D,WAAW,CACf,IAAI,EAAE,cAAc,EACpB,KAAK,EAAE,aAAa,EACpB,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,OAAO,CAAC,cAAc,CAAC,GAAG,cAAc,GACxE,OAAO,CAAC,cAAc,CAAC;IAmBpB,OAAO,CACX,KAAK,EAAE,WAAW,EAClB,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,WAAW,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAC7D,OAAO,CAAC,IAAI,CAAC;IAkCV,YAAY,CAChB,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,EACrB,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACrD,OAAO,CAAC,IAAI,CAAC;IAoBV,OAAO,CACX,KAAK,EAAE,KAAK,EACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAC5C,OAAO,CAAC,IAAI,CAAC;IAWV,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAWzD,QAAQ,CACZ,MAAM,EAAE,WAAW,EACnB,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACnD,OAAO,CAAC,IAAI,CAAC;IAUV,SAAS;IAIf,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,0BAA0B;IASlC,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,aAAa;IA8BrB,OAAO,CAAC,aAAa;IAoBrB,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,aAAa;IAyBrB,OAAO,CAAC,cAAc;IA8BtB,OAAO,CAAC,QAAQ;CAOjB;AA0OD,wBAAgB,UAAU,CAAC,CAAC,EAC1B,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,EACxB,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,EACxC,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAC7B,mBAAmB,CAAC,CAAC,CAAC,CAkCxB"}