@superblocksteam/vite-plugin-file-sync 1.99.99-next.2 → 2.0.0-SNAPSHOT.2143e2e95d0107ab

package/dist/ai-service/llm/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAMA,OAAO,EAQL,KAAK,IAAI,EACV,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EACV,iBAAiB,EACjB,YAAY,EACb,MAAM,uCAAuC,CAAC;AAI/C,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EAIpB,MAAM,YAAY,CAAC;AAsHpB,6DAA6D;AAC7D,eAAO,MAAM,YAAY,GAAI,MAAM,IAAI,EAAE,OAAO,OAAO,SAatD,CAAC;AA6CF,eAAO,MAAM,iBAAiB,GAC5B,UAAU,mBAAmB,EAC7B,SAAS,MAAM,MAAM,GAAG,SAAS,EACjC,YAAY,iBAAiB,EAC7B,gBAAgB,MAAM,YAAY,GAAG,SAAS,EAC9C,eAAe;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,KAC3D,WAkUF,CAAC"}

package/dist/ai-service/llm/provider.js

@@ -0,0 +1,370 @@
+import { AsyncLocalStorage } from "node:async_hooks";
+import { context, createContextKey, propagation, SpanKind, SpanStatusCode, trace, } from "@opentelemetry/api";
+import { suppressTracing } from "@opentelemetry/core";
+import { getLogger } from "../../util/logger.js";
+import { clarkImpl } from "./impl/clark.js";
+const removeHeader = (headers, name) => {
+    for (const key of Object.keys(headers)) {
+        if (key.toLowerCase() === name) {
+            delete headers[key];
+        }
+    }
+};
+const PROXY_TRACE_HEADER_NAMES = [
+    "traceparent",
+    "tracestate",
+    "x-datadog-origin",
+    "x-datadog-parent-id",
+    "x-datadog-sampling-priority",
+    "x-datadog-tags",
+    "x-datadog-trace-id",
+];
+const PROXY_REQUEST_CONTEXT_KEY = createContextKey("superblocks.proxy_request_context");
+const removeProxyTraceHeaders = (headers) => {
+    for (const name of PROXY_TRACE_HEADER_NAMES) {
+        removeHeader(headers, name);
+    }
+};
+const TRACEPARENT_PATTERN = /^[0-9a-f]{2}-([0-9a-f]{32})-([0-9a-f]{16})-([0-9a-f]{2})(?:-.+)?$/i;
+const hexToUnsignedDecimal = (hex) => BigInt(`0x${hex}`).toString(10);
+const addDatadogTraceHeadersFromTraceparent = (headers) => {
+    const match = headers.traceparent?.match(TRACEPARENT_PATTERN);
+    if (!match)
+        return;
+    const [, rawTraceId, rawSpanId, flags] = match;
+    if (!rawTraceId || !rawSpanId || !flags)
+        return;
+    const traceId = rawTraceId.toLowerCase();
+    const spanId = rawSpanId.toLowerCase();
+    const datadogTraceId = traceId.slice(16);
+    const datadogTraceHighBits = traceId.slice(0, 16);
+    headers["x-datadog-trace-id"] = hexToUnsignedDecimal(datadogTraceId);
+    headers["x-datadog-parent-id"] = hexToUnsignedDecimal(spanId);
+    headers["x-datadog-sampling-priority"] =
+        (Number.parseInt(flags, 16) & 1) === 1 ? "1" : "0";
+    // For 64-bit trace IDs the high bits are all zero and there is no tag to
+    // carry; omit the header rather than sending an empty value.
+    if (datadogTraceHighBits !== "0000000000000000") {
+        headers["x-datadog-tags"] = `_dd.p.tid=${datadogTraceHighBits}`;
+    }
+};
+const injectProxyTraceHeaders = (headers, proxyRequestContext) => {
+    removeProxyTraceHeaders(headers);
+    propagation.inject(proxyRequestContext, headers);
+    addDatadogTraceHeadersFromTraceparent(headers);
+};
+const createProxyTraceHeaders = (proxyRequestContext) => {
+    const traceHeaders = {};
+    propagation.inject(proxyRequestContext, traceHeaders);
+    addDatadogTraceHeadersFromTraceparent(traceHeaders);
+    return traceHeaders;
+};
+const setProxyTraceHeadersOnRecord = (headers, traceHeaders) => {
+    removeProxyTraceHeaders(headers);
+    Object.assign(headers, traceHeaders);
+};
+const readProxyTraceHeaders = (headers) => {
+    const traceparent = headers.get("traceparent");
+    if (!traceparent || !TRACEPARENT_PATTERN.test(traceparent))
+        return undefined;
+    const traceHeaders = { traceparent };
+    const tracestate = headers.get("tracestate");
+    if (tracestate) {
+        traceHeaders.tracestate = tracestate;
+    }
+    addDatadogTraceHeadersFromTraceparent(traceHeaders);
+    return traceHeaders;
+};
+const setProxyTraceHeaders = (headers, traceHeaders) => {
+    for (const name of PROXY_TRACE_HEADER_NAMES) {
+        headers.delete(name);
+    }
+    for (const [name, value] of Object.entries(traceHeaders)) {
+        headers.set(name, value);
+    }
+};
+// Nothing about the header storage is per-provider, and createLLMProvider
+// runs on every FSM transition; keep it module-scoped so a generation does
+// not churn through fresh AsyncLocalStorage instances.
+const proxyTraceHeadersStorage = new AsyncLocalStorage();
+/** Record an error on a span and set its status to ERROR. */
+export const setSpanError = (span, error) => {
+    if (error instanceof Error) {
+        span.recordException(error);
+        span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: error.message,
+        });
+    }
+    else {
+        span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: String(error),
+        });
+    }
+};
+const mergeFetchHeaders = (input, init) => {
+    const headers = new Headers(input instanceof Request ? input.headers : {});
+    new Headers(init?.headers).forEach((value, name) => {
+        headers.set(name, value);
+    });
+    return headers;
+};
+const createClarkProxyFetch = (baseFetch, getCurrentProxyTraceHeaders) => (input, init) => {
+    const headers = mergeFetchHeaders(input, init);
+    const activeContext = context.active();
+    const storedProxyRequestContext = typeof activeContext.getValue === "function"
+        ? activeContext.getValue(PROXY_REQUEST_CONTEXT_KEY)
+        : undefined;
+    const proxyTraceHeaders = getCurrentProxyTraceHeaders?.() ??
+        (storedProxyRequestContext &&
+            typeof storedProxyRequestContext === "object"
+            ? createProxyTraceHeaders(storedProxyRequestContext)
+            : (readProxyTraceHeaders(headers) ??
+                createProxyTraceHeaders(activeContext)));
+    const contextForFetch = storedProxyRequestContext && typeof storedProxyRequestContext === "object"
+        ? storedProxyRequestContext
+        : activeContext;
+    setProxyTraceHeaders(headers, proxyTraceHeaders);
+    // Keep the (input, init) calling convention: wrapped fetches (recording,
+    // chaos) read the URL and JSON body straight from their arguments, not
+    // from a Request object.
+    return context.with(suppressTracing(contextForFetch), () => (baseFetch ?? globalThis.fetch)(input, { ...init, headers }));
+};
+export const createLLMProvider = (settings, getJwt, llmConfig, getAttributes, traceHeaders) => {
+    const providerType = llmConfig?.provider || "bedrock";
+    const useSuperblocksAuthorizationHeader = settings.useSuperblocksAuthorizationHeader ?? true;
+    getLogger().info(`Creating LLM provider: type=${providerType}`);
+    if (providerType !== "bedrock" &&
+        providerType !== "vertex" &&
+        providerType !== "snowflake") {
+        getLogger().warn(`Unsupported LLM provider "${providerType}"; falling back to the Clark proxy`);
+    }
+    const usesClarkProxy = true;
+    // getTracer returns a cheap proxy that resolves the registered provider at
+    // call time, so per-provider resolution here costs nothing (unlike the
+    // AsyncLocalStorage above, which must be module-scoped).
+    const tracer = trace.getTracer("clark-llm-provider");
+    const applyAuthAndAttributes = (options, proxyTraceHeaders, proxyRequestContext = context.active()) => {
+        const jwt = getJwt?.();
+        const aiAttributes = getAttributes?.();
+        const billing = options.providerOptions?.["billing"];
+        const retryMetadata = billing && typeof billing === "object" && billing !== null
+            ? billing
+            : undefined;
+        const existingHeaders = options.headers ?? {};
+        const headers = {};
+        Object.entries(existingHeaders)
+            .filter(([_, value]) => typeof value === "string")
+            .forEach(([key, value]) => {
+            headers[key] = value;
+        });
+        if (jwt) {
+            if (useSuperblocksAuthorizationHeader) {
+                headers.Authorization = `Bearer ${jwt}`;
+            }
+            headers["x-superblocks-authorization"] = `Bearer ${jwt}`;
+        }
+        if (usesClarkProxy) {
+            if (proxyTraceHeaders) {
+                setProxyTraceHeadersOnRecord(headers, proxyTraceHeaders);
+            }
+            else {
+                injectProxyTraceHeaders(headers, proxyRequestContext);
+            }
+        }
+        const mergedAttributes = {
+            ...(options.attributes ?? {}),
+            ...(aiAttributes ?? {}),
+            ...(retryMetadata ?? {}),
+        };
+        return {
+            ...options,
+            headers,
+            attributes: mergedAttributes,
+        };
+    };
+    const parentContextForProxyRequest = () => traceHeaders?.traceparent || traceHeaders?.tracestate
+        ? propagation.extract(context.active(), traceHeaders)
+        : context.active();
+    const wrapStreamWithSpan = (result, span, abortSignal) => {
+        const streamResult = result;
+        if (!streamResult ||
+            typeof streamResult !== "object" ||
+            !(streamResult.stream instanceof ReadableStream)) {
+            span.setStatus({ code: SpanStatusCode.OK });
+            span.end();
+            return result;
+        }
+        const reader = streamResult.stream.getReader();
+        let ended = false;
+        const onAbort = () => endOnce();
+        const endOnce = (error) => {
+            if (ended)
+                return;
+            ended = true;
+            // The ai-sdk reuses one merged abort signal for every step of a
+            // generation; a finished step must not leave its listener (and this
+            // span and reader) attached for the rest of the attempt.
+            abortSignal?.removeEventListener("abort", onAbort);
+            if (abortSignal?.aborted) {
+                // A client disconnect / cancel / timeout aborts the request. That is
+                // expected, not a provider failure, so mark it (queryable) but do not
+                // record it as an errored span.
+                span.setAttribute("ai.response.aborted", true);
+                span.setStatus({ code: SpanStatusCode.OK });
+            }
+            else if (error === undefined) {
+                span.setStatus({ code: SpanStatusCode.OK });
+            }
+            else {
+                setSpanError(span, error);
+            }
+            span.end();
+        };
+        // A consumer that abandons the returned stream without reading it to the
+        // end or cancelling it would otherwise leak this span (spans export only on
+        // end). End it when the request is aborted (client disconnect, cancel, or
+        // timeout) so the trace still lands.
+        if (abortSignal?.aborted) {
+            endOnce();
+        }
+        else {
+            abortSignal?.addEventListener("abort", onAbort, { once: true });
+        }
+        return {
+            ...streamResult,
+            stream: new ReadableStream({
+                async pull(controller) {
+                    try {
+                        const next = await reader.read();
+                        if (next.done) {
+                            endOnce();
+                            controller.close();
+                            return;
+                        }
+                        controller.enqueue(next.value);
+                    }
+                    catch (error) {
+                        endOnce(error);
+                        controller.error(error);
+                    }
+                },
+                async cancel(reason) {
+                    try {
+                        await reader.cancel(reason);
+                        endOnce();
+                    }
+                    catch (error) {
+                        endOnce(error);
+                        throw error;
+                    }
+                },
+            }),
+        };
+    };
+    const runInternalProxyRequest = async (operation, model, invoke, abortSignal) => {
+        if (!usesClarkProxy) {
+            return await invoke(context.active());
+        }
+        return context.with(parentContextForProxyRequest(), () => tracer.startActiveSpan(`clark.llm_proxy.${operation}`, {
+            attributes: {
+                "ai.clark_model": model.modelId,
+                "ai.provider": providerType,
+            },
+            kind: SpanKind.CLIENT,
+        }, async (span) => {
+            const proxyRequestContext = trace.setSpan(context.active(), span);
+            const proxyTraceHeaders = createProxyTraceHeaders(proxyRequestContext);
+            try {
+                const result = await invoke(proxyRequestContext, proxyTraceHeaders);
+                if (operation === "stream") {
+                    return wrapStreamWithSpan(result, span, abortSignal);
+                }
+                span.setStatus({ code: SpanStatusCode.OK });
+                return result;
+            }
+            catch (error) {
+                setSpanError(span, error);
+                if (operation === "stream") {
+                    span.end();
+                }
+                throw error;
+            }
+            finally {
+                if (operation !== "stream") {
+                    span.end();
+                }
+            }
+        }));
+    };
+    const runWithProxyRequestContext = (invoke, proxyRequestContext = context.active(), proxyTraceHeaders) => {
+        if (!usesClarkProxy)
+            return invoke();
+        const contextForInvocation = typeof proxyRequestContext.setValue === "function"
+            ? proxyRequestContext.setValue(PROXY_REQUEST_CONTEXT_KEY, proxyRequestContext)
+            : proxyRequestContext;
+        const runInContext = () => context.with(contextForInvocation, invoke);
+        return proxyTraceHeaders
+            ? proxyTraceHeadersStorage.run(proxyTraceHeaders, runInContext)
+            : runInContext();
+    };
+    const wrapDefaults = (model) => {
+        const wrapped = Object.create(model);
+        // Direct-provider SDK models can expose read-only methods. Define own
+        // methods on the wrapper instead of assigning over SDK descriptors.
+        Object.defineProperties(wrapped, {
+            doGenerate: {
+                value: (options) => runInternalProxyRequest("generate", model, (proxyRequestContext, proxyTraceHeaders) => {
+                    const requestOptions = applyAuthAndAttributes(options, proxyTraceHeaders, proxyRequestContext);
+                    return runWithProxyRequestContext(() => model.doGenerate(requestOptions), proxyRequestContext, proxyTraceHeaders);
+                }),
+                configurable: true,
+                enumerable: true,
+            },
+            doStream: {
+                value: (options) => runInternalProxyRequest("stream", model, (proxyRequestContext, proxyTraceHeaders) => {
+                    const requestOptions = applyAuthAndAttributes(options, proxyTraceHeaders, proxyRequestContext);
+                    return runWithProxyRequestContext(() => model.doStream(requestOptions), proxyRequestContext, proxyTraceHeaders);
+                }, options.abortSignal),
+                configurable: true,
+                enumerable: true,
+            },
+        });
+        return wrapped;
+    };
+    const impl = clarkImpl({
+        ...settings,
+        clark: {
+            ...settings.clark,
+            fetch: createClarkProxyFetch(settings.clark.fetch, () => proxyTraceHeadersStorage.getStore()),
+        },
+    });
+    const languageModels = {
+        classifyPrompt: wrapDefaults(impl.classifyPrompt),
+        explain: wrapDefaults(impl.explain),
+        generateBroadEdit: wrapDefaults(impl.generateBroadEdit),
+        summarizeMessages: wrapDefaults(impl.summarizeMessages),
+        fast: wrapDefaults(impl.fast),
+    };
+    const providerConfig = {
+        provider: providerType === "vertex" || providerType === "snowflake"
+            ? providerType
+            : "bedrock",
+        // `||` (not `??`) so an empty-string coreModel from a misconfigured org
+        // falls back to the default rather than producing an invalid model id.
+        model: llmConfig?.coreModel || "claude-sonnet-4-5",
+    };
+    const modelForTask = (task) => {
+        return {
+            model: languageModels[task],
+            providerConfig,
+        };
+    };
+    return {
+        name: providerType,
+        coreModel: llmConfig?.coreModel,
+        modelForTask,
+    };
+};
+//# sourceMappingURL=provider.js.map

package/dist/ai-service/llm/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAMrD,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,WAAW,EACX,QAAQ,EACR,cAAc,EACd,KAAK,GAGN,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAOtD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAS5C,MAAM,YAAY,GAAG,CAAC,OAA+B,EAAE,IAAY,EAAE,EAAE;IACrE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,IAAI,GAAG,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;YAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG;IAC/B,aAAa;IACb,YAAY;IACZ,kBAAkB;IAClB,qBAAqB;IACrB,6BAA6B;IAC7B,gBAAgB;IAChB,oBAAoB;CACrB,CAAC;AAEF,MAAM,yBAAyB,GAAG,gBAAgB,CAChD,mCAAmC,CACpC,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAAC,OAA+B,EAAE,EAAE;IAClE,KAAK,MAAM,IAAI,IAAI,wBAAwB,EAAE,CAAC;QAC5C,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,mBAAmB,GACvB,oEAAoE,CAAC;AAEvE,MAAM,oBAAoB,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAE9E,MAAM,qCAAqC,GAAG,CAC5C,OAA+B,EAC/B,EAAE;IACF,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC9D,IAAI,CAAC,KAAK;QAAE,OAAO;IAEnB,MAAM,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,KAAK,CAAC;IAC/C,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK;QAAE,OAAO;IAEhD,MAAM,OAAO,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzC,MAAM,oBAAoB,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAElD,OAAO,CAAC,oBAAoB,CAAC,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAC;IACrE,OAAO,CAAC,qBAAqB,CAAC,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC9D,OAAO,CAAC,6BAA6B,CAAC;QACpC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAErD,yEAAyE;IACzE,6DAA6D;IAC7D,IAAI,oBAAoB,KAAK,kBAAkB,EAAE,CAAC;QAChD,OAAO,CAAC,gBAAgB,CAAC,GAAG,aAAa,oBAAoB,EAAE,CAAC;IAClE,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAC9B,OAA+B,EAC/B,mBAA4B,EAC5B,EAAE;IACF,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACjC,WAAW,CAAC,MAAM,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;IACjD,qCAAqC,CAAC,OAAO,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAAC,mBAA4B,EAAE,EAAE;IAC/D,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,WAAW,CAAC,MAAM,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;IACtD,qCAAqC,CAAC,YAAY,CAAC,CAAC;IACpD,OAAO,YAAY,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,4BAA4B,GAAG,CACnC,OAA+B,EAC/B,YAAoC,EACpC,EAAE;IACF,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,OAAgB,EAAE,EAAE;IACjD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC/C,IAAI,CAAC,WAAW,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC;QAAE,OAAO,SAAS,CAAC;IAE7E,MAAM,YAAY,GAA2B,EAAE,WAAW,EAAE,CAAC;IAC7D,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7C,IAAI,UAAU,EAAE,CAAC;QACf,YAAY,CAAC,UAAU,GAAG,UAAU,CAAC;IACvC,CAAC;IACD,qCAAqC,CAAC,YAAY,CAAC,CAAC;IACpD,OAAO,YAAY,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAC3B,OAAgB,EAChB,YAAoC,EACpC,EAAE;IACF,KAAK,MAAM,IAAI,IAAI,wBAAwB,EAAE,CAAC;QAC5C,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC,CAAC;AAEF,0EAA0E;AAC1E,2EAA2E;AAC3E,uDAAuD;AACvD,MAAM,wBAAwB,GAAG,IAAI,iBAAiB,EAEnD,CAAC;AAEJ,6DAA6D;AAC7D,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAU,EAAE,KAAc,EAAE,EAAE;IACzD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,cAAc,CAAC,KAAK;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,cAAc,CAAC,KAAK;YAC1B,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;SACvB,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CACxB,KAAkC,EAClC,IAA6C,EAC7C,EAAE;IACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC3E,IAAI,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACjD,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,qBAAqB,GACzB,CACE,SAAwB,EACxB,2BAAsE,EACxD,EAAE,CAClB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACd,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IACvC,MAAM,yBAAyB,GAC7B,OAAO,aAAa,CAAC,QAAQ,KAAK,UAAU;QAC1C,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QACnD,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,iBAAiB,GACrB,2BAA2B,EAAE,EAAE;QAC/B,CAAC,yBAAyB;YAC1B,OAAO,yBAAyB,KAAK,QAAQ;YAC3C,CAAC,CAAC,uBAAuB,CAAC,yBAAoC,CAAC;YAC/D,CAAC,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC;gBAC/B,uBAAuB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,eAAe,GACnB,yBAAyB,IAAI,OAAO,yBAAyB,KAAK,QAAQ;QACxE,CAAC,CAAE,yBAAqC;QACxC,CAAC,CAAC,aAAa,CAAC;IACpB,oBAAoB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACjD,yEAAyE;IACzE,uEAAuE;IACvE,yBAAyB;IACzB,OAAO,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,CACzD,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAC7D,CAAC;AACJ,CAAC,CAAC;AAEJ,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,QAA6B,EAC7B,MAAiC,EACjC,SAA6B,EAC7B,aAA8C,EAC9C,YAA4D,EAC/C,EAAE;IACf,MAAM,YAAY,GAAG,SAAS,EAAE,QAAQ,IAAI,SAAS,CAAC;IACtD,MAAM,iCAAiC,GACrC,QAAQ,CAAC,iCAAiC,IAAI,IAAI,CAAC;IACrD,SAAS,EAAE,CAAC,IAAI,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;IAChE,IACE,YAAY,KAAK,SAAS;QAC1B,YAAY,KAAK,QAAQ;QACzB,YAAY,KAAK,WAAW,EAC5B,CAAC;QACD,SAAS,EAAE,CAAC,IAAI,CACd,6BAA6B,YAAY,oCAAoC,CAC9E,CAAC;IACJ,CAAC;IACD,MAAM,cAAc,GAAG,IAAI,CAAC;IAC5B,2EAA2E;IAC3E,uEAAuE;IACvE,yDAAyD;IACzD,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IAErD,MAAM,sBAAsB,GAAG,CAO7B,OAAU,EACV,iBAA0C,EAC1C,sBAA+B,OAAO,CAAC,MAAM,EAAE,EAC5C,EAAE;QACL,MAAM,GAAG,GAAG,MAAM,EAAE,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,aAAa,EAAE,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,aAAa,GACjB,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;YACxD,CAAC,CAAE,OAA+D;YAClE,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QAC9C,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aAC5B,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;aACjD,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,GAAG,KAAe,CAAC;QACjC,CAAC,CAAC,CAAC;QAEL,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,iCAAiC,EAAE,CAAC;gBACtC,OAAO,CAAC,aAAa,GAAG,UAAU,GAAG,EAAE,CAAC;YAC1C,CAAC;YACD,OAAO,CAAC,6BAA6B,CAAC,GAAG,UAAU,GAAG,EAAE,CAAC;QAC3D,CAAC;QACD,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,4BAA4B,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,uBAAuB,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAAG;YACvB,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;YAC7B,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;YACvB,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC;SACzB,CAAC;QAEF,OAAO;YACL,GAAG,OAAO;YACV,OAAO;YACP,UAAU,EAAE,gBAAgB;SAC7B,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,4BAA4B,GAAG,GAAG,EAAE,CACxC,YAAY,EAAE,WAAW,IAAI,YAAY,EAAE,UAAU;QACnD,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC;QACrD,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAEvB,MAAM,kBAAkB,GAAG,CACzB,MAAS,EACT,IAAU,EACV,WAAyB,EACtB,EAAE;QACL,MAAM,YAAY,GAAG,MAAqC,CAAC;QAC3D,IACE,CAAC,YAAY;YACb,OAAO,YAAY,KAAK,QAAQ;YAChC,CAAC,CAAC,YAAY,CAAC,MAAM,YAAY,cAAc,CAAC,EAChD,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/C,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,CAAC,KAAe,EAAE,EAAE;YAClC,IAAI,KAAK;gBAAE,OAAO;YAClB,KAAK,GAAG,IAAI,CAAC;YACb,gEAAgE;YAChE,oEAAoE;YACpE,yDAAyD;YACzD,WAAW,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACnD,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;gBACzB,qEAAqE;gBACrE,sEAAsE;gBACtE,gCAAgC;gBAChC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;gBAC/C,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC;iBAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC/B,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC5B,CAAC;YACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,yEAAyE;QACzE,4EAA4E;QAC5E,0EAA0E;QAC1E,qCAAqC;QACrC,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO;YACL,GAAG,YAAY;YACf,MAAM,EAAE,IAAI,cAAc,CAAC;gBACzB,KAAK,CAAC,IAAI,CAAC,UAAU;oBACnB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBACjC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,OAAO,EAAE,CAAC;4BACV,UAAU,CAAC,KAAK,EAAE,CAAC;4BACnB,OAAO;wBACT,CAAC;wBACD,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACjC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,CAAC;wBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,MAAM,CAAC,MAAM;oBACjB,IAAI,CAAC;wBACH,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC5B,OAAO,EAAE,CAAC;oBACZ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,CAAC;wBACf,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;aACF,CAAC;SACE,CAAC;IACT,CAAC,CAAC;IAEF,MAAM,uBAAuB,GAAG,KAAK,EACnC,SAAgC,EAChC,KAAsB,EACtB,MAGuB,EACvB,WAAyB,EACb,EAAE;QACd,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,GAAG,EAAE,CACvD,MAAM,CAAC,eAAe,CACpB,mBAAmB,SAAS,EAAE,EAC9B;YACE,UAAU,EAAE;gBACV,gBAAgB,EAAE,KAAK,CAAC,OAAO;gBAC/B,aAAa,EAAE,YAAY;aAC5B;YACD,IAAI,EAAE,QAAQ,CAAC,MAAM;SACtB,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,mBAAmB,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;YAClE,MAAM,iBAAiB,GACrB,uBAAuB,CAAC,mBAAmB,CAAC,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;gBACpE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAC3B,OAAO,kBAAkB,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5C,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1B,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,CAAC;YACH,CAAC;QACH,CAAC,CACF,CACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,0BAA0B,GAAG,CACjC,MAAgC,EAChC,sBAA+B,OAAO,CAAC,MAAM,EAAE,EAC/C,iBAA0C,EACtB,EAAE;QACtB,IAAI,CAAC,cAAc;YAAE,OAAO,MAAM,EAAE,CAAC;QAErC,MAAM,oBAAoB,GACxB,OAAO,mBAAmB,CAAC,QAAQ,KAAK,UAAU;YAChD,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAC1B,yBAAyB,EACzB,mBAAmB,CACpB;YACH,CAAC,CAAC,mBAAmB,CAAC;QAE1B,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;QACtE,OAAO,iBAAiB;YACtB,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,iBAAiB,EAAE,YAAY,CAAC;YAC/D,CAAC,CAAC,YAAY,EAAE,CAAC;IACrB,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,KAAsB,EAAmB,EAAE;QAC/D,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAoB,CAAC;QACxD,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE;YAC/B,UAAU,EAAE;gBACV,KAAK,EAAE,CAAC,OAAqD,EAAE,EAAE,CAC/D,uBAAuB,CACrB,UAAU,EACV,KAAK,EACL,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,EAAE;oBACzC,MAAM,cAAc,GAAG,sBAAsB,CAC3C,OAAuD,EACvD,iBAAiB,EACjB,mBAAmB,CACF,CAAC;oBACpB,OAAO,0BAA0B,CAC/B,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,EACtC,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;gBACJ,CAAC,CACF;gBACH,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,IAAI;aACjB;YACD,QAAQ,EAAE;gBACR,KAAK,EAAE,CAAC,OAAmD,EAAE,EAAE,CAC7D,uBAAuB,CACrB,QAAQ,EACR,KAAK,EACL,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,EAAE;oBACzC,MAAM,cAAc,GAAG,sBAAsB,CAC3C,OAAuD,EACvD,iBAAiB,EACjB,mBAAmB,CACF,CAAC;oBACpB,OAAO,0BAA0B,CAC/B,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EACpC,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;gBACJ,CAAC,EACD,OAAO,CAAC,WAAW,CACpB;gBACH,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,IAAI;aACjB;SACF,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,SAAS,CAAC;QACrB,GAAG,QAAQ;QACX,KAAK,EAAE;YACL,GAAG,QAAQ,CAAC,KAAK;YACjB,KAAK,EAAE,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CACtD,wBAAwB,CAAC,QAAQ,EAAE,CACpC;SACF;KACF,CAAC,CAAC;IAEH,MAAM,cAAc,GAAkB;QACpC,cAAc,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QACjD,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;QACnC,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACvD,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACvD,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;KAC9B,CAAC;IAEF,MAAM,cAAc,GAAmC;QACrD,QAAQ,EACN,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,WAAW;YACvD,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,SAAS;QACf,wEAAwE;QACxE,uEAAuE;QACvE,KAAK,EAAE,SAAS,EAAE,SAAS,IAAI,mBAAmB;KACnD,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,IAAa,EAAgB,EAAE;QACnD,OAAO;YACL,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC;YAC3B,cAAc;SACf,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,SAAS,EAAE,SAAS;QAC/B,YAAY;KACb,CAAC;AACJ,CAAC,CAAC"}

package/dist/ai-service/llm/stream/compaction-text-block.d.ts

@@ -0,0 +1,15 @@
+import type { StreamChunk } from "../interaction/provider.js";
+type CompactionTextBlockUpdate = {
+    kind: "none";
+} | {
+    kind: "start";
+    id: string;
+} | {
+    kind: "part";
+    id: string;
+    done: boolean;
+};
+export declare function getServerCompactionTextBlockUpdate(chunk: StreamChunk): CompactionTextBlockUpdate;
+export declare function isAnthropicCompactionMetadata(metadata: unknown): boolean;
+export {};
+//# sourceMappingURL=compaction-text-block.d.ts.map

package/dist/ai-service/llm/stream/compaction-text-block.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction-text-block.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/compaction-text-block.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAE9D,KAAK,yBAAyB,GAC1B;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC7B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC;AAEhD,wBAAgB,kCAAkC,CAChD,KAAK,EAAE,WAAW,GACjB,yBAAyB,CAgB3B;AAED,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAMxE"}

package/dist/ai-service/llm/stream/compaction-text-block.js

@@ -0,0 +1,29 @@
+export function getServerCompactionTextBlockUpdate(chunk) {
+    if (chunk.type === "text-start") {
+        const id = getChunkTextId(chunk);
+        if (id && isAnthropicCompactionMetadata(chunk.providerMetadata)) {
+            return { kind: "start", id };
+        }
+    }
+    if (chunk.type === "text-delta" || chunk.type === "text-end") {
+        const id = getChunkTextId(chunk);
+        if (id) {
+            return { kind: "part", id, done: chunk.type === "text-end" };
+        }
+    }
+    return { kind: "none" };
+}
+export function isAnthropicCompactionMetadata(metadata) {
+    if (!isRecord(metadata)) {
+        return false;
+    }
+    const anthropic = metadata.anthropic;
+    return isRecord(anthropic) && anthropic.type === "compaction";
+}
+function getChunkTextId(chunk) {
+    return "id" in chunk && typeof chunk.id === "string" ? chunk.id : undefined;
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null;
+}
+//# sourceMappingURL=compaction-text-block.js.map

package/dist/ai-service/llm/stream/compaction-text-block.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction-text-block.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/compaction-text-block.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,kCAAkC,CAChD,KAAkB;IAElB,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,EAAE,IAAI,6BAA6B,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAChE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC7D,MAAM,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,EAAE,EAAE,CAAC;YACP,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,QAAiB;IAC7D,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;IACrC,OAAO,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC;AAChE,CAAC;AAED,SAAS,cAAc,CAAC,KAAkB;IACxC,OAAO,IAAI,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC"}

package/dist/ai-service/llm/stream/config.d.ts

@@ -0,0 +1,151 @@
+import type { FallbackStrategy } from "@superblocksteam/library-shared/types";
+import type { FileArtifact } from "../../types.js";
+export type ProviderType = "vertex" | "bedrock" | "snowflake";
+export type CoreModelType = "claude-sonnet-4-5" | "claude-sonnet-4-6" | "claude-opus-4-5" | "claude-opus-4-6" | "claude-opus-4-7" | "claude-opus-4-8" | "claude-opus-5";
+export type { FallbackStrategy };
+/**
+ * The time budgets that govern stall detection and the retry max-time wall for
+ * a single model. These differ by model (e.g. extended-thinking opus models get
+ * a larger idle/total budget than sonnet), so fallback attempts must resolve
+ * them against the CURRENT model, not the initial one. See APPS-4775.
+ */
+export interface RetryBudget {
+    idleTimeoutMs: number;
+    firstTokenTimeoutMs: number;
+    contentSilenceTimeoutMs: number;
+    compactionSummaryTimeoutMs: number;
+    maxTotalTimeMs: number;
+    timeoutSource: TimeoutSource;
+}
+/**
+ * Resolves the time budgets for a given model. Callers that vary budgets by
+ * model (LLMClient) supply one; everything else falls back to the flat resolved
+ * values so behavior is unchanged.
+ */
+export type RetryBudgetResolver = (model: CoreModelType) => RetryBudget;
+export declare const DEFAULT_FIRST_TOKEN_TIMEOUT_MS = 60000;
+export declare const DEFAULT_COMPACTION_SUMMARY_TIMEOUT_MS = 240000;
+export type TimeoutSource = "default" | "feature-flag";
+export interface StreamTimeoutBudgets {
+    firstTokenMs?: number;
+    standardIdleMs?: number;
+    extendedIdleMs?: number;
+    standardContentSilenceMs?: number;
+    extendedContentSilenceMs?: number;
+}
+export interface RetryConfigOptions {
+    maxAttempts?: number;
+    maxAttemptsPerProvider?: number | Record<ProviderType, Record<CoreModelType, number> | number>;
+    maxTotalTimeMs?: number;
+    idleTimeoutMs?: number;
+    /**
+     * Wall-clock budget for the first chunk of model output in each provider
+     * step — a text delta, a reasoning delta, or tool-call input. Raw
+     * transport/provider keep-alives and structural chunks do not satisfy this
+     * deadline.
+     */
+    firstTokenTimeoutMs?: number;
+    /**
+     * Wall-clock budget after Anthropic emits a compaction text-start. Anthropic
+     * sends the complete summary in one later delta, so raw keep-alives do not
+     * satisfy this deadline.
+     */
+    compactionSummaryTimeoutMs?: number;
+    contentSilenceTimeoutMs?: number;
+    streamTimeoutBudgets?: StreamTimeoutBudgets;
+    timeoutSource?: TimeoutSource;
+    /**
+     * Per-model budget resolver. When supplied, the orchestrator's IdleMonitor
+     * and the RetryEngine's max-time guard recompute idle/first-token/
+     * max-time from the CURRENT attempt's model instead of inheriting
+     * the initial model's frozen budget across fallback. See APPS-4775.
+     */
+    budgetForModel?: RetryBudgetResolver;
+    initialDelayMs?: number;
+    maxDelayMs?: number;
+    backoffMultiplier?: number;
+}
+/**
+ * Fallback configuration - controls multi-provider retry behavior.
+ * When enabled, the system will try alternative providers on failure.
+ * This is separate from provider selection.
+ */
+interface FallbackConfigOptions {
+    enabled?: boolean;
+    strategy?: FallbackStrategy;
+    fallbackProviders?: ProviderType[];
+}
+interface LoggingConfigOptions {
+    enabled?: boolean;
+    conversationId?: string;
+    saveArtifact?: (artifact: FileArtifact, stepId: string, runTimestamp: string) => Promise<void>;
+    metadata?: Record<string, unknown>;
+}
+/**
+ * Thinking knobs for the model. Stored on StreamConfig so the orchestrator
+ * can rebuild provider-specific thinking options per attempt — the shape
+ * differs between `claude-opus-4-7` (adaptive + effort) and other models
+ * (enabled + budgetTokens), and the current model can change across retries.
+ */
+interface ThinkingConfigOptions {
+    enabled: boolean;
+    budgetTokens: number;
+    interleaved: boolean;
+}
+interface StreamConfigOptions {
+    retry?: RetryConfigOptions;
+    provider: ProviderType;
+    model: CoreModelType;
+    fallback?: FallbackConfigOptions;
+    logging?: LoggingConfigOptions;
+    thinking?: ThinkingConfigOptions;
+}
+interface ResolvedRetryConfig {
+    maxAttempts: number;
+    maxAttemptsPerProvider: number | Record<ProviderType, Record<CoreModelType, number> | number>;
+    maxTotalTimeMs: number;
+    idleTimeoutMs: number;
+    firstTokenTimeoutMs: number;
+    compactionSummaryTimeoutMs: number;
+    contentSilenceTimeoutMs: number;
+    timeoutSource: TimeoutSource;
+    /**
+     * Always present. When the caller supplies no resolver, returns the flat
+     * resolved budget for every model so behavior is unchanged. The orchestrator
+     * and retry engine call this with the current attempt's model. See APPS-4775.
+     */
+    budgetForModel: RetryBudgetResolver;
+    initialDelayMs: number;
+    maxDelayMs: number;
+    backoffMultiplier: number;
+}
+interface ResolvedProviderConfig {
+    provider: ProviderType;
+    model: CoreModelType;
+}
+interface ResolvedFallbackConfig {
+    enabled: boolean;
+    strategy: FallbackStrategy;
+    fallbackProviders?: ProviderType[];
+}
+interface ResolvedLoggingConfig {
+    enabled: boolean;
+    conversationId?: string;
+    saveArtifact?: (artifact: FileArtifact, stepId: string, runTimestamp: string) => Promise<void>;
+    metadata: Record<string, unknown>;
+}
+export declare class StreamConfig {
+    private readonly _retry;
+    private readonly _provider;
+    private readonly _fallback;
+    private readonly _logging;
+    private readonly _thinking?;
+    private constructor();
+    static create(options: StreamConfigOptions): StreamConfig;
+    get retry(): Readonly<ResolvedRetryConfig>;
+    get provider(): Readonly<ResolvedProviderConfig>;
+    get fallback(): Readonly<ResolvedFallbackConfig>;
+    get logging(): Readonly<ResolvedLoggingConfig>;
+    get thinking(): Readonly<ThinkingConfigOptions> | undefined;
+}
+//# sourceMappingURL=config.d.ts.map

package/dist/ai-service/llm/stream/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/llm/stream/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAC;AAE9E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEnD,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,CAAC;AAC9D,MAAM,MAAM,aAAa,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,iBAAiB,GACjB,iBAAiB,GACjB,iBAAiB,GACjB,iBAAiB,GACjB,eAAe,CAAC;AAEpB,YAAY,EAAE,gBAAgB,EAAE,CAAC;AAEjC;;;;;GAKG;AACH,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAChC,0BAA0B,EAAE,MAAM,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;CAC9B;AAED;;;;GAIG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,WAAW,CAAC;AAExE,eAAO,MAAM,8BAA8B,QAAS,CAAC;AACrD,eAAO,MAAM,qCAAqC,SAAU,CAAC;AAC7D,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,cAAc,CAAC;AAEvD,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACnC;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sBAAsB,CAAC,EACnB,MAAM,GACN,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC;IACjE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B;;;;;OAKG;IACH,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAQD;;;;GAIG;AACH,UAAU,qBAAqB;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B,iBAAiB,CAAC,EAAE,YAAY,EAAE,CAAC;CACpC;AAED,UAAU,oBAAoB;IAC5B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,CACb,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,KACjB,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;;;;GAKG;AACH,UAAU,qBAAqB;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;CACtB;AAED,UAAU,mBAAmB;IAC3B,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAE3B,QAAQ,EAAE,YAAY,CAAC;IAEvB,KAAK,EAAE,aAAa,CAAC;IACrB,QAAQ,CAAC,EAAE,qBAAqB,CAAC;IACjC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CAClC;AAED,UAAU,mBAAmB;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB,EAClB,MAAM,GACN,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC;IACjE,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,0BAA0B,EAAE,MAAM,CAAC;IACnC,uBAAuB,EAAE,MAAM,CAAC;IAChC,aAAa,EAAE,aAAa,CAAC;IAC7B;;;;OAIG;IACH,cAAc,EAAE,mBAAmB,CAAC;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,UAAU,sBAAsB;IAC9B,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,UAAU,sBAAsB;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,iBAAiB,CAAC,EAAE,YAAY,EAAE,CAAC;CACpC;AAED,UAAU,qBAAqB;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,CACb,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,KACjB,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAwB;IACjD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAkC;IAE7D,OAAO;IAcP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,YAAY;IAgGzD,IAAI,KAAK,IAAI,QAAQ,CAAC,mBAAmB,CAAC,CAEzC;IAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,sBAAsB,CAAC,CAE/C;IAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,sBAAsB,CAAC,CAE/C;IAED,IAAI,OAAO,IAAI,QAAQ,CAAC,qBAAqB,CAAC,CAE7C;IAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,qBAAqB,CAAC,GAAG,SAAS,CAE1D;CACF"}