@vscode/chat-lib 0.0.1

package/dist/src/_internal/platform/networking/common/openai.d.ts

@@ -0,0 +1,202 @@
+import { OpenAI, Raw } from '@vscode/prompt-tsx';
+import { TelemetryData } from '../../telemetry/common/telemetryData';
+import { ThinkingData, ThinkingDataInMessage } from '../../thinking/common/thinking';
+import { ICopilotReference, RequestId } from './fetch';
+/**
+ * How the logprobs field looks in the OpenAI API chunks.
+ */
+export interface APILogprobs {
+    text_offset: number[];
+    token_logprobs: number[];
+    top_logprobs?: {
+        [key: string]: number;
+    }[];
+    tokens: string[];
+}
+/**
+ * Usage statistics for the completion request.
+ */
+export interface APIUsage {
+    /**
+     * Number of tokens in the prompt.
+     */
+    prompt_tokens: number;
+    /**
+     * Number of tokens in the generated completion.
+     */
+    completion_tokens: number;
+    /**
+     * Total number of tokens used in the request (prompt + completion).
+     */
+    total_tokens: number;
+    /**
+     * Breakdown of tokens used in the prompt.
+     */
+    prompt_tokens_details?: {
+        cached_tokens: number;
+    };
+    /**
+     * Breakdown of tokens used in a completion.
+     *
+     * @remark it's an optional field because Copilot Proxy returns this information but not CAPI as of 18 Jun 2025
+     */
+    completion_tokens_details?: {
+        /**
+         * Tokens generated by the model for reasoning.
+         */
+        reasoning_tokens: number;
+        /**
+         * When using Predicted Outputs, the number of tokens in the prediction that appeared in the completion.
+         */
+        accepted_prediction_tokens: number;
+        /**
+         * When using Predicted Outputs, the number of tokens in the prediction that did not appear in the completion.
+         * However, like reasoning tokens, these tokens are still counted in the total completion tokens for purposes of billing,
+         * output, and context window limits.
+         */
+        rejected_prediction_tokens: number;
+    };
+}
+export declare function isApiUsage(obj: unknown): obj is APIUsage;
+export interface APIJsonData {
+    text: string;
+    tokens: readonly string[];
+    logprobs?: APILogprobs;
+}
+export interface APIErrorResponse {
+    code: number;
+    message: string;
+    metadata?: Record<string, any>;
+}
+export declare enum ChatRole {
+    System = "system",
+    User = "user",
+    Assistant = "assistant",
+    Function = "function",
+    Tool = "tool"
+}
+export type CAPIChatMessage = OpenAI.ChatMessage & {
+    /**
+     * CAPI references used in this message.
+     */
+    copilot_references?: ICopilotReference[];
+    /**
+     * CAPI confirmations used in this message.
+     */
+    copilot_confirmations?: {
+        state: string;
+        confirmation: any;
+    }[];
+    copilot_cache_control?: {
+        'type': 'ephemeral';
+    };
+} & ThinkingDataInMessage;
+export declare function getCAPITextPart(content: string | OpenAI.ChatCompletionContentPart[] | OpenAI.ChatCompletionContentPart): string;
+export type RawMessageConversionCallback = (message: CAPIChatMessage, thinkingData?: ThinkingData) => void;
+/**
+ * Converts a raw TSX chat message to CAPI's format.
+ *
+ * **Extra:** the raw message can have `copilot_references` and
+ * `copilot_confirmations` properties, which are copied to the CAPI message.
+ */
+export declare function rawMessageToCAPI(message: Raw.ChatMessage, callback?: RawMessageConversionCallback): CAPIChatMessage;
+export declare function rawMessageToCAPI(message: Raw.ChatMessage[], callback?: RawMessageConversionCallback): CAPIChatMessage[];
+export declare enum FinishedCompletionReason {
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    Stop = "stop",
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    Length = "length",
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    FunctionCall = "function_call",
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    ToolCalls = "tool_calls",
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    ContentFilter = "content_filter",
+    /**
+     * Reason generated by the server (CAPI). Happens when the stream cannot be completed and the server must terminate the response.
+     */
+    ServerError = "error",
+    /**
+     * Reason generated by the client when the finish callback asked for processing to stop.
+     */
+    ClientTrimmed = "client-trimmed",
+    /**
+     * Reason generated by the client when we never received a finish_reason for this particular completion (indicates a server-side bug)
+     */
+    ClientIterationDone = "Iteration Done",
+    /**
+     * Reason generated by the client when we never received a finish_reason for this particular completion (indicates a server-side bug)
+     */
+    ClientDone = "DONE"
+}
+export interface IToolCall {
+    index: number;
+    id?: string;
+    function?: {
+        name: string;
+        arguments: string;
+    };
+}
+/**
+ * Contains the possible reasons a response can be filtered
+ */
+export declare enum FilterReason {
+    /**
+     * Content deemed to be hateful
+     */
+    Hate = "hate",
+    /**
+     * Content deemed to cause self harm
+     */
+    SelfHarm = "self_harm",
+    /**
+     * Content deemed to be sexual in nature
+     */
+    Sexual = "sexual",
+    /**
+     * Content deemed to be violent in nature
+     */
+    Violence = "violence",
+    /**
+     * Content contains copyrighted material
+     */
+    Copyright = "snippy",
+    /**
+     * The prompt was filtered, the reason was not provided
+     */
+    Prompt = "prompt"
+}
+export interface ChatCompletion {
+    message: Raw.ChatMessage;
+    choiceIndex: number;
+    requestId: RequestId;
+    tokens: readonly string[];
+    usage: APIUsage | undefined;
+    blockFinished: boolean;
+    finishReason: FinishedCompletionReason;
+    filterReason?: FilterReason;
+    telemetryData: TelemetryData;
+    error?: APIErrorResponse;
+}
+export interface ChoiceLogProbs {
+    content: ChoiceLogProbsContent[];
+}
+export interface TokenLogProb {
+    bytes: number[];
+    token: string;
+    logprob: number;
+}
+export interface ChoiceLogProbsContent extends TokenLogProb {
+    top_logprobs: TokenLogProb[];
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/src/_internal/platform/networking/common/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../../../src/_internal/platform/networking/common/openai.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,EAAc,GAAG,EAAU,MAAM,oBAAoB,CAAC;AAGrE,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACrF,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEvD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,EAAE,CAAC;IAC3C,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACxB;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,qBAAqB,CAAC,EAAE;QACvB,aAAa,EAAE,MAAM,CAAC;KACtB,CAAC;IACF;;;;OAIG;IACH,yBAAyB,CAAC,EAAE;QAC3B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QACzB;;WAEG;QACH,0BAA0B,EAAE,MAAM,CAAC;QACnC;;;;WAIG;QACH,0BAA0B,EAAE,MAAM,CAAC;KACnC,CAAC;CACF;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,GAAG,IAAI,QAAQ,CAIxD;AAGD,MAAM,WAAW,WAAW;IAC3B,IAAI,EAAE,MAAM,CAAC;IAEb,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAE1B,QAAQ,CAAC,EAAE,WAAW,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC/B;AAGD,oBAAY,QAAQ;IACnB,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,QAAQ,aAAa;IACrB,IAAI,SAAS;CACb;AAGD,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,GAAG;IAClD;;OAEG;IACH,kBAAkB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACzC;;OAEG;IACH,qBAAqB,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,GAAG,CAAA;KAAE,EAAE,CAAC;IAE/D,qBAAqB,CAAC,EAAE;QACvB,MAAM,EAAE,WAAW,CAAC;KACpB,CAAC;CACF,GAAG,qBAAqB,CAAC;AAE1B,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC,yBAAyB,EAAE,GAAG,MAAM,CAAC,yBAAyB,GAAG,MAAM,CAU/H;AAED,MAAM,MAAM,4BAA4B,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,YAAY,CAAC,EAAE,YAAY,KAAK,IAAI,CAAC;AAC3G;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,4BAA4B,GAAG,eAAe,CAAC;AACrH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,EAAE,4BAA4B,GAAG,eAAe,EAAE,CAAC;AAuCzH,oBAAY,wBAAwB;IACnC;;OAEG;IACH,IAAI,SAAS;IACb;;OAEG;IACH,MAAM,WAAW;IACjB;;OAEG;IACH,YAAY,kBAAkB;IAC9B;;OAEG;IACH,SAAS,eAAe;IACxB;;OAEG;IACH,aAAa,mBAAmB;IAChC;;OAEG;IACH,WAAW,UAAU;IACrB;;OAEG;IACH,aAAa,mBAAmB;IAChC;;OAEG;IACH,mBAAmB,mBAAmB;IACtC;;OAEG;IACH,UAAU,SAAS;CACnB;AAED,MAAM,WAAW,SAAS;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C;AAED;;GAEG;AACH,oBAAY,YAAY;IACvB;;OAEG;IACH,IAAI,SAAS;IACb;;OAEG;IACH,QAAQ,cAAc;IACtB;;OAEG;IACH,MAAM,WAAW;IACjB;;OAEG;IACH,QAAQ,aAAa;IACrB;;OAEG;IACH,SAAS,WAAW;IACpB;;OAEG;IACH,MAAM,WAAW;CACjB;AAED,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1B,KAAK,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC5B,aAAa,EAAE,OAAO,CAAC;IACvB,YAAY,EAAE,wBAAwB,CAAC;IACvC,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,qBAAqB,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,YAAY;IAC5B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAsB,SAAQ,YAAY;IAC1D,YAAY,EAAE,YAAY,EAAE,CAAC;CAC7B"}

package/dist/src/_internal/platform/networking/common/openai.js

@@ -0,0 +1,144 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FilterReason = exports.FinishedCompletionReason = exports.ChatRole = void 0;
+exports.isApiUsage = isApiUsage;
+exports.getCAPITextPart = getCAPITextPart;
+exports.rawMessageToCAPI = rawMessageToCAPI;
+const prompt_tsx_1 = require("@vscode/prompt-tsx");
+const rawTypes_1 = require("@vscode/prompt-tsx/dist/base/output/rawTypes");
+const thinkingDataContainer_1 = require("../../endpoint/common/thinkingDataContainer");
+function isApiUsage(obj) {
+    return typeof obj.prompt_tokens === 'number' &&
+        typeof obj.completion_tokens === 'number' &&
+        typeof obj.total_tokens === 'number';
+}
+var ChatRole;
+(function (ChatRole) {
+    ChatRole["System"] = "system";
+    ChatRole["User"] = "user";
+    ChatRole["Assistant"] = "assistant";
+    ChatRole["Function"] = "function";
+    ChatRole["Tool"] = "tool";
+})(ChatRole || (exports.ChatRole = ChatRole = {}));
+function getCAPITextPart(content) {
+    if (Array.isArray(content)) {
+        return content.map((part) => getCAPITextPart(part)).join('');
+    }
+    else if (typeof content === 'string') {
+        return content;
+    }
+    else if (typeof content === 'object' && 'text' in content) {
+        return content.text;
+    }
+    else {
+        return '';
+    }
+}
+function rawMessageToCAPI(message, callback) {
+    if (Array.isArray(message)) {
+        return message.map(m => rawMessageToCAPI(m, callback));
+    }
+    const out = (0, prompt_tsx_1.toMode)(prompt_tsx_1.OutputMode.OpenAI, message);
+    if ('copilot_references' in message) {
+        out.copilot_references = message.copilot_references;
+    }
+    if ('copilot_confirmations' in message) {
+        out.copilot_confirmations = message.copilot_confirmations;
+    }
+    if (typeof out.content === 'string') {
+        out.content = out.content.trimEnd();
+    }
+    else {
+        for (const part of out.content) {
+            if (part.type === 'text') {
+                part.text = part.text.trimEnd();
+            }
+        }
+    }
+    if (message.content.find(part => part.type === rawTypes_1.ChatCompletionContentPartKind.CacheBreakpoint)) {
+        out.copilot_cache_control = { type: 'ephemeral' };
+    }
+    for (const content of message.content) {
+        if (content.type === prompt_tsx_1.Raw.ChatCompletionContentPartKind.Opaque) {
+            const data = (0, thinkingDataContainer_1.rawPartAsThinkingData)(content);
+            if (callback && data) {
+                callback(out, data);
+            }
+        }
+    }
+    return out;
+}
+var FinishedCompletionReason;
+(function (FinishedCompletionReason) {
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    FinishedCompletionReason["Stop"] = "stop";
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    FinishedCompletionReason["Length"] = "length";
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    FinishedCompletionReason["FunctionCall"] = "function_call";
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    FinishedCompletionReason["ToolCalls"] = "tool_calls";
+    /**
+     * Reason generated by the server. See https://platform.openai.com/docs/guides/gpt/chat-completions-api
+     */
+    FinishedCompletionReason["ContentFilter"] = "content_filter";
+    /**
+     * Reason generated by the server (CAPI). Happens when the stream cannot be completed and the server must terminate the response.
+     */
+    FinishedCompletionReason["ServerError"] = "error";
+    /**
+     * Reason generated by the client when the finish callback asked for processing to stop.
+     */
+    FinishedCompletionReason["ClientTrimmed"] = "client-trimmed";
+    /**
+     * Reason generated by the client when we never received a finish_reason for this particular completion (indicates a server-side bug)
+     */
+    FinishedCompletionReason["ClientIterationDone"] = "Iteration Done";
+    /**
+     * Reason generated by the client when we never received a finish_reason for this particular completion (indicates a server-side bug)
+     */
+    FinishedCompletionReason["ClientDone"] = "DONE";
+})(FinishedCompletionReason || (exports.FinishedCompletionReason = FinishedCompletionReason = {}));
+/**
+ * Contains the possible reasons a response can be filtered
+ */
+var FilterReason;
+(function (FilterReason) {
+    /**
+     * Content deemed to be hateful
+     */
+    FilterReason["Hate"] = "hate";
+    /**
+     * Content deemed to cause self harm
+     */
+    FilterReason["SelfHarm"] = "self_harm";
+    /**
+     * Content deemed to be sexual in nature
+     */
+    FilterReason["Sexual"] = "sexual";
+    /**
+     * Content deemed to be violent in nature
+     */
+    FilterReason["Violence"] = "violence";
+    /**
+     * Content contains copyrighted material
+     */
+    FilterReason["Copyright"] = "snippy";
+    /**
+     * The prompt was filtered, the reason was not provided
+     */
+    FilterReason["Prompt"] = "prompt";
+})(FilterReason || (exports.FilterReason = FilterReason = {}));
+//# sourceMappingURL=openai.js.map

package/dist/src/_internal/platform/networking/common/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../../../../src/_internal/platform/networking/common/openai.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAgEhG,gCAIC;AA0CD,0CAUC;AAWD,4CAoCC;AArKD,mDAAqE;AACrE,2EAA6F;AAC7F,uFAAoF;AA4DpF,SAAgB,UAAU,CAAC,GAAY;IACtC,OAAO,OAAQ,GAAgB,CAAC,aAAa,KAAK,QAAQ;QACzD,OAAQ,GAAgB,CAAC,iBAAiB,KAAK,QAAQ;QACvD,OAAQ,GAAgB,CAAC,YAAY,KAAK,QAAQ,CAAC;AACrD,CAAC;AAkBD,IAAY,QAMX;AAND,WAAY,QAAQ;IACnB,6BAAiB,CAAA;IACjB,yBAAa,CAAA;IACb,mCAAuB,CAAA;IACvB,iCAAqB,CAAA;IACrB,yBAAa,CAAA;AACd,CAAC,EANW,QAAQ,wBAAR,QAAQ,QAMnB;AAkBD,SAAgB,eAAe,CAAC,OAAuF;IACtH,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;SAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC;IAChB,CAAC;SAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7D,OAAO,OAAO,CAAC,IAAI,CAAC;IACrB,CAAC;SAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC;AAWD,SAAgB,gBAAgB,CAAC,OAA4C,EAAE,QAAuC;IACrH,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,GAAG,GAAoB,IAAA,mBAAM,EAAC,uBAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChE,IAAI,oBAAoB,IAAI,OAAO,EAAE,CAAC;QACrC,GAAG,CAAC,kBAAkB,GAAI,OAAe,CAAC,kBAAkB,CAAC;IAC9D,CAAC;IACD,IAAI,uBAAuB,IAAI,OAAO,EAAE,CAAC;QACxC,GAAG,CAAC,qBAAqB,GAAI,OAAe,CAAC,qBAAqB,CAAC;IACpE,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACrC,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,CAAC;SAAM,CAAC;QACP,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,wCAA6B,CAAC,eAAe,CAAC,EAAE,CAAC;QAC/F,GAAG,CAAC,qBAAqB,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IACnD,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,KAAK,gBAAG,CAAC,6BAA6B,CAAC,MAAM,EAAE,CAAC;YAC/D,MAAM,IAAI,GAAG,IAAA,6CAAqB,EAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACtB,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,IAAY,wBAqCX;AArCD,WAAY,wBAAwB;IACnC;;OAEG;IACH,yCAAa,CAAA;IACb;;OAEG;IACH,6CAAiB,CAAA;IACjB;;OAEG;IACH,0DAA8B,CAAA;IAC9B;;OAEG;IACH,oDAAwB,CAAA;IACxB;;OAEG;IACH,4DAAgC,CAAA;IAChC;;OAEG;IACH,iDAAqB,CAAA;IACrB;;OAEG;IACH,4DAAgC,CAAA;IAChC;;OAEG;IACH,kEAAsC,CAAA;IACtC;;OAEG;IACH,+CAAmB,CAAA;AACpB,CAAC,EArCW,wBAAwB,wCAAxB,wBAAwB,QAqCnC;AAQD;;GAEG;AACH,IAAY,YAyBX;AAzBD,WAAY,YAAY;IACvB;;OAEG;IACH,6BAAa,CAAA;IACb;;OAEG;IACH,sCAAsB,CAAA;IACtB;;OAEG;IACH,iCAAiB,CAAA;IACjB;;OAEG;IACH,qCAAqB,CAAA;IACrB;;OAEG;IACH,oCAAoB,CAAA;IACpB;;OAEG;IACH,iCAAiB,CAAA;AAClB,CAAC,EAzBW,YAAY,4BAAZ,YAAY,QAyBvB"}

package/dist/src/_internal/platform/networking/node/chatStream.d.ts

@@ -0,0 +1,9 @@
+import { ILogService } from '../../log/common/logService';
+import { ITelemetryService } from '../../telemetry/common/telemetry';
+import { TelemetryData } from '../../telemetry/common/telemetryData';
+import { CAPIChatMessage, ChatCompletion } from '../common/openai';
+import { FinishedCompletion } from './stream';
+export declare function sendEngineMessagesLengthTelemetry(telemetryService: ITelemetryService, messages: CAPIChatMessage[], telemetryData: TelemetryData, isOutput: boolean, logService?: ILogService): void;
+export declare function sendEngineMessagesTelemetry(telemetryService: ITelemetryService, messages: CAPIChatMessage[], telemetryData: TelemetryData, isOutput: boolean, logService?: ILogService): void;
+export declare function prepareChatCompletionForReturn(telemetryService: ITelemetryService, logService: ILogService, c: FinishedCompletion, telemetryData: TelemetryData): ChatCompletion;
+//# sourceMappingURL=chatStream.d.ts.map

package/dist/src/_internal/platform/networking/node/chatStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatStream.d.ts","sourceRoot":"","sources":["../../../../../../src/_internal/platform/networking/node/chatStream.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAuB,MAAM,kCAAkC,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAe,eAAe,EAAE,cAAc,EAAoB,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAE,kBAAkB,EAAwB,MAAM,UAAU,CAAC;AAGpE,wBAAgB,iCAAiC,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,eAAe,EAAE,EAAE,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE,WAAW,QAsD5L;AAED,wBAAgB,2BAA2B,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,eAAe,EAAE,EAAE,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE,WAAW,QAStL;AAED,wBAAgB,8BAA8B,CAC7C,gBAAgB,EAAE,iBAAiB,EACnC,UAAU,EAAE,WAAW,EACvB,CAAC,EAAE,kBAAkB,EACrB,aAAa,EAAE,aAAa,GAC1B,cAAc,CAkDhB"}

package/dist/src/_internal/platform/networking/node/chatStream.js

@@ -0,0 +1,117 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sendEngineMessagesLengthTelemetry = sendEngineMessagesLengthTelemetry;
+exports.sendEngineMessagesTelemetry = sendEngineMessagesTelemetry;
+exports.prepareChatCompletionForReturn = prepareChatCompletionForReturn;
+const prompt_tsx_1 = require("@vscode/prompt-tsx");
+const globalStringUtils_1 = require("../../chat/common/globalStringUtils");
+const telemetry_1 = require("../../telemetry/common/telemetry");
+const openai_1 = require("../common/openai");
+const stream_1 = require("./stream");
+// TODO @lramos15 - Find a better file for this, since this file is for the chat stream and should not be telemetry related
+function sendEngineMessagesLengthTelemetry(telemetryService, messages, telemetryData, isOutput, logService) {
+    const messageType = isOutput ? 'output' : 'input';
+    // Get the unique model call ID - it should already be set in the base telemetryData
+    const modelCallId = telemetryData.properties.modelCallId;
+    if (!modelCallId) {
+        // This shouldn't happen if the ID was properly generated at request start
+        logService?.warn('[TELEMETRY] modelCallId not found in telemetryData, input/output messages cannot be linked');
+        return;
+    }
+    // Create messages with content and tool_calls arguments replaced by length
+    const messagesWithLength = messages.map(msg => {
+        const processedMsg = {
+            ...msg, // This preserves ALL existing fields including tool_calls, tool_call_id, copilot_references, etc.
+            content: typeof msg.content === 'string'
+                ? msg.content.length
+                : Array.isArray(msg.content)
+                    ? msg.content.reduce((total, part) => {
+                        if (typeof part === 'string') {
+                            return total + part.length;
+                        }
+                        if (part.type === 'text') {
+                            return total + (part.text?.length || 0);
+                        }
+                        return total;
+                    }, 0)
+                    : 0,
+        };
+        // Process tool_calls if present
+        if ('tool_calls' in msg && msg.tool_calls && Array.isArray(msg.tool_calls)) {
+            processedMsg.tool_calls = msg.tool_calls.map((toolCall) => ({
+                ...toolCall,
+                function: toolCall.function ? {
+                    ...toolCall.function,
+                    arguments: typeof toolCall.function.arguments === 'string'
+                        ? toolCall.function.arguments.length
+                        : toolCall.function.arguments
+                } : toolCall.function
+            }));
+        }
+        return processedMsg;
+    });
+    const telemetryDataWithPrompt = telemetryData.extendedBy({
+        messagesJson: JSON.stringify(messagesWithLength),
+        message_direction: messageType,
+        modelCallId: modelCallId, // Include at telemetry event level too
+    });
+    telemetryService.sendEnhancedGHTelemetryEvent('engine.messages.length', (0, telemetry_1.multiplexProperties)(telemetryDataWithPrompt.properties), telemetryDataWithPrompt.measurements);
+    telemetryService.sendInternalMSFTTelemetryEvent('engine.messages.length', (0, telemetry_1.multiplexProperties)(telemetryDataWithPrompt.properties), telemetryDataWithPrompt.measurements);
+}
+function sendEngineMessagesTelemetry(telemetryService, messages, telemetryData, isOutput, logService) {
+    const telemetryDataWithPrompt = telemetryData.extendedBy({
+        messagesJson: JSON.stringify(messages),
+    });
+    telemetryService.sendEnhancedGHTelemetryEvent('engine.messages', (0, telemetry_1.multiplexProperties)(telemetryDataWithPrompt.properties), telemetryDataWithPrompt.measurements);
+    telemetryService.sendInternalMSFTTelemetryEvent('engine.messages', (0, telemetry_1.multiplexProperties)(telemetryDataWithPrompt.properties), telemetryDataWithPrompt.measurements);
+    // Also send length-only telemetry
+    sendEngineMessagesLengthTelemetry(telemetryService, messages, telemetryData, isOutput, logService);
+}
+function prepareChatCompletionForReturn(telemetryService, logService, c, telemetryData) {
+    let messageContent = c.solution.text.join('');
+    let blockFinished = false;
+    if (c.finishOffset !== undefined) {
+        // Trim solution to finishOffset returned by finishedCb
+        logService.debug(`message ${c.index}: early finish at offset ${c.finishOffset}`);
+        messageContent = messageContent.substring(0, c.finishOffset);
+        blockFinished = true;
+    }
+    logService.info(`message ${c.index} returned. finish reason: [${c.reason}]`);
+    logService.debug(`message ${c.index} details: finishOffset: [${c.finishOffset}] completionId: [{${c.requestId.completionId}}] created: [{${c.requestId.created}}]`);
+    const jsonData = (0, stream_1.convertToAPIJsonData)(c.solution);
+    const message = {
+        role: prompt_tsx_1.Raw.ChatRole.Assistant,
+        content: (0, globalStringUtils_1.toTextParts)(messageContent),
+    };
+    // Create enhanced message for telemetry with usage information
+    const telemetryMessage = (0, openai_1.rawMessageToCAPI)(message);
+    // Add request metadata to telemetry data
+    telemetryData.extendWithRequestId(c.requestId);
+    // Add usage information to telemetryData if available
+    let telemetryDataWithUsage = telemetryData;
+    if (c.usage) {
+        telemetryDataWithUsage = telemetryData.extendedBy({}, {
+            promptTokens: c.usage.prompt_tokens,
+            completionTokens: c.usage.completion_tokens,
+            totalTokens: c.usage.total_tokens
+        });
+    }
+    sendEngineMessagesTelemetry(telemetryService, [telemetryMessage], telemetryDataWithUsage, true, logService);
+    return {
+        message: message,
+        choiceIndex: c.index,
+        requestId: c.requestId,
+        blockFinished: blockFinished,
+        finishReason: c.reason,
+        filterReason: c.filterReason,
+        error: c.error,
+        tokens: jsonData.tokens,
+        usage: c.usage,
+        telemetryData: telemetryDataWithUsage,
+    };
+}
+//# sourceMappingURL=chatStream.js.map

package/dist/src/_internal/platform/networking/node/chatStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatStream.js","sourceRoot":"","sources":["../../../../../../src/_internal/platform/networking/node/chatStream.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;AAWhG,8EAsDC;AAED,kEASC;AAED,wEAuDC;AAnID,mDAAyC;AACzC,2EAAkE;AAElE,gEAA0F;AAE1F,6CAAkG;AAClG,qCAAoE;AAEpE,2HAA2H;AAC3H,SAAgB,iCAAiC,CAAC,gBAAmC,EAAE,QAA2B,EAAE,aAA4B,EAAE,QAAiB,EAAE,UAAwB;IAC5L,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;IAElD,oFAAoF;IACpF,MAAM,WAAW,GAAG,aAAa,CAAC,UAAU,CAAC,WAAqB,CAAC;IACnE,IAAI,CAAC,WAAW,EAAE,CAAC;QAClB,0EAA0E;QAC1E,UAAU,EAAE,IAAI,CAAC,4FAA4F,CAAC,CAAC;QAC/G,OAAO;IACR,CAAC;IAED,2EAA2E;IAC3E,MAAM,kBAAkB,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAC7C,MAAM,YAAY,GAAQ;YACzB,GAAG,GAAG,EAAE,kGAAkG;YAC1G,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBACvC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM;gBACpB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;oBAC3B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAa,EAAE,IAAS,EAAE,EAAE;wBACjD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;4BAC9B,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;wBAC5B,CAAC;wBACD,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BAC1B,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;wBACzC,CAAC;wBACD,OAAO,KAAK,CAAC;oBACd,CAAC,EAAE,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;SACL,CAAC;QAEF,gCAAgC;QAChC,IAAI,YAAY,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5E,YAAY,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,CAAC;gBAChE,GAAG,QAAQ;gBACX,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAC7B,GAAG,QAAQ,CAAC,QAAQ;oBACpB,SAAS,EAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ;wBACzD,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM;wBACpC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS;iBAC9B,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ;aACrB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,uBAAuB,GAAG,aAAa,CAAC,UAAU,CAAC;QACxD,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;QAChD,iBAAiB,EAAE,WAAW;QAC9B,WAAW,EAAE,WAAW,EAAE,uCAAuC;KACjE,CAAC,CAAC;IAEH,gBAAgB,CAAC,4BAA4B,CAAC,wBAAwB,EAAE,IAAA,+BAAmB,EAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,uBAAuB,CAAC,YAAY,CAAC,CAAC;IACvK,gBAAgB,CAAC,8BAA8B,CAAC,wBAAwB,EAAE,IAAA,+BAAmB,EAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,uBAAuB,CAAC,YAAY,CAAC,CAAC;AAC1K,CAAC;AAED,SAAgB,2BAA2B,CAAC,gBAAmC,EAAE,QAA2B,EAAE,aAA4B,EAAE,QAAiB,EAAE,UAAwB;IACtL,MAAM,uBAAuB,GAAG,aAAa,CAAC,UAAU,CAAC;QACxD,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;KACtC,CAAC,CAAC;IACH,gBAAgB,CAAC,4BAA4B,CAAC,iBAAiB,EAAE,IAAA,+BAAmB,EAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,uBAAuB,CAAC,YAAY,CAAC,CAAC;IAChK,gBAAgB,CAAC,8BAA8B,CAAC,iBAAiB,EAAE,IAAA,+BAAmB,EAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,uBAAuB,CAAC,YAAY,CAAC,CAAC;IAElK,kCAAkC;IAClC,iCAAiC,CAAC,gBAAgB,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AACpG,CAAC;AAED,SAAgB,8BAA8B,CAC7C,gBAAmC,EACnC,UAAuB,EACvB,CAAqB,EACrB,aAA4B;IAE5B,IAAI,cAAc,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAE9C,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,CAAC,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAClC,uDAAuD;QACvD,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,KAAK,4BAA4B,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;QACjF,cAAc,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;QAC7D,aAAa,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,8BAA8B,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC7E,UAAU,CAAC,KAAK,CACf,WAAW,CAAC,CAAC,KAAK,4BAA4B,CAAC,CAAC,YAAY,qBAAqB,CAAC,CAAC,SAAS,CAAC,YAAY,iBAAiB,CAAC,CAAC,SAAS,CAAC,OAAO,IAAI,CACjJ,CAAC;IACF,MAAM,QAAQ,GAAgB,IAAA,6BAAoB,EAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAoB;QAChC,IAAI,EAAE,gBAAG,CAAC,QAAQ,CAAC,SAAS;QAC5B,OAAO,EAAE,IAAA,+BAAW,EAAC,cAAc,CAAC;KACpC,CAAC;IAEF,+DAA+D;IAC/D,MAAM,gBAAgB,GAAG,IAAA,yBAAgB,EAAC,OAAO,CAAC,CAAC;IAEnD,yCAAyC;IACzC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAE/C,sDAAsD;IACtD,IAAI,sBAAsB,GAAG,aAAa,CAAC;IAC3C,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;QACb,sBAAsB,GAAG,aAAa,CAAC,UAAU,CAAC,EAAE,EAAE;YACrD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa;YACnC,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB;YAC3C,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY;SACjC,CAAC,CAAC;IACJ,CAAC;IAED,2BAA2B,CAAC,gBAAgB,EAAE,CAAC,gBAAgB,CAAC,EAAE,sBAAsB,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5G,OAAO;QACN,OAAO,EAAE,OAAO;QAChB,WAAW,EAAE,CAAC,CAAC,KAAK;QACpB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,aAAa,EAAE,aAAa;QAC5B,YAAY,EAAE,CAAC,CAAC,MAAM;QACtB,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,aAAa,EAAE,sBAAsB;KACrC,CAAC;AACH,CAAC"}

package/dist/src/_internal/platform/networking/node/stream.d.ts

@@ -0,0 +1,145 @@
+import type { CancellationToken } from 'vscode';
+import { ILogService } from '../../log/common/logService';
+import { ITelemetryService } from '../../telemetry/common/telemetry';
+import { RawThinkingDelta } from '../../thinking/common/thinking';
+import { FinishedCallback, ICodeVulnerabilityAnnotation, IIPCodeCitation, RequestId } from '../common/fetch';
+import { Response } from '../common/fetcherService';
+import { APIErrorResponse, APIJsonData, APIUsage, ChoiceLogProbs, FilterReason, FinishedCompletionReason, IToolCall } from '../common/openai';
+/** Gathers together many chunks of a single completion choice. */
+declare class APIJsonDataStreaming {
+    get text(): readonly string[];
+    private _text;
+    private _newText;
+    append(choice: ExtendedChoiceJSON): void;
+    flush(): string;
+    private static _removeCR;
+    toJSON(): {
+        text: string[];
+        newText: string[];
+    };
+}
+export declare function splitChunk(chunk: string): [string[], string];
+/**
+ * A single finished completion returned from the model or proxy, along with
+ * some metadata.
+ */
+export interface FinishedCompletion {
+    solution: APIJsonDataStreaming;
+    /** An optional offset into `solution.text.join('')` where the completion finishes. */
+    finishOffset: number | undefined;
+    /** A copilot-specific human-readable reason for the completion finishing. */
+    reason: FinishedCompletionReason;
+    /** A copilot-specific reason for filtering the response. Only returns when reason === FinishedCompletionReason.ContentFilter */
+    filterReason?: FilterReason;
+    error?: APIErrorResponse;
+    /** The token usage reported from CAPI */
+    usage?: APIUsage;
+    requestId: RequestId;
+    index: number;
+}
+/** What comes back from the OpenAI API for a single choice in an SSE chunk. */
+interface ChoiceJSON {
+    index: number;
+    /**
+     * The text attribute as defined in completions streaming.
+     * See https://developer.mozilla.org/en-US/docs/Web/API/Server-sent_events/Using_server-sent_events#event_stream_format
+     */
+    text?: string;
+    /**
+     * The delta attribute as defined in chat streaming.
+     * See https://github.com/openai/openai-cookbook/blob/main/examples/How_to_stream_completions.ipynb
+     */
+    delta?: {
+        content: string | null;
+    };
+    finish_reason?: FinishedCompletionReason.Stop | FinishedCompletionReason.Length | FinishedCompletionReason.FunctionCall | FinishedCompletionReason.ContentFilter | FinishedCompletionReason.ServerError | FinishedCompletionReason.ToolCalls | null;
+    logprobs?: ChoiceLogProbs;
+}
+/**
+ * Extensions to the OpenAI stream format
+ */
+interface ExtendedChoiceJSON extends ChoiceJSON {
+    content_filter_results?: Record<Exclude<FilterReason, FilterReason.Copyright>, {
+        filtered: boolean;
+        severity: string;
+    }>;
+    message?: RawThinkingDelta;
+    delta?: {
+        content: string | null;
+        copilot_annotations?: {
+            CodeVulnerability: ICodeVulnerabilityAnnotation[];
+            IPCodeCitations: IIPCodeCitation[];
+            TextCopyright: boolean | undefined;
+            Sexual: boolean | undefined;
+            SexualPattern: boolean | undefined;
+            Violence: boolean | undefined;
+            HateSpeech: boolean | undefined;
+            HateSpeechPattern: boolean | undefined;
+            SelfHarm: boolean | undefined;
+            PromptPromBlockList: boolean | undefined;
+        };
+        function_call?: {
+            name: string;
+            arguments: string;
+        };
+        tool_calls?: IToolCall[];
+        role?: string;
+        name?: string;
+    } & RawThinkingDelta;
+}
+/**
+ * Processes an HTTP request containing what is assumed to be an SSE stream of
+ * OpenAI API data. Yields a stream of `FinishedCompletion` objects, each as
+ * soon as it's finished.
+ */
+export declare class SSEProcessor {
+    private readonly logService;
+    private readonly telemetryService;
+    private readonly expectedNumChoices;
+    private readonly response;
+    private readonly body;
+    private readonly cancellationToken?;
+    private requestId;
+    /**
+     * A key & value being here means at least one chunk with that choice index
+     * has been received. A null value means we've already finished the given
+     * solution and should not process incoming tokens further.
+     */
+    private readonly solutions;
+    private readonly completedFunctionCallIdxs;
+    private readonly functionCalls;
+    private readonly toolCalls;
+    private functionCallName;
+    private constructor();
+    static create(logService: ILogService, telemetryService: ITelemetryService, expectedNumChoices: number, response: Response, cancellationToken?: CancellationToken): Promise<SSEProcessor>;
+    /**
+     * Yields finished completions as soon as they are available. The finishedCb
+     * is used to determine when a completion is done and should be truncated.
+     * It is called on the whole of the received solution text, once at the end
+     * of the completion (if it stops by itself) and also on any chunk that has
+     * a newline in it.
+     *
+     * Closes the server request stream when all choices are finished/truncated
+     * (as long as fastCancellation is true).
+     *
+     * Note that for this to work, the caller must consume the entire stream.
+     * This happens automatically when using a `for await` loop, but when
+     * iterating manually this needs to be done by calling `.next()` until it
+     * returns an item with done = true (or calling `.return()`).
+     */
+    processSSE(finishedCb?: FinishedCallback): AsyncIterable<FinishedCompletion>;
+    private processSSEInner;
+    /** Yields the solutions that weren't yet finished, with a 'DONE' reason. */
+    private finishSolutions;
+    /**
+     * Returns whether the cancellation token was cancelled and closes the
+     * stream if it was.
+     */
+    private maybeCancel;
+    private cancel;
+    private logChoice;
+}
+export declare function convertToAPIJsonData(streamingData: APIJsonDataStreaming): APIJsonData;
+export declare function sendCommunicationErrorTelemetry(telemetryService: ITelemetryService, message: string, extra?: any): void;
+export {};
+//# sourceMappingURL=stream.d.ts.map

package/dist/src/_internal/platform/networking/node/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../../../../src/_internal/platform/networking/node/stream.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,EAAE,WAAW,EAAY,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAErE,OAAO,EAAE,gBAAgB,EAAiB,MAAM,gCAAgC,CAAC;AAEjF,OAAO,EAAE,gBAAgB,EAAgB,4BAA4B,EAAyH,eAAe,EAAiD,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjS,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,YAAY,EAAE,wBAAwB,EAAc,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE1J,kEAAkE;AAClE,cAAM,oBAAoB;IAEzB,IAAI,IAAI,IAAI,SAAS,MAAM,EAAE,CAE5B;IAED,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,QAAQ,CAAgB;IAEhC,MAAM,CAAC,MAAM,EAAE,kBAAkB;IAkBjC,KAAK,IAAI,MAAM;IAMf,OAAO,CAAC,MAAM,CAAC,SAAS;IAIxB,MAAM;;;;CAMN;AA0DD,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAI5D;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IAClC,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,sFAAsF;IACtF,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,6EAA6E;IAC7E,MAAM,EAAE,wBAAwB,CAAC;IACjC,gIAAgI;IAChI,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,yCAAyC;IACzC,KAAK,CAAC,EAAE,QAAQ,CAAC;IACjB,SAAS,EAAE,SAAS,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACd;AAED,+EAA+E;AAC/E,UAAU,UAAU;IACnB,KAAK,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC;IACnC,aAAa,CAAC,EAAE,wBAAwB,CAAC,IAAI,GAAG,wBAAwB,CAAC,MAAM,GAAG,wBAAwB,CAAC,YAAY,GAAG,wBAAwB,CAAC,aAAa,GAAG,wBAAwB,CAAC,WAAW,GAAG,wBAAwB,CAAC,SAAS,GAAG,IAAI,CAAC;IACpP,QAAQ,CAAC,EAAE,cAAc,CAAC;CAC1B;AAED;;GAEG;AACH,UAAU,kBAAmB,SAAQ,UAAU;IAC9C,sBAAsB,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,CAAC,SAAS,CAAC,EAAE;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACxH,OAAO,CAAC,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE;QACP,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,mBAAmB,CAAC,EAAE;YACrB,iBAAiB,EAAE,4BAA4B,EAAE,CAAC;YAClD,eAAe,EAAE,eAAe,EAAE,CAAC;YACnC,aAAa,EAAE,OAAO,GAAG,SAAS,CAAC;YACnC,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC;YAC5B,aAAa,EAAE,OAAO,GAAG,SAAS,CAAC;YACnC,QAAQ,EAAE,OAAO,GAAG,SAAS,CAAC;YAC9B,UAAU,EAAE,OAAO,GAAG,SAAS,CAAC;YAChC,iBAAiB,EAAE,OAAO,GAAG,SAAS,CAAC;YACvC,QAAQ,EAAE,OAAO,GAAG,SAAS,CAAC;YAC9B,mBAAmB,EAAE,OAAO,GAAG,SAAS,CAAC;SACzC,CAAC;QACF,aAAa,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC;QACpD,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACd,GAAG,gBAAgB,CAAC;CACrB;AAED;;;;GAIG;AACH,qBAAa,YAAY;IAevB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAnBpC,OAAO,CAAC,SAAS,CAA0C;IAC3D;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmD;IAE7E,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAA2D;IACrG,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmD;IACjF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA4B;IACtD,OAAO,CAAC,gBAAgB,CAAiC;IAEzD,OAAO;WASM,MAAM,CAClB,UAAU,EAAE,WAAW,EACvB,gBAAgB,EAAE,iBAAiB,EACnC,kBAAkB,EAAE,MAAM,EAC1B,QAAQ,EAAE,QAAQ,EAClB,iBAAiB,CAAC,EAAE,iBAAiB;IActC;;;;;;;;;;;;;;OAcG;IACI,UAAU,CAAC,UAAU,GAAE,gBAAwC,GAAG,aAAa,CAAC,kBAAkB,CAAC;YAwC3F,eAAe;IA2T9B,4EAA4E;YAC7D,eAAe;IA8B9B;;;OAGG;IACH,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,MAAM;IAId,OAAO,CAAC,SAAS;CAOjB;AAUD,wBAAgB,oBAAoB,CAAC,aAAa,EAAE,oBAAoB,GAAG,WAAW,CAOrF;AA+CD,wBAAgB,+BAA+B,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,QAyBhH"}