@vscode/chat-lib 0.2.1-27 → 0.2.1-29

package/dist/src/_internal/platform/nesFetch/common/completionsAPI.d.ts

@@ -0,0 +1,74 @@
+import { CopilotAnnotation } from '../../completions-core/common/openai/copilotAnnotations';
+/**
+ * Represents a completion response from the API. Note: both the streamed and non-streamed response objects share the same shape (unlike the chat endpoint).
+ *
+ * Based (updated 31.10.2024) on https://platform.openai.com/docs/api-reference/completions/object
+ * 		(! except `Choice#finish_reason` can be a null during streaming)
+ *      (! omits `id`, `model`, and `created` for performance)
+ */
+export interface Completion {
+    /** The list of completion choices the model generated for the input prompt. */
+    choices: Completion.Choice[];
+    /** This fingerprint represents the backend configuration that the model runs with. */
+    system_fingerprint: string;
+    /** The object type, which is always "text_completion". */
+    object: string;
+    /** Usage statistics for the completion request. */
+    usage: Completion.Usage | undefined;
+}
+export declare namespace Completion {
+    interface Choice {
+        /** The index of the choice. */
+        index: number;
+        /** The reason the model stopped generating tokens. */
+        finish_reason: FinishReason | null;
+        /** The log probabilities of the tokens. */
+        logprobs?: LogProbs | null;
+        /** The generated text. */
+        text: string | undefined;
+        /** Copilot-specific annotations */
+        copilot_annotations?: {
+            [key: string]: CopilotAnnotation[];
+        };
+    }
+    /**
+     * The reason the model stopped generating tokens.
+     */
+    enum FinishReason {
+        /** If the model hit a natural stop point or a provided stop sequence. */
+        Stop = "stop",
+        /** If the maximum number of tokens specified in the request was reached. */
+        Length = "length",
+        /** If content was omitted due to a flag from our content filters. */
+        ContentFilter = "content_filter"
+    }
+    type LogProbs = {
+        /** The list of tokens generated by the model. */
+        tokens: string[];
+        /** The log probabilities of the tokens. */
+        token_logprobs: number[];
+        /** The text offsets of the tokens. */
+        text_offset: number[];
+        /** The top log probabilities of the tokens. */
+        top_logprobs: Record<string, number>[];
+    };
+    interface Usage {
+        /** Number of tokens in the generated completion. */
+        completion_tokens: number;
+        /** Number of tokens in the prompt. */
+        prompt_tokens: number;
+        /** Total number of tokens used in the request (prompt + completion). */
+        total_tokens: number;
+        /** Breakdown of tokens used in a completion. */
+        completion_tokens_details: TokensDetails;
+        /** Breakdown of tokens used in the prompt. */
+        prompt_tokens_details: TokensDetails;
+    }
+    interface TokensDetails {
+        /** Audio input tokens present in the prompt. */
+        audio_tokens: number;
+        /** Tokens generated by the model for reasoning. */
+        reasoning_tokens: number;
+    }
+}
+//# sourceMappingURL=completionsAPI.d.ts.map

package/dist/src/_internal/platform/nesFetch/common/completionsAPI.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"completionsAPI.d.ts","sourceRoot":"","sources":["../../../../../../src/_internal/platform/nesFetch/common/completionsAPI.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,iBAAiB,EAAE,MAAM,yDAAyD,CAAC;AAE5F;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IAC1B,+EAA+E;IAC/E,OAAO,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;IAC7B,sFAAsF;IACtF,kBAAkB,EAAE,MAAM,CAAC;IAC3B,0DAA0D;IAC1D,MAAM,EAAE,MAAM,CAAC;IACf,mDAAmD;IACnD,KAAK,EAAE,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC;CACpC;AAED,yBAAiB,UAAU,CAAC;IAC3B,UAAiB,MAAM;QACtB,+BAA+B;QAC/B,KAAK,EAAE,MAAM,CAAC;QACd,sDAAsD;QACtD,aAAa,EAAE,YAAY,GAAG,IAAI,CAAC;QACnC,2CAA2C;QAC3C,QAAQ,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;QAC3B,0BAA0B;QAC1B,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;QACzB,mCAAmC;QACnC,mBAAmB,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,iBAAiB,EAAE,CAAA;SAAE,CAAC;KAC7D;IAED;;OAEG;IACH,KAAY,YAAY;QACvB,yEAAyE;QACzE,IAAI,SAAS;QACb,4EAA4E;QAC5E,MAAM,WAAW;QACjB,qEAAqE;QACrE,aAAa,mBAAmB;KAChC;IAED,KAAY,QAAQ,GAAG;QACtB,iDAAiD;QACjD,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,2CAA2C;QAC3C,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,sCAAsC;QACtC,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,+CAA+C;QAC/C,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;KACvC,CAAC;IAEF,UAAiB,KAAK;QACrB,oDAAoD;QACpD,iBAAiB,EAAE,MAAM,CAAC;QAC1B,sCAAsC;QACtC,aAAa,EAAE,MAAM,CAAC;QACtB,wEAAwE;QACxE,YAAY,EAAE,MAAM,CAAC;QACrB,gDAAgD;QAChD,yBAAyB,EAAE,aAAa,CAAC;QACzC,8CAA8C;QAC9C,qBAAqB,EAAE,aAAa,CAAC;KACrC;IAED,UAAiB,aAAa;QAC7B,gDAAgD;QAChD,YAAY,EAAE,MAAM,CAAC;QACrB,mDAAmD;QACnD,gBAAgB,EAAE,MAAM,CAAC;KACzB;CACD"}

package/dist/src/_internal/platform/nesFetch/common/completionsAPI.js

@@ -0,0 +1,23 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Completion = void 0;
+var Completion;
+(function (Completion) {
+    /**
+     * The reason the model stopped generating tokens.
+     */
+    let FinishReason;
+    (function (FinishReason) {
+        /** If the model hit a natural stop point or a provided stop sequence. */
+        FinishReason["Stop"] = "stop";
+        /** If the maximum number of tokens specified in the request was reached. */
+        FinishReason["Length"] = "length";
+        /** If content was omitted due to a flag from our content filters. */
+        FinishReason["ContentFilter"] = "content_filter";
+    })(FinishReason = Completion.FinishReason || (Completion.FinishReason = {}));
+})(Completion || (exports.Completion = Completion = {}));
+//# sourceMappingURL=completionsAPI.js.map

package/dist/src/_internal/platform/nesFetch/common/completionsAPI.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"completionsAPI.js","sourceRoot":"","sources":["../../../../../../src/_internal/platform/nesFetch/common/completionsAPI.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAsBhG,IAAiB,UAAU,CAwD1B;AAxDD,WAAiB,UAAU;IAc1B;;OAEG;IACH,IAAY,YAOX;IAPD,WAAY,YAAY;QACvB,yEAAyE;QACzE,6BAAa,CAAA;QACb,4EAA4E;QAC5E,iCAAiB,CAAA;QACjB,qEAAqE;QACrE,gDAAgC,CAAA;IACjC,CAAC,EAPW,YAAY,GAAZ,uBAAY,KAAZ,uBAAY,QAOvB;AAgCF,CAAC,EAxDgB,UAAU,0BAAV,UAAU,QAwD1B"}

package/dist/src/_internal/platform/nesFetch/common/completionsFetchService.d.ts

@@ -0,0 +1,72 @@
+import { Result } from '../../../util/common/result';
+import { CancellationToken } from '../../../util/vs/base/common/cancellation';
+import { IHeaders } from '../../networking/common/fetcherService';
+import { ResponseStream } from './responseStream';
+export declare namespace Completions {
+    interface BaseCompletionsParams {
+        prompt: string;
+        stop?: string[];
+        top_p?: number;
+        best_of?: number;
+        max_tokens?: number;
+        temperature?: number;
+        presence_penalty?: number;
+        frequency_penalty?: number;
+        model?: string;
+        logprobs?: number;
+        n?: number;
+        stream: true;
+    }
+    interface CodexV2Params {
+        suffix?: string;
+        extra?: {
+            [key: string]: any;
+        };
+        code_annotations?: boolean;
+    }
+    export interface ModelParams extends BaseCompletionsParams, CodexV2Params {
+    }
+    export class RequestCancelled {
+        readonly kind: "cancelled";
+    }
+    export class UnsuccessfulResponse {
+        readonly status: number;
+        readonly statusText: string;
+        readonly headers: IHeaders;
+        readonly text: () => Promise<string>;
+        readonly kind: "not-200-status";
+        constructor(status: number, statusText: string, headers: IHeaders, text: () => Promise<string>);
+    }
+    export class Unexpected {
+        readonly error: Error;
+        readonly kind: "unexpected";
+        constructor(error: Error);
+    }
+    export type CompletionsFetchFailure = Completions.RequestCancelled | Completions.UnsuccessfulResponse | Completions.Unexpected;
+    export namespace Internal {
+        type FetchOptions = {
+            requestId: string;
+            headers: {
+                [name: string]: string;
+            };
+            body: string;
+        };
+    }
+    export {};
+}
+export type CompletionsFetchErrorType = 'stop_content_filter' | 'stop_length' | 'unknown';
+export declare class CompletionsFetchError extends Error {
+    readonly type: CompletionsFetchErrorType;
+    readonly requestId: string;
+    constructor(type: CompletionsFetchErrorType, requestId: string, message: string);
+}
+export declare const ICompletionsFetchService: import("../../../util/common/services").ServiceIdentifier<ICompletionsFetchService>;
+/**
+ * OpenAI has completions and _chat_ completions endpoints. This's (non-chat) completions endpoint fetcher.
+ */
+export interface ICompletionsFetchService {
+    readonly _serviceBrand: undefined;
+    fetch(url: string, secretKey: string, params: Completions.ModelParams, requestId: string, ct: CancellationToken, headerOverrides?: Record<string, string>): Promise<Result<ResponseStream, Completions.CompletionsFetchFailure>>;
+    disconnectAll(): Promise<unknown>;
+}
+//# sourceMappingURL=completionsFetchService.d.ts.map

package/dist/src/_internal/platform/nesFetch/common/completionsFetchService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"completionsFetchService.d.ts","sourceRoot":"","sources":["../../../../../../src/_internal/platform/nesFetch/common/completionsFetchService.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAErD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9E,OAAO,EAAE,QAAQ,EAAE,MAAM,wCAAwC,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,yBAAiB,WAAW,CAAC;IAC5B,UAAU,qBAAqB;QAC9B,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,IAAI,CAAC;KACb;IAED,UAAU,aAAa;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;SAAE,CAAC;QAC/B,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC3B;IAED,MAAM,WAAW,WAAY,SAAQ,qBAAqB,EAAE,aAAa;KAAI;IAE7E,MAAM,OAAO,gBAAgB;QAC5B,QAAQ,CAAC,IAAI,EAAG,WAAW,CAAU;KACrC;IACD,MAAM,OAAO,oBAAoB;iBAGf,MAAM,EAAE,MAAM;iBACd,UAAU,EAAE,MAAM;iBAClB,OAAO,EAAE,QAAQ;iBACjB,IAAI,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC;QAL5C,QAAQ,CAAC,IAAI,EAAG,gBAAgB,CAAU;oBAEzB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,QAAQ,EACjB,IAAI,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC;KAE5C;IACD,MAAM,OAAO,UAAU;iBAGL,KAAK,EAAE,KAAK;QAF7B,QAAQ,CAAC,IAAI,EAAG,YAAY,CAAU;oBAErB,KAAK,EAAE,KAAK;KAE7B;IACD,MAAM,MAAM,uBAAuB,GAChC,WAAW,CAAC,gBAAgB,GAC5B,WAAW,CAAC,oBAAoB,GAChC,WAAW,CAAC,UAAU,CAAC;IAE1B,MAAM,WAAW,QAAQ,CAAC;QACzB,KAAY,YAAY,GAAG;YAC1B,SAAS,EAAE,MAAM,CAAC;YAClB,OAAO,EAAE;gBAAE,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAA;aAAE,CAAC;YACpC,IAAI,EAAE,MAAM,CAAC;SACb,CAAC;KACF;;CACD;AAED,MAAM,MAAM,yBAAyB,GAAG,qBAAqB,GAAG,aAAa,GAAG,SAAS,CAAC;AAE1F,qBAAa,qBAAsB,SAAQ,KAAK;IAE9C,QAAQ,CAAC,IAAI,EAAE,yBAAyB;IACxC,QAAQ,CAAC,SAAS,EAAE,MAAM;gBADjB,IAAI,EAAE,yBAAyB,EAC/B,SAAS,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM;CAIhB;AAED,eAAO,MAAM,wBAAwB,qFAAgF,CAAC;AAEtH;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACxC,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC;IAElC,KAAK,CACJ,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,WAAW,CAAC,WAAW,EAC/B,SAAS,EAAE,MAAM,EACjB,EAAE,EAAE,iBAAiB,EACrB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACtC,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAExE,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CAClC"}

package/dist/src/_internal/platform/nesFetch/common/completionsFetchService.js

@@ -0,0 +1,44 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ICompletionsFetchService = exports.CompletionsFetchError = exports.Completions = void 0;
+const services_1 = require("../../../util/common/services");
+var Completions;
+(function (Completions) {
+    class RequestCancelled {
+        constructor() {
+            this.kind = 'cancelled';
+        }
+    }
+    Completions.RequestCancelled = RequestCancelled;
+    class UnsuccessfulResponse {
+        constructor(status, statusText, headers, text) {
+            this.status = status;
+            this.statusText = statusText;
+            this.headers = headers;
+            this.text = text;
+            this.kind = 'not-200-status';
+        }
+    }
+    Completions.UnsuccessfulResponse = UnsuccessfulResponse;
+    class Unexpected {
+        constructor(error) {
+            this.error = error;
+            this.kind = 'unexpected';
+        }
+    }
+    Completions.Unexpected = Unexpected;
+})(Completions || (exports.Completions = Completions = {}));
+class CompletionsFetchError extends Error {
+    constructor(type, requestId, message) {
+        super(message);
+        this.type = type;
+        this.requestId = requestId;
+    }
+}
+exports.CompletionsFetchError = CompletionsFetchError;
+exports.ICompletionsFetchService = (0, services_1.createServiceIdentifier)('ICompletionsFetchService');
+//# sourceMappingURL=completionsFetchService.js.map

package/dist/src/_internal/platform/nesFetch/common/completionsFetchService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"completionsFetchService.js","sourceRoot":"","sources":["../../../../../../src/_internal/platform/nesFetch/common/completionsFetchService.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAGhG,4DAAwE;AAKxE,IAAiB,WAAW,CAuD3B;AAvDD,WAAiB,WAAW;IAyB3B,MAAa,gBAAgB;QAA7B;YACU,SAAI,GAAG,WAAoB,CAAC;QACtC,CAAC;KAAA;IAFY,4BAAgB,mBAE5B,CAAA;IACD,MAAa,oBAAoB;QAEhC,YACiB,MAAc,EACd,UAAkB,EAClB,OAAiB,EACjB,IAA2B;YAH3B,WAAM,GAAN,MAAM,CAAQ;YACd,eAAU,GAAV,UAAU,CAAQ;YAClB,YAAO,GAAP,OAAO,CAAU;YACjB,SAAI,GAAJ,IAAI,CAAuB;YALnC,SAAI,GAAG,gBAAyB,CAAC;QAMtC,CAAC;KACL;IARY,gCAAoB,uBAQhC,CAAA;IACD,MAAa,UAAU;QAEtB,YACiB,KAAY;YAAZ,UAAK,GAAL,KAAK,CAAO;YAFpB,SAAI,GAAG,YAAqB,CAAC;QAGlC,CAAC;KACL;IALY,sBAAU,aAKtB,CAAA;AAaF,CAAC,EAvDgB,WAAW,2BAAX,WAAW,QAuD3B;AAID,MAAa,qBAAsB,SAAQ,KAAK;IAC/C,YACU,IAA+B,EAC/B,SAAiB,EAC1B,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QAJN,SAAI,GAAJ,IAAI,CAA2B;QAC/B,cAAS,GAAT,SAAS,CAAQ;IAI3B,CAAC;CACD;AARD,sDAQC;AAEY,QAAA,wBAAwB,GAAG,IAAA,kCAAuB,EAA2B,0BAA0B,CAAC,CAAC"}

package/dist/src/_internal/platform/nesFetch/common/responseStream.d.ts

@@ -0,0 +1,35 @@
+import { Result } from '../../../util/common/result';
+import { AsyncIterableObject } from '../../../util/vs/base/common/async';
+import { RequestId } from '../../networking/common/fetch';
+import { IHeaders, Response } from '../../networking/common/fetcherService';
+import { Completion } from './completionsAPI';
+export declare class ResponseStream {
+    private readonly fetcherResponse;
+    readonly requestId: RequestId;
+    readonly headers: IHeaders;
+    /**
+     * A promise that resolves to the array of completions that were emitted by the stream.
+     *
+     * (it's expected to not throw)
+     */
+    readonly aggregatedStream: Promise<Result<Completion[], Error>>;
+    /**
+     * A completion that aggregates completions stream.
+     *
+     * (it's expected to not throw)
+     */
+    readonly response: Promise<Result<Completion, Error>>;
+    /**
+     * The stream of completions that were emitted by the response.
+     *
+     * @throws {Error} if the response stream throws an error.
+     */
+    readonly stream: AsyncIterableObject<Completion>;
+    constructor(fetcherResponse: Response, stream: AsyncIterable<Completion>, requestId: RequestId, headers: IHeaders);
+    /**
+     * @throws client of the method should handle the error
+     */
+    destroy(): Promise<void>;
+    private static aggregateCompletionsStream;
+}
+//# sourceMappingURL=responseStream.d.ts.map

package/dist/src/_internal/platform/nesFetch/common/responseStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"responseStream.d.ts","sourceRoot":"","sources":["../../../../../../src/_internal/platform/nesFetch/common/responseStream.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAmB,MAAM,oCAAoC,CAAC;AAE1F,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,qBAAa,cAAc;IAsBd,OAAO,CAAC,QAAQ,CAAC,eAAe;aAA+D,SAAS,EAAE,SAAS;aAAkB,OAAO,EAAE,QAAQ;IArBlK;;;;OAIG;IACH,SAAgB,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAEvE;;;;OAIG;IACH,SAAgB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;IAE7D;;;;OAIG;IACH,SAAgB,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC,CAAC;gBAE3B,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,EAAkB,SAAS,EAAE,SAAS,EAAkB,OAAO,EAAE,QAAQ;IAiClK;;OAEG;IACU,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrC,OAAO,CAAC,MAAM,CAAC,0BAA0B;CAgFzC"}

package/dist/src/_internal/platform/nesFetch/common/responseStream.js

@@ -0,0 +1,162 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ResponseStream = void 0;
+const errors = __importStar(require("../../../util/common/errors"));
+const result_1 = require("../../../util/common/result");
+const async_1 = require("../../../util/vs/base/common/async");
+const types_1 = require("../../../util/vs/base/common/types");
+class ResponseStream {
+    constructor(fetcherResponse, stream, requestId, headers) {
+        this.fetcherResponse = fetcherResponse;
+        this.requestId = requestId;
+        this.headers = headers;
+        const tokensDeferredPromise = new async_1.DeferredPromise();
+        this.aggregatedStream = tokensDeferredPromise.p;
+        this.response = this.aggregatedStream.then((completions) => {
+            if (completions.isError()) {
+                return completions;
+            }
+            try {
+                return result_1.Result.ok(ResponseStream.aggregateCompletionsStream(completions.val));
+            }
+            catch (err) {
+                return result_1.Result.error(err);
+            }
+        });
+        this.stream = new async_1.AsyncIterableObject(async (emitter) => {
+            const completions = [];
+            let error;
+            try {
+                for await (const completion of stream) {
+                    completions.push(completion);
+                    emitter.emitOne(completion);
+                }
+            }
+            catch (e) {
+                error = errors.fromUnknown(e);
+                emitter.reject(error);
+            }
+            finally {
+                tokensDeferredPromise.complete(error ? result_1.Result.error(error) : result_1.Result.ok(completions));
+            }
+        });
+    }
+    /**
+     * @throws client of the method should handle the error
+     */
+    async destroy() {
+        await this.fetcherResponse.body.destroy();
+    }
+    static aggregateCompletionsStream(stream) {
+        let text = '';
+        let finishReason = null;
+        let aggregatedLogsProbs = null;
+        let aggregatedUsage = undefined;
+        for (const completion of stream) {
+            const choice = completion.choices[0]; // TODO@ulugbekna: we only support choice.index=0
+            text += choice.text ?? '';
+            if (choice.logprobs) {
+                if (aggregatedLogsProbs === null) {
+                    aggregatedLogsProbs = {
+                        tokens: [...choice.logprobs.tokens],
+                        token_logprobs: [...choice.logprobs.token_logprobs],
+                        text_offset: [...choice.logprobs.text_offset],
+                        top_logprobs: [...choice.logprobs.top_logprobs],
+                    };
+                }
+                else {
+                    aggregatedLogsProbs.tokens.push(...choice.logprobs.tokens);
+                    aggregatedLogsProbs.token_logprobs.push(...choice.logprobs.token_logprobs);
+                    aggregatedLogsProbs.text_offset.push(...choice.logprobs.text_offset);
+                    aggregatedLogsProbs.top_logprobs.push(...choice.logprobs.top_logprobs);
+                }
+            }
+            if (completion.usage) {
+                if (aggregatedUsage === undefined) {
+                    aggregatedUsage = {
+                        completion_tokens: completion.usage.completion_tokens,
+                        prompt_tokens: completion.usage.prompt_tokens,
+                        total_tokens: completion.usage.total_tokens,
+                        completion_tokens_details: {
+                            audio_tokens: completion.usage.completion_tokens_details.audio_tokens,
+                            reasoning_tokens: completion.usage.completion_tokens_details.reasoning_tokens,
+                        },
+                        prompt_tokens_details: {
+                            audio_tokens: completion.usage.prompt_tokens_details.audio_tokens,
+                            reasoning_tokens: completion.usage.prompt_tokens_details.reasoning_tokens,
+                        }
+                    };
+                }
+                else {
+                    aggregatedUsage.completion_tokens += completion.usage.completion_tokens;
+                    aggregatedUsage.prompt_tokens += completion.usage.prompt_tokens;
+                    aggregatedUsage.total_tokens += completion.usage.total_tokens;
+                    aggregatedUsage.completion_tokens_details.audio_tokens += completion.usage.completion_tokens_details.audio_tokens;
+                    aggregatedUsage.completion_tokens_details.reasoning_tokens += completion.usage.completion_tokens_details.reasoning_tokens;
+                    aggregatedUsage.prompt_tokens_details.audio_tokens += completion.usage.prompt_tokens_details.audio_tokens;
+                    aggregatedUsage.prompt_tokens_details.reasoning_tokens += completion.usage.prompt_tokens_details.reasoning_tokens;
+                }
+            }
+            if (choice.finish_reason) {
+                (0, types_1.assertType)(finishReason === null, 'cannot already have finishReason if just seeing choice.finish_reason');
+                finishReason = choice.finish_reason;
+            }
+        }
+        if (stream.length === 0) {
+            throw new Error(`Response is empty!`);
+        }
+        const completion = stream[0];
+        const choice = {
+            index: 0,
+            finish_reason: finishReason,
+            logprobs: aggregatedLogsProbs,
+            text,
+        };
+        const aggregatedCompletion = {
+            choices: [choice],
+            system_fingerprint: completion.system_fingerprint,
+            object: completion.object,
+            usage: aggregatedUsage,
+        };
+        return aggregatedCompletion;
+    }
+}
+exports.ResponseStream = ResponseStream;
+//# sourceMappingURL=responseStream.js.map

package/dist/src/_internal/platform/nesFetch/common/responseStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"responseStream.js","sourceRoot":"","sources":["../../../../../../src/_internal/platform/nesFetch/common/responseStream.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEhG,oEAAsD;AACtD,wDAAqD;AACrD,8DAA0F;AAC1F,8DAAgE;AAKhE,MAAa,cAAc;IAsB1B,YAA6B,eAAyB,EAAE,MAAiC,EAAkB,SAAoB,EAAkB,OAAiB;QAArI,oBAAe,GAAf,eAAe,CAAU;QAAqD,cAAS,GAAT,SAAS,CAAW;QAAkB,YAAO,GAAP,OAAO,CAAU;QACjK,MAAM,qBAAqB,GAAG,IAAI,uBAAe,EAA+B,CAAC;QACjF,IAAI,CAAC,gBAAgB,GAAG,qBAAqB,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE;YAC1D,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC3B,OAAO,WAAW,CAAC;YACpB,CAAC;YACD,IAAI,CAAC;gBACJ,OAAO,eAAM,CAAC,EAAE,CAAC,cAAc,CAAC,0BAA0B,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,OAAO,eAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,IAAI,2BAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACvD,MAAM,WAAW,GAAiB,EAAE,CAAC;YACrC,IAAI,KAAwB,CAAC;YAC7B,IAAI,CAAC;gBACJ,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,MAAM,EAAE,CAAC;oBACvC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC7B,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC7B,CAAC;YACF,CAAC;YAAC,OAAO,CAAU,EAAE,CAAC;gBACrB,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;oBAAS,CAAC;gBACV,qBAAqB,CAAC,QAAQ,CAC7B,KAAK,CAAC,CAAC,CAAC,eAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CACpD,CAAC;YACH,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,OAAO;QACnB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IAC3C,CAAC;IAEO,MAAM,CAAC,0BAA0B,CAAC,MAAoB;QAC7D,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,YAAY,GAAmC,IAAI,CAAC;QACxD,IAAI,mBAAmB,GAA+B,IAAI,CAAC;QAC3D,IAAI,eAAe,GAAiC,SAAS,CAAC;QAE9D,KAAK,MAAM,UAAU,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,iDAAiD;YACvF,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAC1B,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrB,IAAI,mBAAmB,KAAK,IAAI,EAAE,CAAC;oBAClC,mBAAmB,GAAG;wBACrB,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;wBACnC,cAAc,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;wBACnD,WAAW,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;wBAC7C,YAAY,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;qBAC/C,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACP,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBAC3D,mBAAmB,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;oBAC3E,mBAAmB,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;oBACrE,mBAAmB,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBACxE,CAAC;YACF,CAAC;YACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;gBACtB,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;oBACnC,eAAe,GAAG;wBACjB,iBAAiB,EAAE,UAAU,CAAC,KAAK,CAAC,iBAAiB;wBACrD,aAAa,EAAE,UAAU,CAAC,KAAK,CAAC,aAAa;wBAC7C,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,YAAY;wBAC3C,yBAAyB,EAAE;4BAC1B,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,yBAAyB,CAAC,YAAY;4BACrE,gBAAgB,EAAE,UAAU,CAAC,KAAK,CAAC,yBAAyB,CAAC,gBAAgB;yBAC7E;wBACD,qBAAqB,EAAE;4BACtB,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,qBAAqB,CAAC,YAAY;4BACjE,gBAAgB,EAAE,UAAU,CAAC,KAAK,CAAC,qBAAqB,CAAC,gBAAgB;yBACzE;qBACD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACP,eAAe,CAAC,iBAAiB,IAAI,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC;oBACxE,eAAe,CAAC,aAAa,IAAI,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC;oBAChE,eAAe,CAAC,YAAY,IAAI,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC;oBAC9D,eAAe,CAAC,yBAAyB,CAAC,YAAY,IAAI,UAAU,CAAC,KAAK,CAAC,yBAAyB,CAAC,YAAY,CAAC;oBAClH,eAAe,CAAC,yBAAyB,CAAC,gBAAgB,IAAI,UAAU,CAAC,KAAK,CAAC,yBAAyB,CAAC,gBAAgB,CAAC;oBAC1H,eAAe,CAAC,qBAAqB,CAAC,YAAY,IAAI,UAAU,CAAC,KAAK,CAAC,qBAAqB,CAAC,YAAY,CAAC;oBAC1G,eAAe,CAAC,qBAAqB,CAAC,gBAAgB,IAAI,UAAU,CAAC,KAAK,CAAC,qBAAqB,CAAC,gBAAgB,CAAC;gBACnH,CAAC;YACF,CAAC;YACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC1B,IAAA,kBAAU,EACT,YAAY,KAAK,IAAI,EACrB,sEAAsE,CACtE,CAAC;gBACF,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC;YACrC,CAAC;QACF,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAE7B,MAAM,MAAM,GAAsB;YACjC,KAAK,EAAE,CAAC;YACR,aAAa,EAAE,YAAY;YAC3B,QAAQ,EAAE,mBAAmB;YAC7B,IAAI;SACJ,CAAC;QAEF,MAAM,oBAAoB,GAAe;YACxC,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YACjD,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,KAAK,EAAE,eAAe;SACtB,CAAC;QAEF,OAAO,oBAAoB,CAAC;IAC7B,CAAC;CACD;AA9ID,wCA8IC"}

package/dist/src/_internal/platform/nesFetch/node/completionsFetchServiceImpl.d.ts

@@ -0,0 +1,29 @@
+import { Result } from '../../../util/common/result';
+import { AsyncIterableObject } from '../../../util/vs/base/common/async';
+import { CancellationToken } from '../../../util/vs/base/common/cancellation';
+import { IAuthenticationService } from '../../authentication/common/authentication';
+import { RequestId } from '../../networking/common/fetch';
+import { IFetcherService, IHeaders, Response } from '../../networking/common/fetcherService';
+import { Completions, ICompletionsFetchService } from '../common/completionsFetchService';
+import { ResponseStream } from '../common/responseStream';
+export type FetchResponse = {
+    status: number;
+    statusText: string;
+    headers: IHeaders;
+    body: AsyncIterableObject<string>;
+    requestId: RequestId;
+    response: Response;
+};
+export interface IFetchRequestParams extends Completions.ModelParams {
+}
+export declare class CompletionsFetchService implements ICompletionsFetchService {
+    private authService;
+    private fetcherService;
+    readonly _serviceBrand: undefined;
+    constructor(authService: IAuthenticationService, fetcherService: IFetcherService);
+    disconnectAll(): Promise<unknown>;
+    fetch(url: string, secretKey: string, params: IFetchRequestParams, requestId: string, ct: CancellationToken, headerOverrides?: Record<string, string>): Promise<Result<ResponseStream, Completions.CompletionsFetchFailure>>;
+    protected _fetchFromUrl(url: string, options: Completions.Internal.FetchOptions, ct: CancellationToken): Promise<Result<FetchResponse, Completions.CompletionsFetchFailure>>;
+    private getHeaders;
+}
+//# sourceMappingURL=completionsFetchServiceImpl.d.ts.map

package/dist/src/_internal/platform/nesFetch/node/completionsFetchServiceImpl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"completionsFetchServiceImpl.d.ts","sourceRoot":"","sources":["../../../../../../src/_internal/platform/nesFetch/node/completionsFetchServiceImpl.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,4CAA4C,CAAC;AACpF,OAAO,EAAgB,SAAS,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAgB,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,wCAAwC,CAAC;AAC3G,OAAO,EAAE,WAAW,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAC1F,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG1D,MAAM,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,QAAQ,CAAC;IAClB,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAClC,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,QAAQ,CAAC;CACnB,CAAC;AAEF,MAAM,WAAW,mBAAoB,SAAQ,WAAW,CAAC,WAAW;CAAI;AAExE,qBAAa,uBAAwB,YAAW,wBAAwB;IAI9C,OAAO,CAAC,WAAW;IAC1B,OAAO,CAAC,cAAc;IAJxC,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC;gBAGD,WAAW,EAAE,sBAAsB,EAC1C,cAAc,EAAE,eAAe;IAIlD,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;IAI3B,KAAK,CACjB,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,mBAAmB,EAC3B,SAAS,EAAE,MAAM,EACjB,EAAE,EAAE,iBAAiB,EACrB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACtC,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,uBAAuB,CAAC,CAAC;cA0CvD,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,WAAW,CAAC,uBAAuB,CAAC,CAAC;IAyElL,OAAO,CAAC,UAAU;CAgBlB"}