@vscode/chat-lib 0.1.2 → 0.1.3-0

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/openai/fetch.d.ts

@@ -0,0 +1,227 @@
+import { IAuthenticationService } from '../../../../../../platform/authentication/common/authentication';
+import { IInstantiationService } from '../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { CancellationToken as ICancellationToken } from '../../../types/src';
+import { CopilotToken, ICompletionsCopilotTokenManager } from '../auth/copilotTokenManager';
+import { ICompletionsLogTargetService } from '../logger';
+import { Response } from '../networking';
+import { ICompletionsStatusReporter } from '../progress';
+import { Prompt } from '../prompt/prompt';
+import { MaybeRepoInfo } from '../prompt/repository';
+import { TelemetryData, TelemetryWithExp } from '../telemetry';
+import { ICompletionsRuntimeModeService } from '../util/runtimeMode';
+import { APIChoice, APIJsonData, RequestId } from './openai';
+import { CopilotAnnotations } from './stream';
+export declare enum CopilotUiKind {
+    GhostText = "ghostText",
+    Panel = "synthesize"
+}
+type BaseFetchRequest = {
+    /**
+     * The prompt prefix to send to the model.  Called `prompt` here for compatibility
+     * with the OpenAI API.
+     */
+    prompt: string;
+};
+/**
+ * Request parameters other than the prompt, which will be included in the OAI
+ * API request.
+ */
+type CompletionFetchRequestFields = {
+    /** The prompt suffix to send to the model. */
+    suffix: string;
+    /** Whether to stream back a response in SSE format. Always true: non streaming requests are not supported by this proxy */
+    stream: boolean;
+    /** Maximum number of tokens the model should generate. */
+    max_tokens: number;
+    /** How many parallel completions the model should generate (default 1). */
+    n: number;
+    /** Non-negative temperature sampling parameter (default 1). */
+    temperature: number;
+    /** Non-negative nucleus sampling parameter (defaults 1). */
+    top_p: number;
+    /** Strings that will cause the model to stop generating text. */
+    stop: string[];
+    /** Number of alternative tokens to include logprob data for. */
+    logprobs?: number;
+    /** Likelihood of specified tokens appearing in the completion. */
+    logit_bias?: {
+        [key: string]: number;
+    };
+    /** Copilot-only: NWO of repository, if any */
+    nwo?: string;
+    /**
+     * Controls whether code citation annotations are included in the response
+     * stream for non-blocking requests.
+     */
+    code_annotations?: boolean;
+};
+/** OAI API completion request, along with additional fields specific to Copilot. */
+export type CompletionRequest = BaseFetchRequest & CompletionFetchRequestFields & {
+    /** Copilot-only: extra arguments for completion processing. */
+    extra: Partial<CompletionRequestExtra>;
+};
+/**
+ * Completion request arguments that are Copilot-specific and don't exist in
+ * the OAI API.
+ */
+export declare interface CompletionRequestExtra {
+    /** The VSCode language ID for the file. */
+    language: string;
+    /**
+     * If true, the proxy will trim completions to the current block/line based
+     * on the force_indent and/or next_indent values.
+     */
+    trim_by_indentation?: boolean;
+    /**
+     * If set, will let the completion go on until a (non-continuation) line
+     * comes through with the given indentation level.
+     */
+    force_indent?: number;
+    /** Number of leading space or tab characters in the next non-empty line. */
+    next_indent?: number;
+    /**
+     * For testing only: A list of completions to be used instead of calling the
+     * model. The server will act as if the model returned these completions and
+     * postprocess them as it normally postprocesses model responses (i.e.
+     * filtering, trimming, etc.).
+     */
+    test_completions?: string[];
+    /**
+     The number of tokens (prefix)
+     */
+    prompt_tokens: number;
+    /**
+     The number of tokens (suffix)
+     */
+    suffix_tokens: number;
+    /** Additional context to send to the model.
+     * If this field is populated, then `prefix` will only contain the document prefix before the cursor.*/
+    context?: string[];
+}
+export type PostOptions = Partial<CompletionFetchRequestFields>;
+export declare function getRequestId(response: Response): RequestId;
+export interface CopilotError {
+    type: string;
+    code: string;
+    message: string;
+    identifier: string;
+}
+export interface CopilotConfirmation {
+    type: string;
+    title: string;
+    message: string;
+    confirmation: Record<string, unknown>;
+}
+export interface CopilotReference {
+    type: string;
+    id: string;
+    data: Record<string, unknown>;
+}
+export interface RequestDelta {
+    text: string;
+    index?: number;
+    requestId?: RequestId;
+    annotations?: CopilotAnnotations;
+    copilotErrors?: CopilotError[];
+    copilotConfirmation?: CopilotConfirmation;
+    copilotReferences?: CopilotReference[];
+    getAPIJsonData?: () => APIJsonData;
+    finished?: boolean;
+    telemetryData?: TelemetryWithExp;
+}
+export interface SolutionDecision {
+    yieldSolution: boolean;
+    continueStreaming: boolean;
+    finishOffset?: number;
+}
+type FinishedCallbackResult = Promise<SolutionDecision | number | undefined> | SolutionDecision | number | undefined;
+/**
+ * Takes a (part of a) completion resolves to the offset of the end of the
+ * block, or undefined if the block is not yet finished.
+ */
+export interface FinishedCallback {
+    (text: string, delta: RequestDelta): FinishedCallbackResult;
+}
+interface InternalFetchParams {
+    prompt: Prompt;
+    engineModelId: string;
+    uiKind: CopilotUiKind;
+    ourRequestId: string;
+    headers?: CompletionHeaders;
+}
+/**
+ * Interface for the parameters passed to `fetchAndStreamCompletions` and `fetchWithParameters` wrappers,
+ * which then turn them into a `CompletionRequest` to be sent with `fetchWithInstrumentation`.
+ */
+export interface CompletionParams extends InternalFetchParams {
+    repoInfo: MaybeRepoInfo;
+    languageId: string;
+    count: number;
+    requestLogProbs?: boolean;
+    postOptions?: PostOptions;
+    extra: Partial<CompletionRequestExtra>;
+}
+/**
+ * Interface for the parameters passed to `fetchSpeculationWithParameters`,
+ * which then turns them into a `SpeculationCompletionRequest` object to be sent with `fetchWithInstrumentation`.
+ */
+export interface SpeculationFetchParams extends InternalFetchParams {
+    speculation: string;
+    stops: string[] | null;
+}
+export declare const ICompletionsOpenAIFetcherService: import("../../../../../../util/common/services").ServiceIdentifier<ICompletionsOpenAIFetcherService>;
+export interface ICompletionsOpenAIFetcherService {
+    readonly _serviceBrand: undefined;
+    fetchAndStreamCompletions(params: CompletionParams, baseTelemetryData: TelemetryWithExp, finishedCb: FinishedCallback, cancellationToken?: ICancellationToken): Promise<CompletionResults | CompletionError>;
+}
+/** An interface to abstract away the network request to OpenAI, allowing for
+ * fake or mock implementations. It's deliberately injected relatively high
+ * in the call stack to avoid having to reconstruct some of the lower-level details
+ * of the OpenAI API.
+ */
+export declare abstract class OpenAIFetcher implements ICompletionsOpenAIFetcherService {
+    _serviceBrand: undefined;
+    /**
+     * Sends a request to the code completion endpoint.
+     */
+    abstract fetchAndStreamCompletions(params: CompletionParams, baseTelemetryData: TelemetryWithExp, finishedCb: FinishedCallback, cancellationToken?: ICancellationToken): Promise<CompletionResults | CompletionError>;
+}
+export interface CompletionResults {
+    type: 'success';
+    choices: AsyncIterable<APIChoice>;
+    getProcessingTime(): number;
+}
+export type CompletionError = {
+    type: 'failed';
+    reason: string;
+} | {
+    type: 'canceled';
+    reason: string;
+};
+export type CompletionHeaders = {
+    /** For speculation only**/
+    Host?: string;
+    Connection?: string;
+    'X-Copilot-Async'?: string;
+    'X-Copilot-Speculative'?: string;
+};
+export declare function sanitizeRequestOptionTelemetry(request: Partial<CompletionRequest>, telemetryData: TelemetryWithExp, topLevelKeys: string[], // top-level properties to exclude from standard telemetry
+extraKeys?: (keyof CompletionRequestExtra)[]): void;
+export declare function postProcessChoices(choices: AsyncIterable<APIChoice>): AsyncIterable<APIChoice>;
+export declare const CMDQuotaExceeded = "github.copilot.completions.quotaExceeded";
+export declare class LiveOpenAIFetcher extends OpenAIFetcher {
+    #private;
+    private readonly instantiationService;
+    private readonly runtimeModeService;
+    private readonly logTargetService;
+    private readonly copilotTokenManager;
+    private readonly statusReporter;
+    private readonly authenticationService;
+    constructor(instantiationService: IInstantiationService, runtimeModeService: ICompletionsRuntimeModeService, logTargetService: ICompletionsLogTargetService, copilotTokenManager: ICompletionsCopilotTokenManager, statusReporter: ICompletionsStatusReporter, authenticationService: IAuthenticationService);
+    fetchAndStreamCompletions(params: CompletionParams, baseTelemetryData: TelemetryWithExp, finishedCb: FinishedCallback, cancel?: ICancellationToken): Promise<CompletionResults | CompletionError>;
+    private createTelemetryData;
+    fetchWithParameters(endpoint: string, params: CompletionParams, copilotToken: CopilotToken, baseTelemetryData: TelemetryWithExp, cancel?: ICancellationToken): Promise<Response | 'not-sent'>;
+    handleError(statusReporter: ICompletionsStatusReporter, telemetryData: TelemetryData, response: Response, copilotToken: CopilotToken): Promise<CompletionError>;
+}
+export {};
+//# sourceMappingURL=fetch.d.ts.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/openai/fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/openai/fetch.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,sBAAsB,EAAE,MAAM,iEAAiE,CAAC;AAEzG,OAAO,EAAE,qBAAqB,EAAoB,MAAM,uEAAuE,CAAC;AAChI,OAAO,EAAE,iBAAiB,IAAI,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAG5F,OAAO,EAAE,4BAA4B,EAAU,MAAM,WAAW,CAAC;AAEjE,OAAO,EAAE,QAAQ,EAA6B,MAAM,eAAe,CAAC;AACpE,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAmB,MAAM,sBAAsB,CAAC;AACtE,OAAO,EACN,aAAa,EACb,gBAAgB,EAKhB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EACN,SAAS,EACT,WAAW,EACX,SAAS,EAKT,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,kBAAkB,EAA0C,MAAM,UAAU,CAAC;AAItF,oBAAY,aAAa;IACxB,SAAS,cAAc;IACvB,KAAK,eAAe;CACpB;AAED,KAAK,gBAAgB,GAAG;IACvB;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;CACf,CAAC;AAEF;;;GAGG;AACH,KAAK,4BAA4B,GAAG;IACnC,8CAA8C;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,2HAA2H;IAC3H,MAAM,EAAE,OAAO,CAAC;IAChB,0DAA0D;IAC1D,UAAU,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,CAAC,EAAE,MAAM,CAAC;IACV,+DAA+D;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAC;IACd,iEAAiE;IACjE,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,gEAAgE;IAChE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kEAAkE;IAClE,UAAU,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAEvC,8CAA8C;IAC9C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,oFAAoF;AACpF,MAAM,MAAM,iBAAiB,GAAG,gBAAgB,GAC/C,4BAA4B,GAAG;IAC9B,+DAA+D;IAC/D,KAAK,EAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACvC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,OAAO,WAAW,sBAAsB;IAC9C,2CAA2C;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4EAA4E;IAC5E,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;2GACuG;IACvG,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;AAIhE,wBAAgB,YAAY,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAM1D;AAqBD,MAAM,WAAW,YAAY;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,gBAAgB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC;IAC/B,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,iBAAiB,CAAC,EAAE,gBAAgB,EAAE,CAAC;IACvC,cAAc,CAAC,EAAE,MAAM,WAAW,CAAC;IACnC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,aAAa,CAAC,EAAE,gBAAgB,CAAC;CACjC;AAED,MAAM,WAAW,gBAAgB;IAChC,aAAa,EAAE,OAAO,CAAC;IACvB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,KAAK,sBAAsB,GACxB,OAAO,CAAC,gBAAgB,GAAG,MAAM,GAAG,SAAS,CAAC,GAC9C,gBAAgB,GAChB,MAAM,GACN,SAAS,CAAC;AAEb;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAChC,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,sBAAsB,CAAC;CAC5D;AAED,UAAU,mBAAmB;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,gBAAiB,SAAQ,mBAAmB;IAC5D,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,KAAK,EAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACvC;AAED;;;GAGG;AACH,MAAM,WAAW,sBAAuB,SAAQ,mBAAmB;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CACvB;AAED,eAAO,MAAM,gCAAgC,sGAAgG,CAAC;AAC9I,MAAM,WAAW,gCAAgC;IAChD,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC;IAClC,yBAAyB,CACxB,MAAM,EAAE,gBAAgB,EACxB,iBAAiB,EAAE,gBAAgB,EACnC,UAAU,EAAE,gBAAgB,EAC5B,iBAAiB,CAAC,EAAE,kBAAkB,GACpC,OAAO,CAAC,iBAAiB,GAAG,eAAe,CAAC,CAAC;CAChD;AAED;;;;GAIG;AACH,8BAAsB,aAAc,YAAW,gCAAgC;IACtE,aAAa,EAAE,SAAS,CAAC;IACjC;;OAEG;IACH,QAAQ,CAAC,yBAAyB,CACjC,MAAM,EAAE,gBAAgB,EACxB,iBAAiB,EAAE,gBAAgB,EACnC,UAAU,EAAE,gBAAgB,EAC5B,iBAAiB,CAAC,EAAE,kBAAkB,GACpC,OAAO,CAAC,iBAAiB,GAAG,eAAe,CAAC;CAC/C;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,iBAAiB,IAAI,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,eAAe,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAExG,MAAM,MAAM,iBAAiB,GAAG;IAC/B,2BAA2B;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;CACjC,CAAC;AAMF,wBAAgB,8BAA8B,CAC7C,OAAO,EAAE,OAAO,CAAC,iBAAiB,CAAC,EACnC,aAAa,EAAE,gBAAgB,EAC/B,YAAY,EAAE,MAAM,EAAE,EAAE,0DAA0D;AAClF,SAAS,CAAC,EAAE,CAAC,MAAM,sBAAsB,CAAC,EAAE,GAC1C,IAAI,CAkBN;AAsGD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,4BAEnE;AAED,eAAO,MAAM,gBAAgB,6CAA6C,CAAC;AAE3E,qBAAa,iBAAkB,SAAQ,aAAa;;IAI3B,OAAO,CAAC,QAAQ,CAAC,oBAAoB;IAC5B,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACrC,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAC9B,OAAO,CAAC,QAAQ,CAAC,mBAAmB;IACzC,OAAO,CAAC,QAAQ,CAAC,cAAc;IACnC,OAAO,CAAC,QAAQ,CAAC,qBAAqB;gBALtB,oBAAoB,EAAE,qBAAqB,EAClC,kBAAkB,EAAE,8BAA8B,EACpD,gBAAgB,EAAE,4BAA4B,EAC3C,mBAAmB,EAAE,+BAA+B,EACzD,cAAc,EAAE,0BAA0B,EAC9C,qBAAqB,EAAE,sBAAsB;IAKjF,yBAAyB,CAC9B,MAAM,EAAE,gBAAgB,EACxB,iBAAiB,EAAE,gBAAgB,EACnC,UAAU,EAAE,gBAAgB,EAC5B,MAAM,CAAC,EAAE,kBAAkB,GACzB,OAAO,CAAC,iBAAiB,GAAG,eAAe,CAAC;IA0C/C,OAAO,CAAC,mBAAmB;IASrB,mBAAmB,CACxB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,gBAAgB,EACxB,YAAY,EAAE,YAAY,EAC1B,iBAAiB,EAAE,gBAAgB,EACnC,MAAM,CAAC,EAAE,kBAAkB,GACzB,OAAO,CAAC,QAAQ,GAAG,UAAU,CAAC;IAsD3B,WAAW,CAChB,cAAc,EAAE,0BAA0B,EAC1C,aAAa,EAAE,aAAa,EAC5B,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,GACxB,OAAO,CAAC,eAAe,CAAC;CA6D3B"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/openai/fetch.js

@@ -0,0 +1,331 @@
+"use strict";
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LiveOpenAIFetcher = exports.CMDQuotaExceeded = exports.OpenAIFetcher = exports.ICompletionsOpenAIFetcherService = exports.CopilotUiKind = void 0;
+exports.getRequestId = getRequestId;
+exports.sanitizeRequestOptionTelemetry = sanitizeRequestOptionTelemetry;
+exports.postProcessChoices = postProcessChoices;
+const authentication_1 = require("../../../../../../platform/authentication/common/authentication");
+const services_1 = require("../../../../../../util/common/services");
+const instantiation_1 = require("../../../../../../util/vs/platform/instantiation/common/instantiation");
+const copilotTokenManager_1 = require("../auth/copilotTokenManager");
+const copilotTokenNotifier_1 = require("../auth/copilotTokenNotifier");
+const iterableHelpers_1 = require("../helpers/iterableHelpers");
+const logger_1 = require("../logger");
+const networkConfiguration_1 = require("../networkConfiguration");
+const networking_1 = require("../networking");
+const progress_1 = require("../progress");
+const repository_1 = require("../prompt/repository");
+const telemetry_1 = require("../telemetry");
+const async_1 = require("../util/async");
+const runtimeMode_1 = require("../util/runtimeMode");
+const unknown_1 = require("../util/unknown");
+const openai_1 = require("./openai");
+const stream_1 = require("./stream");
+const logger = new logger_1.Logger('fetchCompletions');
+var CopilotUiKind;
+(function (CopilotUiKind) {
+    CopilotUiKind["GhostText"] = "ghostText";
+    CopilotUiKind["Panel"] = "synthesize";
+})(CopilotUiKind || (exports.CopilotUiKind = CopilotUiKind = {}));
+// Request helpers
+function getRequestId(response) {
+    return {
+        headerRequestId: response.headers.get('x-request-id') || '',
+        serverExperiments: response.headers.get('X-Copilot-Experiment') || '',
+        deploymentId: response.headers.get('azureml-model-deployment') || '',
+    };
+}
+function getProcessingTime(response) {
+    const reqIdStr = response.headers.get('openai-processing-ms');
+    if (reqIdStr) {
+        return parseInt(reqIdStr, 10);
+    }
+    return 0;
+}
+function uiKindToIntent(uiKind) {
+    switch (uiKind) {
+        case CopilotUiKind.GhostText:
+            return 'copilot-ghost';
+        case CopilotUiKind.Panel:
+            return 'copilot-panel';
+    }
+}
+exports.ICompletionsOpenAIFetcherService = (0, services_1.createServiceIdentifier)('ICompletionsOpenAIFetcherService');
+/** An interface to abstract away the network request to OpenAI, allowing for
+ * fake or mock implementations. It's deliberately injected relatively high
+ * in the call stack to avoid having to reconstruct some of the lower-level details
+ * of the OpenAI API.
+ */
+class OpenAIFetcher {
+}
+exports.OpenAIFetcher = OpenAIFetcher;
+function getProxyEngineUrl(accessor, token, modelId, endpoint) {
+    return (0, networkConfiguration_1.getEndpointUrl)(accessor, token, 'proxy', 'v1/engines', modelId, endpoint);
+}
+function sanitizeRequestOptionTelemetry(request, telemetryData, topLevelKeys, // top-level properties to exclude from standard telemetry
+extraKeys // keys under the `extra` property to exclude from standard telemetry
+) {
+    for (const [key, value] of Object.entries(request)) {
+        if (topLevelKeys.includes(key)) {
+            continue;
+        }
+        let valueToLog = value;
+        if (key === 'extra' && extraKeys) {
+            const extra = { ...valueToLog };
+            for (const extraKey of extraKeys) {
+                delete extra[extraKey];
+            }
+            valueToLog = extra;
+        }
+        telemetryData.properties[`request.option.${key}`] = JSON.stringify(valueToLog) ?? 'undefined';
+    }
+}
+async function fetchWithInstrumentation(accessor, prompt, engineModelId, endpoint, ourRequestId, request, copilotToken, uiKind, telemetryExp, cancel, headers) {
+    const instantiationService = accessor.get(instantiation_1.IInstantiationService);
+    const logTarget = accessor.get(logger_1.ICompletionsLogTargetService);
+    const statusReporter = accessor.get(progress_1.ICompletionsStatusReporter);
+    const uri = instantiationService.invokeFunction(getProxyEngineUrl, copilotToken, engineModelId, endpoint);
+    const telemetryData = telemetryExp.extendedBy({
+        endpoint: endpoint,
+        engineName: engineModelId,
+        uiKind: uiKind,
+    }, (0, telemetry_1.telemetrizePromptLength)(prompt));
+    // Skip prompt info (PII)
+    sanitizeRequestOptionTelemetry(request, telemetryData, ['prompt', 'suffix'], ['context']);
+    // The request ID we are passed in is sent in the request to the proxy, and included in our pre-request telemetry.
+    // We hope (but do not rely on) that the model will use the same ID in the response, allowing us to correlate
+    // the request and response.
+    telemetryData.properties['headerRequestId'] = ourRequestId;
+    instantiationService.invokeFunction(telemetry_1.telemetry, 'request.sent', telemetryData);
+    const requestStart = (0, telemetry_1.now)();
+    const intent = uiKindToIntent(uiKind);
+    // Wrap the Promise with success/error callbacks so we can log/measure it
+    return instantiationService.invokeFunction(networking_1.postRequest, uri, copilotToken.token, intent, ourRequestId, request, cancel, headers)
+        .then(response => {
+        // This ID is hopefully the one the same as ourRequestId, but it is not guaranteed.
+        // If they are different then we will override the original one we set in telemetryData above.
+        const modelRequestId = getRequestId(response);
+        telemetryData.extendWithRequestId(modelRequestId);
+        // TODO: Add response length (requires parsing)
+        const totalTimeMs = (0, telemetry_1.now)() - requestStart;
+        telemetryData.measurements.totalTimeMs = totalTimeMs;
+        logger.info(logTarget, `Request ${ourRequestId} at <${uri}> finished with ${response.status} status after ${totalTimeMs}ms`);
+        telemetryData.properties.status = String(response.status);
+        logger.debug(logTarget, 'request.response properties', telemetryData.properties);
+        logger.debug(logTarget, 'request.response measurements', telemetryData.measurements);
+        logger.debug(logTarget, 'prompt:', prompt);
+        instantiationService.invokeFunction(telemetry_1.telemetry, 'request.response', telemetryData);
+        return response;
+    })
+        .catch((error) => {
+        if ((0, networking_1.isAbortError)(error)) {
+            // If we cancelled a network request, we want to log a `request.cancel` instead of `request.error`
+            instantiationService.invokeFunction(telemetry_1.telemetry, 'request.cancel', telemetryData);
+            throw error;
+        }
+        statusReporter.setWarning((0, unknown_1.getKey)(error, 'message') ?? '');
+        const warningTelemetry = telemetryData.extendedBy({ error: 'Network exception' });
+        instantiationService.invokeFunction(telemetry_1.telemetry, 'request.shownWarning', warningTelemetry);
+        telemetryData.properties.message = String((0, unknown_1.getKey)(error, 'name') ?? '');
+        telemetryData.properties.code = String((0, unknown_1.getKey)(error, 'code') ?? '');
+        telemetryData.properties.errno = String((0, unknown_1.getKey)(error, 'errno') ?? '');
+        telemetryData.properties.type = String((0, unknown_1.getKey)(error, 'type') ?? '');
+        const totalTimeMs = (0, telemetry_1.now)() - requestStart;
+        telemetryData.measurements.totalTimeMs = totalTimeMs;
+        logger.info(logTarget, `Request ${ourRequestId} at <${uri}> rejected with ${String(error)} after ${totalTimeMs}ms`);
+        logger.debug(logTarget, 'request.error properties', telemetryData.properties);
+        logger.debug(logTarget, 'request.error measurements', telemetryData.measurements);
+        instantiationService.invokeFunction(telemetry_1.telemetry, 'request.error', telemetryData);
+        throw error;
+    })
+        .finally(() => {
+        instantiationService.invokeFunction(telemetry_1.logEnginePrompt, prompt, telemetryData);
+    });
+}
+function postProcessChoices(choices) {
+    return (0, iterableHelpers_1.asyncIterableFilter)(choices, choice => choice.completionText.trim().length > 0);
+}
+exports.CMDQuotaExceeded = 'github.copilot.completions.quotaExceeded';
+let LiveOpenAIFetcher = class LiveOpenAIFetcher extends OpenAIFetcher {
+    #disabledReason;
+    constructor(instantiationService, runtimeModeService, logTargetService, copilotTokenManager, statusReporter, authenticationService) {
+        super();
+        this.instantiationService = instantiationService;
+        this.runtimeModeService = runtimeModeService;
+        this.logTargetService = logTargetService;
+        this.copilotTokenManager = copilotTokenManager;
+        this.statusReporter = statusReporter;
+        this.authenticationService = authenticationService;
+    }
+    async fetchAndStreamCompletions(params, baseTelemetryData, finishedCb, cancel) {
+        if (this.#disabledReason) {
+            return { type: 'canceled', reason: this.#disabledReason };
+        }
+        const endpoint = 'completions';
+        const copilotToken = this.copilotTokenManager.token ?? await this.copilotTokenManager.getToken();
+        const response = await this.fetchWithParameters(endpoint, params, copilotToken, baseTelemetryData, cancel);
+        if (response === 'not-sent') {
+            return { type: 'canceled', reason: 'before fetch request' };
+        }
+        if (cancel?.isCancellationRequested) {
+            const body = response.body();
+            try {
+                // Destroy the stream so that the server is hopefully notified we don't want any more data
+                // and can cancel/forget about the request itself.
+                if (body && 'destroy' in body && typeof body.destroy === 'function') {
+                    body.destroy();
+                }
+                else if (body instanceof ReadableStream) {
+                    void body.cancel();
+                }
+            }
+            catch (e) {
+                this.instantiationService.invokeFunction(acc => logger.exception(acc, e, `Error destroying stream`));
+            }
+            return { type: 'canceled', reason: 'after fetch request' };
+        }
+        if (response.status !== 200) {
+            const telemetryData = this.createTelemetryData(endpoint, params);
+            return this.handleError(this.statusReporter, telemetryData, response, copilotToken);
+        }
+        const processor = await this.instantiationService.invokeFunction(stream_1.SSEProcessor.create, params.count, response, baseTelemetryData, [], cancel);
+        const finishedCompletions = processor.processSSE(finishedCb);
+        const choices = (0, iterableHelpers_1.asyncIterableMap)(finishedCompletions, solution => this.instantiationService.invokeFunction(stream_1.prepareSolutionForReturn, solution, baseTelemetryData));
+        return {
+            type: 'success',
+            choices: postProcessChoices(choices),
+            getProcessingTime: () => getProcessingTime(response),
+        };
+    }
+    createTelemetryData(endpoint, params) {
+        return telemetry_1.TelemetryData.createAndMarkAsIssued({
+            endpoint: endpoint,
+            engineName: params.engineModelId,
+            uiKind: params.uiKind,
+            headerRequestId: params.ourRequestId,
+        });
+    }
+    async fetchWithParameters(endpoint, params, copilotToken, baseTelemetryData, cancel) {
+        const request = {
+            prompt: params.prompt.prefix,
+            suffix: params.prompt.suffix,
+            max_tokens: (0, openai_1.getMaxSolutionTokens)(),
+            temperature: (0, openai_1.getTemperatureForSamples)(this.runtimeModeService, params.count),
+            top_p: (0, openai_1.getTopP)(),
+            n: params.count,
+            stop: (0, openai_1.getStops)(params.languageId),
+            stream: true, // Always true: non streaming requests are not supported by this proxy
+            extra: params.extra,
+        };
+        if (params.requestLogProbs) {
+            request.logprobs = 2; // Request that logprobs of 2 tokens (i.e. including the best alternative) be returned
+        }
+        const githubNWO = (0, repository_1.tryGetGitHubNWO)(params.repoInfo);
+        if (githubNWO !== undefined) {
+            request.nwo = githubNWO;
+        }
+        if (params.postOptions) {
+            Object.assign(request, params.postOptions);
+        }
+        if (params.prompt.context && params.prompt.context.length > 0) {
+            request.extra.context = params.prompt.context;
+        }
+        // Give a final opportunity to cancel the request before we send the request
+        // This await line is necessary to allow the tests in extension/src/openai.test.ts to pass
+        await (0, async_1.delay)(0);
+        if (cancel?.isCancellationRequested) {
+            return 'not-sent';
+        }
+        const response = await this.instantiationService.invokeFunction(fetchWithInstrumentation, params.prompt, params.engineModelId, endpoint, params.ourRequestId, request, copilotToken, params.uiKind, baseTelemetryData, cancel, params.headers);
+        return response;
+    }
+    async handleError(statusReporter, telemetryData, response, copilotToken) {
+        const text = await response.text();
+        if (response.status === 402) {
+            this.#disabledReason = 'monthly free code completions exhausted';
+            const message = 'Completions limit reached';
+            statusReporter.setError(message, {
+                command: exports.CMDQuotaExceeded,
+                title: 'Learn More',
+            });
+            const event = (0, copilotTokenNotifier_1.onCopilotToken)(this.authenticationService, t => {
+                this.#disabledReason = undefined;
+                if (!t.isCompletionsQuotaExceeded) {
+                    statusReporter.forceNormal();
+                    event.dispose();
+                }
+            });
+            return { type: 'failed', reason: this.#disabledReason };
+        }
+        if (response.status === 466) {
+            statusReporter.setError(text);
+            logger.info(this.logTargetService, text);
+            return { type: 'failed', reason: `client not supported: ${text}` };
+        }
+        if (isClientError(response) && !response.headers.get('x-github-request-id')) {
+            const message = `Last response was a ${response.status} error and does not appear to originate from GitHub. Is a proxy or firewall intercepting this request? https://gh.io/copilot-firewall`;
+            logger.error(this.logTargetService, message);
+            statusReporter.setWarning(message);
+            telemetryData.properties.error = `Response status was ${response.status} with no x-github-request-id header`;
+        }
+        else if (isClientError(response)) {
+            logger.warn(this.logTargetService, `Response status was ${response.status}:`, text);
+            statusReporter.setWarning(`Last response was a ${response.status} error: ${text}`);
+            telemetryData.properties.error = `Response status was ${response.status}: ${text}`;
+        }
+        else {
+            statusReporter.setWarning(`Last response was a ${response.status} error`);
+            telemetryData.properties.error = `Response status was ${response.status}`;
+        }
+        telemetryData.properties.status = String(response.status);
+        this.instantiationService.invokeFunction(telemetry_1.telemetry, 'request.shownWarning', telemetryData);
+        // check for 4xx responses which will point to a forbidden
+        if (response.status === 401 || response.status === 403) {
+            // Token has expired or invalid, fetch a new one on next request
+            // TODO(drifkin): these actions should probably happen in vsc specific code
+            this.copilotTokenManager.resetToken(response.status);
+            return { type: 'failed', reason: `token expired or invalid: ${response.status}` };
+        }
+        if (response.status === 429) {
+            const rateLimitSeconds = 10;
+            setTimeout(() => {
+                this.#disabledReason = undefined;
+            }, rateLimitSeconds * 1000);
+            this.#disabledReason = 'rate limited';
+            logger.warn(this.logTargetService, `Rate limited by server. Denying completions for the next ${rateLimitSeconds} seconds.`);
+            return { type: 'failed', reason: this.#disabledReason };
+        }
+        if (response.status === 499) {
+            logger.info(this.logTargetService, 'Cancelled by server');
+            return { type: 'failed', reason: 'canceled by server' };
+        }
+        logger.error(this.logTargetService, 'Unhandled status from server:', response.status, text);
+        return { type: 'failed', reason: `unhandled status from server: ${response.status} ${text}` };
+    }
+};
+exports.LiveOpenAIFetcher = LiveOpenAIFetcher;
+exports.LiveOpenAIFetcher = LiveOpenAIFetcher = __decorate([
+    __param(0, instantiation_1.IInstantiationService),
+    __param(1, runtimeMode_1.ICompletionsRuntimeModeService),
+    __param(2, logger_1.ICompletionsLogTargetService),
+    __param(3, copilotTokenManager_1.ICompletionsCopilotTokenManager),
+    __param(4, progress_1.ICompletionsStatusReporter),
+    __param(5, authentication_1.IAuthenticationService)
+], LiveOpenAIFetcher);
+function isClientError(response) {
+    return response.status >= 400 && response.status < 500;
+}
+//# sourceMappingURL=fetch.js.map

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/openai/fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/openai/fetch.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;;;;;;;;;;AAwIhG,oCAMC;AAyJD,wEAuBC;AAsGD,gDAEC;AAnaD,oGAAyG;AACzG,qEAAiF;AACjF,yGAAgI;AAEhI,qEAA4F;AAC5F,uEAA8D;AAC9D,gEAAmF;AACnF,sCAAiE;AACjE,kEAAyD;AACzD,8CAAoE;AACpE,0CAAyD;AAEzD,qDAAsE;AACtE,4CAOsB;AACtB,yCAAsC;AACtC,qDAAqE;AACrE,6CAAyC;AACzC,qCAQkB;AAClB,qCAAsF;AAEtF,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,CAAC,CAAC;AAE9C,IAAY,aAGX;AAHD,WAAY,aAAa;IACxB,wCAAuB,CAAA;IACvB,qCAAoB,CAAA;AACrB,CAAC,EAHW,aAAa,6BAAb,aAAa,QAGxB;AA2FD,kBAAkB;AAElB,SAAgB,YAAY,CAAC,QAAkB;IAC9C,OAAO;QACN,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;QAC3D,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,EAAE;QACrE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,IAAI,EAAE;KACpE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAkB;IAC5C,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAC9D,IAAI,QAAQ,EAAE,CAAC;QACd,OAAO,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,CAAC,CAAC;AACV,CAAC;AAED,SAAS,cAAc,CAAC,MAAqB;IAC5C,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,aAAa,CAAC,SAAS;YAC3B,OAAO,eAAe,CAAC;QACxB,KAAK,aAAa,CAAC,KAAK;YACvB,OAAO,eAAe,CAAC;IACzB,CAAC;AACF,CAAC;AAuFY,QAAA,gCAAgC,GAAG,IAAA,kCAAuB,EAAmC,kCAAkC,CAAC,CAAC;AAW9I;;;;GAIG;AACH,MAAsB,aAAa;CAWlC;AAXD,sCAWC;AAkBD,SAAS,iBAAiB,CAAC,QAA0B,EAAE,KAAmB,EAAE,OAAe,EAAE,QAAgB;IAC5G,OAAO,IAAA,qCAAc,EAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AAClF,CAAC;AAED,SAAgB,8BAA8B,CAC7C,OAAmC,EACnC,aAA+B,EAC/B,YAAsB,EAAE,0DAA0D;AAClF,SAA4C,CAAC,qEAAqE;;IAElH,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpD,IAAI,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,SAAS;QACV,CAAC;QAED,IAAI,UAAU,GAAG,KAAgB,CAAC;QAElC,IAAI,GAAG,KAAK,OAAO,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,EAAE,GAAI,UAAqC,EAAE,CAAC;YAC5D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAClC,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC;YACxB,CAAC;YACD,UAAU,GAAG,KAAK,CAAC;QACpB,CAAC;QAED,aAAa,CAAC,UAAU,CAAC,kBAAkB,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,WAAW,CAAC;IAC/F,CAAC;AACF,CAAC;AAED,KAAK,UAAU,wBAAwB,CACtC,QAA0B,EAC1B,MAAc,EACd,aAAqB,EACrB,QAAgB,EAChB,YAAoB,EACpB,OAAgC,EAChC,YAA0B,EAC1B,MAAqB,EACrB,YAA8B,EAC9B,MAA2B,EAC3B,OAA2B;IAE3B,MAAM,oBAAoB,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAAqB,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAA4B,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAA0B,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,oBAAoB,CAAC,cAAc,CAAC,iBAAiB,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;IAE1G,MAAM,aAAa,GAAG,YAAY,CAAC,UAAU,CAC5C;QACC,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,aAAa;QACzB,MAAM,EAAE,MAAM;KACd,EACD,IAAA,mCAAuB,EAAC,MAAM,CAAC,CAC/B,CAAC;IAEF,yBAAyB;IACzB,8BAA8B,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAE1F,kHAAkH;IAClH,6GAA6G;IAC7G,4BAA4B;IAC5B,aAAa,CAAC,UAAU,CAAC,iBAAiB,CAAC,GAAG,YAAY,CAAC;IAE3D,oBAAoB,CAAC,cAAc,CAAC,qBAAS,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;IAE9E,MAAM,YAAY,GAAG,IAAA,eAAG,GAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAEtC,yEAAyE;IACzE,OAAO,oBAAoB,CAAC,cAAc,CAAC,wBAAW,EAAE,GAAG,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;SAC9H,IAAI,CAAC,QAAQ,CAAC,EAAE;QAChB,mFAAmF;QACnF,8FAA8F;QAC9F,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC9C,aAAa,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAElD,+CAA+C;QAC/C,MAAM,WAAW,GAAG,IAAA,eAAG,GAAE,GAAG,YAAY,CAAC;QACzC,aAAa,CAAC,YAAY,CAAC,WAAW,GAAG,WAAW,CAAC;QAErD,MAAM,CAAC,IAAI,CACV,SAAS,EACT,WAAW,YAAY,QAAQ,GAAG,mBAAmB,QAAQ,CAAC,MAAM,iBAAiB,WAAW,IAAI,CACpG,CAAC;QACF,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,6BAA6B,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QACjF,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,+BAA+B,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAE3C,oBAAoB,CAAC,cAAc,CAAC,qBAAS,EAAE,kBAAkB,EAAE,aAAa,CAAC,CAAC;QAElF,OAAO,QAAQ,CAAC;IACjB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACzB,IAAI,IAAA,yBAAY,EAAC,KAAK,CAAC,EAAE,CAAC;YACzB,kGAAkG;YAClG,oBAAoB,CAAC,cAAc,CAAC,qBAAS,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC;YAChF,MAAM,KAAK,CAAC;QACb,CAAC;QACD,cAAc,CAAC,UAAU,CAAC,IAAA,gBAAM,EAAC,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1D,MAAM,gBAAgB,GAAG,aAAa,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAClF,oBAAoB,CAAC,cAAc,CAAC,qBAAS,EAAE,sBAAsB,EAAE,gBAAgB,CAAC,CAAC;QAEzF,aAAa,CAAC,UAAU,CAAC,OAAO,GAAG,MAAM,CAAC,IAAA,gBAAM,EAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACvE,aAAa,CAAC,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,IAAA,gBAAM,EAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACpE,aAAa,CAAC,UAAU,CAAC,KAAK,GAAG,MAAM,CAAC,IAAA,gBAAM,EAAC,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,aAAa,CAAC,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,IAAA,gBAAM,EAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAEpE,MAAM,WAAW,GAAG,IAAA,eAAG,GAAE,GAAG,YAAY,CAAC;QACzC,aAAa,CAAC,YAAY,CAAC,WAAW,GAAG,WAAW,CAAC;QAErD,MAAM,CAAC,IAAI,CACV,SAAS,EACT,WAAW,YAAY,QAAQ,GAAG,mBAAmB,MAAM,CAAC,KAAK,CAAC,UAAU,WAAW,IAAI,CAC3F,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,0BAA0B,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;QAC9E,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,4BAA4B,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;QAElF,oBAAoB,CAAC,cAAc,CAAC,qBAAS,EAAE,eAAe,EAAE,aAAa,CAAC,CAAC;QAE/E,MAAM,KAAK,CAAC;IACb,CAAC,CAAC;SACD,OAAO,CAAC,GAAG,EAAE;QACb,oBAAoB,CAAC,cAAc,CAAC,2BAAe,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,kBAAkB,CAAC,OAAiC;IACnE,OAAO,IAAA,qCAAmB,EAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACxF,CAAC;AAEY,QAAA,gBAAgB,GAAG,0CAA0C,CAAC;AAEpE,IAAM,iBAAiB,GAAvB,MAAM,iBAAkB,SAAQ,aAAa;IACnD,eAAe,CAAqB;IAEpC,YACyC,oBAA2C,EAClC,kBAAkD,EACpD,gBAA8C,EAC3C,mBAAoD,EACzD,cAA0C,EAC9C,qBAA6C;QAEtF,KAAK,EAAE,CAAC;QAPgC,yBAAoB,GAApB,oBAAoB,CAAuB;QAClC,uBAAkB,GAAlB,kBAAkB,CAAgC;QACpD,qBAAgB,GAAhB,gBAAgB,CAA8B;QAC3C,wBAAmB,GAAnB,mBAAmB,CAAiC;QACzD,mBAAc,GAAd,cAAc,CAA4B;QAC9C,0BAAqB,GAArB,qBAAqB,CAAwB;IAGvF,CAAC;IAED,KAAK,CAAC,yBAAyB,CAC9B,MAAwB,EACxB,iBAAmC,EACnC,UAA4B,EAC5B,MAA2B;QAE3B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;QAC3D,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC;QAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,IAAI,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,CAAC;QACjG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC3G,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC;QAC7D,CAAC;QACD,IAAI,MAAM,EAAE,uBAAuB,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACJ,0FAA0F;gBAC1F,kDAAkD;gBAClD,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBACpE,IAAqC,CAAC,OAAO,EAAE,CAAC;gBAClD,CAAC;qBAAM,IAAI,IAAI,YAAY,cAAc,EAAE,CAAC;oBAC3C,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,CAAC;YACF,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC;YACtG,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC;QAC5D,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,qBAAY,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QAC7I,MAAM,mBAAmB,GAAG,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAA,kCAAgB,EAAC,mBAAmB,EAAE,QAAQ,CAAC,EAAE,CAChE,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,iCAAwB,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAC/F,CAAC;QACF,OAAO;YACN,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC;YACpC,iBAAiB,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC;SACpD,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,QAAgB,EAAE,MAAiD;QAC9F,OAAO,yBAAa,CAAC,qBAAqB,CAAC;YAC1C,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,MAAM,CAAC,aAAa;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,MAAM,CAAC,YAAY;SACpC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,mBAAmB,CACxB,QAAgB,EAChB,MAAwB,EACxB,YAA0B,EAC1B,iBAAmC,EACnC,MAA2B;QAG3B,MAAM,OAAO,GAAsB;YAClC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;YAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;YAC5B,UAAU,EAAE,IAAA,6BAAoB,GAAE;YAClC,WAAW,EAAE,IAAA,iCAAwB,EAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,KAAK,CAAC;YAC5E,KAAK,EAAE,IAAA,gBAAO,GAAE;YAChB,CAAC,EAAE,MAAM,CAAC,KAAK;YACf,IAAI,EAAE,IAAA,iBAAQ,EAAC,MAAM,CAAC,UAAU,CAAC;YACjC,MAAM,EAAE,IAAI,EAAE,sEAAsE;YACpF,KAAK,EAAE,MAAM,CAAC,KAAK;SACnB,CAAC;QAEF,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YAC5B,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,sFAAsF;QAC7G,CAAC;QAED,MAAM,SAAS,GAAG,IAAA,4BAAe,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,GAAG,SAAS,CAAC;QACzB,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACxB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QAC/C,CAAC;QAED,4EAA4E;QAC5E,0FAA0F;QAC1F,MAAM,IAAA,aAAK,EAAC,CAAC,CAAC,CAAC;QACf,IAAI,MAAM,EAAE,uBAAuB,EAAE,CAAC;YACrC,OAAO,UAAU,CAAC;QACnB,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAC9D,wBAAwB,EACxB,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,aAAa,EACpB,QAAQ,EACR,MAAM,CAAC,YAAY,EACnB,OAAO,EACP,YAAY,EACZ,MAAM,CAAC,MAAM,EACb,iBAAiB,EACjB,MAAM,EACN,MAAM,CAAC,OAAO,CACd,CAAC;QACF,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,WAAW,CAChB,cAA0C,EAC1C,aAA4B,EAC5B,QAAkB,EAClB,YAA0B;QAE1B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,GAAG,yCAAyC,CAAC;YACjE,MAAM,OAAO,GAAG,2BAA2B,CAAC;YAC5C,cAAc,CAAC,QAAQ,CAAC,OAAO,EAAE;gBAChC,OAAO,EAAE,wBAAgB;gBACzB,KAAK,EAAE,YAAY;aACnB,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAA,qCAAc,EAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC,EAAE;gBAC5D,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;gBACjC,IAAI,CAAC,CAAC,CAAC,0BAA0B,EAAE,CAAC;oBACnC,cAAc,CAAC,WAAW,EAAE,CAAC;oBAC7B,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjB,CAAC;YACF,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;QACzD,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7B,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YACzC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,yBAAyB,IAAI,EAAE,EAAE,CAAC;QACpE,CAAC;QACD,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,EAAE,CAAC;YAC7E,MAAM,OAAO,GAAG,uBAAuB,QAAQ,CAAC,MAAM,uIAAuI,CAAC;YAC9L,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;YAC7C,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACnC,aAAa,CAAC,UAAU,CAAC,KAAK,GAAG,uBAAuB,QAAQ,CAAC,MAAM,qCAAqC,CAAC;QAC9G,CAAC;aAAM,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,uBAAuB,QAAQ,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,CAAC;YACpF,cAAc,CAAC,UAAU,CAAC,uBAAuB,QAAQ,CAAC,MAAM,WAAW,IAAI,EAAE,CAAC,CAAC;YACnF,aAAa,CAAC,UAAU,CAAC,KAAK,GAAG,uBAAuB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACpF,CAAC;aAAM,CAAC;YACP,cAAc,CAAC,UAAU,CAAC,uBAAuB,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;YAC1E,aAAa,CAAC,UAAU,CAAC,KAAK,GAAG,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3E,CAAC;QACD,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,qBAAS,EAAE,sBAAsB,EAAE,aAAa,CAAC,CAAC;QAC3F,0DAA0D;QAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxD,gEAAgE;YAChE,2EAA2E;YAC3E,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACrD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,6BAA6B,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACnF,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,UAAU,CAAC,GAAG,EAAE;gBACf,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;YAClC,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC,CAAC;YAC5B,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,4DAA4D,gBAAgB,WAAW,CAAC,CAAC;YAC5H,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;QACzD,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,CAAC;YAC1D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC;QACzD,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,+BAA+B,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5F,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,iCAAiC,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;IAC/F,CAAC;CACD,CAAA;AApMY,8CAAiB;4BAAjB,iBAAiB;IAI3B,WAAA,qCAAqB,CAAA;IACrB,WAAA,4CAA8B,CAAA;IAC9B,WAAA,qCAA4B,CAAA;IAC5B,WAAA,qDAA+B,CAAA;IAC/B,WAAA,qCAA0B,CAAA;IAC1B,WAAA,uCAAsB,CAAA;GATZ,iBAAiB,CAoM7B;AAED,SAAS,aAAa,CAAC,QAAkB;IACxC,OAAO,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC;AACxD,CAAC"}

package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/openai/model.d.ts

@@ -0,0 +1,58 @@
+import { IAuthenticationService } from '../../../../../../platform/authentication/common/authentication';
+import { ICompletionModelInformation, IEndpointProvider } from '../../../../../../platform/endpoint/common/endpointProvider';
+import { Disposable } from '../../../../../../util/vs/base/common/lifecycle';
+import { IInstantiationService } from '../../../../../../util/vs/platform/instantiation/common/instantiation';
+import { TokenizerName } from '../../../prompt/src/tokenization';
+import { ICompletionsFeaturesService } from '../experiments/featuresService';
+import { TelemetryWithExp } from '../telemetry';
+import { CompletionHeaders } from './fetch';
+export declare const ICompletionsModelManagerService: import("../../../../../../util/common/services").ServiceIdentifier<ICompletionsModelManagerService>;
+export interface ICompletionsModelManagerService {
+    readonly _serviceBrand: undefined;
+    getGenericCompletionModels(): ModelItem[];
+    getDefaultModelId(): string;
+    getTokenizerForModel(modelId: string): TokenizerName;
+    getCurrentModelRequestInfo(featureSettings?: TelemetryWithExp): ModelRequestInfo;
+}
+export declare class AvailableModelsManager extends Disposable implements ICompletionsModelManagerService {
+    private readonly _instantiationService;
+    private readonly _featuresService;
+    private readonly _endpointProvider;
+    _serviceBrand: undefined;
+    fetchedModelData: ICompletionModelInformation[];
+    customModels: string[];
+    editorPreviewFeaturesDisabled: boolean;
+    constructor(shouldFetch: boolean | undefined, _instantiationService: IInstantiationService, _featuresService: ICompletionsFeaturesService, _endpointProvider: IEndpointProvider, authenticationService: IAuthenticationService);
+    private refreshAvailableModels;
+    /**
+     * Returns the default model, determined by the order returned from the API
+     * Note: this does NOT fetch models to avoid side effects
+     */
+    getDefaultModelId(): string;
+    refreshModels(): Promise<void>;
+    /**
+     * Returns a list of models that are available for generic completions.
+     * Calls to CAPI to retrieve the list.
+     */
+    getGenericCompletionModels(): ModelItem[];
+    getTokenizerForModel(modelId: string): TokenizerName;
+    static filterCompletionModels(data: ICompletionModelInformation[], editorPreviewFeaturesDisabled: boolean): ICompletionModelInformation[];
+    static filterModelsWithEditorPreviewFeatures(data: ICompletionModelInformation[], editorPreviewFeaturesDisabled: boolean): ICompletionModelInformation[];
+    static mapCompletionModels(data: ICompletionModelInformation[]): ModelItem[];
+    getCurrentModelRequestInfo(featureSettings?: TelemetryWithExp | undefined): ModelRequestInfo;
+}
+export interface ModelItem {
+    modelId: string;
+    label: string;
+    preview: boolean;
+    tokenizer: string;
+}
+export type ModelChoiceSourceTelemetryValue = 'override' | 'modelpicker' | 'exp' | 'default' | 'custommodel' | 'prerelease';
+declare class ModelRequestInfo {
+    readonly modelId: string;
+    readonly modelChoiceSource: ModelChoiceSourceTelemetryValue;
+    constructor(modelId: string, modelChoiceSource: ModelChoiceSourceTelemetryValue);
+    get headers(): CompletionHeaders;
+}
+export {};
+//# sourceMappingURL=model.d.ts.map