@vscode/chat-lib 0.0.1 → 0.0.2

package/src/_internal/platform/editing/common/textDocumentSnapshot.ts

@@ -1,274 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-import type { EndOfLine, TextDocument, TextLine, Uri } from 'vscode';
-import { isNumber, isString } from '../../../util/vs/base/common/types';
-import { isUriComponents, URI, UriComponents } from '../../../util/vs/base/common/uri';
-import { DEFAULT_WORD_REGEXP, getWordAtText } from '../../../util/vs/editor/common/core/wordHelper';
-import { Position, Range } from '../../../util/common/test/shims/vscodeTypesShim';
-import { PositionOffsetTransformer } from './positionOffsetTransformer';
-
-export interface ITextDocumentSnapshotJSON {
-	readonly uri: UriComponents;
-	readonly _text: string;
-	readonly languageId: string;
-	readonly version: number;
-	readonly eol: EndOfLine;
-}
-
-export function isTextDocumentSnapshotJSON(thing: any): thing is ITextDocumentSnapshotJSON {
-	if (!thing || typeof thing !== 'object') {
-		return false;
-	}
-	return isUriComponents(thing.uri) && isString(thing._text) && isString(thing.languageId) && isNumber(thing.version) && isNumber(thing.eol);
-}
-
-export class TextDocumentSnapshot {
-
-	_textDocumentSnapshot: undefined;
-
-	static create(doc: TextDocument): TextDocumentSnapshot {
-		return new TextDocumentSnapshot(
-			doc,
-			doc.uri,
-			doc.getText(),
-			doc.languageId,
-			doc.eol,
-			doc.version,
-		);
-	}
-
-	static fromNewText(text: string, doc: TextDocument) {
-		return new TextDocumentSnapshot(
-			doc,
-			doc.uri,
-			doc.getText(),
-			doc.languageId,
-			doc.eol,
-			doc.version + 1,
-		);
-	}
-
-	static fromJSON(doc: TextDocument, json: ITextDocumentSnapshotJSON): TextDocumentSnapshot {
-		return new TextDocumentSnapshot(
-			doc,
-			URI.from(json.uri),
-			json._text,
-			json.languageId,
-			json.eol,
-			json.version,
-		);
-	}
-
-	readonly document: TextDocument;
-	readonly uri: Uri;
-	readonly _text: string;
-	readonly languageId: string;
-	readonly version: number;
-	readonly eol: EndOfLine;
-
-	private _transformer: PositionOffsetTransformer | null = null;
-	public get transformer(): PositionOffsetTransformer {
-		if (!this._transformer) {
-			this._transformer = new PositionOffsetTransformer(this._text);
-		}
-		return this._transformer;
-	}
-
-	get fileName(): string {
-		return this.uri.fsPath;
-	}
-
-	get isUntitled(): boolean {
-		return this.uri.scheme === 'untitled';
-	}
-
-	get lineCount(): number {
-		return this.lines.length;
-	}
-
-	private _lines: string[] | null = null;
-	get lines(): readonly string[] {
-		if (!this._lines) {
-			this._lines = this._text.split(/\r\n|\r|\n/g);
-		}
-		return this._lines;
-	}
-
-	private constructor(document: TextDocument, uri: Uri, text: string, languageId: string, eol: EndOfLine, version: number) {
-		this.document = document;
-		this.uri = uri;
-		this._text = text;
-		this.languageId = languageId;
-		this.eol = eol;
-		this.version = version;
-	}
-
-	lineAt(line: number): TextLine;
-	lineAt(position: Position): TextLine;
-	lineAt(lineOrPosition: number | Position): TextLine {
-		let line: number | undefined;
-		if (lineOrPosition instanceof Position) {
-			line = lineOrPosition.line;
-		} else if (typeof lineOrPosition === 'number') {
-			line = lineOrPosition;
-		} else {
-			throw new Error(`Invalid argument`);
-		}
-		if (line < 0 || line >= this.lines.length) {
-			throw new Error('Illegal value for `line`');
-		}
-
-		return new SnapshotDocumentLine(line, this.lines[line], line === this.lines.length - 1);
-	}
-
-	offsetAt(position: Position): number {
-		if (this.version === this.document.version) {
-			return this.document.offsetAt(position);
-		}
-
-		position = this.validatePosition(position);
-		return this.transformer.getOffset(position);
-	}
-
-	positionAt(offset: number): Position {
-		if (this.version === this.document.version) {
-			return this.document.positionAt(offset);
-		}
-
-		offset = Math.floor(offset);
-		offset = Math.max(0, offset);
-
-		return this.transformer.getPosition(offset);
-	}
-
-	getText(range?: Range): string {
-		return range ? this._getTextInRange(range) : this._text;
-	}
-
-	private _getTextInRange(_range: Range): string {
-		if (this.version === this.document.version) {
-			return this.document.getText(_range);
-		}
-
-		const range = this.validateRange(_range);
-
-		if (range.isEmpty) {
-			return '';
-		}
-
-		const offsetRange = this.transformer.toOffsetRange(range);
-		return this._text.substring(offsetRange.start, offsetRange.endExclusive);
-	}
-
-	getWordRangeAtPosition(_position: Position): Range | undefined {
-		const position = this.validatePosition(_position);
-
-		const wordAtText = getWordAtText(
-			position.character + 1,
-			DEFAULT_WORD_REGEXP,
-			this.lines[position.line],
-			0
-		);
-
-		if (wordAtText) {
-			return new Range(position.line, wordAtText.startColumn - 1, position.line, wordAtText.endColumn - 1);
-		}
-		return undefined;
-	}
-
-	validateRange(range: Range): Range {
-		const start = this.validatePosition(range.start);
-		const end = this.validatePosition(range.end);
-
-		if (start === range.start && end === range.end) {
-			return range;
-		}
-		return new Range(start.line, start.character, end.line, end.character);
-	}
-
-	validatePosition(position: Position): Position {
-		if (this._text.length === 0) {
-			return position.with(0, 0);
-		}
-
-		let { line, character } = position;
-		let hasChanged = false;
-
-		if (line < 0) {
-			line = 0;
-			character = 0;
-			hasChanged = true;
-		} else if (line >= this.lines.length) {
-			line = this.lines.length - 1;
-			character = this.lines[line].length;
-			hasChanged = true;
-		} else {
-			const maxCharacter = this.lines[line].length;
-			if (character < 0) {
-				character = 0;
-				hasChanged = true;
-			} else if (character > maxCharacter) {
-				character = maxCharacter;
-				hasChanged = true;
-			}
-		}
-
-		if (!hasChanged) {
-			return position;
-		}
-		return new Position(line, character);
-	}
-
-	toJSON(): ITextDocumentSnapshotJSON {
-		return {
-			uri: this.uri.toJSON(),
-			languageId: this.languageId,
-			version: this.version,
-			eol: this.eol,
-			_text: this._text
-		};
-	}
-}
-
-export class SnapshotDocumentLine implements TextLine {
-	private readonly _line: number;
-	private readonly _text: string;
-	private readonly _isLastLine: boolean;
-
-	constructor(line: number, text: string, isLastLine: boolean) {
-		this._line = line;
-		this._text = text;
-		this._isLastLine = isLastLine;
-	}
-
-	public get lineNumber(): number {
-		return this._line;
-	}
-
-	public get text(): string {
-		return this._text;
-	}
-
-	public get range(): Range {
-		return new Range(this._line, 0, this._line, this._text.length);
-	}
-
-	public get rangeIncludingLineBreak(): Range {
-		if (this._isLastLine) {
-			return this.range;
-		}
-		return new Range(this._line, 0, this._line + 1, 0);
-	}
-
-	public get firstNonWhitespaceCharacterIndex(): number {
-		//TODO@api, rename to 'leadingWhitespaceLength'
-		return /^(\s*)/.exec(this._text)![1].length;
-	}
-
-	public get isEmptyOrWhitespace(): boolean {
-		return this.firstNonWhitespaceCharacterIndex === this._text.length;
-	}
-}

package/src/_internal/platform/endpoint/common/capiClient.ts

@@ -1,37 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-import { CAPIClient } from '@vscode/copilot-api';
-import { createServiceIdentifier } from '../../../util/common/services';
-import { IEnvService } from '../../env/common/envService';
-import { IFetcherService } from '../../networking/common/fetcherService';
-import { LICENSE_AGREEMENT } from './licenseAgreement';
-
-/**
- * Interface for CAPI client service
- */
-export interface ICAPIClientService extends CAPIClient {
-	readonly _serviceBrand: undefined;
-}
-
-export abstract class BaseCAPIClientService extends CAPIClient implements ICAPIClientService {
-	readonly _serviceBrand: undefined;
-
-	constructor(
-		hmac: string | undefined,
-		fetcherService: IFetcherService,
-		envService: IEnvService
-	) {
-		super({
-			machineId: envService.machineId,
-			sessionId: envService.sessionId,
-			vscodeVersion: envService.vscodeVersion,
-			buildType: envService.getBuildType(),
-			name: envService.getName(),
-			version: envService.getVersion(),
-		}, LICENSE_AGREEMENT, fetcherService, hmac);
-	}
-}
-export const ICAPIClientService = createServiceIdentifier<ICAPIClientService>('ICAPIClientService');

package/src/_internal/platform/endpoint/common/chatModelCapabilities.ts

@@ -1,115 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-import type { LanguageModelChat } from 'vscode';
-import { encodeHex, VSBuffer } from '../../../util/vs/base/common/buffer';
-import type { IChatEndpoint } from '../../networking/common/networking';
-
-const _cachedHashes = new Map<string, string>();
-
-async function getSha256Hash(text: string): Promise<string> {
-	if (_cachedHashes.has(text)) {
-		return _cachedHashes.get(text)!;
-	}
-
-	const encoder = new TextEncoder();
-	const data = encoder.encode(text);
-	const hashBuffer = await crypto.subtle.digest('SHA-256', data);
-	const hash = encodeHex(VSBuffer.wrap(new Uint8Array(hashBuffer)));
-	_cachedHashes.set(text, hash);
-	return hash;
-}
-
-export async function isHiddenModelA(model: LanguageModelChat | IChatEndpoint) {
-	return await getSha256Hash(model.family) === 'a99dd17dfee04155d863268596b7f6dd36d0a6531cd326348dbe7416142a21a3';
-}
-
-export async function isHiddenModelB(model: LanguageModelChat | IChatEndpoint) {
-	return await getSha256Hash(model.family) === '008ed1bfd28fb7f15ff17f6e308c417635da136603b83b32db4719bd1cd64c09';
-}
-
-/**
- * Returns whether the instructions should be given in a user message instead
- * of a system message when talking to the model.
- */
-export function modelPrefersInstructionsInUserMessage(modelFamily: string) {
-	return modelFamily.includes('claude-3.5-sonnet');
-}
-
-/**
- * Returns whether the instructions should be presented after the history
- * for the given model.
- */
-export function modelPrefersInstructionsAfterHistory(modelFamily: string) {
-	return modelFamily.includes('claude-3.5-sonnet');
-}
-
-/**
- * Model supports apply_patch as an edit tool.
- */
-export async function modelSupportsApplyPatch(model: LanguageModelChat | IChatEndpoint): Promise<boolean> {
-	return (model.family.includes('gpt') && !model.family.includes('gpt-4o')) || model.family === 'o4-mini' || await isHiddenModelA(model);
-}
-
-/**
- * Model prefers JSON notebook representation.
- */
-export function modelPrefersJsonNotebookRepresentation(model: LanguageModelChat | IChatEndpoint): boolean {
-	return (model.family.includes('gpt') && !model.family.includes('gpt-4o')) || model.family === 'o4-mini';
-}
-
-/**
- * Model supports replace_string_in_file as an edit tool.
- */
-export function modelSupportsReplaceString(model: LanguageModelChat | IChatEndpoint): boolean {
-	return model.family.startsWith('claude') || model.family.startsWith('Anthropic') || model.family.includes('gemini');
-}
-
-/**
- * Model supports multi_replace_string_in_file as an edit tool.
- */
-export function modelSupportsMultiReplaceString(model: LanguageModelChat | IChatEndpoint): boolean {
-	return modelSupportsReplaceString(model) && !model.family.includes('gemini');
-}
-
-/**
- * The model is capable of using replace_string_in_file exclusively,
- * without needing insert_edit_into_file.
- */
-export function modelCanUseReplaceStringExclusively(model: LanguageModelChat | IChatEndpoint): boolean {
-	return model.family.startsWith('claude') || model.family.startsWith('Anthropic');
-}
-
-/**
- * The model can accept image urls as the `image_url` parameter in mcp tool results.
- */
-export function modelCanUseMcpResultImageURL(model: LanguageModelChat | IChatEndpoint): boolean {
-	return !model.family.startsWith('claude') && !model.family.startsWith('Anthropic');
-}
-
-/**
- * The model can accept image urls as the `image_url` parameter in requests.
- */
-export function modelCanUseImageURL(model: LanguageModelChat | IChatEndpoint): boolean {
-	return !model.family.startsWith('gemini');
-}
-
-
-/**
- * The model is capable of using apply_patch as an edit tool exclusively,
- * without needing insert_edit_into_file.
- */
-export function modelCanUseApplyPatchExclusively(model: LanguageModelChat | IChatEndpoint): boolean {
-	return model.family.startsWith('gpt-5');
-}
-
-/**
- * Whether, when replace_string and insert_edit tools are both available,
- * verbiage should be added in the system prompt directing the model to prefer
- * replace_string.
- */
-export function modelNeedsStrongReplaceStringHint(model: LanguageModelChat | IChatEndpoint): boolean {
-	return model.family.toLowerCase().includes('gemini');
-}

package/src/_internal/platform/endpoint/common/domainService.ts

@@ -1,27 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-import { createServiceIdentifier } from '../../../util/common/services';
-import { Event } from '../../../util/vs/base/common/event';
-
-export interface IDomainChangeEvent {
-	capiUrlChanged: boolean;
-	telemetryUrlChanged: boolean;
-	dotcomUrlChanged: boolean;
-	proxyUrlChanged: boolean;
-}
-
-// This doesn't really have a great home, but this file talks about domains so seemed best
-export const FEEDBACK_URL = 'https://aka.ms/microsoft/vscode-copilot-release';
-
-/**
- * Very simple service used for dynamically setting the domains we use for API calls
- * This allows better testing, SKU isolation, and Proxima
- */
-export interface IDomainService {
-	readonly _serviceBrand: undefined;
-	readonly onDidChangeDomains: Event<IDomainChangeEvent>;
-}
-export const IDomainService = createServiceIdentifier<IDomainService>('IDomainService');

package/src/_internal/platform/endpoint/common/endpointProvider.ts

@@ -1,104 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-
-import { RequestMetadata } from '@vscode/copilot-api';
-import type { LanguageModelChat } from 'vscode';
-import { createServiceIdentifier } from '../../../util/common/services';
-import { TokenizerType } from '../../../util/common/tokenizer';
-import type { ChatRequest } from '../../../vscodeTypes';
-import { IChatEndpoint } from '../../networking/common/networking';
-
-export type ModelPolicy = {
-	state: 'enabled' | 'disabled' | 'unconfigured';
-	terms?: string;
-};
-
-export type IChatModelCapabilities = {
-	type: 'chat';
-	family: string;
-	tokenizer: TokenizerType;
-	limits?: {
-		max_prompt_tokens?: number;
-		max_output_tokens?: number;
-		max_context_window_tokens?: number;
-	};
-	supports: {
-		parallel_tool_calls?: boolean;
-		tool_calls?: boolean;
-		// Whether or not the model supports streaming, if not explicitly true we will try to parse the response as not streamed
-		streaming: boolean | undefined;
-		vision?: boolean;
-		prediction?: boolean;
-		thinking?: boolean;
-	};
-};
-
-type ICompletionModelCapabilities = {
-	type: 'completion';
-	family: string;
-	tokenizer: TokenizerType;
-}
-
-export enum ModelSupportedEndpoint {
-	ChatCompletions = '/chat/completions',
-	Responses = '/responses'
-}
-
-export interface IModelAPIResponse {
-	id: string;
-	name: string;
-	policy?: ModelPolicy;
-	model_picker_enabled: boolean;
-	preview?: boolean;
-	is_chat_default: boolean;
-	is_chat_fallback: boolean;
-	version: string;
-	billing?: { is_premium: boolean; multiplier: number; restricted_to?: string[] };
-	capabilities: IChatModelCapabilities | ICompletionModelCapabilities;
-	supported_endpoints?: ModelSupportedEndpoint[];
-}
-
-export type IChatModelInformation = IModelAPIResponse & {
-	capabilities: IChatModelCapabilities;
-	urlOrRequestMetadata?: string | RequestMetadata;
-};
-
-export function isChatModelInformation(model: IModelAPIResponse): model is IChatModelInformation {
-	return model.capabilities.type === 'chat';
-}
-
-export type ICompletionModelInformation = IModelAPIResponse & {
-	capabilities: ICompletionModelCapabilities;
-};
-
-export function isCompletionModelInformation(model: IModelAPIResponse): model is ICompletionModelInformation {
-	return model.capabilities.type === 'completion';
-}
-
-export type ChatEndpointFamily = 'gpt-4.1' | 'gpt-4o-mini' | 'copilot-base';
-export type EmbeddingsEndpointFamily = 'text3small' | 'metis';
-
-export interface IEndpointProvider {
-	readonly _serviceBrand: undefined;
-
-	/**
-	 * Gets all the completion models known by the endpoint provider.
-	 */
-	getAllCompletionModels(forceRefresh?: boolean): Promise<ICompletionModelInformation[]>;
-
-	/**
-	 * Gets all the chat endpoints known by the endpoint provider. Mainly used by language model access
-	 */
-	getAllChatEndpoints(): Promise<IChatEndpoint[]>;
-
-	/**
-	 * Given a chat request returns the appropriate chat endpoint to serve that request
-	 * @param requestOrFamily The chat request to get the endpoint for, the family you want the endpoint for, or the LanguageModelChat.
-	 */
-	getChatEndpoint(requestOrFamily: LanguageModelChat | ChatRequest | ChatEndpointFamily): Promise<IChatEndpoint>;
-}
-
-export const IEndpointProvider = createServiceIdentifier<IEndpointProvider>('IEndpointProvider');

package/src/_internal/platform/endpoint/common/endpointTypes.ts

@@ -1,12 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-export namespace CustomDataPartMimeTypes {
-	export const CacheControl = 'cache_control';
-	export const StatefulMarker = 'stateful_marker';
-	export const ThinkingData = 'thinking';
-}
-
-export const CacheType = 'ephemeral';

package/src/_internal/platform/endpoint/common/licenseAgreement.ts

@@ -1,11 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-/**
- * This file is modified as part of the production build of the extension.
- *
- * WARNING: Do not move or rename this file.
- */
-export const LICENSE_AGREEMENT: string | undefined = undefined;

package/src/_internal/platform/endpoint/common/statefulMarkerContainer.tsx

@@ -1,85 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) Microsoft Corporation. All rights reserved.
- *  Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-import { BasePromptElementProps, PromptElement, Raw } from '@vscode/prompt-tsx';
-import { CustomDataPartMimeTypes } from './endpointTypes';
-
-/**
- * A type representing a stateful marker that can be stored in an opaque part in raw chat messages.
- */
-interface IStatefulMarkerContainer {
-	type: typeof CustomDataPartMimeTypes.StatefulMarker;
-	value: StatefulMarkerWithModel;
-}
-
-type StatefulMarkerWithModel = { modelId: string; marker: string };
-
-export interface IStatefulMarkerContainerProps extends BasePromptElementProps {
-	statefulMarker: StatefulMarkerWithModel;
-}
-
-/**
- * Helper to store the statefulMarker as part of a prompt-tsx assistant message
- */
-export class StatefulMarkerContainer extends PromptElement<IStatefulMarkerContainerProps> {
-	render() {
-		const { statefulMarker } = this.props;
-		const container = { type: CustomDataPartMimeTypes.StatefulMarker, value: statefulMarker };
-		return <opaque value={container} />;
-	}
-}
-
-/**
- * Check whether an opaque content part is a StatefulMarkerContainer and retrieve the stateful marker if so
- */
-export function rawPartAsStatefulMarker(part: Raw.ChatCompletionContentPartOpaque): StatefulMarkerWithModel | undefined {
-	const value = part.value;
-	if (!value || typeof value !== 'object') {
-		return;
-	}
-
-	const data = value as IStatefulMarkerContainer;
-	if (data.type === CustomDataPartMimeTypes.StatefulMarker && typeof data.value === 'object') {
-		return data.value;
-	}
-	return;
-}
-
-export function encodeStatefulMarker(modelId: string, marker: string): Uint8Array {
-	return new TextEncoder().encode(modelId + '\\' + marker);
-}
-
-export function decodeStatefulMarker(data: Uint8Array): StatefulMarkerWithModel {
-	const decoded = new TextDecoder().decode(data);
-	const [modelId, marker] = decoded.split('\\');
-	return { modelId, marker };
-}
-
-/** Gets stateful markers from the messages, from the most to least recent */
-export function* getAllStatefulMarkersAndIndicies(messages: readonly Raw.ChatMessage[]) {
-	for (let idx = messages.length - 1; idx >= 0; idx--) {
-		const message = messages[idx];
-		if (message.role === Raw.ChatRole.Assistant) {
-			for (const part of message.content) {
-				if (part.type === Raw.ChatCompletionContentPartKind.Opaque) {
-					const statefulMarker = rawPartAsStatefulMarker(part);
-					if (statefulMarker) {
-						yield { statefulMarker: statefulMarker, index: idx };
-					}
-				}
-			}
-		}
-	}
-	return undefined;
-}
-
-export function getStatefulMarkerAndIndex(modelId: string, messages: readonly Raw.ChatMessage[]): { statefulMarker: string; index: number } | undefined {
-	for (const marker of getAllStatefulMarkersAndIndicies(messages)) {
-		if (marker.statefulMarker.modelId === modelId) {
-			return { statefulMarker: marker.statefulMarker.marker, index: marker.index };
-		}
-	}
-	return undefined;
-}