@vscode/chat-lib 0.53.2026061501 → 0.54.2026061808
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/auth/copilotTokenManager.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/auth/copilotTokenManager.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/auth/copilotTokenNotifier.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/auth/copilotTokenNotifier.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/experiments/defaultExpFilters.js +3 -3
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/experiments/defaultExpFilters.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/ghostText/ghostText.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/ghostText/ghostText.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/completionsPromptFactory/componentsCompletionsPromptFactory.js +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/completionsPromptFactory/componentsCompletionsPromptFactory.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/codeSnippets.d.ts +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/codeSnippets.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/codeSnippets.js +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/codeSnippets.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsContext.d.ts +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsContext.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsContext.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsContext.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsPromptRenderer.d.ts +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsPromptRenderer.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsPromptRenderer.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/completionsPromptRenderer.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/currentFile.d.ts +6 -6
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/currentFile.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/currentFile.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/diagnostics.d.ts +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/diagnostics.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/diagnostics.js +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/diagnostics.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.d.ts +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.js +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.d.ts +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.js +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/similarFiles.d.ts +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/similarFiles.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/similarFiles.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.d.ts +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.js +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.d.ts +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.js +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.d.ts +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.js +2 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/jsx-runtime/jsx-dev-runtime.d.ts +2 -0
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/jsx-runtime/jsx-dev-runtime.d.ts.map +1 -0
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/jsx-runtime/jsx-dev-runtime.js +14 -0
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/jsx-runtime/jsx-dev-runtime.js.map +1 -0
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.d.ts +48 -2
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.d.ts.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.js +82 -5
- package/dist/src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.js.map +1 -1
- package/dist/src/_internal/extension/completions-core/vscode-node/types/src/auth.d.ts +1 -1
- package/dist/src/_internal/extension/conversation/common/languageModelAccess.d.ts +16 -7
- package/dist/src/_internal/extension/conversation/common/languageModelAccess.d.ts.map +1 -1
- package/dist/src/_internal/extension/conversation/common/languageModelAccess.js +44 -27
- package/dist/src/_internal/extension/conversation/common/languageModelAccess.js.map +1 -1
- package/dist/src/_internal/extension/inlineEdits/node/nextEditProviderTelemetry.d.ts.map +1 -1
- package/dist/src/_internal/extension/inlineEdits/node/nextEditProviderTelemetry.js +9 -0
- package/dist/src/_internal/extension/inlineEdits/node/nextEditProviderTelemetry.js.map +1 -1
- package/dist/src/_internal/extension/xtab/node/{xtabCustomDiffPatchResponseHandler.d.ts → xtabPatchResponseHandler.d.ts} +24 -34
- package/dist/src/_internal/extension/xtab/node/xtabPatchResponseHandler.d.ts.map +1 -0
- package/dist/src/_internal/extension/xtab/node/{xtabCustomDiffPatchResponseHandler.js → xtabPatchResponseHandler.js} +117 -64
- package/dist/src/_internal/extension/xtab/node/xtabPatchResponseHandler.js.map +1 -0
- package/dist/src/_internal/extension/xtab/node/xtabProvider.d.ts.map +1 -1
- package/dist/src/_internal/extension/xtab/node/xtabProvider.js +6 -5
- package/dist/src/_internal/extension/xtab/node/xtabProvider.js.map +1 -1
- package/dist/src/_internal/platform/authentication/common/authentication.d.ts +15 -2
- package/dist/src/_internal/platform/authentication/common/authentication.d.ts.map +1 -1
- package/dist/src/_internal/platform/authentication/common/authentication.js +28 -17
- package/dist/src/_internal/platform/authentication/common/authentication.js.map +1 -1
- package/dist/src/_internal/platform/authentication/common/staticGitHubAuthenticationService.js +1 -1
- package/dist/src/_internal/platform/authentication/common/staticGitHubAuthenticationService.js.map +1 -1
- package/dist/src/_internal/platform/chat/common/chatQuotaServiceImpl.js +1 -1
- package/dist/src/_internal/platform/chat/common/chatQuotaServiceImpl.js.map +1 -1
- package/dist/src/_internal/platform/chat/common/commonTypes.js +3 -3
- package/dist/src/_internal/platform/chat/common/commonTypes.js.map +1 -1
- package/dist/src/_internal/platform/configuration/common/configurationService.d.ts +4 -3
- package/dist/src/_internal/platform/configuration/common/configurationService.d.ts.map +1 -1
- package/dist/src/_internal/platform/configuration/common/configurationService.js +4 -3
- package/dist/src/_internal/platform/configuration/common/configurationService.js.map +1 -1
- package/dist/src/_internal/platform/endpoint/node/chatEndpoint.js +2 -2
- package/dist/src/_internal/platform/endpoint/node/chatEndpoint.js.map +1 -1
- package/dist/src/_internal/platform/github/common/githubService.d.ts +33 -0
- package/dist/src/_internal/platform/github/common/githubService.d.ts.map +1 -1
- package/dist/src/_internal/platform/github/common/githubService.js +29 -0
- package/dist/src/_internal/platform/github/common/githubService.js.map +1 -1
- package/dist/src/_internal/platform/github/common/nullOctokitServiceImpl.js +1 -1
- package/dist/src/_internal/platform/github/common/nullOctokitServiceImpl.js.map +1 -1
- package/dist/src/_internal/platform/inlineEdits/common/dataTypes/xtabPromptOptions.d.ts +3 -1
- package/dist/src/_internal/platform/inlineEdits/common/dataTypes/xtabPromptOptions.d.ts.map +1 -1
- package/dist/src/_internal/platform/inlineEdits/common/dataTypes/xtabPromptOptions.js +5 -2
- package/dist/src/_internal/platform/inlineEdits/common/dataTypes/xtabPromptOptions.js.map +1 -1
- package/dist/src/_internal/platform/networking/common/networking.d.ts +3 -1
- package/dist/src/_internal/platform/networking/common/networking.d.ts.map +1 -1
- package/dist/src/_internal/platform/networking/common/networking.js.map +1 -1
- package/dist/src/_internal/platform/networking/common/openai.d.ts +5 -0
- package/dist/src/_internal/platform/networking/common/openai.d.ts.map +1 -1
- package/dist/src/_internal/platform/networking/common/openai.js +8 -0
- package/dist/src/_internal/platform/networking/common/openai.js.map +1 -1
- package/dist/src/_internal/platform/otel/common/genAiAttributes.d.ts +2 -0
- package/dist/src/_internal/platform/otel/common/genAiAttributes.d.ts.map +1 -1
- package/dist/src/_internal/platform/otel/common/genAiAttributes.js +2 -0
- package/dist/src/_internal/platform/otel/common/genAiAttributes.js.map +1 -1
- package/dist/src/_internal/platform/otel/common/genAiMetrics.d.ts +10 -2
- package/dist/src/_internal/platform/otel/common/genAiMetrics.d.ts.map +1 -1
- package/dist/src/_internal/platform/otel/common/genAiMetrics.js +30 -3
- package/dist/src/_internal/platform/otel/common/genAiMetrics.js.map +1 -1
- package/dist/src/main.d.ts +21 -0
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +9 -2
- package/dist/src/main.js.map +1 -1
- package/dist/src/package.json +45 -17
- package/package.json +3 -3
- package/dist/src/_internal/extension/xtab/node/xtabCustomDiffPatchResponseHandler.d.ts.map +0 -1
- package/dist/src/_internal/extension/xtab/node/xtabCustomDiffPatchResponseHandler.js.map +0 -1
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.DocumentMarker = void 0;
|
|
4
|
-
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime
|
|
4
|
+
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime/jsx-runtime");
|
|
5
5
|
/*---------------------------------------------------------------------------------------------
|
|
6
6
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
7
7
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
8
8
|
*--------------------------------------------------------------------------------------------*/
|
|
9
9
|
/** @jsxRuntime automatic */
|
|
10
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
10
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
11
11
|
const components_1 = require("../../../../prompt/src/components/components");
|
|
12
12
|
const languageMarker_1 = require("../../../../prompt/src/languageMarker");
|
|
13
13
|
const componentsCompletionsPromptFactory_1 = require("../completionsPromptFactory/componentsCompletionsPromptFactory");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"marker.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.tsx"],"names":[],"mappings":";;;;AAAA;;;gGAGgG;AAChG,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"marker.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/marker.tsx"],"names":[],"mappings":";;;;AAAA;;;gGAGgG;AAChG,4BAA4B;AAC5B,sDAAsD;AAEtD,6EAA0G;AAC1G,0EAAyF;AAGzF,uHAGwE;AAMjE,MAAM,cAAc,GAAG,CAAC,KAA0B,EAAE,OAAyB,EAAE,EAAE;IACvF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,QAAQ,EAA6B,CAAC;IAE9E,OAAO,CAAC,OAAO,CAAC,4DAAuB,EAAE,OAAO,CAAC,EAAE;QAClD,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,KAAK,QAAQ,EAAE,GAAG,EAAE,CAAC;YAC5C,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,QAAQ,EAAE,CAAC;QACd,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAiB;YAC7B,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE;YAC1B,YAAY;YACZ,UAAU,EAAE,QAAQ,CAAC,kBAAkB;SACvC,CAAC;QACF,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,OAAO,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,uBAAC,UAAU,IAAC,OAAO,EAAE,OAAO,GAAI,CAAC;QACzC,CAAC;QACD,OAAO,uBAAC,cAAc,IAAC,OAAO,EAAE,OAAO,GAAI,CAAC;IAC7C,CAAC;AACF,CAAC,CAAC;AAvBW,QAAA,cAAc,kBAuBzB;AAEF,MAAM,UAAU,GAAG,CAAC,KAAgC,EAAE,EAAE;IACvD,OAAO,uBAAC,iBAAI,cAAE,IAAA,8BAAa,EAAC,KAAK,CAAC,OAAO,CAAC,GAAQ,CAAC;AACpD,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,KAAgC,EAAE,EAAE;IAC3D,OAAO,uBAAC,iBAAI,cAAE,IAAA,kCAAiB,EAAC,KAAK,CAAC,OAAO,CAAC,GAAQ,CAAC;AACxD,CAAC,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/** @jsxRuntime automatic */
|
|
2
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
2
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
3
3
|
import { ComponentContext, PromptElementProps } from '../../../../prompt/src/components/components';
|
|
4
4
|
import { ICompletionsTextDocumentManagerService } from '../../textDocumentManager';
|
|
5
5
|
import { ICompletionsRecentEditsProviderService } from '../recentEdits/recentEditsProvider';
|
|
@@ -15,6 +15,6 @@ type RecentEditsProps = {
|
|
|
15
15
|
* @param context
|
|
16
16
|
* @returns a <Text> element containing recent edit summaries, or undefined if there are no recent edits
|
|
17
17
|
*/
|
|
18
|
-
export declare const RecentEdits: (props: RecentEditsProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime
|
|
18
|
+
export declare const RecentEdits: (props: RecentEditsProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime/jsx-runtime").JSX.Element | undefined;
|
|
19
19
|
export {};
|
|
20
20
|
//# sourceMappingURL=recentEdits.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"recentEdits.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"recentEdits.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,sDAAsD;AAEtD,OAAO,EAAS,gBAAgB,EAAE,kBAAkB,EAAQ,MAAM,8CAA8C,CAAC;AAEjH,OAAO,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AAKnF,OAAO,EAA2B,sCAAsC,EAAE,MAAM,oCAAoC,CAAC;AACrH,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAE/D,wBAAgB,sBAAsB,CACrC,IAAI,EAAE,UAAU,EAChB,kBAAkB,EAAE,OAAO,YAAQ,EACnC,UAAU,EAAE,MAAM,GAAG,SAAqB,EAC1C,gCAAgC,EAAE,MAAM,GAAG,SAAS,GAClD,OAAO,CAsBT;AAED,KAAK,gBAAgB,GAAG;IACvB,IAAI,EAAE,sCAAsC,CAAC;IAC7C,mBAAmB,EAAE,sCAAsC,CAAC;CAC5D,GAAG,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,eAAO,MAAM,WAAW,GAAI,OAAO,gBAAgB,EAAE,SAAS,gBAAgB,iFA4E7E,CAAC"}
|
|
@@ -2,13 +2,13 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.RecentEdits = void 0;
|
|
4
4
|
exports.editIsTooCloseToCursor = editIsTooCloseToCursor;
|
|
5
|
-
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime
|
|
5
|
+
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime/jsx-runtime");
|
|
6
6
|
/*---------------------------------------------------------------------------------------------
|
|
7
7
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
8
8
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
9
9
|
*--------------------------------------------------------------------------------------------*/
|
|
10
10
|
/** @jsxRuntime automatic */
|
|
11
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
11
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
12
12
|
const components_1 = require("../../../../prompt/src/components/components");
|
|
13
13
|
const languageMarker_1 = require("../../../../prompt/src/languageMarker");
|
|
14
14
|
const componentsCompletionsPromptFactory_1 = require("../completionsPromptFactory/componentsCompletionsPromptFactory");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"recentEdits.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.tsx"],"names":[],"mappings":";;;AAiBA,wDA2BC;;AA5CD;;;gGAGgG;AAChG,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"recentEdits.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/recentEdits.tsx"],"names":[],"mappings":";;;AAiBA,wDA2BC;;AA5CD;;;gGAGgG;AAChG,4BAA4B;AAC5B,sDAAsD;AAEtD,6EAAiH;AACjH,0EAAqE;AAErE,uHAGwE;AAIxE,SAAgB,sBAAsB,CACrC,IAAgB,EAChB,qBAA8B,KAAK,EACnC,aAAiC,SAAS,EAC1C,gCAAoD;IAEpD,IAAI,kBAAkB,EAAE,CAAC;QACxB,IAAI,UAAU,KAAK,SAAS,IAAI,gCAAgC,KAAK,SAAS,EAAE,CAAC;YAChF,MAAM,IAAI,KAAK,CACd,8FAA8F,CAC9F,CAAC;QACH,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;IAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;IAEvC,IACC,kBAAkB;QAClB,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,UAAW,CAAC,IAAI,gCAAiC;YAC5E,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,UAAW,CAAC,IAAI,gCAAiC,CAAC,EAC3E,CAAC;QACF,kDAAkD;QAClD,2CAA2C;QAC3C,OAAO,IAAI,CAAC;IACb,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAOD;;;;;GAKG;AACI,MAAM,WAAW,GAAG,CAAC,KAAuB,EAAE,OAAyB,EAAE,EAAE;IACjF,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAsB,CAAC;IAEnE,OAAO,CAAC,OAAO,CAAC,4DAAuB,EAAE,KAAK,EAAE,OAA8B,EAAE,EAAE;QACjF,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QAElC,MAAM,kBAAkB,GAAG,KAAK,CAAC,mBAAmB,CAAC;QAErD,IAAI,kBAAkB,CAAC,SAAS,EAAE,EAAE,CAAC;YACpC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;aAAM,CAAC;YACP,OAAO;QACR,CAAC;QAED,MAAM,iBAAiB,GAAI,kBAA8C,CAAC,MAAM,CAAC;QACjF,MAAM,WAAW,GAAG,kBAAkB,CAAC,cAAc,EAAE,CAAC;QAExD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QACxC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC;QACvB,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,6HAA6H;QAC7H,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,mCAAmC;YACnC,IAAI,aAAa,CAAC,MAAM,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;gBAAC,MAAM;YAAC,CAAC;YAElE,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAE5B,mCAAmC;YACnC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBAAC,SAAS;YAAC,CAAC;YAEnE,uEAAuE;YACvE,MAAM,SAAS,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,kBAAkB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,IAAI,kBAAkB,GAAG,iBAAiB,CAAC,QAAQ,EAAE,CAAC;gBAAC,MAAM;YAAC,CAAC;YAE/D,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;YAC/D,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YAEnF,6FAA6F;YAC7F,MAAM,YAAY,GAAG,sBAAsB,CAC1C,IAAI,EACJ,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,CAAC,gCAAgC,CAClD,CAAC;YACF,IAAI,YAAY,EAAE,CAAC;gBAClB,SAAS;YACV,CAAC;YAED,MAAM,cAAc,GAAG,kBAAkB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAC/D,IAAI,cAAc,EAAE,CAAC;gBACpB,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClE,aAAa,CAAC,OAAO,CAAC,IAAA,6BAAY,EAAC,SAAS,iBAAiB,EAAE,CAAC,GAAG,IAAA,6BAAY,EAAC,cAAc,CAAC,CAAC,CAAC;YAClG,CAAC;QACF,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,SAAS,CAAC,SAAS,CAAC,CAAC;YACrB,OAAO;QACR,CAAC;QAED,MAAM,SAAS,GACd,IAAA,6BAAY,EAAC,6EAA6E,CAAC;YAC3F,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,IAAA,6BAAY,EAAC,qBAAqB,CAAC,CAAC;QAErC,SAAS,CAAC,SAAS,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC,CAAC,CAAC,CACf,uBAAC,kBAAK,cACL,uBAAC,iBAAI,cAAE,MAAM,GAAQ,GACd,CACR,CAAC,CAAC,CAAC,SAAS,CAAC;AACf,CAAC,CAAC;AA5EW,QAAA,WAAW,eA4EtB"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/** @jsxRuntime automatic */
|
|
2
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
2
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
3
3
|
import { IInstantiationService } from '../../../../../../../util/vs/platform/instantiation/common/instantiation';
|
|
4
4
|
import { ComponentContext, PromptElementProps } from '../../../../prompt/src/components/components';
|
|
5
5
|
import { ICompletionsTextDocumentManagerService } from '../../textDocumentManager';
|
|
@@ -7,6 +7,6 @@ type SimilarFilesProps = {
|
|
|
7
7
|
instantiationService: IInstantiationService;
|
|
8
8
|
tdms: ICompletionsTextDocumentManagerService;
|
|
9
9
|
} & PromptElementProps;
|
|
10
|
-
export declare const SimilarFiles: (props: SimilarFilesProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime
|
|
10
|
+
export declare const SimilarFiles: (props: SimilarFilesProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime/jsx-runtime").JSX.Element;
|
|
11
11
|
export {};
|
|
12
12
|
//# sourceMappingURL=similarFiles.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"similarFiles.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/similarFiles.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"similarFiles.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/similarFiles.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,sDAAsD;AAEtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,0EAA0E,CAAC;AACjH,OAAO,EAAS,gBAAgB,EAAE,kBAAkB,EAAQ,MAAM,8CAA8C,CAAC;AAOjH,OAAO,EAAE,sCAAsC,EAAE,MAAM,2BAA2B,CAAC;AASnF,KAAK,iBAAiB,GAAG;IACxB,oBAAoB,EAAE,qBAAqB,CAAC;IAC5C,IAAI,EAAE,sCAAsC,CAAC;CAC7C,GAAG,kBAAkB,CAAC;AAQvB,eAAO,MAAM,YAAY,GAAI,OAAO,iBAAiB,EAAE,SAAS,gBAAgB,qEAwE/E,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.SimilarFiles = void 0;
|
|
4
|
-
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime
|
|
4
|
+
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime/jsx-runtime");
|
|
5
5
|
const components_1 = require("../../../../prompt/src/components/components");
|
|
6
6
|
const similarFiles_1 = require("../../../../prompt/src/snippetInclusion/similarFiles");
|
|
7
7
|
const snippets_1 = require("../../../../prompt/src/snippetInclusion/snippets");
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
/** @jsxRuntime automatic */
|
|
2
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
2
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
3
3
|
import { ServicesAccessor } from '../../../../../../../util/vs/platform/instantiation/common/instantiation';
|
|
4
4
|
/**
|
|
5
5
|
* Function that returns the prompt structure for a code completion request following the split context prompt design
|
|
6
6
|
* that optimizes for cache hits.
|
|
7
7
|
*/
|
|
8
|
-
export declare function splitContextCompletionsPrompt(accessor: ServicesAccessor): import("../../../../prompt/jsx-runtime
|
|
8
|
+
export declare function splitContextCompletionsPrompt(accessor: ServicesAccessor): import("../../../../prompt/jsx-runtime/jsx-runtime").JSX.Element;
|
|
9
9
|
//# sourceMappingURL=splitContextPrompt.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"splitContextPrompt.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"splitContextPrompt.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,sDAAsD;AAEtD,OAAO,EAAyB,gBAAgB,EAAE,MAAM,0EAA0E,CAAC;AAYnI;;;GAGG;AACH,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,gBAAgB,oEAoBvE"}
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.splitContextCompletionsPrompt = splitContextCompletionsPrompt;
|
|
4
|
-
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime
|
|
4
|
+
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime/jsx-runtime");
|
|
5
5
|
/*---------------------------------------------------------------------------------------------
|
|
6
6
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
7
7
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
8
8
|
*--------------------------------------------------------------------------------------------*/
|
|
9
9
|
/** @jsxRuntime automatic */
|
|
10
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
10
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
11
11
|
const instantiation_1 = require("../../../../../../../util/vs/platform/instantiation/common/instantiation");
|
|
12
12
|
const textDocumentManager_1 = require("../../textDocumentManager");
|
|
13
13
|
const recentEditsProvider_1 = require("../recentEdits/recentEditsProvider");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"splitContextPrompt.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.tsx"],"names":[],"mappings":";;AAuBA,sEAoBC;;AA3CD;;;gGAGgG;AAChG,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"splitContextPrompt.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPrompt.tsx"],"names":[],"mappings":";;AAuBA,sEAoBC;;AA3CD;;;gGAGgG;AAChG,4BAA4B;AAC5B,sDAAsD;AAEtD,4GAAmI;AACnI,mEAAmF;AACnF,4EAA4F;AAC5F,iDAA8C;AAC9C,6DAA8F;AAC9F,+CAA+D;AAC/D,+CAA4C;AAC5C,qCAA0C;AAC1C,+CAA4C;AAC5C,iDAA8C;AAC9C,qCAAkC;AAElC;;;GAGG;AACH,SAAgB,6BAA6B,CAAC,QAA0B;IACvE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,GAAG,CAAC,qCAAqB,CAAC,CAAC;IACjE,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,4DAAsC,CAAC,CAAC;IAClE,MAAM,mBAAmB,GAAG,QAAQ,CAAC,GAAG,CAAC,4DAAsC,CAAC,CAAC;IACjF,OAAO,CACN,6DACC,wBAAC,6CAAwB,eACxB,uBAAC,uBAAc,IAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,GAAI,EAC3C,uBAAC,eAAM,IAAC,MAAM,EAAE,GAAG,GAAI,EACvB,uBAAC,yBAAW,IAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,GAAI,EACzC,uBAAC,2BAAY,IAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,GAAI,EACzC,uBAAC,2BAAY,IAAC,IAAI,EAAE,IAAI,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,EAAE,GAAG,GAAI,IAC3D,EAC3B,uBAAC,4BAAc,IAAC,MAAM,EAAE,CAAC,GAAI,EAC7B,uBAAC,iDAA4B,cAC5B,uBAAC,yBAAW,IAAC,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,GAAI,GACrD,EAC/B,uBAAC,4BAAc,IAAC,MAAM,EAAE,CAAC,GAAI,IAC3B,CACH,CAAC;AACH,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/** @jsxRuntime automatic */
|
|
2
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
2
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
3
3
|
import { ComponentStatistics, PromptSnapshotNode } from '../../../../prompt/src/components/components';
|
|
4
4
|
import { CompletionsPromptRenderer } from './completionsPromptRenderer';
|
|
5
5
|
import { ElidedBlock, WeightedBlock } from './elision';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"splitContextPromptRenderer.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"splitContextPromptRenderer.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,sDAAsD;AAEtD,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,8CAA8C,CAAC;AAGvG,OAAO,EACN,yBAAyB,EAGzB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,WAAW,EAAuC,aAAa,EAAE,MAAM,WAAW,CAAC;AAW5F,qBAAa,0BAA2B,SAAQ,yBAAyB;IACxE,UAAmB,YAAY,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,KAAK,MAAM,CAAoB;IAC5F,UAAmB,aAAa,EAAE,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC,GAAG,SAAS,CAAqB;IAErG,eAAe,CACvB,QAAQ,EAAE,kBAAkB,EAC5B,SAAS,EAAE,MAAM,GACf;QACF,YAAY,EAAE,aAAa,EAAE,CAAC;QAC9B,WAAW,EAAE,aAAa,CAAC;QAC3B,mBAAmB,EAAE,mBAAmB,EAAE,CAAC;KAC3C;CAqFD"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
5
5
|
*--------------------------------------------------------------------------------------------*/
|
|
6
6
|
/** @jsxRuntime automatic */
|
|
7
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
7
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
8
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
9
|
exports.SplitContextPromptRenderer = void 0;
|
|
10
10
|
const walker_1 = require("../../../../prompt/src/components/walker");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"splitContextPromptRenderer.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.tsx"],"names":[],"mappings":";AAAA;;;gGAGgG;AAChG,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"splitContextPromptRenderer.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/splitContextPromptRenderer.tsx"],"names":[],"mappings":";AAAA;;;gGAGgG;AAChG,4BAA4B;AAC5B,sDAAsD;;;AAGtD,qEAAkG;AAClG,6DAAqD;AACrD,2EAIqC;AACrC,+CAA6C;AAC7C,uCAA4F;AAE5F,IAAI,YAAY,GAAG,CAAC,CAAC;AACrB,SAAS,iBAAiB;IACzB,YAAY,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,mBAAmB;IAC3B,OAAO,YAAY,EAAE,CAAC;AACvB,CAAC;AAED,MAAa,0BAA2B,SAAQ,qDAAyB;IAAzE;;QACoB,iBAAY,GAA4C,0BAAgB,CAAC;QACzE,kBAAa,GAA4D,2BAAiB,CAAC;IA8F/G,CAAC;IA5FS,eAAe,CACvB,QAA4B,EAC5B,SAAiB;QAMjB,MAAM,YAAY,GAAoB,EAAE,CAAC;QACzC,MAAM,YAAY,GAAoB,EAAE,CAAC;QACzC,MAAM,mBAAmB,GAA0B,EAAE,CAAC;QAEtD,+CAA+C;QAC/C,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,iBAAiB,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,IAAI,uBAAc,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QACtE,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;YAC9C,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvB,OAAO,IAAI,CAAC;YACb,CAAC;YAED,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;gBAC9E,mBAAmB,CAAC,IAAI,CAAC;oBACxB,aAAa,EAAE,IAAI,CAAC,IAAI;oBACxB,gBAAgB,EAAE,IAAI,CAAC,UAAU,CAAC,gBAAgB;iBAClD,CAAC,CAAC;YACJ,CAAC;YAED,iDAAiD;YACjD,IAAI,IAAI,CAAC,IAAI,KAAK,0BAAY,CAAC,IAAI,EAAE,CAAC;gBACrC,WAAW,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,EAAE,EAAE,CAAC;gBACnD,0DAA0D;gBAC1D,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAiC,CAAC;YACzD,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;YAChD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvB,8DAA8D;gBAC9D,YAAY,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,IAAA,gDAAoB,EAAC,IAAI,CAAC,KAAK,CAAC;oBACvC,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,OAAO,CAAC,MAAgB;oBAChC,aAAa,EAAE,IAAI,CAAC,IAAI;oBACxB,cAAc,EAAE,IAAI,CAAC,UAAU;oBAC/B,MAAM;oBACN,MAAM,EAAE,OAAO,CAAC,MAAM;iBACtB,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,MAAM,QAAQ,GAAG,IAAI,KAAK,QAAQ,CAAC;gBAEnC,oCAAoC;gBACpC,MAAM,sBAAsB,GAC3B,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;gBAClF,YAAY,CAAC,IAAI,CAAC;oBACjB,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;oBACrC,KAAK,EAAE,IAAA,gDAAoB,EAAC,sBAAsB,CAAC;oBACnD,MAAM,EAAE,OAAO,CAAC,MAAgB;oBAChC,aAAa,EAAE,IAAI,CAAC,IAAI;oBACxB,cAAc,EAAE,IAAI,CAAC,UAAU;oBAC/B,MAAM;oBACN,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,OAAO,CAAC,KAAgB,EAAE,mCAAmC;iBAC5F,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,gBAAgB,0BAAY,CAAC,IAAI,YAAY,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,WAAW,GAChB,YAAY,CAAC,MAAM,KAAK,CAAC;YACxB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;YACjB,CAAC,CAAC;gBACD,aAAa,EAAE,EAAE;gBACjB,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,CAAC;gBACT,cAAc,EAAE,EAAE;gBAClB,IAAI,EAAE,QAAQ;aACd,CAAC;QAEJ,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC;IAC3D,CAAC;CACD;AAhGD,gEAgGC;AAED,MAAM,wBAAwB,GAA6B;IAC1D,GAAG,wCAAY;IACf,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE;QACpB,IAAI,IAAA,kCAAa,EAAC,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,EAAE,CAAC;QACrD,CAAC;QACD,OAAO,OAAO,CAAC;IAChB,CAAC;CACD,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/** @jsxRuntime automatic */
|
|
2
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
2
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
3
3
|
import { ComponentContext, PromptElementProps } from '../../../../prompt/src/components/components';
|
|
4
|
-
export declare const Traits: (_props: PromptElementProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime
|
|
4
|
+
export declare const Traits: (_props: PromptElementProps, context: ComponentContext) => import("../../../../prompt/jsx-runtime/jsx-runtime").JSX.Element | undefined;
|
|
5
5
|
//# sourceMappingURL=traits.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"traits.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"traits.d.ts","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.tsx"],"names":[],"mappings":"AAIA,4BAA4B;AAC5B,sDAAsD;AAEtD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAQ,MAAM,8CAA8C,CAAC;AAQ1G,eAAO,MAAM,MAAM,GAAI,QAAQ,kBAAkB,EAAE,SAAS,gBAAgB,iFA8B3E,CAAC"}
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.Traits = void 0;
|
|
4
|
-
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime
|
|
4
|
+
const jsx_runtime_1 = require("../../../../prompt/jsx-runtime/jsx-runtime");
|
|
5
5
|
/*---------------------------------------------------------------------------------------------
|
|
6
6
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
7
7
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
8
8
|
*--------------------------------------------------------------------------------------------*/
|
|
9
9
|
/** @jsxRuntime automatic */
|
|
10
|
-
/** @jsxImportSource ../../../../prompt/jsx-runtime
|
|
10
|
+
/** @jsxImportSource ../../../../prompt/jsx-runtime */
|
|
11
11
|
const components_1 = require("../../../../prompt/src/components/components");
|
|
12
12
|
const prompt_1 = require("../../../../prompt/src/prompt");
|
|
13
13
|
const componentsCompletionsPromptFactory_1 = require("../completionsPromptFactory/componentsCompletionsPromptFactory");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"traits.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.tsx"],"names":[],"mappings":";;;;AAAA;;;gGAGgG;AAChG,4BAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"traits.js","sourceRoot":"","sources":["../../../../../../../../../../src/_internal/extension/completions-core/vscode-node/lib/src/prompt/components/traits.tsx"],"names":[],"mappings":";;;;AAAA;;;gGAGgG;AAChG,4BAA4B;AAC5B,sDAAsD;AAEtD,6EAA0G;AAC1G,0DAAoE;AACpE,uHAGwE;AAGjE,MAAM,MAAM,GAAG,CAAC,MAA0B,EAAE,OAAyB,EAAE,EAAE;IAC/E,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAiB,CAAC;IAC9D,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAU,CAAC;IAE/D,OAAO,CAAC,OAAO,CAAC,4DAAuB,EAAE,CAAC,IAA2B,EAAE,EAAE;QACxE,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,oBAAoB,GAAG,IAAA,4BAAmB,EAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QACnF,IAAI,oBAAoB,KAAK,UAAU,EAAE,CAAC;YACzC,aAAa,CAAC,oBAAoB,CAAC,CAAC;QACrC,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QACnD,OAAO;IACR,CAAC;IAED,sFAAsF;IACtF,OAAO,CACN,6DACC,uBAAC,iBAAI,cAAE,sCAAsC,GAAQ,KACjD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CACvB,uBAAC,iBAAI,IAAgB,MAAM,EAAE,KAAK,YAChC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,EAAE,IADtB,KAAK,CAAC,EAAE,CAEZ,CACP,CAAC,IACA,CACH,CAAC;AACH,CAAC,CAAC;AA9BW,QAAA,MAAM,UA8BjB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jsx-dev-runtime.d.ts","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/jsx-runtime/jsx-dev-runtime.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,MAAM,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/*---------------------------------------------------------------------------------------------
|
|
3
|
+
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
4
|
+
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
5
|
+
*--------------------------------------------------------------------------------------------*/
|
|
6
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
+
exports.jsxs = exports.jsxDEV = exports.Fragment = void 0;
|
|
8
|
+
// Re-export jsx as jsxDEV for compatibility with vitest/vite dev mode
|
|
9
|
+
// which resolves @jsxRuntime automatic to jsx-dev-runtime in development.
|
|
10
|
+
var jsx_runtime_1 = require("./jsx-runtime");
|
|
11
|
+
Object.defineProperty(exports, "Fragment", { enumerable: true, get: function () { return jsx_runtime_1.Fragment; } });
|
|
12
|
+
Object.defineProperty(exports, "jsxDEV", { enumerable: true, get: function () { return jsx_runtime_1.jsx; } });
|
|
13
|
+
Object.defineProperty(exports, "jsxs", { enumerable: true, get: function () { return jsx_runtime_1.jsxs; } });
|
|
14
|
+
//# sourceMappingURL=jsx-dev-runtime.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jsx-dev-runtime.js","sourceRoot":"","sources":["../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/jsx-runtime/jsx-dev-runtime.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAEhG,sEAAsE;AACtE,0EAA0E;AAC1E,6CAA8D;AAArD,uGAAA,QAAQ,OAAA;AAAE,qGAAA,GAAG,OAAU;AAAE,mGAAA,IAAI,OAAA"}
|
|
@@ -4,6 +4,36 @@ export declare enum TokenizerName {
|
|
|
4
4
|
o200k = "o200k_base",
|
|
5
5
|
mock = "mock"
|
|
6
6
|
}
|
|
7
|
+
/**
|
|
8
|
+
* Tokenizer implementation supplied by the embedding host via
|
|
9
|
+
* {@link setExternalTokenizerProvider}. Hosts that already have the
|
|
10
|
+
* cl100k/o200k BPE dictionaries in memory (e.g. a language server that
|
|
11
|
+
* bundles its own copy of this prompt library) can register a provider so
|
|
12
|
+
* this module never loads a duplicate dictionary set (~100 MB per encoder).
|
|
13
|
+
*/
|
|
14
|
+
export interface ExternalTokenizerProvider {
|
|
15
|
+
/** Returns a tokenizer for the given encoder. */
|
|
16
|
+
getTokenizer(name: TokenizerName): Tokenizer;
|
|
17
|
+
/**
|
|
18
|
+
* Ensures the host's dictionaries are loaded. Awaited by
|
|
19
|
+
* {@link ensureTokenizersLoaded}, which callers use as the
|
|
20
|
+
* exact-tokenization gate before token counting.
|
|
21
|
+
*/
|
|
22
|
+
ensureLoaded(): Promise<void>;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Installs a host tokenizer used instead of loading this module's own BPE
|
|
26
|
+
* dictionaries. chat-lib embedders supply this through the inline-completions
|
|
27
|
+
* factory option `tokenizerProvider`, which installs it synchronously before
|
|
28
|
+
* any tokenization — so there is no registration race.
|
|
29
|
+
*
|
|
30
|
+
* Never throws, to keep host startup robust. The first provider wins: a later
|
|
31
|
+
* registration, or one made after the built-in dictionaries already started
|
|
32
|
+
* loading, is ignored and the current tokenizer keeps being used. The
|
|
33
|
+
* completions tokenizer is process-global, so only one provider is ever in
|
|
34
|
+
* effect.
|
|
35
|
+
*/
|
|
36
|
+
export declare function setExternalTokenizerProvider(provider: ExternalTokenizerProvider): void;
|
|
7
37
|
export declare function getTokenizer(name?: TokenizerName): Tokenizer;
|
|
8
38
|
export interface Tokenizer {
|
|
9
39
|
/**
|
|
@@ -111,6 +141,22 @@ export declare class ApproximateTokenizer implements Tokenizer {
|
|
|
111
141
|
};
|
|
112
142
|
takeLastLinesTokens(text: string, n: number): string;
|
|
113
143
|
}
|
|
114
|
-
/**
|
|
115
|
-
|
|
144
|
+
/**
|
|
145
|
+
* Ensures the tokenizers are loaded; resolves once tokenization is exact.
|
|
146
|
+
*
|
|
147
|
+
* Lazy: the dictionary load starts the first time this is called (callers like
|
|
148
|
+
* ghostText call it before token counting) instead of at module evaluation.
|
|
149
|
+
* That gives an embedding host the chance to register an
|
|
150
|
+
* {@link setExternalTokenizerProvider | external provider} first, in which case
|
|
151
|
+
* this defers to the host's dictionaries and this module's own dictionaries are
|
|
152
|
+
* never loaded. Never rejects — load failures (built-in or external) resolve
|
|
153
|
+
* and leave the approximate tokenizer fallback in place.
|
|
154
|
+
*/
|
|
155
|
+
export declare function ensureTokenizersLoaded(): Promise<void>;
|
|
156
|
+
/**
|
|
157
|
+
* Test-only: restores this module's tokenizer state to its initial values so a
|
|
158
|
+
* suite that installs a fake {@link ExternalTokenizerProvider} does not leak
|
|
159
|
+
* into other suites that share the same process. Not part of the public API.
|
|
160
|
+
*/
|
|
161
|
+
export declare function resetTokenizersForTest(): void;
|
|
116
162
|
//# sourceMappingURL=tokenizer.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAiE,MAAM,yBAAyB,CAAC;AAKtH,oBAAY,aAAa;IACxB,MAAM,gBAAgB;IACtB,KAAK,eAAe;IACpB,IAAI,SAAS;CACb;AAID,wBAAgB,YAAY,CAAC,IAAI,GAAE,aAAmC,GAAG,SAAS,
|
|
1
|
+
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAiE,MAAM,yBAAyB,CAAC;AAKtH,oBAAY,aAAa;IACxB,MAAM,gBAAgB;IACtB,KAAK,eAAe;IACpB,IAAI,SAAS;CACb;AAID;;;;;;GAMG;AACH,MAAM,WAAW,yBAAyB;IACzC,iDAAiD;IACjD,YAAY,CAAC,IAAI,EAAE,aAAa,GAAG,SAAS,CAAC;IAC7C;;;;OAIG;IACH,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B;AAID;;;;;;;;;;;GAWG;AACH,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,yBAAyB,GAAG,IAAI,CAQtF;AAED,wBAAgB,YAAY,CAAC,IAAI,GAAE,aAAmC,GAAG,SAAS,CAoBjF;AAED,MAAM,WAAW,SAAS;IACzB;;;;;OAKG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IAElC;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAEjC;;;;;OAKG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAErC;;;;OAIG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAExC;;;;;;;;;;;OAWG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAE5E;;;;;;;;;;;OAWG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAE7E;;;;;OAKG;IACH,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACrD;AAED,qBAAa,UAAW,YAAW,SAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU;gBAAV,UAAU,EAAE,YAAY;WAExC,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC;IAiBhE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAIhC,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM;IAIpC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIjC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAKvC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAyB3E,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAiC5E,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM;CASpD;AAuFD;;iCAEiC;AACjC,qBAAa,oBAAqB,YAAW,SAAS;IAKpD,OAAO,CAAC,UAAU,CAAC;IAJpB,aAAa,EAAE,aAAa,CAAC;gBAG5B,aAAa,GAAE,aAAmC,EAC1C,UAAU,CAAC,EAAE,MAAM,YAAA;IAK5B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAUhC,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM;IAgBpC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAKvC,OAAO,CAAC,uBAAuB;IAY/B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIjC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAO3E,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAO5E,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM;CASpD;AAgCD;;;;;;;;;;GAUG;AACH,wBAAgB,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEtD;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,IAAI,IAAI,CAM7C"}
|
|
@@ -4,8 +4,11 @@
|
|
|
4
4
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
5
5
|
*--------------------------------------------------------------------------------------------*/
|
|
6
6
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
-
exports.
|
|
7
|
+
exports.ApproximateTokenizer = exports.TTokenizer = exports.TokenizerName = void 0;
|
|
8
|
+
exports.setExternalTokenizerProvider = setExternalTokenizerProvider;
|
|
8
9
|
exports.getTokenizer = getTokenizer;
|
|
10
|
+
exports.ensureTokenizersLoaded = ensureTokenizersLoaded;
|
|
11
|
+
exports.resetTokenizersForTest = resetTokenizersForTest;
|
|
9
12
|
const tiktokenizer_1 = require("@microsoft/tiktokenizer");
|
|
10
13
|
const parseTikTokens_1 = require("../../../../../../platform/tokenizer/node/parseTikTokens");
|
|
11
14
|
const error_1 = require("../error");
|
|
@@ -17,11 +20,46 @@ var TokenizerName;
|
|
|
17
20
|
TokenizerName["mock"] = "mock";
|
|
18
21
|
})(TokenizerName || (exports.TokenizerName = TokenizerName = {}));
|
|
19
22
|
const tokenizers = new Map();
|
|
23
|
+
let externalProvider;
|
|
24
|
+
/**
|
|
25
|
+
* Installs a host tokenizer used instead of loading this module's own BPE
|
|
26
|
+
* dictionaries. chat-lib embedders supply this through the inline-completions
|
|
27
|
+
* factory option `tokenizerProvider`, which installs it synchronously before
|
|
28
|
+
* any tokenization — so there is no registration race.
|
|
29
|
+
*
|
|
30
|
+
* Never throws, to keep host startup robust. The first provider wins: a later
|
|
31
|
+
* registration, or one made after the built-in dictionaries already started
|
|
32
|
+
* loading, is ignored and the current tokenizer keeps being used. The
|
|
33
|
+
* completions tokenizer is process-global, so only one provider is ever in
|
|
34
|
+
* effect.
|
|
35
|
+
*/
|
|
36
|
+
function setExternalTokenizerProvider(provider) {
|
|
37
|
+
if (externalProvider || ownLoadPromise) {
|
|
38
|
+
// A provider is already installed, or the built-in dictionaries already
|
|
39
|
+
// started loading; keep the current strategy rather than switching
|
|
40
|
+
// mid-session. The host transparently falls back instead of failing.
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
externalProvider = provider;
|
|
44
|
+
}
|
|
20
45
|
function getTokenizer(name = TokenizerName.o200k) {
|
|
46
|
+
if (externalProvider) {
|
|
47
|
+
try {
|
|
48
|
+
return externalProvider.getTokenizer(name);
|
|
49
|
+
}
|
|
50
|
+
catch {
|
|
51
|
+
// Preserve this function's never-throws contract; fall back below.
|
|
52
|
+
}
|
|
53
|
+
}
|
|
21
54
|
let tokenizer = tokenizers.get(name);
|
|
22
55
|
if (tokenizer !== undefined) {
|
|
23
56
|
return tokenizer;
|
|
24
57
|
}
|
|
58
|
+
// Kick the lazy dictionary load (fire-and-forget) so callers that never
|
|
59
|
+
// call ensureTokenizersLoaded() still get exact tokenization on a later
|
|
60
|
+
// call once the load finishes — or stay on the approximate fallback if it
|
|
61
|
+
// fails.
|
|
62
|
+
void loadTokenizers();
|
|
25
63
|
// Fallback to o200k
|
|
26
64
|
tokenizer = tokenizers.get(TokenizerName.o200k);
|
|
27
65
|
if (tokenizer !== undefined) {
|
|
@@ -294,9 +332,48 @@ async function setTokenizer(name) {
|
|
|
294
332
|
// Ignore errors loading tokenizer
|
|
295
333
|
}
|
|
296
334
|
}
|
|
297
|
-
|
|
298
|
-
|
|
335
|
+
tokenizers.set(TokenizerName.mock, new MockTokenizer());
|
|
336
|
+
let ownLoadPromise;
|
|
337
|
+
let externalLoadPromise;
|
|
338
|
+
function loadTokenizers() {
|
|
339
|
+
if (externalProvider) {
|
|
340
|
+
const provider = externalProvider;
|
|
341
|
+
// Single-flight: concurrent awaits share one ensureLoaded() call. Like
|
|
342
|
+
// the built-in path (setTokenizer swallows load errors), the gate never
|
|
343
|
+
// rejects — but a failed attempt clears the memo so a later await can
|
|
344
|
+
// retry instead of pinning approximate tokenization forever.
|
|
345
|
+
externalLoadPromise ??= Promise.resolve().then(() => provider.ensureLoaded()).catch(() => {
|
|
346
|
+
externalLoadPromise = undefined;
|
|
347
|
+
});
|
|
348
|
+
return externalLoadPromise;
|
|
349
|
+
}
|
|
350
|
+
ownLoadPromise ??= Promise.all([setTokenizer(TokenizerName.cl100k), setTokenizer(TokenizerName.o200k)]).then(() => undefined);
|
|
351
|
+
return ownLoadPromise;
|
|
352
|
+
}
|
|
353
|
+
/**
|
|
354
|
+
* Ensures the tokenizers are loaded; resolves once tokenization is exact.
|
|
355
|
+
*
|
|
356
|
+
* Lazy: the dictionary load starts the first time this is called (callers like
|
|
357
|
+
* ghostText call it before token counting) instead of at module evaluation.
|
|
358
|
+
* That gives an embedding host the chance to register an
|
|
359
|
+
* {@link setExternalTokenizerProvider | external provider} first, in which case
|
|
360
|
+
* this defers to the host's dictionaries and this module's own dictionaries are
|
|
361
|
+
* never loaded. Never rejects — load failures (built-in or external) resolve
|
|
362
|
+
* and leave the approximate tokenizer fallback in place.
|
|
363
|
+
*/
|
|
364
|
+
function ensureTokenizersLoaded() {
|
|
365
|
+
return loadTokenizers();
|
|
366
|
+
}
|
|
367
|
+
/**
|
|
368
|
+
* Test-only: restores this module's tokenizer state to its initial values so a
|
|
369
|
+
* suite that installs a fake {@link ExternalTokenizerProvider} does not leak
|
|
370
|
+
* into other suites that share the same process. Not part of the public API.
|
|
371
|
+
*/
|
|
372
|
+
function resetTokenizersForTest() {
|
|
373
|
+
externalProvider = undefined;
|
|
374
|
+
ownLoadPromise = undefined;
|
|
375
|
+
externalLoadPromise = undefined;
|
|
376
|
+
tokenizers.clear();
|
|
299
377
|
tokenizers.set(TokenizerName.mock, new MockTokenizer());
|
|
300
|
-
|
|
301
|
-
})();
|
|
378
|
+
}
|
|
302
379
|
//# sourceMappingURL=tokenizer.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AAehG,oCAQC;AArBD,0DAAsH;AACtH,6FAA+F;AAC/F,oCAAoD;AACpD,8CAA2C;AAE3C,IAAY,aAIX;AAJD,WAAY,aAAa;IACxB,uCAAsB,CAAA;IACtB,qCAAoB,CAAA;IACpB,8BAAa,CAAA;AACd,CAAC,EAJW,aAAa,6BAAb,aAAa,QAIxB;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEvD,SAAgB,YAAY,CAAC,OAAsB,aAAa,CAAC,KAAK;IACrE,IAAI,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAClD,oBAAoB;IACpB,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAClD,oCAAoC;IACpC,OAAO,IAAI,oBAAoB,EAAE,CAAC;AACnC,CAAC;AAqED,MAAa,UAAU;IACtB,YAA6B,UAAwB;QAAxB,eAAU,GAAV,UAAU,CAAc;IAAI,CAAC;IAE1D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAsB;QACzC,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,IAAA,8BAAe,EAChC,IAAA,oCAAmB,EAAC,IAAA,uBAAU,EAAC,GAAG,OAAO,WAAW,CAAC,CAAC,EACtD,IAAA,wCAAyB,EAAC,OAAO,CAAC,EAClC,IAAA,gCAAiB,EAAC,OAAO,CAAC,EAC1B,KAAK,CACL,CAAC;YACF,OAAO,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,KAAK,EAAE,CAAC;gBACxB,MAAM,IAAI,gCAAwB,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,CAAC,CAAC;QACT,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,UAAU,CAAC,MAAgB;QAC1B,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACnC,CAAC;IAED,eAAe,CAAC,IAAY;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAEhD,2DAA2D;QAC3D,yDAAyD;QACzD,8DAA8D;QAC9D,MAAM,sBAAsB,GAAG,CAAC,CAAC;QACjC,MAAM,oBAAoB,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,aAAa;QAC5E,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACtD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;YAChE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,gCAAgC;YAChC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAClC,CAAC;QACD,uBAAuB;QACvB,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5D,CAAC;IAED,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAEhD,2DAA2D;QAC3D,yDAAyD;QACzD,8DAA8D;QAC9D,MAAM,sBAAsB,GAAG,CAAC,CAAC;QACjC,MAAM,oBAAoB,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,aAAa;QAC5E,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAClC,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;YAChE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9B,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,gCAAgC;YAChC,OAAO;gBACN,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QACD,wBAAwB;QACxB,kEAAkE;QAClE,gHAAgH;QAChH,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,OAAO;YACN,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,QAAQ;SAChB,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAxGD,gCAwGC;AAED,MAAM,aAAa;IAAnB;QACS,SAAI,GAAG,CAAC,GAAW,EAAE,EAAE;YAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;gBACjC,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC;YACvB,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;IAkCH,CAAC;IAhCA,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,UAAU,CAAC,MAAgB;QAC1B,qEAAqE;QACrE,gEAAgE;QAChE,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC;IACD,eAAe,CAAC,IAAY;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IACD,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAED,8JAA8J;AAC9J,6GAA6G;AAC7G,MAAM,sBAAsB,GAA2D;IACtF,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;QACvB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;QACrB,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,IAAI;QACV,eAAe,EAAE,IAAI;QACrB,GAAG,EAAE,IAAI;KACT;IACD,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE;QACtB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;QACrB,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,GAAG;QACR,GAAG,EAAE,IAAI;QACT,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,GAAG;QACT,eAAe,EAAE,IAAI;QACrB,GAAG,EAAE,IAAI;KACT;CACD,CAAC;AAEF,8EAA8E;AAC9E,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B;;iCAEiC;AACjC,MAAa,oBAAoB;IAGhC,YACC,gBAA+B,aAAa,CAAC,KAAK,EAC1C,UAAmB;QAAnB,eAAU,GAAV,UAAU,CAAS;QAE3B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IAED,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;YACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,mBAAmB,CAAC,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC;YACD,OAAO,QAAQ,CAAC;QACjB,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,MAAgB;QAC1B,OAAO,MAAM;aACX,GAAG,CAAC,KAAK,CAAC,EAAE;YACZ,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC;gBACvD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACrD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACpB,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,CAAC;IAED,eAAe,CAAC,IAAY;QAC3B,8BAA8B;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACpC,CAAC;IAEO,uBAAuB;QAC9B,+DAA+D;QAC/D,MAAM,UAAU,GAAG,CAAC,CAAC;QAErB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3C,+DAA+D;YAC/D,OAAO,sBAAsB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;QACpF,CAAC;QAED,OAAO,UAAU,CAAC;IACnB,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAChD,4HAA4H;QAC5H,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC3E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,CAAC;IAED,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAChD,6CAA6C;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,CAAC;IAED,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAhFD,oDAgFC;AAED,KAAK,UAAU,YAAY,CAAC,IAAmB;IAC9C,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChD,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACR,kCAAkC;IACnC,CAAC;AACF,CAAC;AAED,oFAAoF;AACvE,QAAA,oBAAoB,GAAG,CAAC,KAAK,IAAI,EAAE;IAC/C,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;IACxD,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC,CAAC,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../../../../../../src/_internal/extension/completions-core/vscode-node/prompt/src/tokenization/tokenizer.ts"],"names":[],"mappings":";AAAA;;;gGAGgG;;;AA+ChG,oEAQC;AAED,oCAoBC;AAkYD,wDAEC;AAOD,wDAMC;AA5dD,0DAAsH;AACtH,6FAA+F;AAC/F,oCAAoD;AACpD,8CAA2C;AAE3C,IAAY,aAIX;AAJD,WAAY,aAAa;IACxB,uCAAsB,CAAA;IACtB,qCAAoB,CAAA;IACpB,8BAAa,CAAA;AACd,CAAC,EAJW,aAAa,6BAAb,aAAa,QAIxB;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;AAoBvD,IAAI,gBAAuD,CAAC;AAE5D;;;;;;;;;;;GAWG;AACH,SAAgB,4BAA4B,CAAC,QAAmC;IAC/E,IAAI,gBAAgB,IAAI,cAAc,EAAE,CAAC;QACxC,wEAAwE;QACxE,mEAAmE;QACnE,qEAAqE;QACrE,OAAO;IACR,CAAC;IACD,gBAAgB,GAAG,QAAQ,CAAC;AAC7B,CAAC;AAED,SAAgB,YAAY,CAAC,OAAsB,aAAa,CAAC,KAAK;IACrE,IAAI,gBAAgB,EAAE,CAAC;QACtB,IAAI,CAAC;YACJ,OAAO,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACR,mEAAmE;QACpE,CAAC;IACF,CAAC;IACD,IAAI,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAClD,wEAAwE;IACxE,wEAAwE;IACxE,0EAA0E;IAC1E,SAAS;IACT,KAAK,cAAc,EAAE,CAAC;IACtB,oBAAoB;IACpB,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAAC,OAAO,SAAS,CAAC;IAAC,CAAC;IAClD,oCAAoC;IACpC,OAAO,IAAI,oBAAoB,EAAE,CAAC;AACnC,CAAC;AAqED,MAAa,UAAU;IACtB,YAA6B,UAAwB;QAAxB,eAAU,GAAV,UAAU,CAAc;IAAI,CAAC;IAE1D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAsB;QACzC,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,IAAA,8BAAe,EAChC,IAAA,oCAAmB,EAAC,IAAA,uBAAU,EAAC,GAAG,OAAO,WAAW,CAAC,CAAC,EACtD,IAAA,wCAAyB,EAAC,OAAO,CAAC,EAClC,IAAA,gCAAiB,EAAC,OAAO,CAAC,EAC1B,KAAK,CACL,CAAC;YACF,OAAO,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY,KAAK,EAAE,CAAC;gBACxB,MAAM,IAAI,gCAAwB,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,CAAC,CAAC;QACT,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,UAAU,CAAC,MAAgB;QAC1B,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACnC,CAAC;IAED,eAAe,CAAC,IAAY;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAEhD,2DAA2D;QAC3D,yDAAyD;QACzD,8DAA8D;QAC9D,MAAM,sBAAsB,GAAG,CAAC,CAAC;QACjC,MAAM,oBAAoB,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,aAAa;QAC5E,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACtD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;YAChE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,gCAAgC;YAChC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAClC,CAAC;QACD,uBAAuB;QACvB,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5D,CAAC;IAED,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAEhD,2DAA2D;QAC3D,yDAAyD;QACzD,8DAA8D;QAC9D,MAAM,sBAAsB,GAAG,CAAC,CAAC;QACjC,MAAM,oBAAoB,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,aAAa;QAC5E,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAClC,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;YAChE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9B,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,gCAAgC;YAChC,OAAO;gBACN,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,QAAQ;aAChB,CAAC;QACH,CAAC;QACD,wBAAwB;QACxB,kEAAkE;QAClE,gHAAgH;QAChH,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,OAAO;YACN,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,QAAQ;SAChB,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAxGD,gCAwGC;AAED,MAAM,aAAa;IAAnB;QACS,SAAI,GAAG,CAAC,GAAW,EAAE,EAAE;YAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;gBACjC,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC;YACvB,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;IAkCH,CAAC;IAhCA,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,UAAU,CAAC,MAAgB;QAC1B,qEAAqE;QACrE,gEAAgE;QAChE,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC;IACD,eAAe,CAAC,IAAY;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IACD,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAED,8JAA8J;AAC9J,6GAA6G;AAC7G,MAAM,sBAAsB,GAA2D;IACtF,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;QACvB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;QACrB,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,IAAI;QACT,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,IAAI;QACV,eAAe,EAAE,IAAI;QACrB,GAAG,EAAE,IAAI;KACT;IACD,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE;QACtB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;QACrB,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,IAAI;QACZ,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,GAAG;QACR,GAAG,EAAE,IAAI;QACT,IAAI,EAAE,IAAI;QACV,GAAG,EAAE,GAAG;QACR,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,GAAG;QACT,eAAe,EAAE,IAAI;QACrB,GAAG,EAAE,IAAI;KACT;CACD,CAAC;AAEF,8EAA8E;AAC9E,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B;;iCAEiC;AACjC,MAAa,oBAAoB;IAGhC,YACC,gBAA+B,aAAa,CAAC,KAAK,EAC1C,UAAmB;QAAnB,eAAU,GAAV,UAAU,CAAS;QAE3B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IAED,QAAQ,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;YACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,mBAAmB,CAAC,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC;YACD,OAAO,QAAQ,CAAC;QACjB,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,MAAgB;QAC1B,OAAO,MAAM;aACX,GAAG,CAAC,KAAK,CAAC,EAAE;YACZ,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC;gBACvD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACrD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACpB,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,CAAC;IAED,eAAe,CAAC,IAAY;QAC3B,8BAA8B;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACpC,CAAC;IAEO,uBAAuB;QAC9B,+DAA+D;QAC/D,MAAM,UAAU,GAAG,CAAC,CAAC;QAErB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3C,+DAA+D;YAC/D,OAAO,sBAAsB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;QACpF,CAAC;QAED,OAAO,UAAU,CAAC;IACnB,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,CAAS;QACrC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAChD,4HAA4H;QAC5H,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC3E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,CAAC;IAED,eAAe,CAAC,IAAY,EAAE,CAAS;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAAC,CAAC;QAChD,6CAA6C;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,CAAC;IAED,mBAAmB,CAAC,IAAY,EAAE,CAAS;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrF,yCAAyC;YACzC,OAAO,MAAM,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;CACD;AAhFD,oDAgFC;AAED,KAAK,UAAU,YAAY,CAAC,IAAmB;IAC9C,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChD,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACR,kCAAkC;IACnC,CAAC;AACF,CAAC;AAED,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;AAExD,IAAI,cAAyC,CAAC;AAC9C,IAAI,mBAA8C,CAAC;AAEnD,SAAS,cAAc;IACtB,IAAI,gBAAgB,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,gBAAgB,CAAC;QAClC,uEAAuE;QACvE,wEAAwE;QACxE,sEAAsE;QACtE,6DAA6D;QAC7D,mBAAmB,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YACxF,mBAAmB,GAAG,SAAS,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,OAAO,mBAAmB,CAAC;IAC5B,CAAC;IACD,cAAc,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9H,OAAO,cAAc,CAAC;AACvB,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAgB,sBAAsB;IACrC,OAAO,cAAc,EAAE,CAAC;AACzB,CAAC;AAED;;;;GAIG;AACH,SAAgB,sBAAsB;IACrC,gBAAgB,GAAG,SAAS,CAAC;IAC7B,cAAc,GAAG,SAAS,CAAC;IAC3B,mBAAmB,GAAG,SAAS,CAAC;IAChC,UAAU,CAAC,KAAK,EAAE,CAAC;IACnB,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,aAAa,EAAE,CAAC,CAAC;AACzD,CAAC"}
|
|
@@ -13,9 +13,9 @@ export type DidChangeAuthParams = Static<typeof DidChangeAuthParams>;
|
|
|
13
13
|
export declare namespace DidChangeAuthNotification {
|
|
14
14
|
const method = "github/didChangeAuth";
|
|
15
15
|
const type: lsp.ProtocolNotificationType<{
|
|
16
|
+
login?: string | undefined;
|
|
16
17
|
accessToken?: string | undefined;
|
|
17
18
|
handle?: string | undefined;
|
|
18
|
-
login?: string | undefined;
|
|
19
19
|
githubAppId?: string | undefined;
|
|
20
20
|
apiUrl?: string | undefined;
|
|
21
21
|
serverUrl?: string | undefined;
|
|
@@ -11,6 +11,18 @@ import type { LanguageModelChatInformation, LanguageModelConfigurationSchema } f
|
|
|
11
11
|
* - fallback → the first advertised level
|
|
12
12
|
*/
|
|
13
13
|
export declare function pickDefaultReasoningEffort(effortLevels: readonly string[], family: string): string | undefined;
|
|
14
|
+
/**
|
|
15
|
+
* Returns the localized description shown in the picker hover for a given
|
|
16
|
+
* reasoning-effort `level`. Centralised here so every provider surfaces the
|
|
17
|
+
* same wording. Falls back to the raw level for unknown values.
|
|
18
|
+
*/
|
|
19
|
+
export declare function getReasoningEffortDescription(level: string): string;
|
|
20
|
+
/**
|
|
21
|
+
* Returns the localized, title-cased picker label for a given
|
|
22
|
+
* reasoning-effort `level`. Centralised here so every provider surfaces the
|
|
23
|
+
* same wording. Falls back to capitalizing an unknown value.
|
|
24
|
+
*/
|
|
25
|
+
export declare function getReasoningEffortLabel(level: string): string;
|
|
14
26
|
/**
|
|
15
27
|
* Builds the `reasoningEffort` property descriptor for a model's
|
|
16
28
|
* {@link LanguageModelConfigurationSchema}. Centralises the default-selection
|
|
@@ -36,24 +48,21 @@ export declare function formatTokenCount(count: number): string;
|
|
|
36
48
|
*/
|
|
37
49
|
export declare function formatPricingLabel(pricing: IChatEndpointTokenPricing): string;
|
|
38
50
|
/**
|
|
39
|
-
* Raw token prices from the CAPI billing response
|
|
40
|
-
* format (API 2026-06-01+, prices in AIUs) and the legacy flat format
|
|
41
|
-
* (pre-2026-06-01, prices in nano-AIUs).
|
|
51
|
+
* Raw token prices from the CAPI billing response (API 2026-06-01+, prices in AIUs).
|
|
42
52
|
*/
|
|
43
53
|
export interface IRawTokenPrices {
|
|
44
54
|
batch_size?: number;
|
|
45
|
-
input_price?: number;
|
|
46
|
-
cache_price?: number;
|
|
47
|
-
output_price?: number;
|
|
48
55
|
default?: {
|
|
49
56
|
input_price?: number;
|
|
50
57
|
cache_price?: number;
|
|
58
|
+
cache_write_price?: number;
|
|
51
59
|
output_price?: number;
|
|
52
60
|
context_max?: number;
|
|
53
61
|
};
|
|
54
62
|
long_context?: {
|
|
55
63
|
input_price?: number;
|
|
56
64
|
cache_price?: number;
|
|
65
|
+
cache_write_price?: number;
|
|
57
66
|
output_price?: number;
|
|
58
67
|
context_max?: number;
|
|
59
68
|
};
|
|
@@ -62,6 +71,7 @@ export interface INormalizedPriceTier {
|
|
|
62
71
|
readonly inputPrice: number;
|
|
63
72
|
readonly outputPrice: number;
|
|
64
73
|
readonly cachePrice: number | undefined;
|
|
74
|
+
readonly cacheWritePrice: number | undefined;
|
|
65
75
|
readonly contextMax?: number;
|
|
66
76
|
}
|
|
67
77
|
export interface INormalizedTokenPricing {
|
|
@@ -70,7 +80,6 @@ export interface INormalizedTokenPricing {
|
|
|
70
80
|
}
|
|
71
81
|
/**
|
|
72
82
|
* Converts raw billing token prices into normalized AICs (credits) per million tokens.
|
|
73
|
-
* Handles both tiered (AIU) and legacy flat (nano-AIU) formats.
|
|
74
83
|
*
|
|
75
84
|
* When a `long_context` tier is present but its prices match the `default` tier,
|
|
76
85
|
* it is omitted from the result.
|