@aws/lsp-codewhisperer 0.0.96 → 0.0.97

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## [0.0.97](https://github.com/aws/language-servers/compare/lsp-codewhisperer/v0.0.96...lsp-codewhisperer/v0.0.97) (2025-12-08)
+
+
+### Features
+
+* use dynamic token limits from listAvailableModels API ([#2539](https://github.com/aws/language-servers/issues/2539)) ([f87ac9f](https://github.com/aws/language-servers/commit/f87ac9fce32d235649f81957b71d424264aae9c8))
+
+
+### Bug Fixes
+
+* ATX Transform Fix Retrieve Job Erroring on Profile changes ([#2538](https://github.com/aws/language-servers/issues/2538)) ([870d540](https://github.com/aws/language-servers/commit/870d5400dd5eb77f32e5592089525dacc001cb81))
+
 ## [0.0.96](https://github.com/aws/language-servers/compare/lsp-codewhisperer/v0.0.95...lsp-codewhisperer/v0.0.96) (2025-12-01)
 
 

package/out/language-server/agenticChat/agenticChatController.d.ts

@@ -79,8 +79,10 @@ export declare class AgenticChatController implements ChatHandlers {
      * performs truncation of request before sending to backend service.
      * Returns the remaining character budget for chat history.
      * @param request
+     * @param additionalContext
+     * @param inputLimit - The dynamic input limit from the session's token limits
      */
-    truncateRequest(request: ChatCommandInput, additionalContext?: AdditionalContentEntryAddition[]): number;
+    truncateRequest(request: ChatCommandInput, additionalContext?: AdditionalContentEntryAddition[], inputLimit?: number): number;
     /**
      * Creates a promise that does not resolve until the user accepts or rejects the tool usage.
      * @param toolUseId

package/out/language-server/agenticChat/agenticChatController.js

@@ -41,6 +41,7 @@ const executeBash_1 = require("./tools/executeBash");
 const toolShared_1 = require("./tools/toolShared");
 const pathValidation_1 = require("./utils/pathValidation");
 const fileModificationMetrics_1 = require("./utils/fileModificationMetrics");
+const tokenLimitsCalculator_1 = require("./utils/tokenLimitsCalculator");
 const grepSearch_1 = require("./tools/grepSearch");
 const fileSearch_1 = require("./tools/fileSearch");
 const fsReplace_1 = require("./tools/fsReplace");
@@ -470,10 +471,15 @@ class AgenticChatController {
             // Wait for the response to be completed before proceeding
             this.#log('Model Response: ', JSON.stringify(responseResult, null, 2));
             if (responseResult.models) {
-                models = Object.values(responseResult.models).map(({ modelId, modelName, description }) => ({
+                models = Object.values(responseResult.models).map(({ modelId, modelName, description, tokenLimits }) => ({
                     id: modelId ?? 'unknown',
                     name: modelName ?? modelId ?? 'unknown',
                     description: description ?? '',
+                    tokenLimits: tokenLimits
+                        ? {
+                            maxInputTokens: tokenLimits.maxInputTokens,
+                        }
+                        : undefined,
                 }));
             }
             defaultModelId = responseResult.defaultModel?.modelId;
@@ -514,6 +520,11 @@ class AgenticChatController {
         const { data: session, success } = sessionResult;
         // Handle error cases by returning default model
         if (!success || errorFromAPI) {
+            // Even in error cases, set the model with token limits
+            if (success && session) {
+                session.setModel(DEFAULT_MODEL_ID, models);
+                this.#log(`Model set for fallback (error case): ${DEFAULT_MODEL_ID}, tokenLimits: ${JSON.stringify(session.tokenLimits)}`);
+            }
             return {
                 tabId: params.tabId,
                 models: models,
@@ -547,8 +558,9 @@ class AgenticChatController {
             // No user-selected model - use API default or system default
             selectedModelId = defaultModelId || getMappedModelId(DEFAULT_MODEL_ID);
         }
-        // Store the selected model in the session
-        session.modelId = selectedModelId;
+        // Store the selected model in the session (automatically calculates token limits)
+        session.setModel(selectedModelId, models);
+        this.#log(`Model set for initial selection: ${selectedModelId}, tokenLimits: ${JSON.stringify(session.tokenLimits)}`);
         return {
             tabId: params.tabId,
             models: models,
@@ -802,8 +814,8 @@ class AgenticChatController {
     /**
      * Runs the compaction, making requests and processing tool uses until completion
      */
-    #shouldCompact(currentRequestCount) {
-        if (currentRequestCount > constants_2.COMPACTION_CHARACTER_THRESHOLD) {
+    #shouldCompact(currentRequestCount, compactionThreshold) {
+        if (currentRequestCount > compactionThreshold) {
             this.#debug(`Current request total character count is: ${currentRequestCount}, prompting user to compact`);
             return true;
         }
@@ -937,7 +949,7 @@ class AgenticChatController {
                 this.#debug('Stopping agent loop - cancelled by user');
                 throw new lsp_core_1.CancellationError('user');
             }
-            this.truncateRequest(currentRequestInput, additionalContext);
+            this.truncateRequest(currentRequestInput, additionalContext, session.tokenLimits.inputLimit);
             const currentMessage = currentRequestInput.conversationState?.currentMessage;
             const conversationId = conversationIdentifier ?? '';
             if (!currentMessage || !conversationId) {
@@ -1115,10 +1127,10 @@ class AgenticChatController {
             }
             currentRequestInput = this.#updateRequestInputWithToolResults(currentRequestInput, toolResults, content);
         }
-        if (this.#shouldCompact(currentRequestCount)) {
+        if (this.#shouldCompact(currentRequestCount, session.tokenLimits.compactionThreshold)) {
             this.#telemetryController.emitCompactNudge(currentRequestCount, this.#features.runtime.serverInfo.version ?? '');
             const messageId = this.#getMessageIdForCompact((0, uuid_1.v4)());
-            const confirmationResult = this.#processCompactConfirmation(messageId, currentRequestCount);
+            const confirmationResult = this.#processCompactConfirmation(messageId, currentRequestCount, session.tokenLimits.maxOverallCharacters);
             const cachedButtonBlockId = await chatResultStream.writeResultBlock(confirmationResult);
             await this.waitForCompactApproval(messageId, chatResultStream, cachedButtonBlockId, session);
             // Get the compaction request input
@@ -1154,10 +1166,13 @@ class AgenticChatController {
      * performs truncation of request before sending to backend service.
      * Returns the remaining character budget for chat history.
      * @param request
+     * @param additionalContext
+     * @param inputLimit - The dynamic input limit from the session's token limits
      */
-    truncateRequest(request, additionalContext) {
-        // TODO: Confirm if this limit applies to SendMessage and rename this constant
-        let remainingCharacterBudget = constants_2.GENERATE_ASSISTANT_RESPONSE_INPUT_LIMIT;
+    truncateRequest(request, additionalContext, inputLimit) {
+        // Use dynamic inputLimit from session, or fall back to default calculated value
+        const effectiveInputLimit = inputLimit ?? tokenLimitsCalculator_1.TokenLimitsCalculator.calculate().inputLimit;
+        let remainingCharacterBudget = effectiveInputLimit;
         if (!request?.conversationState?.currentMessage?.userInputMessage) {
             return remainingCharacterBudget;
         }
@@ -1165,9 +1180,9 @@ class AgenticChatController {
         // 1. prioritize user input message
         let truncatedUserInputMessage = '';
         if (message) {
-            if (message.length > constants_2.GENERATE_ASSISTANT_RESPONSE_INPUT_LIMIT) {
-                this.#debug(`Truncating userInputMessage to ${constants_2.GENERATE_ASSISTANT_RESPONSE_INPUT_LIMIT} characters}`);
-                truncatedUserInputMessage = message.substring(0, constants_2.GENERATE_ASSISTANT_RESPONSE_INPUT_LIMIT);
+            if (message.length > effectiveInputLimit) {
+                this.#debug(`Truncating userInputMessage to ${effectiveInputLimit} characters}`);
+                truncatedUserInputMessage = message.substring(0, effectiveInputLimit);
                 remainingCharacterBudget = remainingCharacterBudget - truncatedUserInputMessage.length;
                 request.conversationState.currentMessage.userInputMessage.content = truncatedUserInputMessage;
             }
@@ -2055,7 +2070,7 @@ class AgenticChatController {
             },
         });
     }
-    #processCompactConfirmation(messageId, characterCount) {
+    #processCompactConfirmation(messageId, characterCount, maxOverallCharacters) {
         const buttons = [{ id: 'allow-tools', text: 'Allow', icon: 'ok', status: 'clear' }];
         const header = {
             icon: 'warning',
@@ -2063,7 +2078,7 @@ class AgenticChatController {
             body: constants_2.COMPACTION_HEADER_BODY,
             buttons,
         };
-        const body = (0, constants_2.COMPACTION_BODY)(Math.round((characterCount / constants_2.MAX_OVERALL_CHARACTERS) * 100));
+        const body = (0, constants_2.COMPACTION_BODY)(Math.round((characterCount / maxOverallCharacters) * 100));
         return {
             type: 'tool',
             messageId,
@@ -3535,7 +3550,13 @@ class AgenticChatController {
             return;
         }
         session.pairProgrammingMode = params.optionsValues['pair-programmer-mode'] === 'true';
-        session.modelId = params.optionsValues['model-selection'];
+        const newModelId = params.optionsValues['model-selection'];
+        // Set model (automatically recalculates token limits)
+        if (newModelId !== session.modelId) {
+            const cachedData = this.#chatHistoryDb.getCachedModels();
+            session.setModel(newModelId, cachedData?.models);
+            this.#log(`Model set for model switch: ${newModelId}, tokenLimits: ${JSON.stringify(session.tokenLimits)}`);
+        }
         this.#chatHistoryDb.setModelId(session.modelId);
         this.#chatHistoryDb.setPairProgrammingMode(session.pairProgrammingMode);
     }