graphlit-client 1.0.20260626004 → 1.0.20260626005

package/dist/client.js

@@ -21,7 +21,7 @@ class StreamingLoopPartialError extends Error {
 import { StuckDetector } from "./helpers/stuck-detector.js";
 import { TurnEvaluator } from "./helpers/turn-evaluator.js";
 import { TokenBudgetTracker, truncateToolResult, windowToolRounds, estimateTokens, DEFAULT_CONTEXT_STRATEGY, } from "./helpers/context-management.js";
-import { assertRequiredToolChoiceConfig, deriveProviderToolChoicePolicy, normalizeToolVisibilityResult, toAnthropicToolChoice, toGoogleToolConfig, toOpenAIChatToolChoice, toOpenAIResponsesToolChoice, validateRequiredToolChoice, } from "./helpers/tool-visibility.js";
+import { assertRequiredToolChoiceConfig, deriveProviderToolChoicePolicy, normalizeToolVisibilityResult, RequiredToolChoiceError, toAnthropicToolChoice, toGoogleToolConfig, toOpenAIChatToolChoice, toOpenAIResponsesToolChoice, validateRequiredToolChoice, } from "./helpers/tool-visibility.js";
 import { isRetryableGraphQLTransportError, ProviderError, } from "./types/internal.js";
 import { UIEventAdapter } from "./streaming/ui-event-adapter.js";
 import { formatMessagesForOpenAI, formatMessagesForOpenAIResponsesInitialRound, extractInstructionsForOpenAIResponses, extractSystemInstructionParts, buildResponsesFunctionCallOutputItems, formatToolsForOpenAIResponses, formatMessagesForAnthropic, formatMessagesForGoogle, formatMessagesForMistral, formatMessagesForBedrock, } from "./streaming/llm-formatters.js";
@@ -143,6 +143,15 @@ function normalizeToolCallForExecution(toolCall) {
         firstStatusAt: toolCall.firstStatusAt ?? undefined,
     };
 }
+function cloneOpenAIResponsesInvocationState(state) {
+    if (!state)
+        return undefined;
+    return {
+        instructions: state.instructions,
+        initialInput: [...state.initialInput],
+        continuationItems: [...state.continuationItems],
+    };
+}
 // Default eligible OpenAI GPT-5.4+ models to Responses. Explicit
 // `useResponsesApi: false` still forces legacy Chat Completions.
 const OPENAI_RESPONSES_AUTO_ROUTING_ENABLED = true;
@@ -6678,6 +6687,7 @@ class Graphlit {
                 roundMessage = "";
                 roundReasoning = undefined;
                 roundUsage = undefined;
+                const preAttemptOpenAIResponsesState = cloneOpenAIResponsesInvocationState(openAIResponsesState);
                 try {
                     if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
                         console.log(`\n🔀 [Streaming Decision] Service: ${serviceType}, Round: ${currentRound}${providerAttempt > 0 ? `, Retry: ${providerAttempt}` : ""}`);
@@ -6701,10 +6711,7 @@ class Graphlit {
                             if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING_MESSAGES) {
                                 console.log(`🔍 [OpenAI Responses] Sending ${openAIResponsesState.initialInput.length} initial items and ${openAIResponsesState.continuationItems.length} continuation items`);
                             }
-                            const responsesResult = await this.streamWithOpenAIResponses(specification, messages, openAIResponsesPendingToolMessages, visibleToolsForCurrentRound, uiAdapter, abortSignal, openAIResponsesState, toOpenAIResponsesToolChoice(providerToolChoicePolicy) ??
-                                (currentRound === 0 && visibleToolsForCurrentRound?.length
-                                    ? "required"
-                                    : undefined));
+                            const responsesResult = await this.streamWithOpenAIResponses(specification, messages, openAIResponsesPendingToolMessages, visibleToolsForCurrentRound, uiAdapter, abortSignal, openAIResponsesState, toOpenAIResponsesToolChoice(providerToolChoicePolicy));
                             roundMessage = responsesResult.message;
                             toolCalls = responsesResult.toolCalls;
                             openAIResponsesState = responsesResult.state;
@@ -6981,6 +6988,17 @@ class Graphlit {
                 catch (retryError) {
                     if (abortSignal?.aborted)
                         throw retryError;
+                    if (retryError instanceof RequiredToolChoiceError) {
+                        if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                            console.log(`\n🔁 [Required Tool] ${retryError.message} Re-asking round ${currentRound} with the same visibility policy (attempt ${providerAttempt + 1}/${DEFAULT_PROVIDER_RETRIES + 1}).`);
+                        }
+                        uiAdapter.resetForRetry(preRoundMessage);
+                        openAIResponsesState = cloneOpenAIResponsesInvocationState(preAttemptOpenAIResponsesState);
+                        if (providerAttempt >= DEFAULT_PROVIDER_RETRIES) {
+                            throwWithPartialResult(retryError);
+                        }
+                        continue;
+                    }
                     const isRetryable = retryError instanceof ProviderError && retryError.retryable;
                     if (isRetryable &&
                         providerAttempt >= DEFAULT_PROVIDER_RETRIES &&
@@ -7002,6 +7020,7 @@ class Graphlit {
                     }
                     // Reset adapter to pre-round state so partial tokens are cleared
                     uiAdapter.resetForRetry(preRoundMessage);
+                    openAIResponsesState = cloneOpenAIResponsesInvocationState(preAttemptOpenAIResponsesState);
                     await new Promise((resolve) => setTimeout(resolve, totalDelay));
                 }
             } // end retry for-loop

package/dist/streaming/providers.js

@@ -545,7 +545,12 @@ onEvent, onComplete, abortSignal, thinkingConfig, toolChoice) {
                 ...streamConfig.tools[streamConfig.tools.length - 1],
                 cache_control: { type: "ephemeral" },
             };
-            if (toolChoice) {
+            if (toolChoice && thinkingConfig) {
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                    console.log("🧠 [Anthropic] Skipping native tool_choice because thinking is enabled; required tool policy will be validated after the response.");
+                }
+            }
+            else if (toolChoice) {
                 streamConfig.tool_choice = toolChoice;
             }
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "graphlit-client",
-  "version": "1.0.20260626004",
+  "version": "1.0.20260626005",
   "description": "Graphlit API Client for TypeScript",
   "type": "module",
   "main": "./dist/client.js",