vern-llm 0.2.1 → 0.4.0

package/dist/index.d.ts

@@ -97,7 +97,7 @@ interface LLMClient {
         /** OpenAI reasoning-model param (o-series, gpt-5), ignored by providers that don't support it */
         reasoning_effort?: 'minimal' | 'low' | 'medium' | 'high';
         messages: Array<{
-          role: 'system' | 'user';
+          role: 'system' | 'user' | 'assistant';
           content: string;
         }>;
       }, options: {
@@ -186,9 +186,23 @@ interface JsonSchemaSpec {
   strict?: boolean;
   description?: string;
 }
+/** A single prior turn in a multi-turn conversation, passed via `history`. */
+interface ConversationTurn {
+  role: 'user' | 'assistant';
+  content: string;
+}
 interface CallParams<T = unknown> {
   systemPrompt: string;
   userContent: string;
+  /**
+   * Prior turns in the conversation, oldest first, NOT including the current
+   * `userContent` (that's appended automatically as the final user turn).
+   * Passed straight through to the provider so follow-up questions have
+   * access to earlier context. Must strictly alternate user/assistant and
+   * end on an assistant turn; validated up front and rejected with an
+   * LLMError('validation') before any request is made if malformed.
+   */
+  history?: ConversationTurn[];
   temperature?: number;
   jsonMode?: boolean;
   maxTokens?: number;
@@ -305,6 +319,15 @@ declare class VernLLM {
    * usage and a circuit breaker success before returning
    */
   private executeCall;
+  /**
+   * Anthropic and Gemini both require strict user/assistant alternation
+   * (and reject or silently mishandle two consecutive same-role turns), so
+   * this validates `history` up front rather than letting a malformed
+   * request surface as a confusing provider-side error. Thrown as a
+   * validation LLMError, which `shouldRetry` never retries, since retrying
+   * the same malformed input can't succeed
+   */
+  private validateHistory;
   /**
    * Applies per call defaults and shapes the params into the request
    * object expected by the underlying client, including the resolved
@@ -367,10 +390,9 @@ declare class VernLLM {
    * circuit breaker was configured on this instance
    */
   getCircuitState(): ("closed" | "open" | "half-open") | undefined;
-}
-
-//#endregion
+} //#endregion
 //#region src/adapters/anthropic.d.ts
+
 //# sourceMappingURL=vernLLM.d.ts.map
 /** Minimal structural type for the Anthropic SDKs `messages.create` */
 interface AnthropicClient {
@@ -384,12 +406,23 @@ interface AnthropicClient {
         role: 'user' | 'assistant';
         content: string;
       }>;
+      tools?: Array<{
+        name: string;
+        description?: string;
+        input_schema: Record<string, unknown>;
+      }>;
+      tool_choice?: {
+        type: 'tool';
+        name: string;
+      };
     }, options: {
       signal: AbortSignal;
     }): Promise<{
       content: Array<{
         type: string;
         text?: string;
+        name?: string;
+        input?: unknown;
       }>;
       usage?: {
         input_tokens?: number;
@@ -400,10 +433,18 @@ interface AnthropicClient {
 }
 /**
  * Wraps an Anthropic SDK client so it satisfies the same `LLMClient`
- * interface VernLLM uses for OpenAI/Groq. Anthropics Messages API has no
- * `response_format: json_object` equivalent, so when the caller requests
- * JSON mode, this adapter appends an instruction to the system prompt
- * asking the model to respond with JSON only
+ * interface VernLLM uses for OpenAI/Groq.
+ *
+ * `response_format: json_schema` is mapped to Anthropics forced tool-use:
+ * a single tool is defined with `input_schema` set to the caller's schema,
+ * and `tool_choice` forces the model to call it, so the output is
+ * provider-constrained to match the schema rather than merely instructed
+ * to via prompt text (the same guarantee OpenAIs native `json_schema` mode
+ * gives, built on Anthropics tool-calling primitive instead).
+ *
+ * `response_format: json_object` (no schema to build a tool from) falls
+ * back to a system-prompt instruction, since theres nothing to constrain
+ * generation against.
  */
 declare function fromAnthropic(anthropicClient: AnthropicClient): LLMClient;
 
@@ -420,7 +461,7 @@ interface GeminiClient {
   generateContent(params: {
     model?: string;
     contents: Array<{
-      role: 'user';
+      role: 'user' | 'model';
       parts: Array<{
         text: string;
       }>;
@@ -489,7 +530,7 @@ interface BedrockConverseClient {
   converse(params: {
     modelId: string;
     messages: Array<{
-      role: 'user';
+      role: 'user' | 'assistant';
       content: Array<{
         text: string;
       }>;
@@ -501,6 +542,22 @@ interface BedrockConverseClient {
       temperature?: number;
       maxTokens?: number;
     };
+    toolConfig?: {
+      tools: Array<{
+        toolSpec: {
+          name: string;
+          description?: string;
+          inputSchema: {
+            json: Record<string, unknown>;
+          };
+        };
+      }>;
+      toolChoice?: {
+        tool: {
+          name: string;
+        };
+      };
+    };
   }, options: {
     signal: AbortSignal;
   }): Promise<{
@@ -508,6 +565,10 @@ interface BedrockConverseClient {
       message?: {
         content?: Array<{
           text?: string;
+          toolUse?: {
+            name?: string;
+            input?: unknown;
+          };
         }>;
       };
     };
@@ -526,11 +587,15 @@ interface BedrockConverseClient {
  * regardless of which underlying model `modelId` points at, as long as
  * that model supports Converse (most current-generation ones do)
  *
- * Theres no uniform native JSON Schema enforcement across families here
- * (some support it via forced tool-use, which varies per model), so
- * `jsonSchema`/`jsonMode` are emulated via a system-prompt instruction, same
- * approach as the Anthropic adapter. `reasoning_effort` has no Converse
- * equivalent and is dropped
+ * `response_format: json_schema` is mapped to Converses `toolConfig`: a
+ * single tool is defined from the schema and `toolChoice` forces the model
+ * to call it, constraining output at generation time rather than merely
+ * instructing for it via prompt text. Native tool support varies by model
+ * family (most current-generation ones support it via Converse; check your
+ * specific `modelId` if a call fails with an unsupported-parameter error).
+ * `response_format: json_object` (no schema to build a tool from) and
+ * `reasoning_effort` (no Converse equivalent) fall back to a system-prompt
+ * instruction and are dropped respectively.
  */
 declare function fromBedrock(bedrockClient: BedrockConverseClient): LLMClient;
 
@@ -614,5 +679,5 @@ declare const fromOllama: typeof fromOpenAICompatible;
 //#endregion
 //# sourceMappingURL=openaiCompatible.d.ts.map
 
-export { CacheAdapter, CachedCallParams, CallParams, CircuitBreaker, CircuitBreakerOptions, ConsoleLogger, FetchAdapterConfig, InMemoryCacheAdapter, JsonSchemaSpec, LLMClient, LLMError, LLMErrorType, Logger, OnUsage, RefundUsage, ReserveUsage, SchemaLike, TokenUsage, VernLLM, VernLLMOptions, fromAnthropic, fromBedrock, fromCerebras, fromDeepSeek, fromFetch, fromFireworks, fromGemini, fromGroq, fromMistral, fromOllama, fromOpenAICompatible, fromTogether, isLLMError };
+export { CacheAdapter, CachedCallParams, CallParams, CircuitBreaker, CircuitBreakerOptions, ConsoleLogger, ConversationTurn, FetchAdapterConfig, InMemoryCacheAdapter, JsonSchemaSpec, LLMClient, LLMError, LLMErrorType, Logger, OnUsage, RefundUsage, ReserveUsage, SchemaLike, TokenUsage, VernLLM, VernLLMOptions, fromAnthropic, fromBedrock, fromCerebras, fromDeepSeek, fromFetch, fromFireworks, fromGemini, fromGroq, fromMistral, fromOllama, fromOpenAICompatible, fromTogether, isLLMError };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","names":[],"sources":["../src/logger.ts","../src/circuitBreaker.ts","../src/types.ts","../src/vernLLM.ts","../src/adapters/anthropic.ts","../src/adapters/gemini.ts","../src/adapters/bedrock.ts","../src/adapters/fetch.ts","../src/adapters/openaiCompatible.ts"],"sourcesContent":null,"mappings":";UAAiB,MAAA;EAAA,KAAA,CAAA,OAAM,EAAA,MAGS,CAAA,EAAA,IAAM;;gCAAN;;;AAOhC;;;AAAsC,cAAzB,aAAA,YAAyB,MAAA,CAAA;EAAM,QAAA,YAAA;;;;ECR3B,KAAA,CAAA,OAAA,EAAA,MAAA,EAAA,IAAqB,CAAA,EDmBN,MCnBM,CAAA,MAAA,EAAA,OAAA,CAAA,CAAA,EAAA,IAAA;AAKrC,CAAA;;;;UALgB,qBAAA;EDFA;;;;;AAUjB,KCDK,YAAA,GDCsB,QAAA,GAAA,MAAA,GAAA,WAAA;;;;AAAiB;;;cCO/B,cAAA;EAfI,QAAA,KAAA;EAOZ,QAAA,mBAAY;;;;wBAeM;;;EAPV,aAAA,CAAA,CAAA,EAAc,IAAA;EAAA,aAAA,CAAA,CAAA,EAAA,IAAA;EAAA,QAOJ,CAAA,CAAA,EA0CT,YA1CS;;;;;KCxBX,YAAA;AFAK,cESJ,QAAA,SAAiB,KAAA,CFNQ;QESrB;;;qCAAA;AFFjB;AAA2B,iBEWX,UAAA,CFXW,GAAA,EAAA,OAAA,CAAA,EAAA,GAAA,IEWsB,QFXtB;AAWK,UEIf,YFJe,CAAA,IAAA,OAAA,CAAA,CAAA;EAAM,GAXA,CAAA,GAAA,EAAA,MAAA,CAAA,EEgBlB,OFhBkB,CEgBV,CFhBU,GAAA,IAAA,CAAA;EAAM,GAAA,CAAA,GAAA,EAAA,MAAA,EAAA,KAAA,EEiBlB,CFjBkB,EAAA,GAAA,EAAA,MAAA,CAAA,EEiBD,OFjBC,CAAA,IAAA,CAAA;;;;ACR5C;AAKC;cC2BY,6CAA6C,aAAa;;oBAG7C,QAAQ;0BAUF,iBAAiB;;;AD9BjD;;;;AAiD0B;;;UCNT,SAAA;EA5DL,IAAA,EAAA;IASC,WAAS,EAAA;MAAA,MAAA,CAAA,MAAA,EAAA;QAGL,KAAA,EAAA,MAAA;QAAA,WAAA,EAAA,MAAA;QAHa,UAAA,EAAA,MAAA;QAAK,eAAA,CAAA,EAAA;UAYT,IAAA,EAAA,aAA+B;QAIxC,CAAA,GAAY;UAAA,IAAA,EAAA,aAAA;UACD,WAAA,EAAA;YAAR,IAAA,EAAA,MAAA;YACM,MAAA,EA+CA,MA/CA,CAAA,MAAA,EAAA,OAAA,CAAA;YAAiB,MAAA,CAAA,EAAA,OAAA;YAAO,WAAA,CAAA,EAAA,MAAA;;;;;QAOrC,QAAA,EA+CO,KA/Ca,CAAA;UAAA,IAAA,EAAA,QAAA,GAAA,MAAA;UAAsC,OAAA,EAAA,MAAA;QAGrC,CAAA,CAAA;MAAR,CAAA,EAAA,OAAA,EAAA;QAUM,MAAA,EAoCL,WApCK;MAAiB,CAAA,CAAA,EAqCxC,OArCwC,CAAA;QAbS,OAAA,CAAA,EAmDxC,KAnDwC,CAAA;UAAY,OAAA,CAAA,EAAA;;;;;;;;;MA0BrD,CAAA,CAAA;IAAS,CAAA;EAAA,CAAA;;AAuBC,KAaf,YAAA,GAbe,GAAA,GAaM,OAbN,CAAA,IAAA,CAAA;AAET,KAYN,WAAA,GAZM,GAAA,GAYc,OAZd,CAAA,IAAA,CAAA;AADT,UAeQ,UAAA,CAfR;EAAO,YAAA,EAAA,MAAA;EAYJ,gBAAY,EAAA,MAAA;EACZ,WAAA,EAAA,MAAW;EAEN,SAAA,EAAA,MAAU;EAQf,KAAA,EAAA,MAAO;;KAAP,OAAA,WAAkB;;;;AAO9B;AAIA;AAA+B,UAJd,UAIc,CAAA,CAAA,CAAA,CAAA;EAAA,SACrB,CAAA,IAAA,EAAA,OAAA,CAAA,EAAA;IAaA,OAAA,EAAA,IAAA;IAME,IAAA,EAvBuC,CAuBvC;EAAO,CAAA,GAAA;IAEoB,OAAA,EAAA,KAAA;IAMyC,KAAA,EAAA,OAAA;;;UA5B/D,cAAA;UACP;;;;;EAsCO,SAAA,CAAA,EAAA,MAAc;EAQd;EAAU,WAAA,CAAA,EAAA,MAAA;EAAA;EAOL,gBAcP,CAAA,EAAA,MAAA;EAAc;EAON,KAAZ,CAAA,EAAA,OAAA;EAAU;EAGJ,KAAA,CAAA,EAhEP,YAgEuB;EAAA;EAAA,kBAGb,CAAA,EAAA,MAAA,EAAA;EAAC;EAAF,SACF,CAAA,EAAA,CAAA,OAAA,EAAA,MAAA,EAAA,GAAA,OAAA;EAAY;EACF,OAAA,CAAA,EA/Df,OA+De;;WA/DR;;;;;;6BAEoB;;;;AC/GvC;;;;;;AA4FkD,UDoCjC,cAAA,CCpCiC;EAAO,IA8QV,EAAA,MAAA;EAAC,MAAlB,EDxOpB,MCwOoB,CAAA,MAAA,EAAA,OAAA,CAAA;EAAgB;EAAe,MAAT,CAAA,EAAA,OAAA;EAAO,WAwCzB,CAAA,EAAA,MAAA;;AAAtB,UD1QK,UC0QL,CAAA,IAAA,OAAA,CAAA,CAAA;EAAI,YAAiD,EAAA,MAAA;EAAC,WAAZ,EAAA,MAAA;EAAU,WACnD,CAAA,EAAA,MAAA;EAAC,QAAT,CAAA,EAAA,OAAA;EAAO,SAAA,CAAA,EAAA,MAAA;;WDpQD;;;EEzKM;;;;EAUmB,eAErB,CAAA,EAAA,SAAA,GAAA,KAAA,GAAA,QAAA,GAAA,MAAA;EAAK;AADN;;;;;eF4KC;;;AE9Jf;;;;EAA0E,MAAA,CAAA,EFqK/D,UErK+D,CFqKpD,CErKoD,CAAA;;UFwKzD;;;YAGL,QAAQ;iBACH;gBACD;;;;;AFzMhB;;;;;AAUA;;;AAAsC,cGmBzB,OAAA,CHnByB;EAAM,iBAAA,MAAA;;;;ECR3B,iBAAA,WAAqB;EAOjC,iBAAY,gBAAA;;;;;;;EAQJ;;;;AAiDa;uBEdH;;;ADpDvB;AASA;EAAsB,QAAA,kBAAA;EAAA;;;AAAa;AAYnC;EAIiB,QAAA,aAAY;EAAA;;;;;EAEqB,QAAA,qBAAA;;;;;AAOlD;;;;;;;;AAAsE;;4BCuFpC,WAAW,KAAK,QAAQ;;;;;;;ED7DzC;;;;;;EAyBM,QADd,cAAA;EAAO;AAYhB;AACA;AAEA;AAQA;;;;;;AAOA;AAIA;;EAA+B,QACrB,mBAAA;EAAS;;;;AA2B6D;;;;;;;;;EAW/D,QAAA,WAAc;EAQd;;;;;;EA4BI,QAAA,gBAAA;EAGJ;;;;;EAIY,QACb,YAAA;EAAW;;;;;;;;;;;;AC5K3B;;EAAoB,UAuBG,CAAA,CAAA,CAAA,CAAA,MAAA,EAmVO,gBAnVP,CAmVwB,CAnVxB,CAAA,CAAA,EAmV6B,OAnV7B,CAmVqC,CAnVrC,CAAA;EAAc;;;;;EAmVW,aAAlB,CAAA,CAAA,CAAA,CAAA,MAAA,EAwClB,IAxCkB,CAwCb,gBAxCa,CAwCI,CAxCJ,CAAA,EAAA,IAAA,CAAA,GAAA;IAA8B,IAAA,EAwCN,UAxCM,CAwCK,CAxCL,CAAA;EAAC,CAAA,CAAA,EAyCxD,OAzC+C,CAyCvC,CAzCuC,CAAA;EAAO;;;;EAwCO,eAAZ,CAAA,CAAA,EAAA,CAAA,QAAA,GAAA,MAAA,GAAA,WAAA,CAAA,GAAA,SAAA;;;;;;AH/atD;UIGiB,eAAA;;;;MJOJ,UAAc,EAAA,MAAA;MAAA,WAAA,CAAA,EAAA,MAAA;MAWK,MAAA,CAAA,EAAA,MAAA;MAXM,QAAA,EICpB,KJDoB,CAAA;QAAM,IAAA,EAAA,MAAA,GAAA,WAAA;;;;MCR3B,MAAA,EGWQ,WHXa;IAOjC,CAAA,CAAA,EGKE,OHLU,CAAA;eGMF;;;;;;QHEF,aAAc,CAAA,EAAA,MAAA;MAAA,CAAA;IAOJ,CAAA,CAAA;EAA0B,CAAA;AA0CvB;;;;AClE1B;AASA;;;AAGiB,iBEgBD,aAAA,CFhBC,eAAA,EEgB8B,eFhB9B,CAAA,EEgBgD,SFhBhD;;;;;AFZjB;;;;;AAUA;AAA2B,UKFV,YAAA,CLEU;EAAA,eAWK,CAAA,MAAA,EAAA;IAXM,KAAA,CAAA,EAAA,MAAA;IAAM,QAAA,EKE5B,KLF4B,CAAA;;aKEC;;MJV5B,CAAA,CAAA;IAOZ,CAAA,CAAA;;aII8B;;;;;MJItB,WAAc,CAAA,EAAA,MAAA;MAAA,eAAA,CAAA,EAAA,MAAA;MAOJ,gBAAA,CAAA,EAAA,MAAA;MA0CT,cAAA,CAAA,EIhDW,MJgDX,CAAA,MAAA,EAAA,OAAA,CAAA;IAAY,CAAA;;YI7CH;MAClB;IHtBO,UAAA,CAAY,EGuBP,KHvBO,CAAA;MASX,OAAS,CAAA,EAAA;QAAA,KAAA,CAAA,EGcuB,KHdvB,CAAA;UAGL,IAAA,CAAA,EAAA,MAAA;QAAA,CAAA,CAAA;MAHa,CAAA;IAAK,CAAA,CAAA;IAYnB,aAAU,CAAA,EAAA;MAIT,gBAAY,CAAA,EAAA,MAAA;MAAA,oBAAA,CAAA,EAAA,MAAA;MACD,eAAA,CAAA,EAAA,MAAA;IAAR,CAAA;EAAO,CAAA,CAAA;;AACuB;;;;;AAOlD;;;;;;AAaiD,iBGJjC,UAAA,CHIiC,YAAA,EGJR,YHIQ,CAAA,EGJO,SHIP;;;;;AF/CjD;;;;;AAUA;;;;AAA4C;;;;ACR5C;AAKC;;UKWgB,qBAAA;;;cAID;;MLLH,OAAA,EKKkC,KLLpB,CAAA;QAAA,IAAA,EAAA,MAAA;MAOJ,CAAA,CAAA;IA0CT,CAAA,CAAA;IAAY,MAAA,CAAA,EK3CX,KL2CW,CAAA;;;;MClEd,WAAY,CAAA,EAAA,MAAA;MASX,SAAS,CAAA,EAAA,MAAA;IAAA,CAAA;EAAA,CAAA,EAGL,OAAA,EAAA;IAAA,MAAA,EIcM,WJdN;EAAY,CAAA,CAAA,EIexB,OJlByB,CAAA;IAAK,MAAA,CAAA,EAAA;MAYnB,OAAU,CAAA,EAAA;QAIT,OAAY,CAAA,EIGQ,KJHR,CAAA;UAAA,IAAA,CAAA,EAAA,MAAA;QACD,CAAA,CAAA;MAAR,CAAA;IACM,CAAA;IAAiB,KAAA,CAAA,EAAA;MAAO,WAAA,CAAA,EAAA,MAAA;;;;;AAOlD;;;;;;;;AAAsE;;;;;;;iBIatD,WAAA,gBAA2B,wBAAwB;;;;;AN/CnE;KOGK,WAAA,GAAc,WAAW;UAEb,kBAAA;;0BAES;EPGb;EAAc,OAAA,CAAA,EOArB,MPAqB,CAAA,MAAA,EAAA,MAAA,CAAA,GAAA,CAAA,GAAA,GOCd,MPDc,CAAA,MAAA,EAAA,MAAA,CAAA,GOCW,OPDX,COCmB,MPDnB,CAAA,MAAA,EAAA,MAAA,CAAA,CAAA,CAAA;EAAA;EAWW,MAXA,CAAA,EAAA,MAAA;EAAM;uBOKrB;;;ANbvB;AAKC;;;;;;;IAUY,CAAA;EAAc,CAAA;;;AAiDD;;;;AClE1B;AASA;;;;;AAAmC,iBK4BnB,SAAA,CL5BmB,MAAA,EK4BD,kBL5BC,CAAA,EK4BoB,SL5BpB;;;;AFTnC;;;;;AAUA;;;;AAA4C;;;;ACR5C;AAOK,iBOOW,oBAAA,CPPC,MAAA,EAAA,OAAA,CAAA,EOOsC,SPPtC;;cOYJ,iBAAQ;;cAGR,oBAAW;;cAGX,qBAAY;APVzB;AAA2B,cOad,YPbc,EAAA,OOaF,oBPbE;;AAiDb,cOjCD,YPiCC,EAAA,OOjCW,oBPiCX;AAAY;cO9Bb,sBAAa;;;ANpC1B;AASA;;;AAGiB,cMgCJ,UNhCI,EAAA,OMgCM,oBNhCN"}
+{"version":3,"file":"index.d.ts","names":[],"sources":["../src/logger.ts","../src/circuitBreaker.ts","../src/types.ts","../src/vernLLM.ts","../src/adapters/anthropic.ts","../src/adapters/gemini.ts","../src/adapters/bedrock.ts","../src/adapters/fetch.ts","../src/adapters/openaiCompatible.ts"],"sourcesContent":null,"mappings":";UAAiB,MAAA;EAAA,KAAA,CAAA,OAAM,EAAA,MAGS,CAAA,EAAA,IAAM;;gCAAN;;;AAOhC;;;AAAsC,cAAzB,aAAA,YAAyB,MAAA,CAAA;EAAM,QAAA,YAAA;;;;ECR3B,KAAA,CAAA,OAAA,EAAA,MAAA,EAAA,IAAqB,CAAA,EDmBN,MCnBM,CAAA,MAAA,EAAA,OAAA,CAAA,CAAA,EAAA,IAAA;AAKrC,CAAA;;;;UALgB,qBAAA;EDFA;;;;;AAUjB,KCDK,YAAA,GDCsB,QAAA,GAAA,MAAA,GAAA,WAAA;;;;AAAiB;;;cCO/B,cAAA;EAfI,QAAA,KAAA;EAOZ,QAAA,mBAAY;;;;wBAeM;;;EAPV,aAAA,CAAA,CAAA,EAAc,IAAA;EAAA,aAAA,CAAA,CAAA,EAAA,IAAA;EAAA,QAOJ,CAAA,CAAA,EA0CT,YA1CS;;;;;KCxBX,YAAA;AFAK,cESJ,QAAA,SAAiB,KAAA,CFNQ;QESrB;;;qCAAA;AFFjB;AAA2B,iBEWX,UAAA,CFXW,GAAA,EAAA,OAAA,CAAA,EAAA,GAAA,IEWsB,QFXtB;AAWK,UEIf,YFJe,CAAA,IAAA,OAAA,CAAA,CAAA;EAAM,GAXA,CAAA,GAAA,EAAA,MAAA,CAAA,EEgBlB,OFhBkB,CEgBV,CFhBU,GAAA,IAAA,CAAA;EAAM,GAAA,CAAA,GAAA,EAAA,MAAA,EAAA,KAAA,EEiBlB,CFjBkB,EAAA,GAAA,EAAA,MAAA,CAAA,EEiBD,OFjBC,CAAA,IAAA,CAAA;;;;ACR5C;AAKC;cC2BY,6CAA6C,aAAa;;oBAG7C,QAAQ;0BAUF,iBAAiB;;;AD9BjD;;;;AAiD0B;;;UCNT,SAAA;EA5DL,IAAA,EAAA;IASC,WAAS,EAAA;MAAA,MAAA,CAAA,MAAA,EAAA;QAGL,KAAA,EAAA,MAAA;QAAA,WAAA,EAAA,MAAA;QAHa,UAAA,EAAA,MAAA;QAAK,eAAA,CAAA,EAAA;UAYT,IAAA,EAAA,aAA+B;QAIxC,CAAA,GAAY;UAAA,IAAA,EAAA,aAAA;UACD,WAAA,EAAA;YAAR,IAAA,EAAA,MAAA;YACM,MAAA,EA+CA,MA/CA,CAAA,MAAA,EAAA,OAAA,CAAA;YAAiB,MAAA,CAAA,EAAA,OAAA;YAAO,WAAA,CAAA,EAAA,MAAA;;;;;QAOrC,QAAA,EA+CO,KA/Ca,CAAA;UAAA,IAAA,EAAA,QAAA,GAAA,MAAA,GAAA,WAAA;UAAsC,OAAA,EAAA,MAAA;QAGrC,CAAA,CAAA;MAAR,CAAA,EAAA,OAAA,EAAA;QAUM,MAAA,EAoCL,WApCK;MAAiB,CAAA,CAAA,EAqCxC,OArCwC,CAAA;QAbS,OAAA,CAAA,EAmDxC,KAnDwC,CAAA;UAAY,OAAA,CAAA,EAAA;;;;;;;;;MA0BrD,CAAA,CAAA;IAAS,CAAA;EAAA,CAAA;;AAuBC,KAaf,YAAA,GAbe,GAAA,GAaM,OAbN,CAAA,IAAA,CAAA;AAET,KAYN,WAAA,GAZM,GAAA,GAYc,OAZd,CAAA,IAAA,CAAA;AADT,UAeQ,UAAA,CAfR;EAAO,YAAA,EAAA,MAAA;EAYJ,gBAAY,EAAA,MAAA;EACZ,WAAA,EAAA,MAAW;EAEN,SAAA,EAAA,MAAU;EAQf,KAAA,EAAA,MAAO;;KAAP,OAAA,WAAkB;;;;AAO9B;AAIA;AAA+B,UAJd,UAIc,CAAA,CAAA,CAAA,CAAA;EAAA,SACrB,CAAA,IAAA,EAAA,OAAA,CAAA,EAAA;IAaA,OAAA,EAAA,IAAA;IAME,IAAA,EAvBuC,CAuBvC;EAAO,CAAA,GAAA;IAEoB,OAAA,EAAA,KAAA;IAMyC,KAAA,EAAA,OAAA;;;UA5B/D,cAAA;UACP;;;;;EAsCO,SAAA,CAAA,EAAA,MAAc;;EASd,WAAA,CAAA,EAAA,MAAgB;EAKhB;EAAU,gBAAA,CAAA,EAAA,MAAA;EAAA;EAWC,KAKjB,CAAA,EAAA,OAAA;EAAW;EAcO,KAOP,CAAA,EA5EZ,YA4EY;EAAC;EAAF,kBAAA,CAAA,EAAA,MAAA,EAAA;EAGJ;EAAgB,SAAA,CAAA,EAAA,CAAA,OAAA,EAAA,MAAA,EAAA,GAAA,OAAA;EAAA;EAGZ,OAAT,CAAA,EA5EA,OA4EA;EAAO;EACU,MACb,CAAA,EA9EG,MA8EH;EAAW;;;;;6BA5EY;;;;;;;AC9GvC;;;AA4F6C,UDmC5B,cAAA,CCnC4B;EAAC,IAAZ,EAAA,MAAA;EAAU,MAAc,EDqChD,MCrCgD,CAAA,MAAA,EAAA,OAAA,CAAA;EAAC;EAAF,MAuTV,CAAA,EAAA,OAAA;EAAC,WAAlB,CAAA,EAAA,MAAA;;;AAwCI,UDnTjB,gBAAA,CCmTiB;EAAC,IAAlB,EAAA,MAAA,GAAA,WAAA;EAAgB,OAArB,EAAA,MAAA;;AAA0C,UD9SrC,UC8SqC,CAAA,IAAA,OAAA,CAAA,CAAA;EAAU,YACnD,EAAA,MAAA;EAAC,WAAT,EAAA,MAAA;EAAO;;;;;ACvdZ;;;EAQuB,OAIC,CAAA,EFuKZ,gBEvKY,EAAA;EAAM,WAHd,CAAA,EAAA,MAAA;EAAK,QAOI,CAAA,EAAA,OAAA;EAAW,SAErB,CAAA,EAAA,MAAA;EAAK,SADb,CAAA,EAAA,MAAA;EAAO,MAAA,CAAA,EFuKH,WEvKG;;;;;;;;;;;;;;eFqLC;;AE/Jf;;;;AAA0E;WFsK/D,WAAW;;UAGL;;;YAGL,QAAQ;iBACH;gBACD;;;;AGhNhB;ALRA;;;;;AAUA;;;AAAsC,cGoBzB,OAAA,CHpByB;EAAM,iBAAA,MAAA;;;;ECR3B,iBAAA,WAAqB;EAOjC,iBAAY,gBAAA;;;;;;;EAQJ;;;;AAiDa;uBEbH;;;ADrDvB;AASA;EAAsB,QAAA,kBAAA;EAAA;;;AAAa;AAYnC;EAIiB,QAAA,aAAY;EAAA;;;;;EAEqB,QAAA,qBAAA;;;;;AAOlD;;;;;;;;AAAsE;;4BCwFpC,WAAW,KAAK,QAAQ;;;;;;;ED9DzC;;;;;;EAyBM,QADd,cAAA;EAAO;AAYhB;AACA;AAEA;AAQA;;;;;;AAOA;AAIA;;;;EAcsB,QAMV,eAAA;EAAO;;AAQ6D;;;;;;;;;AAWhF;;AASA;EAKiB,QAAA,mBAAU;EAAA;;;;;EAqCJ,QAAZ,WAAA;EAAU;AAGrB;;;;;EAI6B,QACb,gBAAA;EAAW;;;;;;;;;;;;AC1L3B;EAAoB,QAAA,WAAA;EAAA;;;;;;EAmZ4B,UAAlB,CAAA,CAAA,CAAA,CAAA,MAAA,EAAA,gBAAA,CAAiB,CAAjB,CAAA,CAAA,EAAsB,OAAtB,CAA8B,CAA9B,CAAA;EAAgB;;;;;EAwC9B,aAAiD,CAAA,CAAA,CAAA,CAAA,MAAA,EAArD,IAAqD,CAAhD,gBAAgD,CAA/B,CAA+B,CAAA,EAAA,IAAA,CAAA,GAAA;IAAX,IAAA,EAAA,UAAA,CAAW,CAAX,CAAA;EAAU,CAAA,CAAA,EAC3D,OAAQ,CAAA,CAAA,CAAA;EAAC;AAAF;;;;;;;ACvdZ;AJHA;UIGiB,eAAA;;;;MJOJ,UAAc,EAAA,MAAA;MAAA,WAAA,CAAA,EAAA,MAAA;MAWK,MAAA,CAAA,EAAA,MAAA;MAXM,QAAA,EICpB,KJDoB,CAAA;QAAM,IAAA,EAAA,MAAA,GAAA,WAAA;;;cIE5B;QHVC,IAAA,EAAA,MAAqB;QAOjC,WAAY,CAAA,EAAA,MAAA;sBGMO;;;;;;IHEX,CAAA,EAAA,OAAA,EAAA;MAAc,MAAA,EGEF,WHFE;IAOJ,CAAA,CAAA,EGJhB,OHIgB,CAAA;MA0CT,OAAA,EG7CC,KH6CD,CAAA;QAAY,IAAA,EAAA,MAAA;;;;MClEd,CAAA,CAAA;MASC,KAAS,CAAA,EAAA;QAAA,YAAA,CAAA,EAAA,MAAA;QAGL,aAAA,CAAA,EAAA,MAAA;MAAA,CAAA;IAHa,CAAA,CAAA;EAAK,CAAA;AAYnC;AAIA;;;;;;AAEkD;;;;;AAOlD;;;;AAG0B,iBEKV,aAAA,CFLU,eAAA,EEKqB,eFLrB,CAAA,EEKuC,SFLvC;;;;;AFrC1B;;;;;AAUA;AAA2B,UKFV,YAAA,CLEU;EAAA,eAWK,CAAA,MAAA,EAAA;IAXM,KAAA,CAAA,EAAA,MAAA;IAAM,QAAA,EKE5B,KLF4B,CAAA;;aKEW;;MJVtC,CAAA,CAAA;IAOZ,CAAA,CAAA;;aII8B;;;;;MJItB,WAAc,CAAA,EAAA,MAAA;MAAA,eAAA,CAAA,EAAA,MAAA;MAOJ,gBAAA,CAAA,EAAA,MAAA;MA0CT,cAAA,CAAA,EIhDW,MJgDX,CAAA,MAAA,EAAA,OAAA,CAAA;IAAY,CAAA;;YI7CH;MAClB;IHtBO,UAAA,CAAY,EGuBP,KHvBO,CAAA;MASX,OAAS,CAAA,EAAA;QAAA,KAAA,CAAA,EGcuB,KHdvB,CAAA;UAGL,IAAA,CAAA,EAAA,MAAA;QAAA,CAAA,CAAA;MAHa,CAAA;IAAK,CAAA,CAAA;IAYnB,aAAU,CAAA,EAAA;MAIT,gBAAY,CAAA,EAAA,MAAA;MAAA,oBAAA,CAAA,EAAA,MAAA;MACD,eAAA,CAAA,EAAA,MAAA;IAAR,CAAA;EAAO,CAAA,CAAA;;AACuB;;;;;AAOlD;;;;;;AAaiD,iBGJjC,UAAA,CHIiC,YAAA,EGJR,YHIQ,CAAA,EGJO,SHIP;;;;;AF/CjD;;;;;AAUA;;;;AAA4C;;;;ACR5C;AAKC;;UKWgB,qBAAA;;;cAID;;MLLH,OAAA,EKKgD,KLLlC,CAAA;QAAA,IAAA,EAAA,MAAA;MAOJ,CAAA,CAAA;IA0CT,CAAA,CAAA;IAAY,MAAA,CAAA,EK3CX,KL2CW,CAAA;;;;MClEd,WAAY,CAAA,EAAA,MAAA;MASX,SAAS,CAAA,EAAA,MAAA;IAAA,CAAA;IAGL,UAAA,CAAA,EAAA;MAAA,KAAA,EIcF,KJdE,CAAA;QAHa,QAAA,EAAA;UAAK,IAAA,EAAA,MAAA;UAYT,WAAuB,CAAA,EAAA,MAAQ;UAI5B,WAAA,EAAA;YAAA,IAAA,EIKI,MJLJ,CAAA,MAAA,EAAA,OAAA,CAAA;UACD,CAAA;QAAR,CAAA;MACM,CAAA,CAAA;MAAiB,UAAA,CAAA,EAAA;QAAO,IAAA,EAAA;;;;;EAOrC,CAAA,EAAA,OAAA,EAAA;IAAoB,MAAA,EIEV,WJFU;EAAA,CAAA,CAAA,EIG5B,OJHkE,CAAA;IAGrC,MAAA,CAAA,EAAA;MAAR,OAAA,CAAA,EAAA;QAUM,OAAA,CAAA,EIPd,KJOc,CAAA;UAAiB,IAAA,CAAA,EAAA,MAAA;UAbS,OAAA,CAAA,EAAA;YAAY,IAAA,CAAA,EAAA,MAAA;;;;;;;;;MA0BrD,WAAS,CAAA,EAAA,MAAA;IAAA,CAAA;EAAA,CAAA,CAAA;;;;;AAwBV;AAYhB;AACA;AAEA;AAQA;;;;;;AAOA;AAIA;;;;AAoBY,iBIzEI,WAAA,CJyEJ,aAAA,EIzE+B,qBJyE/B,CAAA,EIzEuD,SJyEvD;;;;;AF1IZ;KOGK,WAAA,GAAc,WAAW;UAEb,kBAAA;;0BAES;EPGb;EAAc,OAAA,CAAA,EOArB,MPAqB,CAAA,MAAA,EAAA,MAAA,CAAA,GAAA,CAAA,GAAA,GOCd,MPDc,CAAA,MAAA,EAAA,MAAA,CAAA,GOCW,OPDX,COCmB,MPDnB,CAAA,MAAA,EAAA,MAAA,CAAA,CAAA,CAAA;EAAA;EAWW,MAXA,CAAA,EAAA,MAAA;EAAM;uBOKrB;;;ANbvB;AAKC;;;;;;;IAUY,CAAA;EAAc,CAAA;;;AAiDD;;;;AClE1B;AASA;;;;;AAAmC,iBK4BnB,SAAA,CL5BmB,MAAA,EK4BD,kBL5BC,CAAA,EK4BoB,SL5BpB;;;;AFTnC;;;;;AAUA;;;;AAA4C;;;;ACR5C;AAOK,iBOOW,oBAAA,CPPC,MAAA,EAAA,OAAA,CAAA,EOOsC,SPPtC;;cOYJ,iBAAQ;;cAGR,oBAAW;;cAGX,qBAAY;APVzB;AAA2B,cOad,YPbc,EAAA,OOaF,oBPbE;;AAiDb,cOjCD,YPiCC,EAAA,OOjCW,oBPiCX;AAAY;cO9Bb,sBAAa;;;ANpC1B;AASA;;;AAGiB,cMgCJ,UNhCI,EAAA,OMgCM,oBNhCN"}

package/dist/index.js

@@ -111,9 +111,12 @@ function extractStatus(err) {
 * Runs an async function and cancels it if it takes longer than the given
 * timeout. Creates an internal abort controller that fires after the
 * timeout elapses, and combines it with any external signal the caller
-* passed in so either one can cancel the underlying call. The internal
-* timer is always cleared afterward, whether the function succeeds,
-* fails, or is aborted, so nothing is left running in the background
+* passed in so either one can cancel the underlying call. If the internal
+* timeout triggers and the underlying operation aborts, the error is
+* converted into an LLMError with type "timeout". External cancellations
+* continue to propagate as aborted errors. The internal timer is always
+* cleared afterward, whether the function succeeds, fails, or is aborted,
+* so nothing is left running in the background.
 */
 async function withTimeout(fn, timeoutMs, externalSignal) {
 	const controller = new AbortController();
@@ -123,6 +126,9 @@ async function withTimeout(fn, timeoutMs, externalSignal) {
 	const signal = externalSignal ? AbortSignal.any([externalSignal, controller.signal]) : controller.signal;
 	try {
 		return await fn(signal);
+	} catch (err) {
+		if (controller.signal.aborted && !externalSignal?.aborted && err instanceof DOMException && err.name === "AbortError") throw new LLMError("Request timed out", "timeout");
+		throw err;
 	} finally {
 		clearTimeout(timer);
 	}
@@ -327,28 +333,53 @@ var VernLLM = class {
 		return this.parseAndValidate(content, params.schema);
 	}
 	/**
+	* Anthropic and Gemini both require strict user/assistant alternation
+	* (and reject or silently mishandle two consecutive same-role turns), so
+	* this validates `history` up front rather than letting a malformed
+	* request surface as a confusing provider-side error. Thrown as a
+	* validation LLMError, which `shouldRetry` never retries, since retrying
+	* the same malformed input can't succeed
+	*/
+	validateHistory(history) {
+		let previousRole;
+		for (const [index, turn] of history.entries()) {
+			if (turn.role !== "user" && turn.role !== "assistant") throw new LLMError(`Invalid history[${index}].role "${turn.role}": must be "user" or "assistant"`, "validation");
+			if (turn.role === previousRole) throw new LLMError(`history must alternate user/assistant turns: consecutive "${turn.role}" turns at history[${index - 1}] and history[${index}]`, "validation");
+			previousRole = turn.role;
+		}
+		if (previousRole === "user") throw new LLMError("The last entry in history is a \"user\" turn, which would collide with the current userContent turn. history must end with an \"assistant\" turn (or be empty).", "validation");
+	}
+	/**
 	* Applies per call defaults and shapes the params into the request
 	* object expected by the underlying client, including the resolved
 	* response format. Also returns whether JSON parsing should be
 	* applied to the response and which model was ultimately used
 	*/
 	buildRequestPayload(params) {
-		const { systemPrompt, userContent, temperature = .2, jsonMode = true, maxTokens = this.defaultMaxTokens, model = this.model, reasoningEffort, jsonSchema } = params;
+		const { systemPrompt, userContent, history = [], temperature = .2, jsonMode = true, maxTokens = this.defaultMaxTokens, model = this.model, reasoningEffort, jsonSchema } = params;
 		const useJson = jsonMode || Boolean(jsonSchema);
 		const responseFormat = this.buildResponseFormat(jsonSchema, useJson);
+		this.validateHistory(history);
 		const request = {
 			model,
 			temperature,
 			max_tokens: maxTokens,
 			...responseFormat ? { response_format: responseFormat } : {},
 			...reasoningEffort ? { reasoning_effort: reasoningEffort } : {},
-			messages: [{
-				role: "system",
-				content: systemPrompt
-			}, {
-				role: "user",
-				content: userContent
-			}]
+			messages: [
+				{
+					role: "system",
+					content: systemPrompt
+				},
+				...history.map((turn) => ({
+					role: turn.role,
+					content: turn.content
+				})),
+				{
+					role: "user",
+					content: userContent
+				}
+			]
 		};
 		return {
 			useJson,
@@ -485,19 +516,33 @@ var VernLLM = class {
 //#region src/adapters/anthropic.ts
 /**
 * Wraps an Anthropic SDK client so it satisfies the same `LLMClient`
-* interface VernLLM uses for OpenAI/Groq. Anthropics Messages API has no
-* `response_format: json_object` equivalent, so when the caller requests
-* JSON mode, this adapter appends an instruction to the system prompt
-* asking the model to respond with JSON only
+* interface VernLLM uses for OpenAI/Groq.
+*
+* `response_format: json_schema` is mapped to Anthropics forced tool-use:
+* a single tool is defined with `input_schema` set to the caller's schema,
+* and `tool_choice` forces the model to call it, so the output is
+* provider-constrained to match the schema rather than merely instructed
+* to via prompt text (the same guarantee OpenAIs native `json_schema` mode
+* gives, built on Anthropics tool-calling primitive instead).
+*
+* `response_format: json_object` (no schema to build a tool from) falls
+* back to a system-prompt instruction, since theres nothing to constrain
+* generation against.
 */
 function fromAnthropic(anthropicClient) {
 	return { chat: { completions: { async create(params, options) {
 		const systemMessage = params.messages.find((m) => m.role === "system");
-		const userMessages = params.messages.filter((m) => m.role === "user");
+		const conversationMessages = params.messages.filter((m) => m.role === "user" || m.role === "assistant");
+		const toolName = params.response_format?.type === "json_schema" ? params.response_format.json_schema.name : void 0;
 		let jsonInstruction;
-		if (params.response_format?.type === "json_schema") {
-			const { name, schema } = params.response_format.json_schema;
-			jsonInstruction = `Respond with valid JSON only, no prose or markdown fences. The JSON must conform to this schema (name: "${name}"):\n${JSON.stringify(schema)}`;
+		let tools;
+		if (params.response_format?.type === "json_schema" && toolName) {
+			const { schema, description } = params.response_format.json_schema;
+			tools = [{
+				name: toolName,
+				description,
+				input_schema: schema
+			}];
 		} else if (params.response_format?.type === "json_object") jsonInstruction = "Respond with valid JSON only, no prose or markdown fences.";
 		const system = [systemMessage?.content, jsonInstruction].filter(Boolean).join("\n\n");
 		const response = await anthropicClient.messages.create({
@@ -505,12 +550,23 @@ function fromAnthropic(anthropicClient) {
 			max_tokens: params.max_tokens,
 			temperature: params.temperature,
 			system: system || void 0,
-			messages: userMessages.map((m) => ({
-				role: "user",
+			messages: conversationMessages.map((m) => ({
+				role: m.role,
 				content: m.content
-			}))
+			})),
+			...tools ? {
+				tools,
+				tool_choice: {
+					type: "tool",
+					name: toolName
+				}
+			} : {}
 		}, options);
-		const text = response.content.find((block) => block.type === "text")?.text ?? "";
+		let text;
+		if (toolName) {
+			const toolUse = response.content.find((block) => block.type === "tool_use" && block.name === toolName);
+			text = toolUse ? JSON.stringify(toolUse.input) : "";
+		} else text = response.content.find((block) => block.type === "text")?.text ?? "";
 		return {
 			choices: [{ message: { content: text } }],
 			usage: {
@@ -538,7 +594,7 @@ function fromAnthropic(anthropicClient) {
 function fromGemini(geminiClient) {
 	return { chat: { completions: { async create(params, options) {
 		const systemMessage = params.messages.find((m) => m.role === "system");
-		const userMessages = params.messages.filter((m) => m.role === "user");
+		const conversationMessages = params.messages.filter((m) => m.role === "user" || m.role === "assistant");
 		const wantsJson = Boolean(params.response_format);
 		const generationConfig = {
 			temperature: params.temperature,
@@ -548,8 +604,8 @@ function fromGemini(geminiClient) {
 		if (params.response_format?.type === "json_schema") generationConfig.responseSchema = params.response_format.json_schema.schema;
 		const response = await geminiClient.generateContent({
 			model: params.model,
-			contents: userMessages.map((m) => ({
-				role: "user",
+			contents: conversationMessages.map((m) => ({
+				role: m.role === "assistant" ? "model" : "user",
 				parts: [{ text: m.content }]
 			})),
 			systemInstruction: systemMessage ? { parts: [{ text: systemMessage.content }] } : void 0,
@@ -577,35 +633,53 @@ function fromGemini(geminiClient) {
 * regardless of which underlying model `modelId` points at, as long as
 * that model supports Converse (most current-generation ones do)
 *
-* Theres no uniform native JSON Schema enforcement across families here
-* (some support it via forced tool-use, which varies per model), so
-* `jsonSchema`/`jsonMode` are emulated via a system-prompt instruction, same
-* approach as the Anthropic adapter. `reasoning_effort` has no Converse
-* equivalent and is dropped
+* `response_format: json_schema` is mapped to Converses `toolConfig`: a
+* single tool is defined from the schema and `toolChoice` forces the model
+* to call it, constraining output at generation time rather than merely
+* instructing for it via prompt text. Native tool support varies by model
+* family (most current-generation ones support it via Converse; check your
+* specific `modelId` if a call fails with an unsupported-parameter error).
+* `response_format: json_object` (no schema to build a tool from) and
+* `reasoning_effort` (no Converse equivalent) fall back to a system-prompt
+* instruction and are dropped respectively.
 */
 function fromBedrock(bedrockClient) {
 	return { chat: { completions: { async create(params, options) {
 		const systemMessage = params.messages.find((m) => m.role === "system");
-		const userMessages = params.messages.filter((m) => m.role === "user");
+		const conversationMessages = params.messages.filter((m) => m.role === "user" || m.role === "assistant");
+		const toolName = params.response_format?.type === "json_schema" ? params.response_format.json_schema.name : void 0;
 		let jsonInstruction;
-		if (params.response_format?.type === "json_schema") {
-			const { name, schema } = params.response_format.json_schema;
-			jsonInstruction = `Respond with valid JSON only, no prose or markdown fences. The JSON must conform to this schema (name: "${name}"):\n${JSON.stringify(schema)}`;
+		let toolConfig;
+		if (params.response_format?.type === "json_schema" && toolName) {
+			const { schema, description } = params.response_format.json_schema;
+			toolConfig = {
+				tools: [{ toolSpec: {
+					name: toolName,
+					description,
+					inputSchema: { json: schema }
+				} }],
+				toolChoice: { tool: { name: toolName } }
+			};
 		} else if (params.response_format?.type === "json_object") jsonInstruction = "Respond with valid JSON only, no prose or markdown fences.";
 		const systemParts = [systemMessage?.content, jsonInstruction].filter((s) => Boolean(s));
 		const response = await bedrockClient.converse({
 			modelId: params.model,
-			messages: userMessages.map((m) => ({
-				role: "user",
+			messages: conversationMessages.map((m) => ({
+				role: m.role,
 				content: [{ text: m.content }]
 			})),
 			system: systemParts.length ? systemParts.map((text$1) => ({ text: text$1 })) : void 0,
 			inferenceConfig: {
 				temperature: params.temperature,
 				maxTokens: params.max_tokens
-			}
+			},
+			...toolConfig ? { toolConfig } : {}
 		}, options);
-		const text = response.output?.message?.content?.map((c) => c.text ?? "").join("") ?? "";
+		let text;
+		if (toolName) {
+			const toolUseBlock = response.output?.message?.content?.find((block) => block.toolUse?.name === toolName);
+			text = toolUseBlock?.toolUse ? JSON.stringify(toolUseBlock.toolUse.input) : "";
+		} else text = response.output?.message?.content?.map((c) => c.text ?? "").join("") ?? "";
 		return {
 			choices: [{ message: { content: text } }],
 			usage: {