wingbot 3.76.4-alpha.8 → 3.76.4-alpha.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wingbot",
-  "version": "3.76.4-alpha.8",
+  "version": "3.76.4-alpha.9",
   "description": "Enterprise Messaging Bot Conversation Engine",
   "main": "index.js",
   "type": "commonjs",

package/src/LLM.js

@@ -107,6 +107,7 @@ const LLMSession = require('./LLMSession');
  * @prop {'low'|'medium'|'high'|string} [verbosity]
  * @prop {'text'|SimpleJsonSchema} [responseFormat]
  * @prop {number} [temperature]
+ * @prop {number} [maxToolCallRounds]
  */
 
 /**

package/src/LLMSession.js

@@ -973,12 +973,13 @@ class LLMSession {
      * @returns {Promise<LLMMessage<any>>}
      */
     async _generate (providerOptions = this._preset, logOptions = {}) {
+        const { maxToolCallRounds = MAX_TOOL_CALL_ROUNDS } = this._llm.llmOptions(providerOptions);
         let result = await this._llm.generate(this, providerOptions, logOptions);
 
         // the model may chain several rounds of tool calls before it produces
         // a final text answer - keep resolving them until it stops (bounded)
         let rounds = 0;
-        while (result.toolCalls?.length && rounds < MAX_TOOL_CALL_ROUNDS) {
+        while (result.toolCalls?.length && rounds < maxToolCallRounds) {
             rounds += 1;
             const toolCalls = [];
             const results = await Promise.all(
@@ -1017,7 +1018,7 @@ class LLMSession {
         // a tool-call message (content === null) to the send pipeline
         if (result.toolCalls?.length) {
             this._llm.log.error(
-                `LLMSession: reached MAX_TOOL_CALL_ROUNDS (${MAX_TOOL_CALL_ROUNDS}), `
+                `LLMSession: reached maxToolCallRounds (${maxToolCallRounds}), `
                 + 'dropping pending tool calls and forcing a tool-less final answer',
                 { toolCalls: result.toolCalls }
             );