wingbot 3.76.4-alpha.3 → 3.76.4-alpha.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wingbot",
-  "version": "3.76.4-alpha.3",
+  "version": "3.76.4-alpha.4",
   "description": "Enterprise Messaging Bot Conversation Engine",
   "main": "index.js",
   "type": "commonjs",

package/src/LLMDispatcher.js

@@ -260,6 +260,7 @@ class LLMDispatcher {
                 ...routing,
                 actionList: [],
                 actionListString: '',
+                structuredOutput: LLMRouter.structuredOutput(),
                 byAction: new Map(),
                 router
             };

package/src/LLMRouter.js

@@ -66,7 +66,8 @@ const LLMType = require('./LLMType');
  */
 
 /**
- * @typedef {Pick<LLMRoutingCache, 'actionList'|'actionListString'|'byAction'>} LLMRoutingInput
+ * @typedef {Pick<LLMRoutingCache,
+ *   'actionList'|'actionListString'|'byAction'|'structuredOutput'>} LLMRoutingInput
  */
 
 /**
@@ -74,6 +75,7 @@ const LLMType = require('./LLMType');
  * @prop {boolean} [keepUserInInteractionsWithBounceAllowed]
  * @prop {string} actionListString
  * @prop {LLMAction[]} actionList
+ * @prop {object} structuredOutput - JSON schema for the routing response
  * @prop {ILLMRouter|null} router
  * @prop {Map<string, GlobalIntentResolved>} byAction
  * @prop {GlobalIntentResolved[]} routes
@@ -142,24 +144,31 @@ class LLMRouter {
     }
 
     /**
-     * @type {object}
+     * Sentinel action returned when the user did not change the conversation
+     * context (or when the model can't decide). Not present in `byAction`.
+     *
+     * @type {string}
      */
-    static _cachedStructuredOutput = null;
+    static NOT_CHANGED = '-not-changed-';
 
     /**
+     * Builds the JSON schema for the routing response. The `action` field is
+     * constrained to an enum of the routable actions plus the `-not-changed-`
+     * sentinel, so the model can only return a valid routing target.
+     *
+     * Called once per router config from `_prepareRoutingInput`; the result is
+     * stored on the routing cache, so it is not rebuilt per request.
      *
+     * @param {string[]} [actions] - routable action values (e.g. `/btm/dodavatel`)
      * @returns {object}
      */
-    static structuredOutput () {
-        if (LLMRouter._cachedStructuredOutput === null) {
-            LLMRouter._cachedStructuredOutput = LLMType
-                .object({
-                    action: LLMType.string()
-                        .description('recommended action')
-                }, 'conversation_routing_information')
-                .toJSON();
-        }
-        return LLMRouter._cachedStructuredOutput;
+    static structuredOutput (actions = []) {
+        return LLMType
+            .object({
+                action: LLMType.enum([LLMRouter.NOT_CHANGED, ...actions])
+                    .description('recommended action')
+            }, 'conversation_routing_information')
+            .toJSON();
     }
 
     /**
@@ -183,7 +192,7 @@ class LLMRouter {
 
             let res;
             try {
-                res = await session.generateStructured(LLMRouter.structuredOutput());
+                res = await session.generateStructured(routing.structuredOutput);
             } catch (e) {
                 // Fail closed: any error in routing classification is treated
                 // as "no context change" so the user's current flow continues.
@@ -315,6 +324,7 @@ class LLMRouter {
                 : {}),
             actionListString,
             actionList,
+            structuredOutput: LLMRouter.structuredOutput(actionList.map((a) => a.action)),
             byAction,
             router,
             routes: resolvedLlm
@@ -367,6 +377,7 @@ class LLMRouter {
             : {
                 actionListString: '',
                 actionList: [],
+                structuredOutput: LLMRouter.structuredOutput(),
                 byAction: new Map(),
                 router: null,
                 routes: []