@botonic/plugin-flow-builder 0.45.0-alpha.1 → 0.46.0-alpha.0

package/lib/esm/user-input/smart-intent.js

@@ -7,14 +7,14 @@ const axios_1 = tslib_1.__importDefault(require("axios"));
 const helpers_1 = require("../helpers");
 const tracking_1 = require("../tracking");
 class SmartIntentsApi {
-    constructor(cmsApi, currentRequest, smartIntentsConfig, flowId) {
+    constructor(cmsApi, currentRequest, smartIntentsConfig, userTextOrTranscript) {
         this.cmsApi = cmsApi;
         this.currentRequest = currentRequest;
         this.smartIntentsConfig = smartIntentsConfig;
-        this.flowId = flowId;
+        this.userTextOrTranscript = userTextOrTranscript;
     }
     async getNodeByInput() {
-        if (!this.currentRequest.input.data) {
+        if (!this.userTextOrTranscript) {
             return undefined;
         }
         const smartIntentNodes = this.cmsApi.getSmartIntentNodes();
@@ -23,7 +23,7 @@ class SmartIntentsApi {
         }
         const params = {
             bot_id: this.currentRequest.session.bot.id,
-            text: this.currentRequest.input.data,
+            text: this.userTextOrTranscript,
             num_smart_intents_to_use: this.smartIntentsConfig.numSmartIntentsToUse,
             use_latest: this.resolveUseLatest(),
         };
@@ -43,7 +43,7 @@ class SmartIntentsApi {
                     nluIntentSmartTitle: response.data.smart_intent_title,
                     nluIntentSmartNumUsed: response.data.smart_intents_used.length,
                     nluIntentSmartMessageId: this.currentRequest.input.message_id,
-                    userInput: this.currentRequest.input.data,
+                    userInput: this.userTextOrTranscript,
                     flowThreadId: this.currentRequest.session.flow_thread_id,
                     flowId,
                     flowName,

package/lib/esm/user-input/smart-intent.js.map

@@ -1 +1 @@
-{"version":3,"file":"smart-intent.js","sourceRoot":"","sources":["../../../src/user-input/smart-intent.ts"],"names":[],"mappings":";;;;AAAA,wCAA2E;AAE3E,0DAAyB;AAIzB,wCAAiD;AACjD,0CAGoB;AAepB,MAAa,eAAe;IAC1B,YACS,MAAsB,EACtB,cAA6B,EAC7B,kBAA+C,EAC/C,MAAe;QAHf,WAAM,GAAN,MAAM,CAAgB;QACtB,mBAAc,GAAd,cAAc,CAAe;QAC7B,uBAAkB,GAAlB,kBAAkB,CAA6B;QAC/C,WAAM,GAAN,MAAM,CAAS;IACrB,CAAC;IAEJ,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACpC,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAA;QAC1D,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAA;QAClB,CAAC;QAED,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC1C,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI;YACpC,wBAAwB,EAAE,IAAI,CAAC,kBAAkB,CAAC,oBAAoB;YACtE,UAAU,EAAE,IAAI,CAAC,gBAAgB,EAAE;SACpC,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;YAChD,MAAM,eAAe,GAAG,gBAAgB,CAAC,IAAI,CAC3C,eAAe,CAAC,EAAE,CAChB,eAAe,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CACrE,CAAA;YAED,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;gBACpE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,aAAa,GAAG;oBACxC,IAAI,EAAE,cAAO,CAAC,WAAW;oBACzB,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK;oBAC3C,OAAO,EAAE,aAAa;iBACvB,CAAA;gBAED,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,GACvD,IAAA,oDAAyC,EACvC,IAAI,CAAC,cAAc,EACnB,eAAe,CAAC,EAAE,CACnB,CAAA;gBAEH,MAAM,KAAK,GAAqB;oBAC9B,MAAM,EAAE,kBAAW,CAAC,WAAW;oBAC/B,mBAAmB,EAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB;oBACrD,qBAAqB,EAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM;oBAC9D,uBAAuB,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU;oBAC7D,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI;oBACzC,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,cAAwB;oBAClE,MAAM;oBACN,QAAQ;oBACR,iBAAiB;oBACjB,UAAU;iBACX,CAAA;gBACD,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,EAAE,GAAG,KAAK,CAAA;gBAEtC,MAAM,IAAA,qBAAU,EAAC,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;gBAExD,OAAO,eAAe,CAAA;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACpD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAA;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,eAA4C;QAE5C,MAAM,iBAAiB,GAAG,IAAA,8BAAoB,EAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QAC3E,MAAM,KAAK,GAAG,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QAE3E,OAAO,MAAM,IAAA,eAAK,EAAC;YACjB,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,0CAA0C;YAC7E,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,KAAK;SACf,CAAC,CAAA;IACJ,CAAC;CACF;AA7FD,0CA6FC"}
+{"version":3,"file":"smart-intent.js","sourceRoot":"","sources":["../../../src/user-input/smart-intent.ts"],"names":[],"mappings":";;;;AAAA,wCAA2E;AAE3E,0DAAyB;AAIzB,wCAAiD;AACjD,0CAGoB;AAepB,MAAa,eAAe;IAC1B,YACS,MAAsB,EACtB,cAA6B,EAC7B,kBAA+C,EAC/C,oBAA4B;QAH5B,WAAM,GAAN,MAAM,CAAgB;QACtB,mBAAc,GAAd,cAAc,CAAe;QAC7B,uBAAkB,GAAlB,kBAAkB,CAA6B;QAC/C,yBAAoB,GAApB,oBAAoB,CAAQ;IAClC,CAAC;IAEJ,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAA;QAC1D,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAA;QAClB,CAAC;QAED,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC1C,IAAI,EAAE,IAAI,CAAC,oBAAoB;YAC/B,wBAAwB,EAAE,IAAI,CAAC,kBAAkB,CAAC,oBAAoB;YACtE,UAAU,EAAE,IAAI,CAAC,gBAAgB,EAAE;SACpC,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;YAChD,MAAM,eAAe,GAAG,gBAAgB,CAAC,IAAI,CAC3C,eAAe,CAAC,EAAE,CAChB,eAAe,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CACrE,CAAA;YAED,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;gBACpE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,aAAa,GAAG;oBACxC,IAAI,EAAE,cAAO,CAAC,WAAW;oBACzB,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK;oBAC3C,OAAO,EAAE,aAAa;iBACvB,CAAA;gBAED,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,GACvD,IAAA,oDAAyC,EACvC,IAAI,CAAC,cAAc,EACnB,eAAe,CAAC,EAAE,CACnB,CAAA;gBAEH,MAAM,KAAK,GAAqB;oBAC9B,MAAM,EAAE,kBAAW,CAAC,WAAW;oBAC/B,mBAAmB,EAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB;oBACrD,qBAAqB,EAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM;oBAC9D,uBAAuB,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU;oBAC7D,SAAS,EAAE,IAAI,CAAC,oBAAoB;oBACpC,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,cAAwB;oBAClE,MAAM;oBACN,QAAQ;oBACR,iBAAiB;oBACjB,UAAU;iBACX,CAAA;gBACD,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,EAAE,GAAG,KAAK,CAAA;gBAEtC,MAAM,IAAA,qBAAU,EAAC,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;gBAExD,OAAO,eAAe,CAAA;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACpD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAA;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,eAA4C;QAE5C,MAAM,iBAAiB,GAAG,IAAA,8BAAoB,EAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QAC3E,MAAM,KAAK,GAAG,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QAE3E,OAAO,MAAM,IAAA,eAAK,EAAC;YACjB,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,0CAA0C;YAC7E,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,KAAK;SACf,CAAC,CAAA;IACJ,CAAC;CACF;AA7FD,0CA6FC"}

package/lib/esm/utils.d.ts

@@ -1,7 +1,8 @@
 import { type Input, type Session } from '@botonic/core';
 import type { ActionRequest } from '@botonic/react';
 export declare function resolveGetAccessToken(getAccessToken: (session: Session) => string): (session: Session) => string;
-export declare function inputHasTextData(input: Input): boolean;
+export declare function inputHasTextOrTranscript(input: Input): boolean;
+export declare function getTextOrTranscript(input: Input): string | undefined;
 export declare function isKeywordsAllowed(request: ActionRequest): boolean;
 export declare function isSmartIntentsAllowed(request: ActionRequest): boolean;
 export declare function isKnowledgeBasesAllowed(request: ActionRequest): boolean;

package/lib/esm/utils.js

@@ -1,7 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.resolveGetAccessToken = resolveGetAccessToken;
-exports.inputHasTextData = inputHasTextData;
+exports.inputHasTextOrTranscript = inputHasTextOrTranscript;
+exports.getTextOrTranscript = getTextOrTranscript;
 exports.isKeywordsAllowed = isKeywordsAllowed;
 exports.isSmartIntentsAllowed = isSmartIntentsAllowed;
 exports.isKnowledgeBasesAllowed = isKnowledgeBasesAllowed;
@@ -24,8 +25,20 @@ function resolveGetAccessToken(getAccessToken) {
             throw new Error('No method defined for getting access token');
     }
 }
-function inputHasTextData(input) {
-    return input.data !== undefined && input.type === core_1.INPUT.TEXT;
+function inputHasTextOrTranscript(input) {
+    const isTextInput = Boolean(input.data) && input.type === core_1.INPUT.TEXT;
+    const isTranscriptText = Boolean(input.transcript) && input.type === core_1.INPUT.AUDIO;
+    return isTextInput || isTranscriptText;
+}
+function getTextOrTranscript(input) {
+    if (input.type === core_1.INPUT.TEXT && input.data) {
+        return input.data;
+    }
+    if (input.type === core_1.INPUT.AUDIO && input.transcript) {
+        return input.transcript;
+    }
+    console.error('No text or transcript found in input', input);
+    return undefined;
 }
 function isNluAllowed(request, nluFlag) {
     const shadowing = Boolean(request.session._shadowing);

package/lib/esm/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":";;AAaA,sDAWC;AAED,4CAEC;AAWD,8CAEC;AAED,sDAEC;AAED,0DAEC;AAjDD,wCAA+D;AAG/D,uCAAgD;AAChD,mCAAoE;AAEpE,SAAS,yBAAyB,CAAC,OAAgB;IACjD,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACrD,CAAC;IACD,OAAO,OAAO,CAAC,aAAa,CAAA;AAC9B,CAAC;AAED,SAAgB,qBAAqB,CACnC,cAA4C;IAE5C,QAAQ,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC7B,KAAK,0BAAkB,CAAC,UAAU;YAChC,OAAO,yBAAyB,CAAA;QAClC,KAAK,0BAAkB,CAAC,WAAW;YACjC,OAAO,cAAc,CAAA;QACvB;YACE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IACjE,CAAC;AACH,CAAC;AAED,SAAgB,gBAAgB,CAAC,KAAY;IAC3C,OAAO,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,YAAK,CAAC,IAAI,CAAA;AAC9D,CAAC;AAED,SAAS,YAAY,CACnB,OAAsB,EACtB,OAAgC;IAEhC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACrD,MAAM,iBAAiB,GAAG,IAAA,8BAAoB,EAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAC/D,OAAO,CAAC,SAAS,IAAI,CAAC,SAAS,IAAI,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAA;AAC5E,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAsB;IACtD,OAAO,YAAY,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;AAC/C,CAAC;AAED,SAAgB,qBAAqB,CAAC,OAAsB;IAC1D,OAAO,YAAY,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAA;AACnD,CAAC;AAED,SAAgB,uBAAuB,CAAC,OAAsB;IAC5D,OAAO,YAAY,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAA;AACrD,CAAC"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":";;AAaA,sDAWC;AAED,4DAMC;AAED,kDAUC;AAWD,8CAEC;AAED,sDAEC;AAED,0DAEC;AAjED,wCAA+D;AAG/D,uCAAgD;AAChD,mCAAoE;AAEpE,SAAS,yBAAyB,CAAC,OAAgB;IACjD,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACrD,CAAC;IACD,OAAO,OAAO,CAAC,aAAa,CAAA;AAC9B,CAAC;AAED,SAAgB,qBAAqB,CACnC,cAA4C;IAE5C,QAAQ,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC7B,KAAK,0BAAkB,CAAC,UAAU;YAChC,OAAO,yBAAyB,CAAA;QAClC,KAAK,0BAAkB,CAAC,WAAW;YACjC,OAAO,cAAc,CAAA;QACvB;YACE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IACjE,CAAC;AACH,CAAC;AAED,SAAgB,wBAAwB,CAAC,KAAY;IACnD,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAK,CAAC,IAAI,CAAA;IACpE,MAAM,gBAAgB,GACpB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAK,CAAC,KAAK,CAAA;IAEzD,OAAO,WAAW,IAAI,gBAAgB,CAAA;AACxC,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAY;IAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC5C,OAAO,KAAK,CAAC,IAAI,CAAA;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAK,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC,UAAU,CAAA;IACzB,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAA;IAC5D,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,YAAY,CACnB,OAAsB,EACtB,OAAgC;IAEhC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACrD,MAAM,iBAAiB,GAAG,IAAA,8BAAoB,EAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAC/D,OAAO,CAAC,SAAS,IAAI,CAAC,SAAS,IAAI,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAA;AAC5E,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAsB;IACtD,OAAO,YAAY,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;AAC/C,CAAC;AAED,SAAgB,qBAAqB,CAAC,OAAsB;IAC1D,OAAO,YAAY,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAA;AACnD,CAAC;AAED,SAAgB,uBAAuB,CAAC,OAAsB;IAC5D,OAAO,YAAY,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAA;AACrD,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botonic/plugin-flow-builder",
-  "version": "0.45.0-alpha.1",
+  "version": "0.46.0-alpha.0",
   "main": "./lib/cjs/index.js",
   "module": "./lib/esm/index.js",
   "description": "Use Flow Builder to show your contents",
@@ -15,8 +15,8 @@
     "format": "biome format --write src/ tests/"
   },
   "dependencies": {
-    "@botonic/react": "^0.45.0-alpha.1",
-    "axios": "^1.13.2",
+    "@botonic/react": "^0.46.0-alpha.0",
+    "axios": "^1.13.6",
     "uuid": "^10.0.0"
   },
   "repository": {

package/src/action/ai-agent.ts

@@ -47,6 +47,8 @@ export async function getContentsByAiAgent({
     {
       name: aiAgentContent.name,
       instructions: aiAgentContent.instructions,
+      model: aiAgentContent.model,
+      verbosity: aiAgentContent.verbosity,
       activeTools: aiAgentContent.activeTools,
       inputGuardrailRules: activeInputGuardrailRules,
       sourceIds: aiAgentContent.sources?.map(source => source.id),

package/src/action/first-interaction.ts

@@ -2,7 +2,7 @@ import type { FlowBuilderApi } from '../api'
 import { MAIN_FLOW_NAME } from '../constants'
 import { FlowBotAction, type FlowContent } from '../content-fields'
 import type BotonicPluginFlowBuilder from '../index'
-import { inputHasTextData } from '../utils'
+import { inputHasTextOrTranscript } from '../utils'
 import { getContentsByAiAgent } from './ai-agent'
 import type { FlowBuilderContext } from './index'
 import { getContentsByKnowledgeBase } from './knowledge-bases'
@@ -44,7 +44,7 @@ export async function getContentsByFirstInteraction(
     return firstInteractionContents
   }
 
-  if (request.input.nluResolution || inputHasTextData(request.input)) {
+  if (request.input.nluResolution || inputHasTextOrTranscript(request.input)) {
     const contentsByUserInput = await getContentsByUserInput(context)
 
     return [...firstInteractionContents, ...contentsByUserInput]

package/src/action/index.tsx

@@ -15,7 +15,7 @@ import { FlowBotAction } from '../content-fields/flow-bot-action'
 import { ContentFilterExecutor } from '../filters'
 import { getFlowBuilderPlugin } from '../helpers'
 import type BotonicPluginFlowBuilder from '../index'
-import { inputHasTextData } from '../utils'
+import { inputHasTextOrTranscript } from '../utils'
 import { getContentsByAiAgent } from './ai-agent'
 import { getContentsByFallback } from './fallback'
 import { getContentsByFirstInteraction } from './first-interaction'
@@ -147,7 +147,7 @@ async function getContents(
     return await getContentsByFallback(context)
   }
 
-  if (inputHasTextData(request.input)) {
+  if (inputHasTextOrTranscript(request.input)) {
     const aiAgentContents = await getContentsByAiAgent(context)
     if (aiAgentContents.length > 0) {
       return aiAgentContents

package/src/action/knowledge-bases.ts

@@ -17,7 +17,7 @@ import {
   trackEvent,
 } from '../tracking'
 import type { KnowledgeBaseFunction } from '../types'
-import { inputHasTextData, isKnowledgeBasesAllowed } from '../utils'
+import { inputHasTextOrTranscript, isKnowledgeBasesAllowed } from '../utils'
 import type { FlowBuilderContext } from './index'
 
 export async function getContentsByKnowledgeBase({
@@ -49,7 +49,7 @@ export async function getContentsByKnowledgeBase({
 
     if (
       flowBuilderPlugin.getKnowledgeBaseResponse &&
-      inputHasTextData(request.input) &&
+      inputHasTextOrTranscript(request.input) &&
       sourceIds.length > 0
     ) {
       const contentsWithKnowledgeResponse =

package/src/content-fields/flow-ai-agent.tsx

@@ -1,4 +1,4 @@
-import type { AgenticOutputMessage } from '@botonic/core'
+import { type AgenticOutputMessage, VerbosityLevel } from '@botonic/core'
 import type { ActionRequest } from '@botonic/react'
 
 import { trackOneContent } from '../tracking'
@@ -13,6 +13,8 @@ import type {
 export class FlowAiAgent extends ContentFieldsBase {
   public name: string = ''
   public instructions: string = ''
+  public model: string = ''
+  public verbosity: VerbosityLevel = VerbosityLevel.Medium
   public activeTools?: { name: string }[]
   public inputGuardrailRules: HtInputGuardrailRule[]
   public sources?: { id: string; name: string }[]
@@ -24,6 +26,8 @@ export class FlowAiAgent extends ContentFieldsBase {
     newAiAgent.code = component.code
     newAiAgent.name = component.content.name
     newAiAgent.instructions = component.content.instructions
+    newAiAgent.model = component.content.model
+    newAiAgent.verbosity = component.content.verbosity
     newAiAgent.activeTools = component.content.active_tools
     newAiAgent.inputGuardrailRules =
       component.content.input_guardrail_rules || []

package/src/content-fields/flow-whatsapp-template.tsx

@@ -24,6 +24,7 @@ import type {
   HtWhatsAppTemplate,
   HtWhatsAppTemplateButtonsComponent,
   HtWhatsAppTemplateHeaderComponent,
+  HtWhatsappTemplateContentByLocale,
   HtWhatsappTemplateNode,
 } from './hubtype-fields'
 
@@ -41,21 +42,41 @@ export class FlowWhatsappTemplate extends ContentFieldsBase {
   public urlVariableValues?: Record<string, string>
 
   static fromHubtypeCMS(
-    component: HtWhatsappTemplateNode
+    component: HtWhatsappTemplateNode,
+    currentLocale: string
   ): FlowWhatsappTemplate {
     const whatsappTemplate = new FlowWhatsappTemplate(component.id)
     whatsappTemplate.code = component.code
-    whatsappTemplate.htWhatsappTemplate = component.content.template
-    whatsappTemplate.headerVariables = component.content.header_variables
-    whatsappTemplate.variableValues = component.content.variable_values
     whatsappTemplate.buttons = component.content.buttons
-    whatsappTemplate.urlVariableValues = component.content.url_variable_values
+    const contentByLocale = FlowWhatsappTemplate.getContentByLocale(
+      component,
+      currentLocale
+    )
+
+    whatsappTemplate.htWhatsappTemplate = contentByLocale.template
+    whatsappTemplate.headerVariables = contentByLocale.header_variables
+    whatsappTemplate.variableValues = contentByLocale.variable_values
+    whatsappTemplate.urlVariableValues = contentByLocale.url_variable_values
 
     whatsappTemplate.followUp = component.follow_up
 
     return whatsappTemplate
   }
 
+  private static getContentByLocale(
+    component: HtWhatsappTemplateNode,
+    currentLocale: string
+  ) {
+    const content: HtWhatsappTemplateContentByLocale | undefined =
+      component.content.by_locale[currentLocale]
+    if (!content) {
+      throw new Error(
+        `Whatsapp template content not found for locale: ${currentLocale}`
+      )
+    }
+    return content
+  }
+
   private getHeaderComponent(
     whatsappTemplate: HtWhatsAppTemplate,
     headerVariables: HeaderVariables,

package/src/content-fields/hubtype-fields/ai-agent.ts

@@ -1,3 +1,4 @@
+import type { VerbosityLevel } from '@botonic/core'
 import type { HtBaseNode } from './common'
 import type { HtNodeWithContentType } from './node-types'
 
@@ -12,6 +13,8 @@ export interface HtAiAgentNode extends HtBaseNode {
   content: {
     name: string
     instructions: string
+    model: string
+    verbosity: VerbosityLevel
     active_tools?: { name: string }[]
     input_guardrail_rules?: HtInputGuardrailRule[]
     sources?: { id: string; name: string }[]

package/src/content-fields/hubtype-fields/whatsapp-template.ts

@@ -69,18 +69,22 @@ export interface HtWhatsAppTemplate {
   namespace: string
   parameter_format: string
 }
+
+export interface HtWhatsappTemplateContentByLocale {
+  template: HtWhatsAppTemplate
+  header_variables?: {
+    type: WhatsAppTemplateParameterType
+    text?: Record<string, string>
+    media?: HtMediaFileLocale[]
+  }
+  variable_values: Record<string, string>
+  url_variable_values?: Record<string, string>
+}
+
 export interface HtWhatsappTemplateNode extends HtBaseNode {
   type: HtNodeWithContentType.WHATSAPP_TEMPLATE
   content: {
-    template: HtWhatsAppTemplate
-    header_variables?: {
-      type: WhatsAppTemplateParameterType
-      text?: Record<string, string>
-      media?: HtMediaFileLocale[]
-    }
-    variable_values: Record<string, string>
-
+    by_locale: Record<string, HtWhatsappTemplateContentByLocale>
     buttons: HtButton[]
-    url_variable_values?: Record<string, string>
   }
 }

package/src/flow-factory.ts

@@ -93,7 +93,7 @@ export class FlowFactory {
         return FlowGoToFlow.fromHubtypeCMS(hubtypeContent, this.cmsApi)
 
       case HtNodeWithContentType.WHATSAPP_TEMPLATE:
-        return FlowWhatsappTemplate.fromHubtypeCMS(hubtypeContent)
+        return FlowWhatsappTemplate.fromHubtypeCMS(hubtypeContent, this.locale)
 
       case HtNodeWithContentType.CAPTURE_USER_INPUT:
         return FlowCaptureUserInput.fromHubtypeCMS(hubtypeContent)

package/src/index.ts

@@ -38,7 +38,7 @@ import {
 } from './types'
 import { getNextPayloadByUserInput } from './user-input'
 import type { SmartIntentsInferenceConfig } from './user-input/smart-intent'
-import { inputHasTextData, resolveGetAccessToken } from './utils'
+import { inputHasTextOrTranscript, resolveGetAccessToken } from './utils'
 
 // TODO: Create a proper service to wrap all calls and allow api versioning
 
@@ -109,7 +109,7 @@ export default class BotonicPluginFlowBuilder implements Plugin {
     })
 
     const checkUserTextInput =
-      inputHasTextData(request.input) && !request.input.payload
+      inputHasTextOrTranscript(request.input) && !request.input.payload
 
     if (checkUserTextInput) {
       const resolvedLocale = this.cmsApi.getResolvedLocale()

package/src/user-input/capture-user-input-api.ts

@@ -13,7 +13,7 @@ import {
   getCommonFlowContentEventArgsForContentId,
   trackEvent,
 } from '../tracking'
-import { inputHasTextData } from '../utils'
+import { inputHasTextOrTranscript } from '../utils'
 
 interface AiCaptureResponseSuccess {
   success: true
@@ -29,19 +29,25 @@ type AiCaptureResponse = AiCaptureResponseSuccess | AiCaptureResponseFailure
 export class CaptureUserInputApi {
   private cmsApi: FlowBuilderApi
   private request: ActionRequest
+  private textOrTranscript: string
 
-  constructor(cmsApi: FlowBuilderApi, request: ActionRequest) {
+  constructor(
+    cmsApi: FlowBuilderApi,
+    request: ActionRequest,
+    textOrTranscript: string
+  ) {
     this.cmsApi = cmsApi
     this.request = request
+    this.textOrTranscript = textOrTranscript
   }
 
   async getNextNodeId(): Promise<string | undefined> {
     if (
-      inputHasTextData(this.request.input) &&
+      inputHasTextOrTranscript(this.request.input) &&
       this.cmsApi.shouldCaptureUserInput()
     ) {
       const captureUserInputNode = this.cmsApi.getCaptureUserInputNode()
-      if (!captureUserInputNode) {
+      if (!captureUserInputNode || !this.textOrTranscript) {
         return undefined
       }
       const captureUserInput =
@@ -50,7 +56,7 @@ export class CaptureUserInputApi {
       if (captureUserInput.aiValidationType === HtAiValidationType.NONE) {
         this.cmsApi.setUserExtraDataVariable(
           captureUserInputNode.content.field_name,
-          this.request.input.data as string
+          this.textOrTranscript
         )
         await this.trackUserInputCapture(captureUserInputNode, true)
         return captureUserInput.captureSuccessId
@@ -82,7 +88,7 @@ export class CaptureUserInputApi {
         field_name: captureUserInputNode.content.field_name,
         validation_instructions:
           captureUserInputNode.content.ai_validation_instructions,
-        user_input: this.request.input.data,
+        user_input: this.textOrTranscript,
       }
       const pluginFlowBuilder = getFlowBuilderPlugin(this.request.plugins)
       const token = pluginFlowBuilder.getAccessToken(this.request.session)

package/src/user-input/index.ts

@@ -2,7 +2,7 @@ import type { ActionRequest } from '@botonic/react'
 
 import type { FlowBuilderApi } from '../api'
 import {
-  inputHasTextData,
+  getTextOrTranscript,
   isKeywordsAllowed,
   isSmartIntentsAllowed,
 } from '../utils'
@@ -19,11 +19,13 @@ export async function getNextPayloadByUserInput(
   request: ActionRequest,
   smartIntentsConfig: SmartIntentsInferenceConfig
 ): Promise<string | undefined> {
-  if (inputHasTextData(request.input)) {
+  const userTextOrTranscript = getTextOrTranscript(request.input)
+  if (userTextOrTranscript) {
     if (cmsApi.shouldCaptureUserInput()) {
       const captureUserInputApi = new CaptureUserInputApi(
         cmsApi,
-        request as unknown as ActionRequest
+        request,
+        userTextOrTranscript
       )
       return await captureUserInputApi.getNextNodeId()
     }
@@ -33,10 +35,9 @@ export async function getNextPayloadByUserInput(
         cmsApi,
         locale,
         request,
+        userTextOrTranscript,
       })
-      const keywordNode = await keywordMatcher.getNodeByInput(
-        request.input.data!
-      )
+      const keywordNode = await keywordMatcher.getNodeByInput()
       if (keywordNode) {
         return cmsApi.getPayload(keywordNode.target)
       }
@@ -46,7 +47,8 @@ export async function getNextPayloadByUserInput(
       const smartIntentsApi = new SmartIntentsApi(
         cmsApi,
         request,
-        smartIntentsConfig
+        smartIntentsConfig,
+        userTextOrTranscript
       )
       const smartIntentNode = await smartIntentsApi.getNodeByInput()
       if (smartIntentNode) {

package/src/user-input/keyword.ts

@@ -16,6 +16,7 @@ interface KeywordProps {
   cmsApi: FlowBuilderApi
   locale: string
   request: ActionRequest
+  userTextOrTranscript: string
 }
 export class KeywordMatcher {
   public cmsApi: FlowBuilderApi
@@ -25,17 +26,22 @@ export class KeywordMatcher {
   public matchedKeyword?: string
   public keywordNodeId?: string
   public flowId?: string
+  public userTextOrTranscript: string
 
-  constructor({ cmsApi, locale, request }: KeywordProps) {
+  constructor({ cmsApi, locale, request, userTextOrTranscript }: KeywordProps) {
     this.cmsApi = cmsApi
     this.locale = locale
     this.request = request
     this.isRegExp = false
+    this.userTextOrTranscript = userTextOrTranscript
   }
 
-  async getNodeByInput(userInput: string): Promise<HtKeywordNode | undefined> {
+  async getNodeByInput(): Promise<HtKeywordNode | undefined> {
     const keywordNodes = this.cmsApi.getKeywordNodes()
-    const keywordNode = this.getNodeByKeyword(userInput, keywordNodes)
+    const keywordNode = this.getNodeByKeyword(
+      this.userTextOrTranscript,
+      keywordNodes
+    )
     if (!keywordNode || !this.matchedKeyword) {
       return undefined
     }
@@ -120,7 +126,7 @@ export class KeywordMatcher {
       nluKeywordName: this.matchedKeyword as string,
       nluKeywordIsRegex: this.isRegExp,
       nluKeywordMessageId: this.request.input.message_id,
-      userInput: this.request.input.data as string,
+      userInput: this.userTextOrTranscript,
     }
     const { action, ...eventArgs } = event
     await trackEvent(this.request, action, eventArgs)

package/src/user-input/smart-intent.ts

@@ -28,11 +28,11 @@ export class SmartIntentsApi {
     public cmsApi: FlowBuilderApi,
     public currentRequest: ActionRequest,
     public smartIntentsConfig: SmartIntentsInferenceConfig,
-    public flowId?: string
+    public userTextOrTranscript: string
   ) {}
 
   async getNodeByInput(): Promise<HtSmartIntentNode | undefined> {
-    if (!this.currentRequest.input.data) {
+    if (!this.userTextOrTranscript) {
       return undefined
     }
     const smartIntentNodes = this.cmsApi.getSmartIntentNodes()
@@ -42,7 +42,7 @@ export class SmartIntentsApi {
 
     const params = {
       bot_id: this.currentRequest.session.bot.id,
-      text: this.currentRequest.input.data,
+      text: this.userTextOrTranscript,
       num_smart_intents_to_use: this.smartIntentsConfig.numSmartIntentsToUse,
       use_latest: this.resolveUseLatest(),
     }
@@ -73,7 +73,7 @@ export class SmartIntentsApi {
           nluIntentSmartTitle: response.data.smart_intent_title,
           nluIntentSmartNumUsed: response.data.smart_intents_used.length,
           nluIntentSmartMessageId: this.currentRequest.input.message_id,
-          userInput: this.currentRequest.input.data,
+          userInput: this.userTextOrTranscript,
           flowThreadId: this.currentRequest.session.flow_thread_id as string,
           flowId,
           flowName,

package/src/utils.ts

@@ -24,8 +24,24 @@ export function resolveGetAccessToken(
   }
 }
 
-export function inputHasTextData(input: Input): boolean {
-  return input.data !== undefined && input.type === INPUT.TEXT
+export function inputHasTextOrTranscript(input: Input): boolean {
+  const isTextInput = Boolean(input.data) && input.type === INPUT.TEXT
+  const isTranscriptText =
+    Boolean(input.transcript) && input.type === INPUT.AUDIO
+
+  return isTextInput || isTranscriptText
+}
+
+export function getTextOrTranscript(input: Input): string | undefined {
+  if (input.type === INPUT.TEXT && input.data) {
+    return input.data
+  }
+  if (input.type === INPUT.AUDIO && input.transcript) {
+    return input.transcript
+  }
+
+  console.error('No text or transcript found in input', input)
+  return undefined
 }
 
 function isNluAllowed(