@botonic/plugin-flow-builder 0.45.0-alpha.1 → 0.46.0-alpha-3

package/src/content-fields/hubtype-fields/whatsapp-template.ts

@@ -69,18 +69,22 @@ export interface HtWhatsAppTemplate {
   namespace: string
   parameter_format: string
 }
+
+export interface HtWhatsappTemplateContentByLocale {
+  template: HtWhatsAppTemplate
+  header_variables?: {
+    type: WhatsAppTemplateParameterType
+    text?: Record<string, string>
+    media?: HtMediaFileLocale[]
+  }
+  variable_values: Record<string, string>
+  url_variable_values?: Record<string, string>
+}
+
 export interface HtWhatsappTemplateNode extends HtBaseNode {
   type: HtNodeWithContentType.WHATSAPP_TEMPLATE
   content: {
-    template: HtWhatsAppTemplate
-    header_variables?: {
-      type: WhatsAppTemplateParameterType
-      text?: Record<string, string>
-      media?: HtMediaFileLocale[]
-    }
-    variable_values: Record<string, string>
-
+    by_locale: Record<string, HtWhatsappTemplateContentByLocale>
     buttons: HtButton[]
-    url_variable_values?: Record<string, string>
   }
 }

package/src/flow-factory.ts

@@ -93,7 +93,7 @@ export class FlowFactory {
         return FlowGoToFlow.fromHubtypeCMS(hubtypeContent, this.cmsApi)
 
       case HtNodeWithContentType.WHATSAPP_TEMPLATE:
-        return FlowWhatsappTemplate.fromHubtypeCMS(hubtypeContent)
+        return FlowWhatsappTemplate.fromHubtypeCMS(hubtypeContent, this.locale)
 
       case HtNodeWithContentType.CAPTURE_USER_INPUT:
         return FlowCaptureUserInput.fromHubtypeCMS(hubtypeContent)

package/src/index.ts

@@ -16,10 +16,11 @@ import {
   SEPARATOR,
   SOURCE_INFO_SEPARATOR,
 } from './constants'
-import type { FlowContent } from './content-fields'
+import { type FlowContent, FlowGoToFlow } from './content-fields'
 import {
   type HtBotActionNode,
   type HtFlowBuilderData,
+  type HtGoToFlow,
   type HtNodeWithContent,
   HtNodeWithContentType,
 } from './content-fields/hubtype-fields'
@@ -38,7 +39,7 @@ import {
 } from './types'
 import { getNextPayloadByUserInput } from './user-input'
 import type { SmartIntentsInferenceConfig } from './user-input/smart-intent'
-import { inputHasTextData, resolveGetAccessToken } from './utils'
+import { inputHasTextOrTranscript, resolveGetAccessToken } from './utils'
 
 // TODO: Create a proper service to wrap all calls and allow api versioning
 
@@ -109,7 +110,7 @@ export default class BotonicPluginFlowBuilder implements Plugin {
     })
 
     const checkUserTextInput =
-      inputHasTextData(request.input) && !request.input.payload
+      inputHasTextOrTranscript(request.input) && !request.input.payload
 
     if (checkUserTextInput) {
       const resolvedLocale = this.cmsApi.getResolvedLocale()
@@ -122,7 +123,7 @@ export default class BotonicPluginFlowBuilder implements Plugin {
       request.input.payload = nextPayload
     }
 
-    this.updateRequestBeforeRoutes(request)
+    await this.updateRequestBeforeRoutes(request)
   }
 
   private convertWhatsappAiAgentEmptyPayloads(request: PluginPreRequest): void {
@@ -138,7 +139,9 @@ export default class BotonicPluginFlowBuilder implements Plugin {
     }
   }
 
-  private updateRequestBeforeRoutes(request: PluginPreRequest): void {
+  private async updateRequestBeforeRoutes(
+    request: PluginPreRequest
+  ): Promise<void> {
     this.cmsApi.removeCaptureUserInputId()
     if (request.input.payload) {
       request.input.payload = this.removeSourceSuffix(request.input.payload)
@@ -155,6 +158,17 @@ export default class BotonicPluginFlowBuilder implements Plugin {
         // the case that a BotAction has a payload equals to EMPTY_PAYLOAD
         this.convertWhatsappAiAgentEmptyPayloads(request)
       }
+
+      if (this.cmsApi.isGoToFlow(request.input.payload)) {
+        const cmsGoToFlow = this.cmsApi.getNodeById<HtGoToFlow>(
+          request.input.payload
+        )
+        await FlowGoToFlow.resolveToAiAgentsFlow(
+          request,
+          cmsGoToFlow,
+          this.cmsApi
+        )
+      }
     }
   }
 

package/src/user-input/capture-user-input-api.ts

@@ -13,7 +13,7 @@ import {
   getCommonFlowContentEventArgsForContentId,
   trackEvent,
 } from '../tracking'
-import { inputHasTextData } from '../utils'
+import { inputHasTextOrTranscript } from '../utils'
 
 interface AiCaptureResponseSuccess {
   success: true
@@ -29,19 +29,25 @@ type AiCaptureResponse = AiCaptureResponseSuccess | AiCaptureResponseFailure
 export class CaptureUserInputApi {
   private cmsApi: FlowBuilderApi
   private request: ActionRequest
+  private textOrTranscript: string
 
-  constructor(cmsApi: FlowBuilderApi, request: ActionRequest) {
+  constructor(
+    cmsApi: FlowBuilderApi,
+    request: ActionRequest,
+    textOrTranscript: string
+  ) {
     this.cmsApi = cmsApi
     this.request = request
+    this.textOrTranscript = textOrTranscript
   }
 
   async getNextNodeId(): Promise<string | undefined> {
     if (
-      inputHasTextData(this.request.input) &&
+      inputHasTextOrTranscript(this.request.input) &&
       this.cmsApi.shouldCaptureUserInput()
     ) {
       const captureUserInputNode = this.cmsApi.getCaptureUserInputNode()
-      if (!captureUserInputNode) {
+      if (!captureUserInputNode || !this.textOrTranscript) {
         return undefined
       }
       const captureUserInput =
@@ -50,7 +56,7 @@ export class CaptureUserInputApi {
       if (captureUserInput.aiValidationType === HtAiValidationType.NONE) {
         this.cmsApi.setUserExtraDataVariable(
           captureUserInputNode.content.field_name,
-          this.request.input.data as string
+          this.textOrTranscript
         )
         await this.trackUserInputCapture(captureUserInputNode, true)
         return captureUserInput.captureSuccessId
@@ -82,7 +88,7 @@ export class CaptureUserInputApi {
         field_name: captureUserInputNode.content.field_name,
         validation_instructions:
           captureUserInputNode.content.ai_validation_instructions,
-        user_input: this.request.input.data,
+        user_input: this.textOrTranscript,
       }
       const pluginFlowBuilder = getFlowBuilderPlugin(this.request.plugins)
       const token = pluginFlowBuilder.getAccessToken(this.request.session)

package/src/user-input/index.ts

@@ -2,7 +2,7 @@ import type { ActionRequest } from '@botonic/react'
 
 import type { FlowBuilderApi } from '../api'
 import {
-  inputHasTextData,
+  getTextOrTranscript,
   isKeywordsAllowed,
   isSmartIntentsAllowed,
 } from '../utils'
@@ -19,11 +19,13 @@ export async function getNextPayloadByUserInput(
   request: ActionRequest,
   smartIntentsConfig: SmartIntentsInferenceConfig
 ): Promise<string | undefined> {
-  if (inputHasTextData(request.input)) {
+  const userTextOrTranscript = getTextOrTranscript(request.input)
+  if (userTextOrTranscript) {
     if (cmsApi.shouldCaptureUserInput()) {
       const captureUserInputApi = new CaptureUserInputApi(
         cmsApi,
-        request as unknown as ActionRequest
+        request,
+        userTextOrTranscript
       )
       return await captureUserInputApi.getNextNodeId()
     }
@@ -33,10 +35,9 @@ export async function getNextPayloadByUserInput(
         cmsApi,
         locale,
         request,
+        userTextOrTranscript,
       })
-      const keywordNode = await keywordMatcher.getNodeByInput(
-        request.input.data!
-      )
+      const keywordNode = await keywordMatcher.getNodeByInput()
       if (keywordNode) {
         return cmsApi.getPayload(keywordNode.target)
       }
@@ -46,7 +47,8 @@ export async function getNextPayloadByUserInput(
       const smartIntentsApi = new SmartIntentsApi(
         cmsApi,
         request,
-        smartIntentsConfig
+        smartIntentsConfig,
+        userTextOrTranscript
       )
       const smartIntentNode = await smartIntentsApi.getNodeByInput()
       if (smartIntentNode) {

package/src/user-input/keyword.ts

@@ -16,6 +16,7 @@ interface KeywordProps {
   cmsApi: FlowBuilderApi
   locale: string
   request: ActionRequest
+  userTextOrTranscript: string
 }
 export class KeywordMatcher {
   public cmsApi: FlowBuilderApi
@@ -25,17 +26,22 @@ export class KeywordMatcher {
   public matchedKeyword?: string
   public keywordNodeId?: string
   public flowId?: string
+  public userTextOrTranscript: string
 
-  constructor({ cmsApi, locale, request }: KeywordProps) {
+  constructor({ cmsApi, locale, request, userTextOrTranscript }: KeywordProps) {
     this.cmsApi = cmsApi
     this.locale = locale
     this.request = request
     this.isRegExp = false
+    this.userTextOrTranscript = userTextOrTranscript
   }
 
-  async getNodeByInput(userInput: string): Promise<HtKeywordNode | undefined> {
+  async getNodeByInput(): Promise<HtKeywordNode | undefined> {
     const keywordNodes = this.cmsApi.getKeywordNodes()
-    const keywordNode = this.getNodeByKeyword(userInput, keywordNodes)
+    const keywordNode = this.getNodeByKeyword(
+      this.userTextOrTranscript,
+      keywordNodes
+    )
     if (!keywordNode || !this.matchedKeyword) {
       return undefined
     }
@@ -120,7 +126,7 @@ export class KeywordMatcher {
       nluKeywordName: this.matchedKeyword as string,
       nluKeywordIsRegex: this.isRegExp,
       nluKeywordMessageId: this.request.input.message_id,
-      userInput: this.request.input.data as string,
+      userInput: this.userTextOrTranscript,
     }
     const { action, ...eventArgs } = event
     await trackEvent(this.request, action, eventArgs)

package/src/user-input/smart-intent.ts

@@ -28,11 +28,11 @@ export class SmartIntentsApi {
     public cmsApi: FlowBuilderApi,
     public currentRequest: ActionRequest,
     public smartIntentsConfig: SmartIntentsInferenceConfig,
-    public flowId?: string
+    public userTextOrTranscript: string
   ) {}
 
   async getNodeByInput(): Promise<HtSmartIntentNode | undefined> {
-    if (!this.currentRequest.input.data) {
+    if (!this.userTextOrTranscript) {
       return undefined
     }
     const smartIntentNodes = this.cmsApi.getSmartIntentNodes()
@@ -42,7 +42,7 @@ export class SmartIntentsApi {
 
     const params = {
       bot_id: this.currentRequest.session.bot.id,
-      text: this.currentRequest.input.data,
+      text: this.userTextOrTranscript,
       num_smart_intents_to_use: this.smartIntentsConfig.numSmartIntentsToUse,
       use_latest: this.resolveUseLatest(),
     }
@@ -73,7 +73,7 @@ export class SmartIntentsApi {
           nluIntentSmartTitle: response.data.smart_intent_title,
           nluIntentSmartNumUsed: response.data.smart_intents_used.length,
           nluIntentSmartMessageId: this.currentRequest.input.message_id,
-          userInput: this.currentRequest.input.data,
+          userInput: this.userTextOrTranscript,
           flowThreadId: this.currentRequest.session.flow_thread_id as string,
           flowId,
           flowName,

package/src/utils.ts

@@ -24,8 +24,24 @@ export function resolveGetAccessToken(
   }
 }
 
-export function inputHasTextData(input: Input): boolean {
-  return input.data !== undefined && input.type === INPUT.TEXT
+export function inputHasTextOrTranscript(input: Input): boolean {
+  const isTextInput = Boolean(input.data) && input.type === INPUT.TEXT
+  const isTranscriptText =
+    Boolean(input.transcript) && input.type === INPUT.AUDIO
+
+  return isTextInput || isTranscriptText
+}
+
+export function getTextOrTranscript(input: Input): string | undefined {
+  if (input.type === INPUT.TEXT && input.data) {
+    return input.data
+  }
+  if (input.type === INPUT.AUDIO && input.transcript) {
+    return input.transcript
+  }
+
+  console.error('No text or transcript found in input', input)
+  return undefined
 }
 
 function isNluAllowed(