@botonic/plugin-flow-builder 0.45.0 → 0.46.0-alpha.0

package/src/user-input/capture-user-input-api.ts

@@ -13,7 +13,7 @@ import {
   getCommonFlowContentEventArgsForContentId,
   trackEvent,
 } from '../tracking'
-import { inputHasTextData } from '../utils'
+import { inputHasTextOrTranscript } from '../utils'
 
 interface AiCaptureResponseSuccess {
   success: true
@@ -29,19 +29,25 @@ type AiCaptureResponse = AiCaptureResponseSuccess | AiCaptureResponseFailure
 export class CaptureUserInputApi {
   private cmsApi: FlowBuilderApi
   private request: ActionRequest
+  private textOrTranscript: string
 
-  constructor(cmsApi: FlowBuilderApi, request: ActionRequest) {
+  constructor(
+    cmsApi: FlowBuilderApi,
+    request: ActionRequest,
+    textOrTranscript: string
+  ) {
     this.cmsApi = cmsApi
     this.request = request
+    this.textOrTranscript = textOrTranscript
   }
 
   async getNextNodeId(): Promise<string | undefined> {
     if (
-      inputHasTextData(this.request.input) &&
+      inputHasTextOrTranscript(this.request.input) &&
       this.cmsApi.shouldCaptureUserInput()
     ) {
       const captureUserInputNode = this.cmsApi.getCaptureUserInputNode()
-      if (!captureUserInputNode) {
+      if (!captureUserInputNode || !this.textOrTranscript) {
         return undefined
       }
       const captureUserInput =
@@ -50,7 +56,7 @@ export class CaptureUserInputApi {
       if (captureUserInput.aiValidationType === HtAiValidationType.NONE) {
         this.cmsApi.setUserExtraDataVariable(
           captureUserInputNode.content.field_name,
-          this.request.input.data as string
+          this.textOrTranscript
         )
         await this.trackUserInputCapture(captureUserInputNode, true)
         return captureUserInput.captureSuccessId
@@ -82,7 +88,7 @@ export class CaptureUserInputApi {
         field_name: captureUserInputNode.content.field_name,
         validation_instructions:
           captureUserInputNode.content.ai_validation_instructions,
-        user_input: this.request.input.data,
+        user_input: this.textOrTranscript,
       }
       const pluginFlowBuilder = getFlowBuilderPlugin(this.request.plugins)
       const token = pluginFlowBuilder.getAccessToken(this.request.session)

package/src/user-input/index.ts

@@ -2,7 +2,7 @@ import type { ActionRequest } from '@botonic/react'
 
 import type { FlowBuilderApi } from '../api'
 import {
-  inputHasTextData,
+  getTextOrTranscript,
   isKeywordsAllowed,
   isSmartIntentsAllowed,
 } from '../utils'
@@ -19,11 +19,13 @@ export async function getNextPayloadByUserInput(
   request: ActionRequest,
   smartIntentsConfig: SmartIntentsInferenceConfig
 ): Promise<string | undefined> {
-  if (inputHasTextData(request.input)) {
+  const userTextOrTranscript = getTextOrTranscript(request.input)
+  if (userTextOrTranscript) {
     if (cmsApi.shouldCaptureUserInput()) {
       const captureUserInputApi = new CaptureUserInputApi(
         cmsApi,
-        request as unknown as ActionRequest
+        request,
+        userTextOrTranscript
       )
       return await captureUserInputApi.getNextNodeId()
     }
@@ -33,10 +35,9 @@ export async function getNextPayloadByUserInput(
         cmsApi,
         locale,
         request,
+        userTextOrTranscript,
       })
-      const keywordNode = await keywordMatcher.getNodeByInput(
-        request.input.data!
-      )
+      const keywordNode = await keywordMatcher.getNodeByInput()
       if (keywordNode) {
         return cmsApi.getPayload(keywordNode.target)
       }
@@ -46,7 +47,8 @@ export async function getNextPayloadByUserInput(
       const smartIntentsApi = new SmartIntentsApi(
         cmsApi,
         request,
-        smartIntentsConfig
+        smartIntentsConfig,
+        userTextOrTranscript
       )
       const smartIntentNode = await smartIntentsApi.getNodeByInput()
       if (smartIntentNode) {

package/src/user-input/keyword.ts

@@ -16,6 +16,7 @@ interface KeywordProps {
   cmsApi: FlowBuilderApi
   locale: string
   request: ActionRequest
+  userTextOrTranscript: string
 }
 export class KeywordMatcher {
   public cmsApi: FlowBuilderApi
@@ -25,17 +26,22 @@ export class KeywordMatcher {
   public matchedKeyword?: string
   public keywordNodeId?: string
   public flowId?: string
+  public userTextOrTranscript: string
 
-  constructor({ cmsApi, locale, request }: KeywordProps) {
+  constructor({ cmsApi, locale, request, userTextOrTranscript }: KeywordProps) {
     this.cmsApi = cmsApi
     this.locale = locale
     this.request = request
     this.isRegExp = false
+    this.userTextOrTranscript = userTextOrTranscript
   }
 
-  async getNodeByInput(userInput: string): Promise<HtKeywordNode | undefined> {
+  async getNodeByInput(): Promise<HtKeywordNode | undefined> {
     const keywordNodes = this.cmsApi.getKeywordNodes()
-    const keywordNode = this.getNodeByKeyword(userInput, keywordNodes)
+    const keywordNode = this.getNodeByKeyword(
+      this.userTextOrTranscript,
+      keywordNodes
+    )
     if (!keywordNode || !this.matchedKeyword) {
       return undefined
     }
@@ -120,7 +126,7 @@ export class KeywordMatcher {
       nluKeywordName: this.matchedKeyword as string,
       nluKeywordIsRegex: this.isRegExp,
       nluKeywordMessageId: this.request.input.message_id,
-      userInput: this.request.input.data as string,
+      userInput: this.userTextOrTranscript,
     }
     const { action, ...eventArgs } = event
     await trackEvent(this.request, action, eventArgs)

package/src/user-input/smart-intent.ts

@@ -28,11 +28,11 @@ export class SmartIntentsApi {
     public cmsApi: FlowBuilderApi,
     public currentRequest: ActionRequest,
     public smartIntentsConfig: SmartIntentsInferenceConfig,
-    public flowId?: string
+    public userTextOrTranscript: string
   ) {}
 
   async getNodeByInput(): Promise<HtSmartIntentNode | undefined> {
-    if (!this.currentRequest.input.data) {
+    if (!this.userTextOrTranscript) {
       return undefined
     }
     const smartIntentNodes = this.cmsApi.getSmartIntentNodes()
@@ -42,7 +42,7 @@ export class SmartIntentsApi {
 
     const params = {
       bot_id: this.currentRequest.session.bot.id,
-      text: this.currentRequest.input.data,
+      text: this.userTextOrTranscript,
       num_smart_intents_to_use: this.smartIntentsConfig.numSmartIntentsToUse,
       use_latest: this.resolveUseLatest(),
     }
@@ -73,7 +73,7 @@ export class SmartIntentsApi {
           nluIntentSmartTitle: response.data.smart_intent_title,
           nluIntentSmartNumUsed: response.data.smart_intents_used.length,
           nluIntentSmartMessageId: this.currentRequest.input.message_id,
-          userInput: this.currentRequest.input.data,
+          userInput: this.userTextOrTranscript,
           flowThreadId: this.currentRequest.session.flow_thread_id as string,
           flowId,
           flowName,

package/src/utils.ts

@@ -24,8 +24,24 @@ export function resolveGetAccessToken(
   }
 }
 
-export function inputHasTextData(input: Input): boolean {
-  return input.data !== undefined && input.type === INPUT.TEXT
+export function inputHasTextOrTranscript(input: Input): boolean {
+  const isTextInput = Boolean(input.data) && input.type === INPUT.TEXT
+  const isTranscriptText =
+    Boolean(input.transcript) && input.type === INPUT.AUDIO
+
+  return isTextInput || isTranscriptText
+}
+
+export function getTextOrTranscript(input: Input): string | undefined {
+  if (input.type === INPUT.TEXT && input.data) {
+    return input.data
+  }
+  if (input.type === INPUT.AUDIO && input.transcript) {
+    return input.transcript
+  }
+
+  console.error('No text or transcript found in input', input)
+  return undefined
 }
 
 function isNluAllowed(