@cognigy/rest-api-client 0.16.0 → 0.18.0

package/build/shared/charts/descriptors/voice/nodes/sessionSpeechParameters.js

@@ -8,22 +8,6 @@ const setSessionConfig_mapper_1 = require("../mappers/setSessionConfig.mapper");
 const design_1 = require("../utils/design");
 const vgConstants_1 = require("../utils/vgConstants");
 exports.voiceConfigFields = [
-    {
-        key: "sttVendor",
-        type: "sttSelect",
-        label: "_unused_",
-        description: "_unused_",
-        defaultValue: "",
-        params: {
-            languageKey: "config.sttLanguage"
-        }
-    },
-    {
-        key: "sttLanguage",
-        type: "sttSelect",
-        defaultValue: "",
-        label: "_unused_",
-    },
     {
         key: "sttHints",
         type: "textArray",
@@ -97,32 +81,12 @@ exports.voiceConfigFields = [
             ]
         }
     },
-    {
-        key: "sttDeepgramTier",
-        type: "sttTierModelSelect",
-        label: "_unused_",
-        description: "_unused_",
-        defaultValue: "base",
-        params: {
-            languageKey: "config.sttDeepgramModel",
-        },
-        condition: {
-            key: "sttVendor",
-            value: "deepgram"
-        }
-    },
-    {
-        key: "sttDeepgramModel",
-        type: "sttTierModelSelect",
-        defaultValue: "general",
-        label: "_unused_",
-    },
     {
         key: "deepgramEndpointing",
         type: "toggle",
         label: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING__LABEL",
         description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING__DESCRIPTION",
-        defaultValue: false,
+        defaultValue: true,
         condition: {
             key: "sttVendor",
             value: "deepgram"
@@ -133,7 +97,7 @@ exports.voiceConfigFields = [
         type: "number",
         label: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING_TIME__LABEL",
         description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING_TIME__DESCRIPTION",
-        defaultValue: 1000,
+        defaultValue: 250,
         params: {
             min: 10,
             max: 1000
@@ -167,7 +131,11 @@ exports.voiceConfigFields = [
         type: "toggle",
         label: "UI__NODE_EDITOR__ENABLE_ADVANCED_STT_CONFIG__LABEL",
         description: "UI__NODE_EDITOR__ENABLE_ADVANCED_STT_CONFIG__DESCRIPTION",
-        defaultValue: false
+        defaultValue: false,
+        condition: {
+            key: "sttVendor",
+            value: "microsoft"
+        }
     },
     {
         key: "azureSttContextId",
@@ -254,59 +222,68 @@ exports.voiceConfigFields = [
             ],
         },
     },
-    {
-        key: "enableAdvancedTTSConfig",
-        type: "toggle",
-        label: "UI__NODE_EDITOR__ENABLE_ADVANCED_TTS_CONFIG__LABEL",
-        description: "UI__NODE_EDITOR__ENABLE_ADVANCED_TTS_CONFIG__DESCRIPTION",
-        defaultValue: false,
-        condition: {
-            key: "ttsVendor",
-            value: "microsoft"
-        }
-    },
-    {
-        key: "azureTtsDeploymentId",
-        type: "cognigyText",
-        label: "UI__NODE_EDITOR__AZURE_TTS_DEPLOYMENT_ID__LABEL",
-        description: "UI__NODE_EDITOR__AZURE_TTS_DEPLOYMENT_ID__DESCRIPTION",
-        defaultValue: "",
-        condition: {
-            and: [
-                {
-                    key: "enableAdvancedTTSConfig",
-                    value: true
-                },
-                {
-                    key: "ttsVendor",
-                    value: "microsoft"
-                }
-            ]
-        }
-    },
     {
         key: "ttsVendor",
-        defaultValue: "",
         type: "ttsSelect",
         label: "_unused_",
         description: "_unused_",
+        defaultValue: "",
         params: {
+            modelKey: "config.ttsModel",
             languageKey: "config.ttsLanguage",
             voiceKey: "config.ttsVoice"
         }
     },
+    {
+        key: "ttsModel",
+        type: "ttsSelect",
+        label: "_unused_",
+        description: "_unused_",
+        defaultValue: "",
+    },
     {
         key: "ttsVoice",
         type: "ttsSelect",
+        label: "_unused_",
+        description: "_unused_",
         defaultValue: "",
-        label: "_unused_"
     },
     {
         key: "ttsLanguage",
         type: "ttsSelect",
+        label: "_unused_",
+        description: "_unused_",
+        defaultValue: "",
+    },
+    {
+        key: "sttVendor",
+        type: "sttSelect",
+        label: "_unused_",
+        description: "_unused_",
+        defaultValue: "",
+        params: {
+            languageKey: "config.sttLanguage",
+            modelKey: "config.sttDeepgramModel",
+        }
+    },
+    {
+        key: "sttLanguage",
+        type: "sttSelect",
+        label: "_unused_",
+        description: "_unused_",
         defaultValue: "",
-        label: "_unused_"
-    }
+    },
+    {
+        key: "sttDeepgramModel",
+        type: "sttSelect",
+        label: "_unused_",
+        description: "_unused_",
+        defaultValue: "",
+        condition: {
+            key: "sttVendor",
+            value: "deepgram"
+        }
+    },
 ];
 exports.SESSION_SPEECH_PARAMETERS = (0, createNodeDescriptor_1.createNodeDescriptor)({
     type: "sessionSpeechParameters",
@@ -324,7 +301,6 @@ exports.SESSION_SPEECH_PARAMETERS = (0, createNodeDescriptor_1.createNodeDescrip
             defaultCollapsed: true,
             fields: [
                 "sttVendor",
-                "sttDeepgramTier",
                 "deepgramEndpointing",
                 "deepgramEndpointingValue",
                 "deepgramSmartFormatting",
@@ -341,7 +317,7 @@ exports.SESSION_SPEECH_PARAMETERS = (0, createNodeDescriptor_1.createNodeDescrip
             key: "params_tts",
             label: "UI__NODE_EDITOR__SESSION_SPEECH_PARAMETERS__SECTIONS__PARAMS_TTS__LABEL",
             defaultCollapsed: true,
-            fields: ["ttsVendor", "enableAdvancedTTSConfig", "azureTtsDeploymentId"],
+            fields: ["ttsVendor"],
         },
     ],
     form: [

package/build/shared/charts/descriptors/voicegateway2/nodes/play.js

@@ -69,7 +69,6 @@ exports.playNode = (0, createNodeDescriptor_1.createNodeDescriptor)({
                 "sttHintsDynamicHints",
                 "googleModel",
                 "sttLabel",
-                "sttDeepgramTier",
                 "deepgramEndpointing",
                 "deepgramEndpointingValue",
                 "deepgramSmartFormatting",

package/build/shared/charts/descriptors/voicegateway2/nodes/setSessionConfig.js

@@ -35,48 +35,12 @@ exports.voiceConfigFields = [
         description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__BARGE_IN_ON_DTMF__DESCRIPTION",
         defaultValue: false
     },
-    {
-        key: "sttVendor",
-        type: "sttSelect",
-        label: "_unused_",
-        description: "_unused_",
-        defaultValue: "",
-        params: {
-            languageKey: "config.sttLanguage",
-        }
-    },
-    {
-        key: "sttLanguage",
-        type: "sttSelect",
-        defaultValue: "",
-        label: "_unused_",
-    },
-    {
-        key: "sttDeepgramTier",
-        type: "sttTierModelSelect",
-        label: "_unused_",
-        description: "_unused_",
-        defaultValue: "base",
-        params: {
-            languageKey: "config.sttDeepgramModel",
-        },
-        condition: {
-            key: "sttVendor",
-            value: "deepgram"
-        }
-    },
-    {
-        key: "sttDeepgramModel",
-        type: "sttTierModelSelect",
-        defaultValue: "general",
-        label: "_unused_",
-    },
     {
         key: "deepgramEndpointing",
         type: "toggle",
         label: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING__LABEL",
         description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING__DESCRIPTION",
-        defaultValue: false,
+        defaultValue: true,
         condition: {
             key: "sttVendor",
             value: "deepgram"
@@ -87,7 +51,7 @@ exports.voiceConfigFields = [
         type: "number",
         label: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING_TIME__LABEL",
         description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__DEEPGRAM_ENDPOINTING_TIME__DESCRIPTION",
-        defaultValue: 1000,
+        defaultValue: 250,
         params: {
             min: 10,
             max: 1000
@@ -275,6 +239,35 @@ exports.voiceConfigFields = [
         description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__TTS_DISABLE_CACHE__DESCRIPTION",
         defaultValue: false
     },
+    {
+        key: "sttVendor",
+        type: "sttSelect",
+        label: "_unused_",
+        description: "_unused_",
+        defaultValue: "",
+        params: {
+            languageKey: "config.sttLanguage",
+            modelKey: "config.sttDeepgramModel",
+        }
+    },
+    {
+        key: "sttLanguage",
+        type: "sttSelect",
+        label: "_unused_",
+        description: "_unused_",
+        defaultValue: "",
+    },
+    {
+        key: "sttDeepgramModel",
+        type: "sttSelect",
+        label: "_unused_",
+        description: "_unused_",
+        defaultValue: "",
+        condition: {
+            key: "sttVendor",
+            value: "deepgram"
+        }
+    },
     {
         key: "ttsVendor",
         defaultValue: "",
@@ -283,9 +276,16 @@ exports.voiceConfigFields = [
         description: "_unused_",
         params: {
             languageKey: "config.ttsLanguage",
+            modelKey: "config.ttsModel",
             voiceKey: "config.ttsVoice"
         }
     },
+    {
+        key: "ttsModel",
+        type: "ttsSelect",
+        defaultValue: "",
+        label: "_unused_"
+    },
     {
         key: "ttsVoice",
         type: "ttsSelect",
@@ -663,36 +663,6 @@ exports.voiceConfigFields = [
             ],
         },
     },
-    {
-        key: "enableAdvancedTTSConfig",
-        type: "toggle",
-        label: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__ENABLE_ADVANCED_TTS_CONFIG__LABEL",
-        description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__ENABLE_ADVANCED_TTS_CONFIG__DESCRIPTION",
-        defaultValue: false,
-        condition: {
-            key: "ttsVendor",
-            value: "microsoft",
-        }
-    },
-    {
-        key: "azureTtsDeploymentId",
-        type: "cognigyText",
-        label: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__AZURE_TTS_DEPLOYMENT_ID__LABEL",
-        description: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__AZURE_TTS_DEPLOYMENT_ID__DESCRIPTION",
-        defaultValue: "",
-        condition: {
-            and: [
-                {
-                    key: "enableAdvancedTTSConfig",
-                    value: true
-                },
-                {
-                    key: "ttsVendor",
-                    value: "microsoft"
-                }
-            ]
-        }
-    },
     {
         key: "sessionParams",
         label: "UI__NODE_EDITOR__VOICEGATEWAY2__SET_SESSION_CONFIG__SESSION_PARAMS__LABEL",
@@ -719,7 +689,6 @@ exports.setSessionConfigNode = (0, createNodeDescriptor_1.createNodeDescriptor)(
             fields: [
                 "sttVendor",
                 "sttLabel",
-                "sttDeepgramTier",
                 "deepgramEndpointing",
                 "deepgramEndpointingValue",
                 "deepgramSmartFormatting",
@@ -746,8 +715,6 @@ exports.setSessionConfigNode = (0, createNodeDescriptor_1.createNodeDescriptor)(
             fields: [
                 "ttsVendor",
                 "ttsLabel",
-                "enableAdvancedTTSConfig",
-                "azureTtsDeploymentId",
                 "ttsDisableCache",
             ],
         },

package/build/shared/charts/descriptors/voicegateway2/nodes/transfer.js

@@ -242,18 +242,31 @@ exports.transferNode = (0, createNodeDescriptor_1.createNodeDescriptor)({
             description: "_unused_",
             defaultValue: "",
             params: {
-                languageKey: "config.sttLanguage"
+                languageKey: "config.sttLanguage",
+                modelKey: "config.sttDeepgramModel"
             },
             condition: {
                 key: "transferType",
                 value: "dial"
             }
         },
+        {
+            key: "sttDeepgramModel",
+            type: "sttSelect",
+            label: "_unused_",
+            description: "_unused_",
+            defaultValue: "nova-2",
+            condition: {
+                key: "sttVendor",
+                value: "deepgram"
+            }
+        },
         {
             key: "sttLanguage",
             type: "sttSelect",
+            label: "_unused_",
+            description: "_unused_",
             defaultValue: "",
-            label: "_unused_"
         },
         {
             key: "sttDisablePunctuation",
@@ -274,26 +287,6 @@ exports.transferNode = (0, createNodeDescriptor_1.createNodeDescriptor)({
                 ]
             }
         },
-        {
-            key: "sttDeepgramTier",
-            type: "sttTierModelSelect",
-            label: "_unused_",
-            description: "_unused_",
-            defaultValue: "base",
-            params: {
-                languageKey: "config.sttDeepgramModel"
-            },
-            condition: {
-                key: "sttVendor",
-                value: "deepgram"
-            }
-        },
-        {
-            key: "sttDeepgramModel",
-            type: "sttTierModelSelect",
-            defaultValue: "general",
-            label: "_unused_"
-        },
         {
             key: "deepgramEndpointing",
             type: "toggle",
@@ -396,7 +389,6 @@ exports.transferNode = (0, createNodeDescriptor_1.createNodeDescriptor)({
                 "sttVendor",
                 "sttLabel",
                 "sttDisablePunctuation",
-                "sttDeepgramTier",
                 "deepgramEndpointing",
                 "deepgramEndpointingValue",
                 "deepgramSmartFormatting",
@@ -480,7 +472,7 @@ exports.transferNode = (0, createNodeDescriptor_1.createNodeDescriptor)({
     summary: "UI__NODE_EDITOR__VOICEGATEWAY2__TRANSFER__SUMMARY",
     function: async ({ cognigy, config, organisationId, projectId }) => {
         const { api, input } = cognigy;
-        const { transferType, transferTarget, referredBy, useTransferSipHeaders, transferSipHeaders = {}, transferReason, dialMusic, dialTranscriptionWebhook, dialCallerId, recognitionChannel, sttVendor, sttLanguage, sttDisablePunctuation, dialTimeout, amdEnabled, amdRedirectOnMachineDetected, amdRedirectText, sttLabel, googleModel, sttDeepgramTier, sttDeepgramModel, deepgramEndpointing, deepgramEndpointingValue, deepgramSmartFormatting, agentAssistEnabled, agentAssistHeadersKey = customHeaderDefaultValue } = config;
+        const { transferType, transferTarget, referredBy, useTransferSipHeaders, transferSipHeaders = {}, transferReason, dialMusic, dialTranscriptionWebhook, dialCallerId, recognitionChannel, sttVendor, sttLanguage, sttDisablePunctuation, dialTimeout, amdEnabled, amdRedirectOnMachineDetected, amdRedirectText, sttLabel, googleModel, sttDeepgramModel, deepgramEndpointing, deepgramEndpointingValue, deepgramSmartFormatting, agentAssistEnabled, agentAssistHeadersKey = customHeaderDefaultValue } = config;
         const transferParams = {
             transferType,
             transferReason,
@@ -539,7 +531,7 @@ exports.transferNode = (0, createNodeDescriptor_1.createNodeDescriptor)({
                 transferParams.useTransferSipHeaders = false;
                 api.log("error", "Invalid JSON in Transfer SIP Headers");
             }
-            const payload = transfer_mapper_1.transfer.handleInput("voiceGateway2", transferParams, false, recognitionChannel, sttVendor, sttLanguage, googleModel, sttDeepgramTier, sttDeepgramModel, sttDisablePunctuation, deepgramEndpointing, deepgramEndpointingValue, deepgramSmartFormatting);
+            const payload = transfer_mapper_1.transfer.handleInput("voiceGateway2", transferParams, false, recognitionChannel, sttVendor, sttLanguage, googleModel, sttDeepgramModel, sttDisablePunctuation, deepgramEndpointing, deepgramEndpointingValue, deepgramSmartFormatting);
             api.say(null, {
                 _cognigy: payload,
             });

package/build/shared/charts/helpers/generativeAI/generativeAIPrompts.js

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getLLMEntityExtractSystemMessage = exports.getLLMEntityExtractPrompt = void 0;
+/**
+ * Helper function for the LLM Entity Extract functionality
+ * @param entityName Name of the entity to extract
+ * @param entityDescription	Description of the entity to extract
+ * @param examples Examples of the entity to extract
+ * @param text The text to extract the entity from
+ * @returns The prompt for the LLM Entity Extract functionality
+ */
+const getLLMEntityExtractPrompt = (entityName, entityDescription, examples, text) => {
+    let formattedExamples = "";
+    examples && Object.keys(examples).forEach((key) => {
+        formattedExamples += `- "${key}" - { "${entityName}": "` + examples[key] + `" }\n`;
+    });
+    // add one negative example to formattedExamples
+    formattedExamples += `- "sdf sdf sdf" - { "${entityName}": null }\n`;
+    const prompt = `Your task is to parse an unstructured text and return a valid JSON with an extracted entity.
+The entity you're to extract is ${entityName} - ${entityDescription}.
+If you can't find a ${entityName}, return { "${entityName}": null }.
+Examples:
+${formattedExamples}
+
+The given text is: "${text}"
+
+Answer: {"${entityName}":`;
+    return prompt;
+};
+exports.getLLMEntityExtractPrompt = getLLMEntityExtractPrompt;
+/**
+ * Helper function for the LLM Entity Extract functionality
+ * @param entityName Name of the entity to extract
+ * @param entityDescription	Description of the entity to extract
+ * @param examples Examples of the entity to extract
+ * @returns The system instrctions for the LLM Entity Extract functionality when using chat models
+ */
+const getLLMEntityExtractSystemMessage = (entityName, entityDescription, examples) => {
+    let formattedExamples = "";
+    examples && Object.keys(examples).forEach((key) => {
+        formattedExamples += `- "${key}" - { "${entityName}": "` + examples[key] + `" }\n`;
+    });
+    // add one negative example to formattedExamples
+    formattedExamples += `- "sdf sdf sdf" - { "${entityName}": null }\n`;
+    const prompt = `Your task is to parse an unstructured text and return a valid JSON with an extracted entity.
+The entity you're to extract is ${entityName} - ${entityDescription}.
+If you can't find a ${entityName}, return { "${entityName}": null }.
+Examples:
+${formattedExamples}
+
+Answer: {"${entityName}":`;
+    return prompt;
+};
+exports.getLLMEntityExtractSystemMessage = getLLMEntityExtractSystemMessage;
+//# sourceMappingURL=generativeAIPrompts.js.map

package/build/shared/helper/BaseContext.js

@@ -34,6 +34,14 @@ class BaseContext {
     createProxy(initial = {}) {
         return new Proxy(initial, {
             set: (obj, prop, value) => {
+                if (!prop) {
+                    logger_1.logger.log("debug", { traceId: this.traceId, disableSensitiveLogging: true }, `Trying to set context with an invalid key '${prop === null || prop === void 0 ? void 0 : prop.toString()}' (context with an invalid key cannot be set).`, {
+                        key: prop,
+                        module: "BaseContext.ts",
+                        function: "set:createProxy"
+                    });
+                    return true;
+                }
                 if (this.ignoreTrapHandler) {
                     obj[prop] = value;
                     return true;
@@ -123,6 +131,14 @@ class BaseContext {
      * @memberOf Context
      */
     getContext(key) {
+        if (!key) {
+            logger_1.logger.log("debug", { traceId: this.traceId, disableSensitiveLogging: true }, `Trying to get context with an invalid key '${key}' (context with an invalid key cannot be accessed).`, {
+                key,
+                module: "BaseContext.ts",
+                function: "getContext"
+            });
+            return undefined;
+        }
         let s = [];
         if (key.indexOf(".") > -1)
             s = key.split(".");
@@ -159,6 +175,14 @@ class BaseContext {
      * @memberOf Context
      */
     setContext(key, value, traceId) {
+        if (!key) {
+            logger_1.logger.log("debug", { traceId, disableSensitiveLogging: true }, `Trying to set context with an invalid key '${key}' (context with an invalid key cannot be set).`, {
+                key,
+                module: "BaseContext.ts",
+                function: "setContext"
+            });
+            return;
+        }
         this.context[key] = value;
     }
     /**
@@ -214,6 +238,13 @@ class BaseContext {
      * @memberOf Context
      */
     delete(key) {
+        if (!key) {
+            logger_1.logger.log("debug", { traceId: this.traceId, disableSensitiveLogging: true }, `Trying to delete key from the context with an invalid key '${key}' (context with an invalid key cannot be accessed).`, {
+                key,
+                module: "BaseContext.ts",
+                function: "delete"
+            });
+        }
         delete this.context[key];
     }
     /**

package/build/shared/interfaces/appsession/IAppSession.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=IAppSession.js.map

package/build/shared/interfaces/appsession/ISetAppState.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=ISetAppState.js.map

package/build/shared/interfaces/appsession/index.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=index.js.map

package/build/shared/interfaces/fileStorage.js

@@ -6,6 +6,12 @@ exports.fileStorageSettingsSchema = {
     "type": "object",
     "additionalProperties": false,
     "properties": {
+        "enabled": {
+            "type": "boolean"
+        },
+        "dropzoneText": {
+            "type": "string"
+        },
         "storageProvider": {
             "type": "string"
         },

package/build/shared/interfaces/generativeAI/IGenerativeAIModels.js

@@ -3,7 +3,7 @@
  * MODELS
  **********/
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.modeType = exports.generativeAIUseCases = exports.generativeAIProviders = exports.generativeAIModels = void 0;
+exports.modeType = exports.generativeAIUseCases = exports.generativeAIProviders = exports.modelGroups = exports.generativeAIModels = exports.embeddingModels = void 0;
 /**
  * @openapi
  *
@@ -18,24 +18,54 @@ exports.modeType = exports.generativeAIUseCases = exports.generativeAIProviders
  *         - gpt-4
  *         - text-embedding-ada-002
  *         - luminous-extended-control
+ *         - luminous-embedding-128
  *         - claude-v1-100k
  *         - claude-instant-v1
+ *         - claude-3-opus-20240229
  *         - text-bison@001
  */
 /**
  * WARNING: if new models are added for the supported providers make suer we also update the
  * maxAllowed tokens in the openAI.ts and azureOpenAI.ts files
  */
+exports.embeddingModels = [
+    "text-embedding-3-large",
+    "text-embedding-ada-002",
+    "luminous-embedding-128",
+];
 exports.generativeAIModels = [
     "gpt-3.5-turbo",
     "gpt-3.5-turbo-instruct",
     "gpt-4",
     "text-davinci-003",
-    "text-embedding-ada-002",
     "luminous-extended-control",
     "claude-v1-100k",
     "claude-instant-v1",
+    "claude-3-opus-20240229",
+    "claude-3-haiku-20240307",
+    "claude-3-sonnet-20240229",
     "text-bison@001",
+    "custom-model",
+    ...exports.embeddingModels,
+];
+/**
+ * @openapi
+ *
+ * components:
+ *   schemas:
+ *     TModelGroups:
+ *       type: string
+ *       enum:
+ *         - chat
+ *         - completion
+ */
+/**
+/**
+ * this is the model type for the custom models introduced by the user
+ */
+exports.modelGroups = [
+    "chat",
+    "completion"
 ];
 /*************
  * PROVIDERS
@@ -63,6 +93,7 @@ exports.generativeAIProviders = ["azureOpenAI", "openAI", "alephAlpha", "anthrop
  * mongoose schema too. models/settings/generativeAISettings.ts
  */
 exports.generativeAIUseCases = [
+    "nlu",
     "knowledgeSearch",
     "gptPromptNode",
     "gptConversation",

package/build/shared/interfaces/handover.js

@@ -119,7 +119,8 @@ exports.foreignSessionDataSchema = {
         lastname: { type: "string" },
         nickname: { type: "string" },
         integrationId: { type: "string" },
-        conversationId: { type: "string" }
+        conversationId: { type: "string" },
+        clientPollTimeout: { type: "number" },
     }
 };
 exports.rceSettingsSchema = {