@cognigy/rest-api-client 0.19.0 → 4.93.0

package/build/shared/charts/descriptors/knowledgeSearch/searchExtractOutput.js

@@ -546,9 +546,9 @@ exports.SEARCH_EXTRACT_OUTPUT = (0, createNodeDescriptor_1.createNodeDescriptor)
         key: "text",
         type: "text"
     },
-    tags: ["knowledgeSearch", "knowledge", "search"],
+    tags: ["ai", "knowledgeSearch", "knowledge", "search"],
     function: async (knowledgeSearchParams) => {
-        var _a, _b, _c, _d, _e, _f, _g, _h, _j;
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
         const { cognigy, config, nodeId } = knowledgeSearchParams;
         const { input, api } = cognigy;
         const { topK, searchString, searchStoreLocation, searchStoreLocationContextKey, searchStoreLocationInputKey, searchSourceTags, searchSourceTagsFilterOp, temperature, maxTokens, topP, presencePenalty, frequencyPenalty, useStop, stop, storeLocation, contextKey, inputKey, timeout, timeoutMessage, outputFallback, outputMode, mode, errorHandling, errorHandlingGotoTarget, streamStopTokens, followUpDetection, debugLogTokenCount, debugLogRequestAndCompletion } = config;
@@ -593,10 +593,13 @@ USER: ${searchString}
 Does the last USER input refer to the conversation before?
 Answer with "true" or "false". Answer:`;
                 let promptResponse;
+                // set the detailed results to true to get the token usage
+                const returnDetailedResults = true;
                 try {
-                    promptResponse = await api.runGenerativeAIPrompt({ prompt }, "answerExtraction");
+                    const firstFollowUpResponse = await api.runGenerativeAIPrompt({ prompt, detailedResults: returnDetailedResults }, "answerExtraction");
+                    promptResponse = firstFollowUpResponse.result;
                     // if we're in adminconsole, process debugging options
-                    (0, prompt_1.writeLLMDebugLogs)("Search Extract Output Follow Up Detection", prompt, promptResponse, debugLogTokenCount, false, cognigy);
+                    (0, prompt_1.writeLLMDebugLogs)("Search Extract Output Follow Up Detection", prompt, firstFollowUpResponse, debugLogTokenCount, false, cognigy);
                     // check if LLM thinks the input was a follow up
                     if (promptResponse === null || promptResponse === void 0 ? void 0 : promptResponse.toLowerCase().includes("true")) {
                         prompt = `You are tasked to rewrite a question based on a context, so that the question is clearer.
@@ -613,9 +616,10 @@ Context:
 ${lastRoundTrip}
 Question: ${searchString}
 New: `;
-                        promptResponse = await api.runGenerativeAIPrompt({ prompt }, "answerExtraction");
+                        const secondFollowUpResponse = await api.runGenerativeAIPrompt({ prompt, detailedResults: returnDetailedResults }, "answerExtraction");
+                        promptResponse = secondFollowUpResponse.result;
                         // if we're in adminconsole, process debugging options
-                        (0, prompt_1.writeLLMDebugLogs)("Search Extract Output Follow Up Detection 2", prompt, promptResponse, debugLogTokenCount, false, cognigy);
+                        (0, prompt_1.writeLLMDebugLogs)("Search Extract Output Follow Up Detection 2", prompt, secondFollowUpResponse, debugLogTokenCount, false, cognigy);
                         // the actual search string to now use is the rewritten question
                         actualSearchString = promptResponse;
                         api.logDebugMessage(`UI__DEBUG_MODE__SEO__MESSAGE '${actualSearchString}'`);
@@ -706,6 +710,9 @@ New: `;
         }
         // Perform knowledge search
         try {
+            // Set understood to true so that the interaction doesn't look false in our analytics
+            (_d = api.setAnalyticsData) === null || _d === void 0 ? void 0 : _d.call(api, "understood", "true");
+            input.understood = true;
             const knowledgeSearchResponse = await api.knowledgeSearch(data);
             (0, prompt_1.writeLLMDebugLogs)("Search Extract Output Embeddings Call", data.query, undefined, debugLogTokenCount, false, cognigy);
             // Handle possible response errors
@@ -737,10 +744,10 @@ New: `;
         }
         // #endregion 1 Perform Search
         // #region 2 Perform Answer Extraction
-        let documents = (_d = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _d === void 0 ? void 0 : _d.map(result => result === null || result === void 0 ? void 0 : result.text).join(' ');
+        let documents = (_e = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _e === void 0 ? void 0 : _e.map(result => result === null || result === void 0 ? void 0 : result.text).join(' ');
         const replacedUserInput = input.text + (actualSearchString !== input.text ? ` possibly meaning "${actualSearchString}"` : "");
-        prompt = prompt.replace(/@userInput/, replacedUserInput);
-        prompt = prompt.replace(/@foundDocuments/, documents);
+        prompt = prompt.replace(/@userInput/g, replacedUserInput);
+        prompt = prompt.replace(/@foundDocuments/g, documents);
         const answerLanguage = (() => {
             const answerLanguage = getLanguageName(language);
             // generic (ge-GE) and any other unknown languages result in "undefined"
@@ -749,7 +756,7 @@ New: `;
             }
             return answerLanguage;
         })();
-        prompt = prompt.replace(/@answerLanguage/, answerLanguage);
+        prompt = prompt.replace(/@answerLanguage/g, answerLanguage);
         // check if we have found documents and if we are not just in "Search" only mode
         if (documents && (mode !== "s")) {
             // check if we received streamed output at all
@@ -768,16 +775,19 @@ New: `;
                     streamedOutput = true;
                     api.output(text, null);
                 },
-                streamStopTokens
+                streamStopTokens,
+                // set the detailed results to true to get the token usage
+                detailedResults: true
             };
             if (useStop) {
                 promptData["stop"] = stop;
             }
             let promptResponse;
             try {
-                promptResponse = await api.runGenerativeAIPrompt(promptData, "answerExtraction");
+                const mainPromptResponse = await api.runGenerativeAIPrompt(promptData, "answerExtraction");
+                promptResponse = mainPromptResponse.result;
                 // if we're in adminconsole, process debugging options
-                (0, prompt_1.writeLLMDebugLogs)("Search Extract Output Main Prompt", prompt, promptResponse, debugLogTokenCount, debugLogRequestAndCompletion, cognigy);
+                (0, prompt_1.writeLLMDebugLogs)("Search Extract Output Main Prompt", prompt, mainPromptResponse, debugLogTokenCount, debugLogRequestAndCompletion, cognigy);
                 if (storeLocation === "context") {
                     api.addToContext(contextKey, promptResponse, "simple");
                 }
@@ -932,7 +942,7 @@ New: `;
                                                 {
                                                     "separator": true,
                                                     "type": "TextBlock",
-                                                    "text": (_e = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _e === void 0 ? void 0 : _e[0].text,
+                                                    "text": (_f = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _f === void 0 ? void 0 : _f[0].text,
                                                     "wrap": true,
                                                     "spacing": "Padding"
                                                 }
@@ -953,7 +963,7 @@ New: `;
                     "version": "1.6"
                 };
                 // @ts-ignore
-                if ((_h = (_g = (_f = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _f === void 0 ? void 0 : _f[0]) === null || _g === void 0 ? void 0 : _g.chunkMetaData) === null || _h === void 0 ? void 0 : _h.url) {
+                if ((_j = (_h = (_g = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _g === void 0 ? void 0 : _g[0]) === null || _h === void 0 ? void 0 : _h.chunkMetaData) === null || _j === void 0 ? void 0 : _j.url) {
                     ADAPTIVE_CARD_RESULT.body[2].items[0].columns[1].items.push({
                         "type": "ActionSet",
                         "actions": [
@@ -961,7 +971,7 @@ New: `;
                                 "type": "Action.OpenUrl",
                                 "title": "Open Source",
                                 // @ts-ignore
-                                "url": (_j = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _j === void 0 ? void 0 : _j[0].chunkMetaData.url
+                                "url": (_k = knowledgeSearchResponseData === null || knowledgeSearchResponseData === void 0 ? void 0 : knowledgeSearchResponseData.topK) === null || _k === void 0 ? void 0 : _k[0].chunkMetaData.url
                             }
                         ],
                         "separator": true

package/build/shared/charts/descriptors/logic/disableSlotFillers.js

@@ -29,7 +29,7 @@ exports.DISABLE_SLOT_FILLERS = (0, createNodeDescriptor_1.createNodeDescriptor)(
             label: "UI__NODE_EDITOR__DISABLE_SLOT_FILLERS__RESET__LABEL",
         }
     ],
-    tags: ["nlu"],
+    tags: ["ai", "nlu"],
     function: async ({ cognigy, config }) => {
         const { slotFillersToDisable, reset } = config;
         const { api, flowReferenceId } = cognigy;

package/build/shared/charts/descriptors/logic/enableSlotFillers.js

@@ -24,7 +24,7 @@ exports.ENABLE_SLOT_FILLERS = (0, createNodeDescriptor_1.createNodeDescriptor)({
             description: "UI__NODE_EDITOR__ENABLE_SLOT_FILLERS__SLOT_FILLERS_TO_ENABLE__DESCRIPTION"
         }
     ],
-    tags: ["nlu"],
+    tags: ["ai", "nlu"],
     function: async ({ cognigy, config }) => {
         const { slotFillersToEnable } = config;
         const { api, flowReferenceId } = cognigy;

package/build/shared/charts/descriptors/logic/thinkV2.js

@@ -3,7 +3,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.THINK_V2 = void 0;
 /* Custom modules */
 const createNodeDescriptor_1 = require("../../createNodeDescriptor");
+const logic_1 = require("../logic");
 const logFullConfigToDebugMode_1 = require("../../../helper/logFullConfigToDebugMode");
+const errors_1 = require("../../../errors");
 /**
  * Node name: 'think'
  *
@@ -69,6 +71,56 @@ exports.THINK_V2 = (0, createNodeDescriptor_1.createNodeDescriptor)({
                 value: "intent"
             }
         },
+        {
+            key: "logErrorToSystem",
+            label: "UI__NODE_EDITOR__THINK_V2__LOG_ERROR_TO_SYSTEM__LABEL",
+            description: "UI__NODE_EDITOR__THINK_V2__LOG_ERROR_TO_SYSTEM__DESCRIPTION",
+            type: "toggle",
+            defaultValue: false,
+        },
+        {
+            key: "errorHandling",
+            type: "select",
+            label: "UI__NODE_EDITOR__THINK_V2__HANDLE_ERROR__LABEL",
+            description: "UI__NODE_EDITOR__THINK_V2__HANDLE_ERROR__DESCRIPTION",
+            defaultValue: "continue",
+            params: {
+                options: [
+                    {
+                        label: "UI__NODE_EDITOR__THINK_V2__HANDLE_ERROR__OPTIONS__STOP__LABEL",
+                        value: "stop"
+                    },
+                    {
+                        label: "UI__NODE_EDITOR__THINK_V2__HANDLE_ERROR__OPTIONS__CONTINUE__LABEL",
+                        value: "continue"
+                    },
+                    {
+                        label: "UI__NODE_EDITOR__THINK_V2__HANDLE_ERROR__ERROR__OPTIONS__GOTO__LABEL",
+                        value: "goto"
+                    },
+                ]
+            }
+        },
+        {
+            key: "errorMessage",
+            label: "UI__NODE_EDITOR__THINK_V2__ERROR_MESSAGE__LABEL",
+            type: "cognigyText",
+            description: "UI__NODE_EDITOR__THINK_V2__ERROR_MESSAGE__DESCRIPTION",
+            defaultValue: "",
+            condition: {
+                key: "errorHandling",
+                value: "continue"
+            }
+        },
+        {
+            key: "errorHandlingGotoTarget",
+            type: "flowNode",
+            label: "UI__NODE_EDITOR__THINK_V2__ERROR__GOTO_NODE__LABEL",
+            condition: {
+                key: "errorHandling",
+                value: "goto"
+            }
+        },
     ],
     sections: [
         {
@@ -79,23 +131,78 @@ exports.THINK_V2 = (0, createNodeDescriptor_1.createNodeDescriptor)({
                 "thinkType",
                 "data"
             ]
+        },
+        {
+            key: "errors",
+            label: "UI__NODE_EDITOR__THINK_V2__SECTIONS__ERRORS__LABEL",
+            defaultCollapsed: true,
+            fields: [
+                "logErrorToSystem",
+                "errorHandling",
+                "errorMessage",
+                "errorHandlingGotoTarget",
+            ]
         }
     ],
     form: [
         { type: "field", key: "text" },
         { type: "field", key: "intent" },
         { type: "section", key: "advanced" },
+        { type: "section", key: "errors" },
     ],
     preview: {
         key: "text",
         type: "text",
     },
     tags: ["basic", "logic", "recursion", "inject"],
-    function: async ({ cognigy, config }) => {
-        const { text, data, intent, thinkType, } = config;
-        const { api } = cognigy;
+    function: async ({ cognigy, config, nodeId }) => {
+        const { text, data, intent, thinkType, errorHandling = "continue", errorHandlingGotoTarget, errorMessage, logErrorToSystem, } = config;
+        const { api, input } = cognigy;
+        const { traceId } = input;
         (0, logFullConfigToDebugMode_1.logFullConfigToDebugMode)(cognigy, config);
-        if (thinkType === "intent") {
+        if ((thinkType === "default" && typeof text !== "string")
+            || (thinkType === "intent" && typeof intent !== "string")) {
+            const errorDetails = {
+                message: "Think input should be string",
+                originalInput: JSON.stringify(text || intent)
+            };
+            if (logErrorToSystem) {
+                api.log("error", JSON.stringify(errorDetails));
+            }
+            api.logDebugError(errorDetails, "UI__DEBUG_MODE__THINK_NODE__ERROR");
+            // handle error depending on the settings
+            if (errorHandling === "continue") {
+                // output the provided error message
+                if (errorMessage) {
+                    api.output(errorMessage, null);
+                }
+            }
+            else if (errorHandling === "goto") {
+                if (!errorHandlingGotoTarget) {
+                    throw new Error("GoTo Target is required");
+                }
+                const gotoParams = {
+                    cognigy,
+                    childConfigs: [],
+                    nodeId,
+                    config: {
+                        flowNode: {
+                            flow: errorHandlingGotoTarget.flow,
+                            node: errorHandlingGotoTarget.node,
+                        },
+                        injectedText: undefined,
+                        injectedData: undefined,
+                        executionMode: "continue",
+                        absorbContext: false
+                    }
+                };
+                await logic_1.GO_TO.function(gotoParams);
+            }
+            else {
+                throw new errors_1.InternalServerError(errorDetails.message, { traceId });
+            }
+        }
+        else if (thinkType === "intent") {
             api.thinkV2(`cIntent:${intent}`, null);
         }
         else if (text || data) {

package/build/shared/charts/descriptors/nlu/cleanText.js

@@ -8,7 +8,7 @@ exports.CLEAN_TEXT = (0, createNodeDescriptor_1.createNodeDescriptor)({
     type: "cleanText",
     defaultLabel: "Clean Text",
     summary: "UI__NODE_EDITOR__NLU__CLEAN_TEXT__DEFAULT_SUMMARY",
-    tags: ["nlu", "clean", "cleaning", "parser", "parsing"],
+    tags: ["ai", "nlu", "clean", "cleaning", "parser", "parsing"],
     preview: {
         key: "textToClean",
         type: "text"

package/build/shared/charts/descriptors/nlu/executeCognigyNLU.js

@@ -127,7 +127,7 @@ exports.EXECUTE_COGNIGY_NLU = (0, createNodeDescriptor_1.createNodeDescriptor)({
         { type: "field", key: "inputKey" },
         { type: "section", key: "advanced" }
     ],
-    tags: ["nlu"],
+    tags: ["ai", "nlu"],
     function: async ({ cognigy, config }) => {
         const { api, input } = cognigy;
         const { text, data, mode, contextKey, inputKey, parseIntents, parseSlots, parseSystemSlots, findType, processDefaultReply } = config;

package/build/shared/charts/descriptors/nlu/fuzzySearch.js

@@ -14,7 +14,7 @@ exports.FUZZY_SEARCH = (0, createNodeDescriptor_1.createNodeDescriptor)({
         key: "searchPattern",
         type: "text"
     },
-    tags: ["nlu", "fuzzy", "search"],
+    tags: ["ai", "nlu", "fuzzy", "search"],
     fields: [
         {
             key: "searchPattern",

package/build/shared/charts/descriptors/nlu/generativeSlotFiller/generativeSlotFiller.js

@@ -129,7 +129,7 @@ exports.GENERATIVE_SLOT_FILLER = (0, createNodeDescriptor_1.createNodeDescriptor
         { type: "section", key: "storage" },
     ],
     appearance: {},
-    tags: ["nlu"],
+    tags: ["ai", "nlu"],
     function: async ({ cognigy, config, childConfigs, nodeId, organisationId }) => {
         var _a;
         const { api, lastConversationEntries } = cognigy;

package/build/shared/charts/descriptors/nlu/generativeSlotFiller/generativeSlotFillerFallback.js

@@ -22,6 +22,6 @@ exports.GENERATIVE_SLOT_FILLER_FALLBACK = (0, createNodeDescriptor_1.createNodeD
         movable: false,
         placement: {},
     },
-    tags: ["nlu"],
+    tags: ["ai", "nlu"],
 });
 //# sourceMappingURL=generativeSlotFillerFallback.js.map

package/build/shared/charts/descriptors/nlu/generativeSlotFiller/generativeSlotFillerSuccess.js

@@ -22,6 +22,6 @@ exports.GENERATIVE_SLOT_FILLER_SUCCESS = (0, createNodeDescriptor_1.createNodeDe
         movable: false,
         placement: {},
     },
-    tags: ["nlu"],
+    tags: ["ai", "nlu"],
 });
 //# sourceMappingURL=generativeSlotFillerSuccess.js.map

package/build/shared/charts/descriptors/nlu/generativeSlotFiller/prompt.js

@@ -142,7 +142,6 @@ const writeLLMDebugLogs = async (label, prompt, response, debugLogTokenCount, de
         return;
     }
     // stringify the response if it is an object
-    const responseOutput = typeof response === "object" ? JSON.stringify(response.result || response) : response;
     const responseOutputFormatted = typeof response === "object" ? JSON.stringify(response.result || response, null, 4) : response;
     // debug logs are only processed for the interaction panel
     if (debugLogRequestAndCompletion) {
@@ -151,11 +150,11 @@ const writeLLMDebugLogs = async (label, prompt, response, debugLogTokenCount, de
             let completionTokenMessage = "";
             if (debugLogTokenCount) {
                 if (prompt) {
-                    const requestTokens = ((_a = response === null || response === void 0 ? void 0 : response.usage) === null || _a === void 0 ? void 0 : _a.prompt_tokens) || await api.countGPTTokens(prompt);
+                    const requestTokens = (_a = response === null || response === void 0 ? void 0 : response.tokenUsage) === null || _a === void 0 ? void 0 : _a.inputTokens;
                     requestTokenMessage = ` (${requestTokens} Tokens)`;
                 }
                 if (response) {
-                    const completionTokens = ((_b = response === null || response === void 0 ? void 0 : response.usage) === null || _b === void 0 ? void 0 : _b.completion_tokens) || await api.countGPTTokens(responseOutput);
+                    const completionTokens = (_b = response === null || response === void 0 ? void 0 : response.tokenUsage) === null || _b === void 0 ? void 0 : _b.outputTokens;
                     completionTokenMessage = ` (${completionTokens} Tokens)`;
                 }
             }
@@ -167,8 +166,8 @@ const writeLLMDebugLogs = async (label, prompt, response, debugLogTokenCount, de
         try {
             let requestTokens = 0;
             let completionTokens = 0;
-            requestTokens = ((_c = response.usage) === null || _c === void 0 ? void 0 : _c.prompt_tokens) || await api.countGPTTokens(prompt);
-            completionTokens = ((_d = response.usage) === null || _d === void 0 ? void 0 : _d.completion_tokens) || await api.countGPTTokens(responseOutput);
+            requestTokens = (_c = response.tokenUsage) === null || _c === void 0 ? void 0 : _c.inputTokens;
+            completionTokens = (_d = response.tokenUsage) === null || _d === void 0 ? void 0 : _d.outputTokens;
             const requestTokenMessage = requestTokens || "unknown";
             const completionTokenMessage = completionTokens || "unknown";
             const totalTokens = (requestTokens + completionTokens) || "unknown";

package/build/shared/charts/descriptors/nlu/matchPattern.js

@@ -11,7 +11,7 @@ exports.MATCH_PATTERN = (0, createNodeDescriptor_1.createNodeDescriptor)({
         type: "text"
     },
     summary: "UI__NODE_EDITOR__NLU__MATCH_PATTERN__SUMMARY",
-    tags: ["nlu", "pattern", "patterns"],
+    tags: ["ai", "nlu", "pattern", "patterns"],
     fields: [
         {
             key: "patterns",

package/build/shared/charts/descriptors/nlu/regexSlotFiller.js

@@ -36,7 +36,7 @@ exports.REGEX_SLOT_FILLER = (0, createNodeDescriptor_1.createNodeDescriptor)({
             label: "UI__NODE_EDITOR__NLU__REGEX_SLOT_FILLER__FIELDS__SLOT__LABEL"
         },
     ],
-    tags: ["nlu", "regular", "expression", "slot"],
+    tags: ["ai", "nlu", "regular", "expression", "slot"],
     function: async (regexSlotFillerParams) => {
         const { cognigy, config } = regexSlotFillerParams;
         const { api } = cognigy;

package/build/shared/charts/descriptors/nlu/utils/patternMatcher.js

@@ -256,6 +256,7 @@ const handleSystemSlotMatches = (useFullSystemslotText, match, slotName, inputSl
             case "DATE":
                 // @ts-ignore
                 const dateSlot = inputSlots.DATE.find(e => (e["text"] === match));
+                // @ts-ignore
                 return (dateSlot === null || dateSlot === void 0 ? void 0 : dateSlot.start) || (dateSlot === null || dateSlot === void 0 ? void 0 : dateSlot.end);
             default:
                 return match;

package/build/shared/charts/descriptors/service/GPTConversation.js

@@ -379,7 +379,7 @@ exports.GPT_CONVERSATION = (0, createNodeDescriptor_1.createNodeDescriptor)({
         { type: "section", key: "advanced" },
         { type: "section", key: "timeouts" }
     ],
-    tags: ["service"],
+    tags: ["ai"],
     function: async ({ cognigy, config }) => {
         const { api, context, input } = cognigy;
         const { debug, timeoutMessage } = config;

package/build/shared/charts/descriptors/service/GPTPrompt.js

@@ -112,7 +112,7 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
             label: "UI__NODE_EDITOR__SERVICE__GPT_PROMPT__FIELDS__MAX_TOKENS__LABEL",
             type: "slider",
             description: "UI__NODE_EDITOR__SERVICE__GPT_PROMPT__FIELDS__MAX_TOKENS__DESCRIPTION",
-            defaultValue: 100,
+            defaultValue: 1000,
             params: {
                 min: 1,
                 max: 4000,
@@ -195,7 +195,7 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
             key: "immediateOutput",
             label: "UI__NODE_EDITOR__SERVICE__GPT_PROMPT__FIELDS__IMMEDIATEOUTPUT__LABEL",
             type: "toggle",
-            defaultValue: false,
+            defaultValue: true,
             condition: {
                 or: [
                     {
@@ -407,6 +407,13 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
             type: "json",
             defaultValue: {}
         },
+        {
+            key: "logErrorToSystem",
+            label: "UI__NODE_EDITOR__SERVICE__GPT_PROMPT__FIELDS__LOG_ERROR_TO_SYSTEM__LABEL",
+            description: "UI__NODE_EDITOR__SERVICE__GPT_PROMPT__FIELDS__LOG_ERROR_TO_SYSTEM__DESCRIPTION",
+            type: "toggle",
+            defaultValue: false,
+        },
         {
             key: "errorHandling",
             type: "select",
@@ -494,6 +501,7 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
             label: "UI__NODE_EDITOR__SERVICE__GPT_PROMPT__SECTIONS__ERROR_HANDLING__LABEL",
             defaultCollapsed: true,
             fields: [
+                "logErrorToSystem",
                 "errorHandling",
                 "errorMessage",
                 "errorHandlingGotoTarget",
@@ -531,12 +539,12 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
         { type: "section", key: "debugging" },
     ],
     appearance: {},
-    tags: ["service", "llm", "gpt", "generative ai", "openai", "azure", "prompt"],
+    tags: ["ai", "llm", "gpt", "generative ai", "openai", "azure", "prompt"],
     function: async ({ cognigy, config, nodeId }) => {
         var _a, _b, _c;
         const { api, input } = cognigy;
         const { temperature, maxTokens, topP, presencePenalty, frequencyPenalty, useStop, stop, storeLocation, contextKey, inputKey, timeout, streamStopTokens, streamStopTokenOverrides, debugLogTokenCount, debugLogRequestAndCompletion, llmProviderReferenceId, useChatMode, chatTranscriptSteps, responseFormat, streamStoreCopyInInput, detailedResults, seed, immediateOutput, customModelOptions, customRequestOptions, errorHandling = "continue", // default behavior for LLM Prompt node was, continue its execution even though an error occurred (deviating it from the SEO node) & do not output an error message on UI explicitly. However, error is always stored in the input or context object. We can use an extra "say" node to output it.
-        errorHandlingGotoTarget, errorMessage, } = config;
+        errorHandlingGotoTarget, errorMessage, logErrorToSystem, } = config;
         let prompt = config.prompt;
         const { traceId } = input;
         // check if custom variables are used and if they have a length modifier
@@ -636,7 +644,8 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
                 },
                 streamStopTokens,
                 streamStopTokenOverrides,
-                detailedResults,
+                // set to true in order to get token usage
+                detailedResults: true,
                 seed: Number(seed) ? Number(seed) : undefined,
                 customModelOptions,
                 customRequestOptions
@@ -659,35 +668,17 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
             }
             const response = await api.runGenerativeAIPrompt(data, "gptPromptNode");
             const isFollowSessionActive = api.getMetadata().isFollowSessionActive;
-            if (detailedResults) {
-                if ((response === null || response === void 0 ? void 0 : response.usage) && response.usage.promptTokens && response.usage.completionTokens) {
-                    // the api has usage results, but in Azure format - reformat to OpenAI format
-                    const u = response.usage;
-                    response.usage = {
-                        prompt_tokens: u.promptTokens,
-                        completion_tokens: u.completionTokens,
-                        total_tokens: u.promptTokens + u.completionTokens,
-                        calculation_method: "api"
-                    };
-                }
-                else if (!response.usage) {
-                    // if the api didn't return native usage results, compute them
-                    const promptContent = (response.messages) ? JSON.stringify(response.messages) : prompt;
-                    delete response.messages;
-                    const prompt_tokens = await api.countGPTTokens(promptContent);
-                    const completion_tokens = await api.countGPTTokens((typeof response.result === "object") ? JSON.stringify(response.result) : response.result);
-                    response.usage = {
-                        prompt_tokens,
-                        completion_tokens,
-                        total_tokens: prompt_tokens + completion_tokens,
-                        calculation_method: "estimate"
-                    };
-                }
-            }
             // if we're in adminconsole or following a session, process debugging options
             (input.endpointType === "adminconsole" || isFollowSessionActive) && (0, prompt_1.writeLLMDebugLogs)("LLM Prompt", debugPrompt, response, debugLogTokenCount, debugLogRequestAndCompletion, cognigy);
+            let responseToStore;
+            if (detailedResults) {
+                responseToStore = response;
+            }
+            else {
+                responseToStore = response.result;
+            }
             if (storeLocation === "context") {
-                api.addToContext(contextKey, response, "simple");
+                api.addToContext(contextKey, responseToStore, "simple");
                 // output result immediately if toggle is set
                 if (immediateOutput) {
                     const resultToOutput = typeof ((response === null || response === void 0 ? void 0 : response.result) || response) === "object" ? JSON.stringify((response === null || response === void 0 ? void 0 : response.result) || response, undefined, 2) : (response === null || response === void 0 ? void 0 : response.result) || response;
@@ -696,7 +687,7 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
             }
             else if (storeLocation === "input" || (storeLocation === "stream" && streamStoreCopyInInput)) {
                 // @ts-ignore
-                api.addToInput(inputKey, response);
+                api.addToInput(inputKey, responseToStore);
                 // output result immediately if toggle is set and we're storing into input
                 // this means we don't output the result again if we streamed
                 if (storeLocation === "input" && immediateOutput) {
@@ -718,6 +709,9 @@ exports.GPT_PROMPT = (0, createNodeDescriptor_1.createNodeDescriptor)({
                     requestId: (_c = error.meta) === null || _c === void 0 ? void 0 : _c.requestId
                 };
             }
+            if (logErrorToSystem) {
+                api.log("error", JSON.stringify(errorDetailsBase));
+            }
             api.logDebugError(errorDetailsBase, "UI__DEBUG_MODE__LLM_PROMPT__ERROR");
             await handleServiceError(errorDetails);
             return;

package/build/shared/charts/descriptors/service/LLMEntityExtract.js

@@ -201,7 +201,7 @@ exports.LLM_ENTITY_EXTRACT = (0, createNodeDescriptor_1.createNodeDescriptor)({
         { type: "section", key: "debugging" }
     ],
     appearance: {},
-    tags: ["service", "llm", "gpt", "generative ai", "openai", "azure", "prompt", "entity", "extract"],
+    tags: ["ai", "llm", "gpt", "generative ai", "openai", "azure", "prompt", "entity", "extract"],
     function: async ({ cognigy, config }) => {
         var _a, _b;
         const { api, input } = cognigy;