@awell-health/awell-extensions 2.0.250 → 2.0.251

package/dist/extensions/shelly/actions/summarizeForm/summarizeForm.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.summarizeForm = void 0;
 const extensions_core_1 = require("@awell-health/extensions-core");
 const summarizeFormWithLLM_1 = require("../../lib/summarizeFormWithLLM");
+const detectLanguageWithLLM_1 = require("../../lib/detectLanguageWithLLM");
 const createOpenAIModel_1 = require("../../../../src/lib/llm/openai/createOpenAIModel");
 const constants_1 = require("../../../../src/lib/llm/openai/constants");
 const config_1 = require("./config");
@@ -60,12 +61,27 @@ exports.summarizeForm = {
         else {
             disclaimerMessage = `**Important Notice:** The content provided is an AI-generated summary of form responses of Care Flow "${careFlowDetails.title}" (ID: ${payload.pathway.id}).`;
         }
+        let summaryLanguage = language;
+        if (language === 'Default') {
+            try {
+                summaryLanguage = await (0, detectLanguageWithLLM_1.detectLanguageWithLLM)({
+                    model,
+                    text: formData,
+                    metadata,
+                    callbacks,
+                });
+            }
+            catch (error) {
+                // If language detection fails, keep using 'Default'
+                summaryLanguage = 'Default';
+            }
+        }
         // 4. Generate summary
         const summary = await (0, summarizeFormWithLLM_1.summarizeFormWithLLM)({
             model,
             formData,
             summaryFormat,
-            language,
+            language: summaryLanguage,
             disclaimerMessage,
             additionalInstructions,
             metadata,

package/dist/extensions/shelly/actions/summarizeForm/summarizeForm.js.map

@@ -1 +1 @@
-{"version":3,"file":"summarizeForm.js","sourceRoot":"","sources":["../../../../../extensions/shelly/actions/summarizeForm/summarizeForm.ts"],"names":[],"mappings":";;;AAAA,mEAAqE;AACrE,yEAAqE;AACrE,wFAAoF;AACpF,wEAAwE;AACxE,qCAAqE;AACrE,uEAAmE;AACnE,qDAAsE;AACtE,iDAAsD;AACtD,qEAAiE;AACjE,mCAA8B;AAE9B;;;;;;;;GAQG;AACU,QAAA,aAAa,GAItB;IACF,GAAG,EAAE,eAAe;IACpB,QAAQ,EAAE,0BAAQ,CAAC,QAAQ;IAC3B,KAAK,EAAE,gBAAgB;IACvB,WAAW,EAAE,0DAA0D;IACvE,MAAM,EAAN,eAAM;IACN,WAAW,EAAE,KAAK;IAClB,UAAU,EAAV,mBAAU;IAEV,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,EAAiB,EAAE;QAC1E,2BAA2B;QAC3B,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,sBAAsB,EAAE,GAAG,+BAAsB,CAAC,KAAK,CACtF,OAAO,CAAC,MAAM,CACf,CAAA;QAED,2CAA2C;QAC3C,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qCAAiB,EAAC;YAC7D,QAAQ,EAAE,EAAE,EAAE,qCAAqC;YACnD,OAAO;YACP,OAAO;YACP,SAAS,EAAE,yBAAa,CAAC,KAAK;YAC9B,kBAAkB,EAAE,IAAI,EAAE,0CAA0C;SACrE,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;QAEzC,2CAA2C;QAC3C,MAAM,eAAe,GAAG,MAAM,IAAA,uCAAkB,EAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAE9E,mBAAmB;QACnB,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,MAAM,IAAA,kCAA0B,EAAC;YACxE,QAAQ;YACR,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE;YAC7B,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;SAChC,CAAC,CAAA;QAEF,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAA,yCAAmB,EAAC;YAC/C,cAAc;YACd,YAAY;SACb,CAAC,CAAA;QAEF,0DAA0D;QAC1D,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAA,cAAK,EAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,iBAAiB,GAAG,sGAAsG,eAAe,CAAC,OAAO,kBAAkB,eAAe,CAAC,KAAK,UAAU,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;QAC3N,CAAC;aAAM,CAAC;YACN,iBAAiB,GAAG,yGAAyG,eAAe,CAAC,KAAK,UAAU,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;QACrL,CAAC;QAED,sBAAsB;QACtB,MAAM,OAAO,GAAG,MAAM,IAAA,2CAAoB,EAAC;YACzC,KAAK;YACL,QAAQ;YACR,aAAa;YACb,QAAQ;YACR,iBAAiB;YACjB,sBAAsB;YACtB,QAAQ;YACR,SAAS;SACV,CAAC,CAAA;QAEF,+BAA+B;QAC/B,MAAM,WAAW,GAAG,MAAM,IAAA,sBAAc,EAAC,OAAO,CAAC,CAAA;QACjD,MAAM,UAAU,CAAC;YACf,WAAW,EAAE;gBACX,OAAO,EAAE,WAAW;aACrB;SACF,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}
+{"version":3,"file":"summarizeForm.js","sourceRoot":"","sources":["../../../../../extensions/shelly/actions/summarizeForm/summarizeForm.ts"],"names":[],"mappings":";;;AAAA,mEAAqE;AACrE,yEAAqE;AACrE,2EAAuE;AACvE,wFAAoF;AACpF,wEAAwE;AACxE,qCAAqE;AACrE,uEAAmE;AACnE,qDAAsE;AACtE,iDAAsD;AACtD,qEAAiE;AACjE,mCAA8B;AAE9B;;;;;;;;GAQG;AACU,QAAA,aAAa,GAItB;IACF,GAAG,EAAE,eAAe;IACpB,QAAQ,EAAE,0BAAQ,CAAC,QAAQ;IAC3B,KAAK,EAAE,gBAAgB;IACvB,WAAW,EAAE,0DAA0D;IACvE,MAAM,EAAN,eAAM;IACN,WAAW,EAAE,KAAK;IAClB,UAAU,EAAV,mBAAU;IAEV,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,EAAiB,EAAE;QAC1E,2BAA2B;QAC3B,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,sBAAsB,EAAE,GAAG,+BAAsB,CAAC,KAAK,CACtF,OAAO,CAAC,MAAM,CACf,CAAA;QAED,2CAA2C;QAC3C,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qCAAiB,EAAC;YAC7D,QAAQ,EAAE,EAAE,EAAE,qCAAqC;YACnD,OAAO;YACP,OAAO;YACP,SAAS,EAAE,yBAAa,CAAC,KAAK;YAC9B,kBAAkB,EAAE,IAAI,EAAE,0CAA0C;SACrE,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;QAEzC,2CAA2C;QAC3C,MAAM,eAAe,GAAG,MAAM,IAAA,uCAAkB,EAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAE9E,mBAAmB;QACnB,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,MAAM,IAAA,kCAA0B,EAAC;YACxE,QAAQ;YACR,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE;YAC7B,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;SAChC,CAAC,CAAA;QAEF,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAA,yCAAmB,EAAC;YAC/C,cAAc;YACd,YAAY;SACb,CAAC,CAAA;QAEF,0DAA0D;QAC1D,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAA,cAAK,EAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,iBAAiB,GAAG,sGAAsG,eAAe,CAAC,OAAO,kBAAkB,eAAe,CAAC,KAAK,UAAU,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;QAC3N,CAAC;aAAM,CAAC;YACN,iBAAiB,GAAG,yGAAyG,eAAe,CAAC,KAAK,UAAU,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;QACrL,CAAC;QAED,IAAI,eAAe,GAAG,QAAQ,CAAA;QAE9B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,eAAe,GAAG,MAAM,IAAA,6CAAqB,EAAC;oBAC5C,KAAK;oBACL,IAAI,EAAE,QAAQ;oBACd,QAAQ;oBACR,SAAS;iBACV,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,oDAAoD;gBACpD,eAAe,GAAG,SAAS,CAAA;YAC7B,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,MAAM,OAAO,GAAG,MAAM,IAAA,2CAAoB,EAAC;YACzC,KAAK;YACL,QAAQ;YACR,aAAa;YACb,QAAQ,EAAE,eAAe;YACzB,iBAAiB;YACjB,sBAAsB;YACtB,QAAQ;YACR,SAAS;SACV,CAAC,CAAA;QAEF,+BAA+B;QAC/B,MAAM,WAAW,GAAG,MAAM,IAAA,sBAAc,EAAC,OAAO,CAAC,CAAA;QACjD,MAAM,UAAU,CAAC;YACf,WAAW,EAAE;gBACX,OAAO,EAAE,WAAW;aACrB;SACF,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}

package/dist/extensions/shelly/actions/summarizeFormsInStep/summarizeFormsInStep.js

@@ -5,6 +5,7 @@ const extensions_core_1 = require("@awell-health/extensions-core");
 const config_1 = require("./config");
 const getFormResponseText_1 = require("../../lib/getFormResponseText");
 const summarizeFormWithLLM_1 = require("../../lib/summarizeFormWithLLM");
+const detectLanguageWithLLM_1 = require("../../lib/detectLanguageWithLLM");
 const constants_1 = require("../../lib/constants");
 const awell_1 = require("../../../../src/lib/awell");
 const utils_1 = require("../../../../src/utils");
@@ -40,12 +41,29 @@ exports.summarizeFormsInStep = {
         const { result: allFormsResponseText } = (0, getFormResponseText_1.getResponsesForAllForms)({
             formsData,
         });
+        // Determine which language to use for summarization
+        let summaryLanguage = language;
+        // If language is set to 'Default', detect the language
+        if (language === 'Default') {
+            try {
+                summaryLanguage = await (0, detectLanguageWithLLM_1.detectLanguageWithLLM)({
+                    model,
+                    text: allFormsResponseText,
+                    metadata,
+                    callbacks,
+                });
+            }
+            catch (error) {
+                // If language detection fails, fall back to 'Default'
+                summaryLanguage = 'Default';
+            }
+        }
         // Summarize all forms' responses
         const summary = await (0, summarizeFormWithLLM_1.summarizeFormWithLLM)({
             model,
             formData: allFormsResponseText,
             summaryFormat,
-            language,
+            language: summaryLanguage,
             disclaimerMessage: constants_1.DISCLAIMER_MSG_FORM,
             metadata,
             callbacks, // Add callbacks here

package/dist/extensions/shelly/actions/summarizeFormsInStep/summarizeFormsInStep.js.map

@@ -1 +1 @@
-{"version":3,"file":"summarizeFormsInStep.js","sourceRoot":"","sources":["../../../../../extensions/shelly/actions/summarizeFormsInStep/summarizeFormsInStep.ts"],"names":[],"mappings":";;;AAAA,mEAAqE;AACrE,qCAAqE;AACrE,uEAAuE;AACvE,yEAAqE;AACrE,mDAAyD;AACzD,qDAAoE;AACpE,iDAAsD;AACtD,2DAAkE;AAClE,wEAAwE;AAE3D,QAAA,oBAAoB,GAI7B;IACF,GAAG,EAAE,sBAAsB;IAC3B,QAAQ,EAAE,0BAAQ,CAAC,QAAQ;IAC3B,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,2DAA2D;IACxE,MAAM,EAAN,eAAM;IACN,WAAW,EAAE,KAAK;IAClB,UAAU,EAAV,mBAAU;IACV,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,EAAiB,EAAE;QAC1E,2BAA2B;QAC3B,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,+BAAsB,CAAC,KAAK,CAC9D,OAAO,CAAC,MAAM,CACf,CAAA;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;QAE/B,6DAA6D;QAC7D,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,0BAAiB,EAAC;YAC7D,QAAQ,EAAE,EAAE,EAAE,qCAAqC;YACnD,OAAO;YACP,OAAO;YACP,SAAS,EAAE,yBAAa,CAAC,KAAK;YAC9B,kBAAkB,EAAE,IAAI,EAAE,0CAA0C;SACrE,CAAC,CAAA;QAEF,sCAAsC;QACtC,MAAM,SAAS,GAAG,MAAM,IAAA,gCAAwB,EAAC;YAC/C,QAAQ,EAAE,MAAM,OAAO,CAAC,QAAQ,EAAE;YAClC,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;SAChC,CAAC,CAAA;QAEF,8BAA8B;QAC9B,MAAM,EAAE,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAA,6CAAuB,EAAC;YAC/D,SAAS;SACV,CAAC,CAAA;QAEF,iCAAiC;QACjC,MAAM,OAAO,GAAG,MAAM,IAAA,2CAAoB,EAAC;YACzC,KAAK;YACL,QAAQ,EAAE,oBAAoB;YAC9B,aAAa;YACb,QAAQ;YACR,iBAAiB,EAAE,+BAAmB;YACtC,QAAQ;YACR,SAAS,EAAE,qBAAqB;SACjC,CAAC,CAAA;QAEF,wDAAwD;QACxD,MAAM,WAAW,GAAG,MAAM,IAAA,sBAAc,EAAC,OAAO,CAAC,CAAA;QAEjD,MAAM,UAAU,CAAC;YACf,WAAW,EAAE;gBACX,OAAO,EAAE,WAAW;aACrB;SACF,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}
+{"version":3,"file":"summarizeFormsInStep.js","sourceRoot":"","sources":["../../../../../extensions/shelly/actions/summarizeFormsInStep/summarizeFormsInStep.ts"],"names":[],"mappings":";;;AAAA,mEAAqE;AACrE,qCAAqE;AACrE,uEAAuE;AACvE,yEAAqE;AACrE,2EAAuE;AACvE,mDAAyD;AACzD,qDAAoE;AACpE,iDAAsD;AACtD,2DAAkE;AAClE,wEAAwE;AAE3D,QAAA,oBAAoB,GAI7B;IACF,GAAG,EAAE,sBAAsB;IAC3B,QAAQ,EAAE,0BAAQ,CAAC,QAAQ;IAC3B,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,2DAA2D;IACxE,MAAM,EAAN,eAAM;IACN,WAAW,EAAE,KAAK;IAClB,UAAU,EAAV,mBAAU;IACV,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,EAAiB,EAAE;QAC1E,2BAA2B;QAC3B,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,+BAAsB,CAAC,KAAK,CAC9D,OAAO,CAAC,MAAM,CACf,CAAA;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;QAE/B,6DAA6D;QAC7D,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,0BAAiB,EAAC;YAC7D,QAAQ,EAAE,EAAE,EAAE,qCAAqC;YACnD,OAAO;YACP,OAAO;YACP,SAAS,EAAE,yBAAa,CAAC,KAAK;YAC9B,kBAAkB,EAAE,IAAI,EAAE,0CAA0C;SACrE,CAAC,CAAA;QAEF,sCAAsC;QACtC,MAAM,SAAS,GAAG,MAAM,IAAA,gCAAwB,EAAC;YAC/C,QAAQ,EAAE,MAAM,OAAO,CAAC,QAAQ,EAAE;YAClC,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;SAChC,CAAC,CAAA;QAEF,8BAA8B;QAC9B,MAAM,EAAE,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAA,6CAAuB,EAAC;YAC/D,SAAS;SACV,CAAC,CAAA;QAEF,oDAAoD;QACpD,IAAI,eAAe,GAAG,QAAQ,CAAA;QAE9B,uDAAuD;QACvD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,eAAe,GAAG,MAAM,IAAA,6CAAqB,EAAC;oBAC5C,KAAK;oBACL,IAAI,EAAE,oBAAoB;oBAC1B,QAAQ;oBACR,SAAS;iBACV,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sDAAsD;gBACtD,eAAe,GAAG,SAAS,CAAA;YAC7B,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,MAAM,OAAO,GAAG,MAAM,IAAA,2CAAoB,EAAC;YACzC,KAAK;YACL,QAAQ,EAAE,oBAAoB;YAC9B,aAAa;YACb,QAAQ,EAAE,eAAe;YACzB,iBAAiB,EAAE,+BAAmB;YACtC,QAAQ;YACR,SAAS,EAAE,qBAAqB;SACjC,CAAC,CAAA;QAEF,wDAAwD;QACxD,MAAM,WAAW,GAAG,MAAM,IAAA,sBAAc,EAAC,OAAO,CAAC,CAAA;QAEjD,MAAM,UAAU,CAAC;YACf,WAAW,EAAE;gBACX,OAAO,EAAE,WAAW;aACrB;SACF,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}

package/dist/extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.d.ts

@@ -0,0 +1,16 @@
+import { type ChatOpenAI } from '@langchain/openai';
+import { type AIActionMetadata } from '../../../../src/lib/llm/openai/types';
+import type { BaseCallbackHandler } from "@langchain/core/callbacks/base";
+/**
+ * Uses LLM to detect the language of a given text.
+ * The function follows these steps:
+ * 1. Formats prompt with the input text
+ * 2. Runs LLM to identify the language
+ * 3. Returns the full language name (e.g., "English", "Croatian")
+ */
+export declare const detectLanguageWithLLM: ({ model, text, metadata, callbacks, }: {
+    model: ChatOpenAI;
+    text: string;
+    metadata: AIActionMetadata;
+    callbacks?: BaseCallbackHandler[];
+}) => Promise<string>;

package/dist/extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.evaluate.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.evaluate.js

@@ -0,0 +1,148 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+/**
+ * LangSmith Evaluation Script for detectLanguageWithLLM
+ *
+ * Evaluates the function by:
+ * - Running test cases from LangSmith dataset
+ * - Checking if a language is detected
+ * - Generating evaluation reports
+ *
+ * Requirements:
+ * - Set environment variables in .env:
+ *   - OPENAI_API_KEY
+ *   - LANGSMITH_API_KEY
+ *   - LANGSMITH_TRACING=true
+ *   - LANGSMITH_PROJECT=ai-actions-local
+ *
+ * Usage:
+ * yarn ts-node extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.evaluate.ts
+ *
+ * Results can be viewed in LangSmith dashboard
+ *
+ * ⚠️ **Note:** This script does NOT run in CI/CD. It is meant for **manual evaluation** before merging PRs (for now)
+ */
+const langsmith_1 = require("langsmith");
+const evaluation_1 = require("langsmith/evaluation");
+const createOpenAIModel_1 = require("../../../../src/lib/llm/openai/createOpenAIModel");
+const detectLanguageWithLLM_1 = require("./detectLanguageWithLLM");
+const constants_1 = require("../../../../src/lib/llm/openai/constants");
+const lodash_1 = require("lodash");
+const dotenv_1 = __importDefault(require("dotenv"));
+dotenv_1.default.config();
+const langsmith = new langsmith_1.Client({
+    apiKey: process.env.LANGSMITH_API_KEY,
+    apiUrl: process.env.LANGSMITH_ENDPOINT,
+});
+// Define the dataset name
+const datasetName = 'ai-actions-detect-language-shelly';
+// Fetch the 'test' split examples from the dataset
+const fetchTestExamples = async () => {
+    try {
+        const testExamples = langsmith.listExamples({
+            datasetName,
+            splits: ['test'],
+        });
+        const examples = [];
+        for await (const example of testExamples) {
+            if (!(0, lodash_1.isNil)(example.inputs)) {
+                // Explicit null check
+                examples.push(example);
+            }
+        }
+        return examples;
+    }
+    catch (error) {
+        console.error('❌ Error fetching test examples:', error);
+        throw error;
+    }
+};
+// Custom evaluator to check if language detection is accurate
+const languageDetectionEvaluator = async ({ outputs, }) => {
+    const detectedLanguage = outputs === null || outputs === void 0 ? void 0 : outputs.detectedLanguage;
+    // Check if language is detected and not empty
+    const isDetected = typeof detectedLanguage === 'string' && detectedLanguage.trim().length > 0;
+    return {
+        key: 'language_detected',
+        score: isDetected ? 1 : 0,
+        metadata: {
+            detectedLanguage,
+            isDetected
+        }
+    };
+};
+// Wrapper function to adapt detectLanguageWithLLM for evaluation
+const detectLanguageWithLLMWrapper = async (input) => {
+    const payload = {
+        activity: {
+            id: 'test-activity-id',
+        },
+        pathway: {
+            tenant_id: 'test-tenant',
+            definition_id: 'test-definition',
+            id: 'test-pathway',
+            org_slug: 'test-org',
+            org_id: 'test-org-id',
+        },
+        fields: {
+            text: input.text,
+        },
+        settings: {
+            openAiApiKey: process.env.OPENAI_API_KEY,
+        },
+    };
+    const helpers = {
+        getOpenAIConfig: () => {
+            const apiKey = process.env.OPENAI_API_KEY;
+            if ((0, lodash_1.isNil)(apiKey) || apiKey.trim() === '') {
+                throw new Error('OPENAI_API_KEY is required but not set');
+            }
+            return { apiKey };
+        },
+    };
+    const { model, metadata, callbacks } = await (0, createOpenAIModel_1.createOpenAIModel)({
+        settings: payload.settings,
+        helpers,
+        payload,
+        modelType: constants_1.OPENAI_MODELS.GPT4o,
+    });
+    const detectedLanguage = await (0, detectLanguageWithLLM_1.detectLanguageWithLLM)({
+        model,
+        text: input.text,
+        metadata,
+        callbacks,
+    });
+    return { detectedLanguage };
+};
+// Main function to run the evaluation and print results
+const runEvaluation = async () => {
+    var _a, _b;
+    try {
+        console.log('📡 Fetching test dataset from LangSmith...');
+        const testExamples = await fetchTestExamples();
+        console.log(`✅ Loaded ${testExamples.length} test examples\n`);
+        console.log('🚀 Running evaluation...\n');
+        const results = await (0, evaluation_1.evaluate)(detectLanguageWithLLMWrapper, {
+            data: testExamples,
+            evaluators: [languageDetectionEvaluator],
+            experimentPrefix: 'DetectLanguageWithLLM Evaluation',
+            maxConcurrency: 8,
+            numRepetitions: 1,
+        });
+        const resultsArray = Array.isArray(results) ? results : [results];
+        const experimentId = (_b = (_a = resultsArray[0]) === null || _a === void 0 ? void 0 : _a.run) === null || _b === void 0 ? void 0 : _b.run_id;
+        console.log('\n✨ Experiment Run Complete! Actual evaluation is running in LangSmith via custom evaluator.');
+        console.log('View detailed results in LangSmith:');
+        console.log(`https://smith.langchain.com/runs/${experimentId}`);
+    }
+    catch (error) {
+        console.error('❌ Error during evaluation:', error);
+        throw error;
+    }
+};
+// Execute the evaluation
+void runEvaluation();
+//# sourceMappingURL=detectLanguageWithLLM.evaluate.js.map

package/dist/extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectLanguageWithLLM.evaluate.js","sourceRoot":"","sources":["../../../../../extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.evaluate.ts"],"names":[],"mappings":";;;;;AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,yCAAgD;AAChD,qDAA+C;AAC/C,wFAAoF;AACpF,mEAA+D;AAC/D,wEAAwE;AACxE,mCAA8B;AAE9B,oDAA2B;AAC3B,gBAAM,CAAC,MAAM,EAAE,CAAA;AAEf,MAAM,SAAS,GAAG,IAAI,kBAAM,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;IACrC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;CACvC,CAAC,CAAA;AAEF,0BAA0B;AAC1B,MAAM,WAAW,GAAG,mCAAmC,CAAA;AAiBvD,mDAAmD;AACnD,MAAM,iBAAiB,GAAG,KAAK,IAAwB,EAAE;IACvD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;YAC1C,WAAW;YACX,MAAM,EAAE,CAAC,MAAM,CAAC;SACjB,CAAC,CAAA;QACF,MAAM,QAAQ,GAAc,EAAE,CAAA;QAC9B,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACzC,IAAI,CAAC,IAAA,cAAK,EAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,sBAAsB;gBACtB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACxB,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;QACvD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAED,8DAA8D;AAC9D,MAAM,0BAA0B,GAAG,KAAK,EAAE,EACxC,OAAO,GACQ,EAA4B,EAAE;IAC7C,MAAM,gBAAgB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,gBAA0B,CAAA;IAE5D,8CAA8C;IAC9C,MAAM,UAAU,GAAG,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAA;IAE7F,OAAO;QACL,GAAG,EAAE,mBAAmB;QACxB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,QAAQ,EAAE;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAA;AACH,CAAC,CAAA;AAED,iEAAiE;AACjE,MAAM,4BAA4B,GAAG,KAAK,EACxC,KAAqB,EACkB,EAAE;IACzC,MAAM,OAAO,GAAG;QACd,QAAQ,EAAE;YACR,EAAE,EAAE,kBAAkB;SACvB;QACD,OAAO,EAAE;YACP,SAAS,EAAE,aAAa;YACxB,aAAa,EAAE,iBAAiB;YAChC,EAAE,EAAE,cAAc;YAClB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,aAAa;SACtB;QACD,MAAM,EAAE;YACN,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB;QACD,QAAQ,EAAE;YACR,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;SACzC;KACF,CAAA;IAED,MAAM,OAAO,GAAG;QACd,eAAe,EAAE,GAAG,EAAE;YACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;YACzC,IAAI,IAAA,cAAK,EAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAC3D,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,CAAA;QACnB,CAAC;KACF,CAAA;IAED,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qCAAiB,EAAC;QAC7D,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO;QACP,OAAO;QACP,SAAS,EAAE,yBAAa,CAAC,KAAK;KAC/B,CAAC,CAAA;IAEF,MAAM,gBAAgB,GAAG,MAAM,IAAA,6CAAqB,EAAC;QACnD,KAAK;QACL,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ;QACR,SAAS;KACV,CAAC,CAAA;IAEF,OAAO,EAAE,gBAAgB,EAAE,CAAA;AAC7B,CAAC,CAAA;AAED,wDAAwD;AACxD,MAAM,aAAa,GAAG,KAAK,IAAmB,EAAE;;IAC9C,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAA;QACzD,MAAM,YAAY,GAAG,MAAM,iBAAiB,EAAE,CAAA;QAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,MAAM,kBAAkB,CAAC,CAAA;QAE9D,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAA;QACzC,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAQ,EAAC,4BAA4B,EAAE;YAC3D,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,CAAC,0BAA0B,CAAC;YACxC,gBAAgB,EAAE,kCAAkC;YACpD,cAAc,EAAE,CAAC;YACjB,cAAc,EAAE,CAAC;SAClB,CAAC,CAAA;QAEF,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QACjE,MAAM,YAAY,GAAG,MAAA,MAAA,YAAY,CAAC,CAAC,CAAC,0CAAE,GAAG,0CAAE,MAAgB,CAAA;QAE3D,OAAO,CAAC,GAAG,CAAC,8FAA8F,CAAC,CAAA;QAC3G,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAA;QAClD,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAA;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;QAClD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAED,yBAAyB;AACzB,KAAK,aAAa,EAAE,CAAA"}

package/dist/extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectLanguageWithLLM = void 0;
+const prompt_1 = require("./prompt");
+/**
+ * Uses LLM to detect the language of a given text.
+ * The function follows these steps:
+ * 1. Formats prompt with the input text
+ * 2. Runs LLM to identify the language
+ * 3. Returns the full language name (e.g., "English", "Croatian")
+ */
+const detectLanguageWithLLM = async ({ model, text, metadata, callbacks, }) => {
+    const prompt = await prompt_1.systemPrompt.format({
+        input: text,
+    });
+    try {
+        const result = await model.invoke(prompt, {
+            metadata,
+            runName: 'ShellyDetectLanguage',
+            callbacks
+        });
+        return result.content;
+    }
+    catch (error) {
+        throw new Error('Failed to detect language');
+    }
+};
+exports.detectLanguageWithLLM = detectLanguageWithLLM;
+//# sourceMappingURL=detectLanguageWithLLM.js.map

package/dist/extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectLanguageWithLLM.js","sourceRoot":"","sources":["../../../../../extensions/shelly/lib/detectLanguageWithLLM/detectLanguageWithLLM.ts"],"names":[],"mappings":";;;AAAA,qCAAuC;AAKvC;;;;;;GAMG;AACI,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAC1C,KAAK,EACL,IAAI,EACJ,QAAQ,EACR,SAAS,GAMV,EAAmB,EAAE;IACpB,MAAM,MAAM,GAAG,MAAM,qBAAY,CAAC,MAAM,CAAC;QACvC,KAAK,EAAE,IAAI;KACZ,CAAC,CAAA;IAEF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAC/B,MAAM,EACN;YACE,QAAQ;YACR,OAAO,EAAE,sBAAsB;YAC/B,SAAS;SACV,CACF,CAAA;QAED,OAAO,MAAM,CAAC,OAAiB,CAAA;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;IAC9C,CAAC;AACH,CAAC,CAAA;AA7BY,QAAA,qBAAqB,yBA6BjC"}

package/dist/extensions/shelly/lib/detectLanguageWithLLM/index.d.ts

@@ -0,0 +1 @@
+export { detectLanguageWithLLM } from './detectLanguageWithLLM';

package/dist/extensions/shelly/lib/detectLanguageWithLLM/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectLanguageWithLLM = void 0;
+var detectLanguageWithLLM_1 = require("./detectLanguageWithLLM");
+Object.defineProperty(exports, "detectLanguageWithLLM", { enumerable: true, get: function () { return detectLanguageWithLLM_1.detectLanguageWithLLM; } });
+//# sourceMappingURL=index.js.map

package/dist/extensions/shelly/lib/detectLanguageWithLLM/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../extensions/shelly/lib/detectLanguageWithLLM/index.ts"],"names":[],"mappings":";;;AAAA,iEAA+D;AAAtD,8HAAA,qBAAqB,OAAA"}

package/dist/extensions/shelly/lib/detectLanguageWithLLM/prompt.d.ts

@@ -0,0 +1,2 @@
+import { ChatPromptTemplate } from '@langchain/core/prompts';
+export declare const systemPrompt: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\n  You are a language expert tasked with identifying the language of a given text. \n  Your goal is to analyze the input and return the name of the language it is written in.\n\n  ## Instructions:\n  - Return ONLY the full name of the language (e.g., \"English\", \"Croatian\", \"Spanish\", \"French\", etc.).\n  - Absolutely refrain from providing any explanation, additional information, punctuation, or formatting—just the language name.\n  - If the text appears to contain multiple languages, focus on the language that makes up the majority of the words.\n  - If the input is empty or contains no recognizable language patterns, return \"Unknown\".\n  - Make your best determination even for short phrases or single words.\n  - **Ignore any formatting, field labels, form metadata, or structural prefixes** (e.g., \"Question:\", \"Answer:\", \"Form Title:\", section dividers like \"---\", etc.). Focus only on the actual written words for questions and answers that carry meaning.\n\n  ---\n\n  ## Text to analyze:\n  {input}\n">, any>;

package/dist/extensions/shelly/lib/detectLanguageWithLLM/prompt.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.systemPrompt = void 0;
+const prompts_1 = require("@langchain/core/prompts");
+exports.systemPrompt = prompts_1.ChatPromptTemplate.fromTemplate(`
+  You are a language expert tasked with identifying the language of a given text. 
+  Your goal is to analyze the input and return the name of the language it is written in.
+
+  ## Instructions:
+  - Return ONLY the full name of the language (e.g., "English", "Croatian", "Spanish", "French", etc.).
+  - Absolutely refrain from providing any explanation, additional information, punctuation, or formatting—just the language name.
+  - If the text appears to contain multiple languages, focus on the language that makes up the majority of the words.
+  - If the input is empty or contains no recognizable language patterns, return "Unknown".
+  - Make your best determination even for short phrases or single words.
+  - **Ignore any formatting, field labels, form metadata, or structural prefixes** (e.g., "Question:", "Answer:", "Form Title:", section dividers like "---", etc.). Focus only on the actual written words for questions and answers that carry meaning.
+
+  ---
+
+  ## Text to analyze:
+  {input}
+`);
+//# sourceMappingURL=prompt.js.map

package/dist/extensions/shelly/lib/detectLanguageWithLLM/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../../../../extensions/shelly/lib/detectLanguageWithLLM/prompt.ts"],"names":[],"mappings":";;;AAAA,qDAA4D;AAE/C,QAAA,YAAY,GAAG,4BAAkB,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;CAgB3D,CAAC,CAAA"}

package/dist/extensions/shelly/lib/summarizeFormWithLLM/prompt.d.ts

@@ -1,3 +1,3 @@
 import { ChatPromptTemplate } from '@langchain/core/prompts';
-export declare const systemPromptBulletPoints: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\n  You are an assistant tasked with summarizing forms completed by patients or healthcare professionals. Each form contains a title, questions, answers, possibly answer labels and answer options. Your objective is to create a concise summary of the form responses, tailored for a team of clinicians involved in patient care. The summary must cover all questions and provide an easy-to-review overview.\n\n  First, write the disclaimer message \"{disclaimerMessage}\" in specified language: {language}, following these rules:\n  - If specified language is Default or not specified: translate all parts of {disclaimerMessage} into the language of the form. If you cannot determine language use English.\n  - If specified language is other than Default (French, Spanish, bosnian, ...): translate all parts of {disclaimerMessage} into specified language: {language} It is critical that the entire disclaimer message is written in the same language as specified language: {language}.\n    For example if the disclaimer message is \"Important Notice: The content provided is an AI-generated summary.\" and specified language is Spanish, the disclaimer message in Spanish would be \"Aviso Importante: El contenido proporcionado es un resumen generado por IA de las respuestas del formulario\".\n    If the specified language is French than the same disclaimer message should be: \"Avis Important : Le contenu fourni est un résumé généré par IA des réponses du formulaire\"\n  Then add two new lines after the disclaimer message.\n\n  Then adhere strictly to these step-by-step instructions:\n  1. **Begin the summary with the form title if available.**\n  - Use title as is without alteration. Format is as title. \n  - Then add an empty line for separation. \n\n    - *For example:*\n      - **General Health Questionnaire**\n      - *Empty Line*\n      \n  2. **Identify all questions and their corresponding answers.**\n\n  3. **Structure the summary using bullet points in clear and correct Markdown format:**\n\n    - Use the format: `• **Question** - Answer`\n    - **Ensure the answer is informative:**\n      - For multiple-choice questions where the raw answer may be a code (e.g., 0, 1) that lacks meaning on its own, use the associated **answer label** instead.\n      - For other questions, use the raw answer if it is clear and informative.\n\n  4. **Enhance conciseness and readability:**\n\n    - **Shorten lengthy questions and answers to their essential meaning for easier inspection, while preserving all essential context.**\n      - *For example:*\n        - **Before**: \"Can you describe the nature of your back pain?\"\n        - **After**: \"Nature of back pain\"\n        - **Before**: \"Please list any medications you are currently taking, including dosages and frequency.\"\n        - **After**: \"Current medications (dosage and frequency)\"\n        - **Before**: \"Have you experienced any side effects from your current treatment in the last 3 months?\"\n        - **After**: \"Side effects from current treatment in the last 3 months\"\n    - **Avoid omitting any key information** that might alter the meaning. It is critical to preserve all time frames (e.g., \"last week,\" \"yesterday\") and specific details (e.g., \"right leg,\" \"morning\").\n\n  5. **If there are multiple forms provided, add a new line and proceed with the next form.**\n\n  **Important Notes:**\n\n  - Absolutely refrain from making any suggestions, interpretations, or provide additional comments.\n\n  **Style and Format Guidelines:**\n\n  - Use **professional and informative language**, avoiding colloquialisms and overly technical terms.\n  - Ensure the summary is **clear**, **concise**, and **easy to read**.\n\n  **Language:**\n\n  - It is critical to summarize in the language specified below. If Default or not specified, use the language of the form.\n\n  **Specified Language:**\n\n  {language}\n\n  **Additional Instructions:**\n  {additionalInstructions}\n\n  ---\n\n  **Content to Summarize:**\n\n  {input}\n">, any>;
-export declare const systemPromptTextParagraph: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\n  You are an assistant tasked with summarizing forms completed by patients or healthcare professionals. Each form contains a title, questions, answers, answer labels, and possible answer options. Your objective is to create a concise summary of the form responses, tailored for a team of clinicians involved in patient care. The summary must provide an easy-to-review overview.\n\n  First, write the disclaimer message \"{disclaimerMessage}\" in specified language: {language}, following these rules:\n  - If specified language is Default or not specified: translate all parts of {disclaimerMessage} into the language of the form. If you cannot determine language use English.\n  - If specified language is other than Default (French, Spanish, bosnian, ...): translate all parts of {disclaimerMessage} into specified language: {language} It is critical that the entire disclaimer message is written in the same language as specified language: {language}.\n    For example if the disclaimer message is \"Important Notice: The content provided is an AI-generated summary.\" and specified language is Spanish, the disclaimer message in Spanish would be \"Aviso Importante: El contenido proporcionado es un resumen generado por IA de las respuestas del formulario\".\n    If the specified language is French than the same disclaimer message should be: \"Avis Important : Le contenu fourni est un résumé généré par IA des réponses du formulaire\"\n  Then add two new lines after the disclaimer message.\n  \n  Then adhere strictly to these step-by-step instructions:\n\n  1. **Begin the summary with the form title if available.**\n  - Use title as is without alteration. Format is as title. \n  - Then add an empty line for separation. \n\n    - *For example:*\n      - **General Health Questionnaire**\n      - *Empty Line*\n\n  2. **Identify all questions and their corresponding answers.**\n\n  3. **Compose the summary as an informative, easy-to-read paragraph:**\n\n    - Cover all important aspects of the responses.\n    - Ensure the summary is **concise** and **to the point** while preserving all essential information.\n    - **Write everything in one paragraph**, maintaining a logical flow of information.\n    - For multiple-choice questions where the raw answer may be a code (e.g., 0, 1) that lacks meaning on its own, use the associated **answer label** instead. \n\n\n  **Important Notes:**\n\n  - Do not make any conclusions, suggestions, interpretations, or provide additional comments. Only summarize the information provided in the form.\n\n  **Style and Format Guidelines:**\n\n  - Use **professional and informative language**, avoiding colloquialisms and overly technical terms.\n  - Ensure the summary is **clear**, **concise**, and **easy to read**.\n\n  **Language:**\n\n    - It is critical to summarize in the language specified below. If Default or not specified, use the language of the form.\n\n  **Specified Language:**\n\n  {language}\n\n  **Additional Instructions:**\n  {additionalInstructions}\n\n  ---\n\n  **Content to Summarize:**\n\n  {input}\n">, any>;
+export declare const systemPromptBulletPoints: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\n  You are an assistant tasked with summarizing forms completed by patients or healthcare professionals. Each form contains a title, questions, answers, possibly answer labels and answer options. Your objective is to create a concise summary of the form responses, tailored for a team of clinicians involved in patient care. The summary must cover all questions and provide an easy-to-review overview.\n\n  First, write the disclaimer message \"{disclaimerMessage}\" in specified language: {language}, following these rules:\n  - If specified language is Default or not specified: translate all parts of {disclaimerMessage} into the language of the form. If you cannot determine language use English.\n  - If specified language is other than Default (French, Spanish, bosnian, ...): translate ALL parts of {disclaimerMessage} into specified language: {language}, including ANY heading text such as \"Important Notice\" which MUST be translated too. It is critical that the entire disclaimer message is written in the same language as specified language: {language} without any English words remaining.\n    For example if the disclaimer message is \"**Important Notice:** The content provided is an AI-generated summary.\" and specified language is Spanish, the disclaimer message in Spanish would be \"**Aviso Importante:** El contenido proporcionado es un resumen generado por IA de las respuestas del formulario\".\n    If the specified language is French than the same disclaimer message should be: \"**Avis Important :** Le contenu fourni est un résumé généré par IA des réponses du formulario\".\n  Then add two new lines after the disclaimer message.\n\n  Then adhere strictly to these step-by-step instructions:\n  1. **Begin the summary with the form title if available.**\n  - Use title as is without alteration. Format is as title. \n  - Then add an empty line for separation. \n\n    - *For example:*\n      - **General Health Questionnaire**\n      - *Empty Line*\n      \n  2. **Identify all questions and their corresponding answers.**\n\n  3. **Structure the summary using bullet points in clear and correct Markdown format:**\n\n    - Use the format: `• **Question** - Answer`\n    - **Ensure the answer is informative:**\n      - For multiple-choice questions where the raw answer may be a code (e.g., 0, 1) that lacks meaning on its own, use the associated **answer label** instead.\n      - For other questions, use the raw answer if it is clear and informative.\n\n  4. **Enhance conciseness and readability:**\n\n    - **Shorten lengthy questions and answers to their essential meaning for easier inspection, while preserving all essential context.**\n      - *For example:*\n        - **Before**: \"Can you describe the nature of your back pain?\"\n        - **After**: \"Nature of back pain\"\n        - **Before**: \"Please list any medications you are currently taking, including dosages and frequency.\"\n        - **After**: \"Current medications (dosage and frequency)\"\n        - **Before**: \"Have you experienced any side effects from your current treatment in the last 3 months?\"\n        - **After**: \"Side effects from current treatment in the last 3 months\"\n    - **Avoid omitting any key information** that might alter the meaning. It is critical to preserve all time frames (e.g., \"last week,\" \"yesterday\") and specific details (e.g., \"right leg,\" \"morning\").\n\n  5. **If there are multiple forms provided, add a new line and proceed with the next form.**\n\n  **Important Notes:**\n\n  - Absolutely refrain from making any suggestions, interpretations, or provide additional comments.\n\n  **Style and Format Guidelines:**\n\n  - Use **professional and informative language**, avoiding colloquialisms and overly technical terms.\n  - Ensure the summary is **clear**, **concise**, and **easy to read**.\n\n  **Language:**\n\n  - It is critical to summarize in the language specified below. If Default or not specified, use the language of the form.\n\n  **Specified Language:**\n\n  {language}\n\n  **Additional Instructions:**\n  {additionalInstructions}\n\n  ---\n\n  **Content to Summarize:**\n\n  {input}\n">, any>;
+export declare const systemPromptTextParagraph: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\n  You are an assistant tasked with summarizing forms completed by patients or healthcare professionals. Each form contains a title, questions, answers, answer labels, and possible answer options. Your objective is to create a concise summary of the form responses, tailored for a team of clinicians involved in patient care. The summary must provide an easy-to-review overview.\n\n  First, write the disclaimer message \"{disclaimerMessage}\" in specified language: {language}, following these rules:\n  - If specified language is Default or not specified: translate all parts of {disclaimerMessage} into the language of the form. If you cannot determine language use English.\n  - If specified language is other than Default (French, Spanish, bosnian, ...): translate ALL parts of {disclaimerMessage} into specified language: {language}, including ANY heading text such as \"Important Notice\" which MUST be translated too. It is critical that the entire disclaimer message is written in the same language as specified language: {language} without any English words remaining.\n    For example if the disclaimer message is \"**Important Notice:** The content provided is an AI-generated summary.\" and specified language is Spanish, the disclaimer message in Spanish would be \"**Aviso Importante:** El contenido proporcionado es un resumen generado por IA de las respuestas del formulario\".\n    If the specified language is French than the same disclaimer message should be: \"**Avis Important :** Le contenu fourni est un résumé généré par IA des réponses du formulario\".\n  Then add two new lines after the disclaimer message.\n  \n  Then adhere strictly to these step-by-step instructions:\n\n  1. **Begin the summary with the form title if available.**\n  - Use title as is without alteration. Format is as title. \n  - Then add an empty line for separation. \n\n    - *For example:*\n      - **General Health Questionnaire**\n      - *Empty Line*\n\n  2. **Identify all questions and their corresponding answers.**\n\n  3. **Compose the summary as an informative, easy-to-read paragraph:**\n\n    - Cover all important aspects of the responses.\n    - Ensure the summary is **concise** and **to the point** while preserving all essential information.\n    - **Write everything in one paragraph**, maintaining a logical flow of information.\n    - For multiple-choice questions where the raw answer may be a code (e.g., 0, 1) that lacks meaning on its own, use the associated **answer label** instead. \n\n\n  **Important Notes:**\n\n  - Do not make any conclusions, suggestions, interpretations, or provide additional comments. Only summarize the information provided in the form.\n\n  **Style and Format Guidelines:**\n\n  - Use **professional and informative language**, avoiding colloquialisms and overly technical terms.\n  - Ensure the summary is **clear**, **concise**, and **easy to read**.\n\n  **Language:**\n\n  - It is critical to summarize in the language specified below. If Default or not specified, use the language of the form.\n\n  **Specified Language:**\n\n  {language}\n\n  **Additional Instructions:**\n  {additionalInstructions}\n\n  ---\n\n  **Content to Summarize:**\n\n  {input}\n">, any>;

package/dist/extensions/shelly/lib/summarizeFormWithLLM/prompt.js

@@ -7,9 +7,9 @@ exports.systemPromptBulletPoints = prompts_1.ChatPromptTemplate.fromTemplate(`
 
   First, write the disclaimer message "{disclaimerMessage}" in specified language: {language}, following these rules:
   - If specified language is Default or not specified: translate all parts of {disclaimerMessage} into the language of the form. If you cannot determine language use English.
-  - If specified language is other than Default (French, Spanish, bosnian, ...): translate all parts of {disclaimerMessage} into specified language: {language} It is critical that the entire disclaimer message is written in the same language as specified language: {language}.
-    For example if the disclaimer message is "Important Notice: The content provided is an AI-generated summary." and specified language is Spanish, the disclaimer message in Spanish would be "Aviso Importante: El contenido proporcionado es un resumen generado por IA de las respuestas del formulario".
-    If the specified language is French than the same disclaimer message should be: "Avis Important : Le contenu fourni est un résumé généré par IA des réponses du formulaire"
+  - If specified language is other than Default (French, Spanish, bosnian, ...): translate ALL parts of {disclaimerMessage} into specified language: {language}, including ANY heading text such as "Important Notice" which MUST be translated too. It is critical that the entire disclaimer message is written in the same language as specified language: {language} without any English words remaining.
+    For example if the disclaimer message is "**Important Notice:** The content provided is an AI-generated summary." and specified language is Spanish, the disclaimer message in Spanish would be "**Aviso Importante:** El contenido proporcionado es un resumen generado por IA de las respuestas del formulario".
+    If the specified language is French than the same disclaimer message should be: "**Avis Important :** Le contenu fourni est un résumé généré par IA des réponses du formulario".
   Then add two new lines after the disclaimer message.
 
   Then adhere strictly to these step-by-step instructions:
@@ -75,9 +75,9 @@ exports.systemPromptTextParagraph = prompts_1.ChatPromptTemplate.fromTemplate(`
 
   First, write the disclaimer message "{disclaimerMessage}" in specified language: {language}, following these rules:
   - If specified language is Default or not specified: translate all parts of {disclaimerMessage} into the language of the form. If you cannot determine language use English.
-  - If specified language is other than Default (French, Spanish, bosnian, ...): translate all parts of {disclaimerMessage} into specified language: {language} It is critical that the entire disclaimer message is written in the same language as specified language: {language}.
-    For example if the disclaimer message is "Important Notice: The content provided is an AI-generated summary." and specified language is Spanish, the disclaimer message in Spanish would be "Aviso Importante: El contenido proporcionado es un resumen generado por IA de las respuestas del formulario".
-    If the specified language is French than the same disclaimer message should be: "Avis Important : Le contenu fourni est un résumé généré par IA des réponses du formulaire"
+  - If specified language is other than Default (French, Spanish, bosnian, ...): translate ALL parts of {disclaimerMessage} into specified language: {language}, including ANY heading text such as "Important Notice" which MUST be translated too. It is critical that the entire disclaimer message is written in the same language as specified language: {language} without any English words remaining.
+    For example if the disclaimer message is "**Important Notice:** The content provided is an AI-generated summary." and specified language is Spanish, the disclaimer message in Spanish would be "**Aviso Importante:** El contenido proporcionado es un resumen generado por IA de las respuestas del formulario".
+    If the specified language is French than the same disclaimer message should be: "**Avis Important :** Le contenu fourni est un résumé généré par IA des réponses du formulario".
   Then add two new lines after the disclaimer message.
   
   Then adhere strictly to these step-by-step instructions:
@@ -111,7 +111,7 @@ exports.systemPromptTextParagraph = prompts_1.ChatPromptTemplate.fromTemplate(`
 
   **Language:**
 
-    - It is critical to summarize in the language specified below. If Default or not specified, use the language of the form.
+  - It is critical to summarize in the language specified below. If Default or not specified, use the language of the form.
 
   **Specified Language:**
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@awell-health/awell-extensions",
-  "version": "2.0.250",
+  "version": "2.0.251",
   "packageManager": "yarn@4.5.3",
   "main": "dist/src/index.js",
   "repository": {