@saltcorn/large-language-model 0.6.2 → 0.6.4

package/generate.js

@@ -77,7 +77,11 @@ const getCompletion = async (config, opts) => {
       return await getCompletionOpenAICompatible(
         {
           chatCompleteEndpoint: opts?.endpoint || config.endpoint,
-          bearer: opts?.bearer || opts?.api_key || config.bearer,
+          bearer:
+            opts?.bearer ||
+            opts?.api_key ||
+            config.bearer_auth ||
+            config.bearer,
           apiKey: opts?.api_key || config.api_key,
           model: opts?.model || config.model,
         },

package/index.js

@@ -5,6 +5,7 @@ const db = require("@saltcorn/data/db");
 const { getCompletion, getEmbedding } = require("./generate");
 const { OPENAI_MODELS } = require("./constants.js");
 const { eval_expression } = require("@saltcorn/data/models/expression");
+const { interpolate } = require("@saltcorn/data/utils");
 
 const configuration_workflow = () =>
   new Workflow({
@@ -211,11 +212,12 @@ module.exports = {
         if (mode === "workflow") {
           return [
             {
-              name: "prompt_formula",
-              label: "Prompt expression",
+              name: "prompt_template",
+              label: "Prompt",
               sublabel:
-                "JavaScript expression evalutating to the text of the prompt, based on the context",
+                "Prompt text. Use interpolations {{ }} to access variables in the context",
               type: "String",
+              fieldview: "textarea",
               required: true,
             },
             {
@@ -225,6 +227,13 @@ module.exports = {
               type: "String",
               required: true,
             },
+            {
+              name: "chat_history_field",
+              label: "Chat history variable",
+              sublabel:
+                "Use this context variable to store the chat history for subsequent prompts",
+              type: "String",
+            },
             ...override_fields,
           ];
         }
@@ -268,12 +277,16 @@ module.exports = {
         configuration: {
           prompt_field,
           prompt_formula,
+          prompt_template,
           answer_field,
           override_config,
+          chat_history_field,
         },
       }) => {
         let prompt;
-        if (prompt_field === "Formula" || mode === "workflow")
+        if (mode === "workflow")
+          prompt = interpolate(prompt_template, row, user);
+        else if (prompt_field === "Formula" || mode === "workflow")
           prompt = eval_expression(
             prompt_formula,
             row,
@@ -291,9 +304,25 @@ module.exports = {
           opts.api_key = altcfg.api_key;
           opts.bearer = altcfg.bearer;
         }
-        const ans = await getCompletion(config, { prompt, ...opts });
-        if (mode === "workflow") return { [answer_field]: ans };
-        else await table.updateRow({ [answer_field]: ans }, row[table.pk_name]);
+        let history = [];
+        if (chat_history_field && row[chat_history_field]) {
+          history = row[chat_history_field];
+        }
+        const ans = await getCompletion(config, {
+          prompt,
+          chat: history,
+          ...opts,
+        });
+        const upd = { [answer_field]: ans };
+        if (chat_history_field) {
+          upd[chat_history_field] = [
+            ...history,
+            { role: "user", content: prompt },
+            { role: "system", content: ans },
+          ];
+        }
+        if (mode === "workflow") return upd;
+        else await table.updateRow(upd, row[table.pk_name]);
       },
     },
   }),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.6.2",
+  "version": "0.6.4",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {