@saltcorn/large-language-model 0.5.4 → 0.6.1

package/index.js

@@ -1,8 +1,10 @@
 const Workflow = require("@saltcorn/data/models/workflow");
 const Form = require("@saltcorn/data/models/form");
+const FieldRepeat = require("@saltcorn/data/models/fieldrepeat");
 const db = require("@saltcorn/data/db");
 const { getCompletion, getEmbedding } = require("./generate");
 const { OPENAI_MODELS } = require("./constants.js");
+const { eval_expression } = require("@saltcorn/data/models/expression");
 
 const configuration_workflow = () =>
   new Workflow({
@@ -80,6 +82,12 @@ const configuration_workflow = () =>
                 type: "String",
                 showIf: { backend: "OpenAI-compatible API" },
               },
+              {
+                name: "api_key",
+                label: "API key",
+                type: "String",
+                showIf: { backend: "OpenAI-compatible API" },
+              },
               {
                 name: "model",
                 label: "Model",
@@ -114,6 +122,39 @@ const configuration_workflow = () =>
                   "Optional. Example: http://localhost:11434/api/embeddings",
                 showIf: { backend: "Local Ollama" },
               },
+              {
+                input_type: "section_header",
+                label: "Alternative configurations",
+                showIf: { backend: "OpenAI-compatible API" },
+              },
+              new FieldRepeat({
+                name: "altconfigs",
+                label: "Alternative configurations",
+                showIf: { backend: "OpenAI-compatible API" },
+                fields: [
+                  { name: "name", label: "Configuration name", type: "String" },
+                  {
+                    name: "model",
+                    label: "Model",
+                    type: "String",
+                  },
+                  {
+                    name: "endpoint",
+                    label: "Endpoint",
+                    type: "String",
+                  },
+                  {
+                    name: "bearer_auth",
+                    label: "Bearer Auth",
+                    type: "String",
+                  },
+                  {
+                    name: "api_key",
+                    label: "API key",
+                    type: "String",
+                  },
+                ],
+              }),
             ],
           });
         },
@@ -121,30 +162,11 @@ const configuration_workflow = () =>
     ],
   });
 
-let initialConfig;
 const functions = (config) => {
-  initialConfig = JSON.stringify(config);
-  console.log("Initialising LLM functions with Config", config);
   return {
     llm_generate: {
       run: async (prompt, opts) => {
-        let changedBefore = false;
-        if (JSON.stringify(config) !== initialConfig) {
-          console.error(
-            "LLM CONFIG CHANGED BEFORE COMPLETION RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-          changedBefore = true;
-        }
         const result = await getCompletion(config, { prompt, ...opts });
-        if (JSON.stringify(config) !== initialConfig && !changedBefore) {
-          console.error(
-            "LLM CONFIG CHANGED AFTER COMPLETION RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-        }
         return result;
       },
       isAsync: true,
@@ -153,24 +175,7 @@ const functions = (config) => {
     },
     llm_embedding: {
       run: async (prompt, opts) => {
-        let changedBefore = false;
-        if (JSON.stringify(config) !== initialConfig) {
-          console.error(
-            "LLM CONFIG CHANGED BEFORE EMBEDDING RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-          changedBefore = true;
-        }
-
         const result = await getEmbedding(config, { prompt, ...opts });
-        if (JSON.stringify(config) !== initialConfig && !changedBefore) {
-          console.error(
-            "LLM CONFIG CHANGED AFTER EMBEDDING RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-        }
         return result;
       },
       isAsync: true,
@@ -187,5 +192,109 @@ module.exports = {
   modelpatterns: require("./model.js"),
   actions: (config) => ({
     llm_function_call: require("./function-insert-action.js")(config),
+    llm_generate: {
+      requireRow: true,
+      configFields: ({ table, mode }) => {
+        const override_fields =
+          config.backend === "OpenAI-compatible API" &&
+          (config.altconfigs || []).filter((c) => c.name).length
+            ? [
+                {
+                  name: "override_config",
+                  label: "Alternative LLM configuration",
+                  type: "String",
+                  attributes: { options: config.altconfigs.map((c) => c.name) },
+                },
+              ]
+            : [];
+
+        if (mode === "workflow") {
+          return [
+            {
+              name: "prompt_formula",
+              label: "Prompt expression",
+              sublabel:
+                "JavaScript expression evalutating to the text of the prompt, based on the context",
+              type: "String",
+              required: true,
+            },
+            {
+              name: "answer_field",
+              label: "Answer variable",
+              sublabel: "Set the generated answer to this context variable",
+              type: "String",
+              required: true,
+            },
+            ...override_fields,
+          ];
+        }
+        if (table) {
+          const textFields = table.fields
+            .filter((f) => f.type?.sql_name === "text")
+            .map((f) => f.name);
+
+          return [
+            {
+              name: "prompt_field",
+              label: "Prompt field",
+              sublabel: "Field with the text of the prompt",
+              type: "String",
+              required: true,
+              attributes: { options: [...textFields, "Formula"] },
+            },
+            {
+              name: "prompt_formula",
+              label: "Prompt formula",
+              type: "String",
+              showIf: { prompt_field: "Formula" },
+            },
+            {
+              name: "answer_field",
+              label: "Answer field",
+              sublabel: "Output field will be set to the generated answer",
+              type: "String",
+              required: true,
+              attributes: { options: textFields },
+            },
+            ...override_fields,
+          ];
+        }
+      },
+      run: async ({
+        row,
+        table,
+        user,
+        mode,
+        configuration: {
+          prompt_field,
+          prompt_formula,
+          answer_field,
+          override_config,
+        },
+      }) => {
+        let prompt;
+        if (prompt_field === "Formula" || mode === "workflow")
+          prompt = eval_expression(
+            prompt_formula,
+            row,
+            user,
+            "llm_generate prompt formula"
+          );
+        else prompt = row[prompt_field];
+        const opts = {};
+        if (override_config) {
+          const altcfg = config.altconfigs.find(
+            (c) => c.name === override_config
+          );
+          opts.endpoint = altcfg.endpoint;
+          opts.model = altcfg.model;
+          opts.apikey = altcfg.apikey;
+          opts.bearer = altcfg.bearer;
+        }
+        const ans = await getCompletion(config, { prompt, ...opts });
+        if (mode === "workflow") return { [answer_field]: ans };
+        else await table.updateRow({ [answer_field]: ans }, row[table.pk_name]);
+      },
+    },
   }),
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.5.4",
+  "version": "0.6.1",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {