@saltcorn/large-language-model 0.5.3 → 0.6.0

package/index.js

@@ -3,6 +3,7 @@ const Form = require("@saltcorn/data/models/form");
 const db = require("@saltcorn/data/db");
 const { getCompletion, getEmbedding } = require("./generate");
 const { OPENAI_MODELS } = require("./constants.js");
+const { eval_expression } = require("@saltcorn/data/models/expression");
 
 const configuration_workflow = () =>
   new Workflow({
@@ -121,29 +122,11 @@ const configuration_workflow = () =>
     ],
   });
 
-let initialConfig;
 const functions = (config) => {
-  initialConfig = JSON.stringify(config);
   return {
     llm_generate: {
       run: async (prompt, opts) => {
-        let changedBefore = false;
-        if (JSON.stringify(config) !== initialConfig) {
-          console.error(
-            "LLM CONFIG CHANGED BEFORE COMPLETION RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-          changedBefore = true;
-        }
         const result = await getCompletion(config, { prompt, ...opts });
-        if (JSON.stringify(config) !== initialConfig && !changedBefore) {
-          console.error(
-            "LLM CONFIG CHANGED AFTER COMPLETION RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-        }
         return result;
       },
       isAsync: true,
@@ -152,24 +135,7 @@ const functions = (config) => {
     },
     llm_embedding: {
       run: async (prompt, opts) => {
-        let changedBefore = false;
-        if (JSON.stringify(config) !== initialConfig) {
-          console.error(
-            "LLM CONFIG CHANGED BEFORE EMBEDDING RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-          changedBefore = true;
-        }
-
         const result = await getEmbedding(config, { prompt, ...opts });
-        if (JSON.stringify(config) !== initialConfig && !changedBefore) {
-          console.error(
-            "LLM CONFIG CHANGED AFTER EMBEDDING RUN",
-            initialConfig,
-            JSON.stringify(config)
-          );
-        }
         return result;
       },
       isAsync: true,
@@ -186,5 +152,129 @@ module.exports = {
   modelpatterns: require("./model.js"),
   actions: (config) => ({
     llm_function_call: require("./function-insert-action.js")(config),
+    llm_generate: {
+      requireRow: true,
+      configFields: ({ table, mode }) => {
+        const override_fields = [
+          {
+            name: "override_config",
+            label: "Override LLM configuration",
+            type: "Bool",
+          },
+          {
+            name: "override_endpoint",
+            label: "Endpoint",
+            type: "String",
+            showIf: { override_config: true },
+          },
+          {
+            name: "override_model",
+            label: "Model",
+            type: "String",
+            showIf: { override_config: true },
+          },
+          {
+            name: "override_apikey",
+            label: "API key",
+            type: "String",
+            showIf: { override_config: true },
+          },
+          {
+            name: "override_bearer",
+            label: "Bearer",
+            type: "String",
+            showIf: { override_config: true },
+          },
+        ];
+
+        if (mode === "workflow") {
+          return [
+            {
+              name: "prompt_formula",
+              label: "Prompt expression",
+              sublabel:
+                "JavaScript expression evalutating to the text of the prompt, based on the context",
+              type: "String",
+              required: true,
+            },
+            {
+              name: "answer_field",
+              label: "Answer variable",
+              sublabel: "Set the generated answer to this context variable",
+              type: "String",
+              required: true,
+            },
+            ...override_fields,
+          ];
+        }
+        if (table) {
+          const textFields = table.fields
+            .filter((f) => f.type?.sql_name === "text")
+            .map((f) => f.name);
+
+          return [
+            {
+              name: "prompt_field",
+              label: "Prompt field",
+              sublabel: "Field with the text of the prompt",
+              type: "String",
+              required: true,
+              attributes: { options: [...textFields, "Formula"] },
+            },
+            {
+              name: "prompt_formula",
+              label: "Prompt formula",
+              type: "String",
+              showIf: { prompt_field: "Formula" },
+            },
+            {
+              name: "answer_field",
+              label: "Answer field",
+              sublabel: "Output field will be set to the generated answer",
+              type: "String",
+              required: true,
+              attributes: { options: textFields },
+            },
+            ...override_fields,
+          ];
+        }
+      },
+      run: async ({
+        row,
+        table,
+        user,
+        mode,
+        configuration: {
+          prompt_field,
+          prompt_formula,
+          answer_field,
+          override_config,
+          override_endpoint,
+          override_model,
+          override_apikey,
+          override_bearer,
+        },
+      }) => {
+        let prompt;
+        if (prompt_field === "Formula" || mode === "workflow")
+          prompt = eval_expression(
+            prompt_formula,
+            row,
+            user,
+            "llm_generate prompt formula"
+          );
+        else prompt = row[prompt_field];
+        const opts = {};
+        if (override_config) {
+          opts.endpoint = override_endpoint;
+          opts.model = override_model;
+          opts.apikey = override_apikey;
+          opts.bearer = override_bearer;
+        }
+        const ans = await getCompletion(config, { prompt, ...opts });
+        if (mode === "workflow") return { [answer_field]: ans };
+        else await table.updateRow({ [answer_field]: ans }, row[table.pk_name]);
+      },
+    },
   }),
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.5.3",
+  "version": "0.6.0",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {