@saltcorn/large-language-model 0.3.6 → 0.4.0

package/function-insert-action.js

@@ -0,0 +1,150 @@
+const Workflow = require("@saltcorn/data/models/workflow");
+const Form = require("@saltcorn/data/models/form");
+const FieldRepeat = require("@saltcorn/data/models/fieldrepeat");
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const { getState } = require("@saltcorn/data/db/state");
+const { interpolate } = require("@saltcorn/data/utils");
+const { getCompletion, getEmbedding } = require("./generate");
+const { eval_expression } = require("@saltcorn/data/models/expression");
+
+const noSpaces = (s) => s.replaceAll(" ", "");
+module.exports = (config) => ({
+  description: "Use LLM function call to insert rows in tables",
+  requireRow: true,
+  configFields: async ({ table }) => {
+    const tables = await Table.find();
+    return [
+      {
+        name: "prompt_template",
+        label: "Prompt",
+        type: "String",
+        fieldview: "textarea",
+        sublabel: `Use interpolations {{ }} to access variables in ${table.name} table.`,
+      },
+      {
+        name: "function_name",
+        label: "Function name",
+        type: "String",
+      },
+      {
+        name: "function_description",
+        label: "Function description",
+        sublabel: "Describe what you are trying to achieve in general terms",
+        type: "String",
+      },
+      new FieldRepeat({
+        name: "columns",
+        fields: [
+          {
+            name: "target_table",
+            label: "Target table",
+            type: "String",
+            required: true,
+            attributes: { options: tables.map((t) => t.name) },
+          },
+          {
+            label: "Fixed values",
+            name: "fixed_values",
+            type: "String",
+            fieldview: "textarea",
+          },
+          {
+            name: "cardinality",
+            label: "Cardinality",
+            type: "String",
+            required: true,
+            attributes: {
+              options: ["One", /*"Zero or one",*/ "Zero to many"],
+            },
+          },
+        ],
+      }),
+    ];
+  },
+  run: async ({
+    row,
+    table,
+    configuration: {
+      prompt_template,
+      columns,
+      function_description,
+      function_name,
+    },
+    user,
+  }) => {
+    const prompt = interpolate(prompt_template, row, user);
+    let args = {};
+    const json_type = (ty) => {
+      if (ty?.js_type) return ty?.js_type;
+    };
+
+    for (const col of columns) {
+      const target_table = Table.findOne({ name: col.target_table });
+      const tableArgs = {};
+      const fixed = eval_expression(
+        col.fixed_values,
+        row,
+        user,
+        "llm_function_call fixed values"
+      );
+      for (const field of target_table.fields) {
+        if (field.primary_key) continue;
+        if (typeof fixed[field.name] !== "undefined") continue;
+        tableArgs[field.name] = {
+          type: json_type(field.type),
+          description: field.description,
+        };
+      }
+      const argObj = { type: "object", properties: tableArgs };
+      args[noSpaces(target_table.name)] =
+        col.cardinality == "One" ? argObj : { type: "array", items: argObj };
+    }
+    if (columns.length === 1) {
+      //args = args[Object]
+    }
+    const expert_function = {
+      type: "function",
+      function: {
+        name: function_name,
+        description: function_description,
+        parameters: {
+          type: "object",
+          properties: args,
+        },
+      },
+    };
+    const toolargs = {
+      tools: [expert_function],
+      tool_choice: { type: "function", function: { name: function_name } },
+    };
+    //console.log(JSON.stringify(expert_function, null, 2));
+    const compl = await getCompletion(config, { prompt, ...toolargs });
+
+    const response = JSON.parse(compl.tool_calls[0].function.arguments);
+    //console.log("response: ", JSON.stringify(response, null, 2));
+    for (const col of columns) {
+      const target_table = Table.findOne({ name: col.target_table });
+      const fixed = eval_expression(
+        col.fixed_values,
+        row,
+        user,
+        "llm_function_call fixed values"
+      );
+
+      if (col.cardinality == "One") {
+        const row = {
+          ...(response[noSpaces(target_table.name)] || {}),
+          ...fixed,
+        };
+        await target_table.insertRow(row, user);
+      } else {
+        for (const resp of response[noSpaces(target_table.name)] || []) {
+          const row = { ...resp, ...fixed };
+          await target_table.insertRow(row, user);
+        }
+      }
+    }
+    return {};
+  },
+});

package/generate.js

@@ -109,7 +109,7 @@ const getCompletionOpenAICompatible = async (
   if (bearer) headers.Authorization = "Bearer " + bearer;
   const body = {
     //prompt: "How are you?",
-    model,
+    model: rest.model || model,
     messages: [
       {
         role: "system",
@@ -121,6 +121,7 @@ const getCompletionOpenAICompatible = async (
     temperature: temperature || 0.7,
     ...rest,
   };
+  if (debugResult) console.log("OpenAI request", JSON.stringify(body, null, 2));
   const rawResponse = await fetch(chatCompleteEndpoint, {
     method: "POST",
     headers,

package/index.js

@@ -58,10 +58,14 @@ const configuration_workflow = () =>
                   options: [
                     "gpt-3.5-turbo",
                     "gpt-3.5-turbo-16k",
+                    "gpt-3.5-turbo-1106",
+                    "gpt-3.5-turbo-0125",
                     "gpt-4",
                     "gpt-4-32k",
                     "gpt-4-turbo-preview",
                     "gpt-4-1106-preview",
+                    "gpt-4-0125-preview",
+                    "gpt-4-turbo",
                   ],
                 },
               },
@@ -136,4 +140,7 @@ module.exports = {
   configuration_workflow,
   functions,
   modelpatterns: require("./model.js"),
+  actions: (config) => ({
+    llm_function_call: require("./function-insert-action.js")(config),
+  }),
 };

package/model.js

@@ -35,8 +35,14 @@ const configuration_workflow = (config) => (req) =>
             models = [
               "gpt-3.5-turbo",
               "gpt-3.5-turbo-16k",
+              "gpt-3.5-turbo-1106",
+              "gpt-3.5-turbo-0125",
               "gpt-4",
               "gpt-4-32k",
+              "gpt-4-turbo-preview",
+              "gpt-4-1106-preview",
+              "gpt-4-0125-preview",
+              "gpt-4-turbo",
             ];
           }
           return new Form({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.3.6",
+  "version": "0.4.0",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {