@saltcorn/large-language-model 0.1.0 → 0.2.1

package/generate.js

@@ -1,4 +1,4 @@
-const axios = require("axios");
+const fetch = require("node-fetch");
 const util = require("util");
 const exec = util.promisify(require("child_process").exec);
 const db = require("@saltcorn/data/db");
@@ -21,10 +21,10 @@ const getCompletion = async (config, opts) => {
           bearer: config.bearer,
           model: config.model,
         },
-
         opts
       );
     case "Local llama.cpp":
+      //TODO only check if unsafe plugins not allowed
       const isRoot = db.getTenantSchema() === db.connectObj.default_schema;
       if (!isRoot)
         throw new Error(
@@ -52,12 +52,10 @@ const getCompletionOpenAICompatible = async (
 ) => {
   const headers = {
     "Content-Type": "application/json",
+    Accept: "application/json",
   };
   if (bearer) headers.Authorization = "Bearer " + bearer;
-  const client = axios.create({
-    headers,
-  });
-  const params = {
+  const body = {
     //prompt: "How are you?",
     model,
     messages: [
@@ -69,9 +67,15 @@ const getCompletionOpenAICompatible = async (
     ],
     temperature: temperature || 0.7,
   };
+  const rawResponse = await fetch(chatCompleteEndpoint, {
+    method: "POST",
+    headers,
+    body: JSON.stringify(body),
+  });
+  const results = await rawResponse.json();
+  console.log(results);
 
-  const results = await client.post(chatCompleteEndpoint, params);
-  return results?.data?.choices?.[0]?.message?.content;
+  return results?.choices?.[0]?.message?.content;
 };
 
 module.exports = { getCompletion };

package/index.js

@@ -98,8 +98,10 @@ const functions = (config) => ({
     arguments: [{ name: "prompt", type: "String" }],
   },
 });
+
 module.exports = {
   sc_plugin_api_version: 1,
   configuration_workflow,
   functions,
+  modelpatterns: require("./model.js"),
 };

package/model.js

@@ -0,0 +1,149 @@
+const { div } = require("@saltcorn/markup/tags");
+
+const Workflow = require("@saltcorn/data/models/workflow");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+
+const util = require("util");
+const path = require("path");
+const os = require("os");
+const fs = require("fs");
+
+const _ = require("underscore");
+
+const { getCompletion } = require("./generate");
+
+const configuration_workflow = (config) => (req) =>
+  new Workflow({
+    steps: [
+      {
+        name: "Predictors",
+        form: async (context) => {
+          const table = await Table.findOne(
+            context.table_id
+              ? { id: context.table_id }
+              : { name: context.exttable_name }
+          );
+          //console.log(context);
+          const int_field_options = table.fields.filter(
+            (f) => f.type?.name === "Integer"
+          );
+          let models = [];
+          if (config.backend === "Local llama.cpp") {
+            models = fs.readdirSync(path.join(config.llama_dir, "models"));
+          } else if (config.backend === "OpenAI") {
+            models = [
+              "gpt-3.5-turbo",
+              "gpt-3.5-turbo-16k",
+              "gpt-4",
+              "gpt-4-32k",
+            ];
+          }
+          return new Form({
+            fields: [
+              {
+                label: "Prompt template",
+                name: "prompt_template",
+                type: "String",
+                fieldview: "textarea",
+                sublabel: div(
+                  "Use handlebars to access fields. Example: <code>My name is {{name}}. How are you?</code>. Variables in scope: " +
+                    table.fields.map((f) => `<code>${f.name}</code>`).join(", ")
+                ),
+              },
+              ...(config.backend === "Local llama.cpp"
+                ? [
+                    {
+                      label: "Num. tokens field",
+                      name: "ntokens_field",
+                      type: "String",
+                      attributes: {
+                        options: int_field_options.map((f) => f.name),
+                      },
+                      sublabel:
+                        "Override number of tokens set in instance parameters with value in this field, if chosen",
+                    },
+                  ]
+                : []),
+              {
+                label: "Model",
+                name: "model",
+                type: "String",
+                required: true,
+                attributes: { options: models },
+              },
+            ],
+          });
+        },
+      },
+    ],
+  });
+
+const modelpatterns = (config) => ({
+  LargeLanguageModel: {
+    prediction_outputs: ({ configuration }) => [
+      { name: "output", type: "String" },
+      { name: "prompt", type: "String" },
+    ],
+    configuration_workflow: configuration_workflow(config),
+    hyperparameter_fields: ({ table, configuration }) => [
+      ...(config.backend === "Local llama.cpp"
+        ? [
+            {
+              name: "ntokens",
+              label: "Num tokens",
+              type: "Integer",
+              attributes: { min: 1 },
+              required: true,
+              default: 128,
+              sublabel: "Can be overridden by number of tokens field, if set",
+            },
+            {
+              name: "repeat_penalty",
+              label: "Repeat penalty",
+              type: "Float",
+              attributes: { min: 0 },
+              default: 1.1,
+            },
+          ]
+        : []),
+      {
+        name: "temp",
+        label: "Temperature",
+        type: "Float",
+        attributes: { min: 0 },
+        default: 0.8,
+      },
+    ],
+    predict: async ({
+      id, //instance id
+      model: {
+        configuration: { prompt_template, ntokens_field, model },
+        table_id,
+      },
+      hyperparameters,
+      fit_object,
+      rows,
+    }) => {
+      const results = [];
+      const template = _.template(prompt_template || "", {
+        evaluate: /\{\{#(.+?)\}\}/g,
+        interpolate: /\{\{([^#].+?)\}\}/g,
+      });
+      const mdlConfig = { ...config };
+      if (hyperparameters.temp) mdlConfig.temperature = hyperparameters.temp;
+      const opts = { ...hyperparameters };
+      if (model) opts.model = model;
+      for (const row of rows) {
+        const prompt = template(row);
+
+        const output = getCompletion(mdlConfig, { ...opts, prompt });
+
+        results.push({ output, prompt });
+      }
+      return results;
+    },
+  },
+});
+
+module.exports = modelpatterns;

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.1.0",
+  "version": "0.2.1",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {
     "@saltcorn/data": "^0.9.0",
-    "axios": "0.16.2",
+    "node-fetch": "2.6.9",
     "underscore": "1.13.6"
   },
   "author": "Tom Nielsen",