@saltcorn/agents 0.6.7 → 0.6.9

package/agent-view.js

@@ -32,6 +32,7 @@ const {
   a,
   br,
   img,
+  text,
 } = require("@saltcorn/markup/tags");
 const { getState } = require("@saltcorn/data/db/state");
 const {
@@ -50,7 +51,7 @@ const {
 } = require("./common");
 const MarkdownIt = require("markdown-it"),
   md = new MarkdownIt();
-const { isWeb } = require("@saltcorn/data/utils");
+const { isWeb, escapeHtml } = require("@saltcorn/data/utils");
 const path = require("path");
 
 const configuration_workflow = (req) =>
@@ -240,7 +241,7 @@ const run = async (
   state,
   { res, req },
 ) => {
-  const action = agent_action || await Trigger.findOne({ id: action_id });
+  const action = agent_action || (await Trigger.findOne({ id: action_id }));
   if (!action) throw new Error(`Action not found: ${action_id}`);
   const prevRuns = show_prev_runs
     ? (
@@ -652,7 +653,7 @@ const run = async (
           ).join(" ");
         }
         $("span.filename-label").text("").removeClass("me-2");
-        _agentDT.items.clear();
+        window._agentDT.items.clear();
         $("input#attach_agent_image").val(null);
         if(!not_final || (!${JSON.stringify(dyn_updates)})) $("#sendbuttonicon").attr("class","far fa-paper-plane");
         const $runidin= $("input[name=run_id")
@@ -672,20 +673,20 @@ const run = async (
     window.final_agent_response = () => {
       $("#sendbuttonicon").attr("class","far fa-paper-plane");
     }
-    const _agentDT = new DataTransfer();
+    window._agentDT = new DataTransfer();
     function setAgentFiles(files) {
-        for (const f of files) _agentDT.items.add(f);
-        document.getElementById('attach_agent_image').files = _agentDT.files;
+        for (const f of files) window._agentDT.items.add(f);
+        document.getElementById('attach_agent_image').files = window._agentDT.files;
         updateFileLabel();
     }
     function updateFileLabel() {
-        const n = _agentDT.files.length;
+        const n = window._agentDT.files.length;
         const $label = $(".attach_agent_image_wrap span.filename-label");
         if (n === 0) {
           $label.html("").removeClass("me-2");
         } else {
           $label.addClass("me-2");
-          const text = n === 1 ? _agentDT.files[0].name : n + " files";
+          const text = n === 1 ? window._agentDT.files[0].name : n + " files";
           $label.html(${
             isWeb(req)
               ? `text + ' <span class="badge text-bg-secondary" style="cursor:pointer;font-size:.65em;vertical-align:middle" onclick="clearAgentFiles()" title="Remove files">&times;</span>'`
@@ -694,13 +695,13 @@ const run = async (
         }
     }
     function clearAgentFiles() {
-        _agentDT.items.clear();
+        window._agentDT.items.clear();
         $("input#attach_agent_image").val(null);
         updateFileLabel();
     }
     window.clearAgentFiles = clearAgentFiles;
     function agent_file_attach(e) {
-        _agentDT.items.clear();
+        window._agentDT.items.clear();
         setAgentFiles(e.target.files);
     }
     function restore_old_button_elem(btn) {
@@ -820,7 +821,8 @@ const run = async (
 
 const interact = async (table_id, viewname, config, body, { req, res }) => {
   const { userinput, run_id, triggering_row_id } = body;
-  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
+  const action =
+    config.agent_action || (await Trigger.findOne({ id: config.action_id }));
 
   let run;
   let triggering_row;
@@ -951,7 +953,8 @@ const delprevrun = async (table_id, viewname, config, body, { req, res }) => {
 
 const debug_info = async (table_id, viewname, config, body, { req, res }) => {
   const { run_id, triggering_row_id } = body;
-  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
+  const action =
+    config.agent_action || (await Trigger.findOne({ id: config.action_id }));
   let triggering_row;
   if (table_id && triggering_row_id) {
     const table = Table.findOne(table_id);
@@ -974,10 +977,12 @@ const debug_info = async (table_id, viewname, config, body, { req, res }) => {
     sysPrompt = complArgs.systemPrompt;
   }
   const debug_html = div(
-    div(h4("System prompt"), pre(sysPrompt)),
+    div(h4("System prompt"), pre(text(escapeHtml(sysPrompt)))),
     div(
       h4("API interactions"),
-      pre(JSON.stringify(run.context.api_interactions, null, 2)),
+      pre(
+        text(escapeHtml(JSON.stringify(run.context.api_interactions, null, 2))),
+      ),
     ),
   );
   if (run && req.user?.role_id === 1)
@@ -993,7 +998,8 @@ const debug_info = async (table_id, viewname, config, body, { req, res }) => {
 
 const skillroute = async (table_id, viewname, config, body, { req, res }) => {
   const { run_id, triggering_row_id, skillid } = body;
-  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
+  const action =
+    config.agent_action || (await Trigger.findOne({ id: config.action_id }));
   let triggering_row;
   if (table_id && triggering_row_id) {
     const table = Table.findOne(table_id);
@@ -1030,7 +1036,8 @@ const execute_user_action = async (
 ) => {
   const { run_id, rndid, uaname } = body;
 
-  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
+  const action =
+    config.agent_action || (await Trigger.findOne({ id: config.action_id }));
   const run = await WorkflowRun.findOne({ id: +run_id });
   //console.log("run uas",run.context.user_actions );
 

package/common.js

@@ -35,6 +35,8 @@ const get_skills = () => {
     require("./skills/ModelContextProtocol"),
     require("./skills/PromptPicker"),
     require("./skills/RunJsCode"),
+    require("./skills/GenerateAndRunJsCode"),
+    require("./skills/Fetch"),
     //require("./skills/AdaptiveFeedback"),
     ...exchange_skills,
   ];
@@ -429,7 +431,7 @@ const process_interaction = async (
                   { role: "system", content: postprocres.add_system_prompt },
                 ],
               });
-            if (postprocres.add_response)
+            if (postprocres.add_response) {
               add_response(
                 wrapSegment(
                   wrapCard(
@@ -439,6 +441,26 @@ const process_interaction = async (
                   agent_label,
                 ),
               );
+              //replace tool response with this
+              // run.context.interactions.forEach((ic) => {});
+              const result = postprocres.add_response;
+              await sysState.functions.llm_add_message.run(
+                "tool_response",
+                !result || typeof result === "string"
+                  ? {
+                      type: "text",
+                      value: result || "Action run",
+                    }
+                  : {
+                      type: "json",
+                      value: JSON.parse(JSON.stringify(result)),
+                    },
+                {
+                  chat: run.context.interactions,
+                  tool_call,
+                },
+              );
+            }
             if (postprocres.add_user_action && viewname) {
               const user_actions = Array.isArray()
                 ? postprocres.add_user_action

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/agents",
-  "version": "0.6.7",
+  "version": "0.6.9",
   "description": "AI agents for Saltcorn",
   "main": "index.js",
   "dependencies": {

package/skills/Fetch.js

@@ -0,0 +1,62 @@
+const { div, pre, a } = require("@saltcorn/markup/tags");
+const Workflow = require("@saltcorn/data/models/workflow");
+const Form = require("@saltcorn/data/models/form");
+const Table = require("@saltcorn/data/models/table");
+const User = require("@saltcorn/data/models/user");
+const File = require("@saltcorn/data/models/file");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const FieldRepeat = require("@saltcorn/data/models/fieldrepeat");
+const { getState } = require("@saltcorn/data/db/state");
+const db = require("@saltcorn/data/db");
+const { eval_expression } = require("@saltcorn/data/models/expression");
+const { interpolate, sleep } = require("@saltcorn/data/utils");
+const { features } = require("@saltcorn/data/db/state");
+const { button } = require("@saltcorn/markup/tags");
+const { validID } = require("@saltcorn/markup/layout_utils");
+
+const vm = require("vm");
+
+//const { fieldProperties } = require("./helpers");
+
+class FetchSkill {
+  static skill_name = "Fetch";
+
+  get skill_label() {
+    return "Fetch";
+  }
+
+  constructor(cfg) {
+    Object.assign(this, cfg);
+  }
+
+  static async configFields() {
+    return [];
+  }
+
+  provideTools = () => {
+    return {
+      type: "function",
+      process: async (row) => {
+        const resp = await fetch(row.url);
+        return await resp.text();
+      },
+      function: {
+        name: "fetch_web_page",
+        description: "fetch a web page with HTTP(S) GET",
+        parameters: {
+          type: "object",
+          required: ["url"],
+          properties: {
+            url: {
+              description: "The URL to fetch with HTTP",
+              type: "string",
+            },
+          },
+        },
+      },
+    };
+  };
+}
+
+module.exports = FetchSkill;

package/skills/GenerateAndRunJsCode.js

@@ -0,0 +1,422 @@
+const { div, pre, a } = require("@saltcorn/markup/tags");
+const Workflow = require("@saltcorn/data/models/workflow");
+const Form = require("@saltcorn/data/models/form");
+const Table = require("@saltcorn/data/models/table");
+const User = require("@saltcorn/data/models/user");
+const File = require("@saltcorn/data/models/file");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const FieldRepeat = require("@saltcorn/data/models/fieldrepeat");
+const { getState } = require("@saltcorn/data/db/state");
+const db = require("@saltcorn/data/db");
+const { eval_expression } = require("@saltcorn/data/models/expression");
+const { interpolate, sleep } = require("@saltcorn/data/utils");
+const { features } = require("@saltcorn/data/db/state");
+const { button } = require("@saltcorn/markup/tags");
+const { validID } = require("@saltcorn/markup/layout_utils");
+
+const vm = require("vm");
+
+//const { fieldProperties } = require("./helpers");
+
+class GenerateAndRunJsCodeSkill {
+  static skill_name = "Generate and run JavaScript code";
+
+  get skill_label() {
+    return "Generate and run JavaScript code";
+  }
+
+  constructor(cfg) {
+    Object.assign(this, cfg);    
+  }
+
+  async runCode(code, { user, req }) {
+    const sysState = getState();
+
+    const f = vm.runInNewContext(`async () => {${code}\n}`, {
+      ...(this.allow_table
+        ? {
+            Table: Table.subClass
+              ? Table.subClass({ user, read_only: this.read_only })
+              : Table,
+          }
+        : {}),
+      ...(this.allow_fetch ? { fetch } : {}),
+      user,
+      console,
+      sleep,
+      setTimeout,
+    });
+    return await f();
+  }
+
+  async systemPrompt({ triggering_row, user }) {
+    return this.add_sys_prompt || "";
+  }
+
+  async skillRoute({ run, triggering_row, req }) {
+    return await this.runCode({ row: triggering_row, run, user: req.user });
+  }
+
+  static async configFields() {
+    return [
+      {
+        name: "tool_name",
+        label: "Tool name",
+        type: "String",
+        class: "validate-identifier",
+      },
+      {
+        name: "tool_description",
+        label: "Tool description",
+        type: "String",
+      },
+
+      {
+        name: "code_description",
+        label: "Code description",
+        type: "String",
+        fieldview: "textarea",
+      },
+      {
+        name: "add_sys_prompt",
+        label: "Additional system prompt",
+        type: "String",
+        fieldview: "textarea",
+      },
+      {
+        name: "allow_fetch",
+        label: "Allow HTTP fetch",
+        type: "Bool",
+      },
+      {
+        name: "allow_table",
+        label: "Allow access to tables",
+        type: "Bool",
+      },
+      ...(Table.subClass
+        ? [
+            {
+              name: "table_read_only",
+              label: "Read only?",
+              type: "Bool",
+              showIf: { allow_table: true },
+            },
+          ]
+        : []),
+    ];
+  }
+
+  provideTools = () => {
+    return {
+      type: "function",
+      process: async (row, { req }) => {
+        return "Code generation tool activated";
+        //return await this.runCode({ row, user: req.user });
+      },
+      /*renderToolCall({ phrase }, { req }) {
+        return div({ class: "border border-primary p-2 m-2" }, phrase);
+      },*/
+      postProcess: async ({ tool_call, req, generate, ...rest }) => {
+        //console.log("postprocess args", { tool_call, ...rest });
+
+        const str = await generate(
+          `You will now be asked to write JavaScript code.          
+${this.code_description ? "\nSome more information: " + this.code_description : ""}
+${this.allow_fetch ? "\nYou can use the standard fetch JavaScript function to make HTTP(S) requests." : ""}
+${this.allow_table ? getTablePrompt(this.read_only) : ""}
+
+The code you write can use await at the top level, and should return 
+(at the top level) a string (which can contain HTML tags) with the response which will be shown to the user.
+
+Now generate the JavaScript code required by the user.`,
+        );
+        //console.log("gen answer", str);
+
+        const js_code = str.includes("```javascript")
+          ? str.split("```javascript")[1].split("```")[0]
+          : str;
+
+        const res = await this.runCode(js_code, { user: req.user });
+        //console.log("code response", res);
+
+        return {
+          //stop: true,
+          add_response: res,
+        };
+      },
+      function: {
+        name: this.tool_name,
+        description: this.tool_description,
+        parameters: {
+          type: "object",
+          properties: {},
+        },
+      },
+    };
+  };
+}
+
+const getTablePrompt = (read_only) => {
+  const state = getState();
+  const tables = state.tables;
+  const tableLines = [];
+  tables.forEach((table) => {
+    const fieldLines = table.fields.map(
+      (f) =>
+        `  * ${f.name} with type: ${f.pretty_type.replace(
+          "Key to",
+          "ForeignKey referencing",
+        )}.${f.description ? ` ${f.description}` : ""}`,
+    );
+    tableLines.push(
+      `${table.name}${
+        table.description ? `: ${table.description}.` : "."
+      } Contains the following fields:\n${fieldLines.join("\n")}`,
+    );
+  });
+  return `Use the Table variable to access the Table class which gives you access to database tables
+
+Example:
+
+const someTable = Table.findOne({name: "Orders"})
+await someTable.insertRow({name: "Alex", age: 43})
+await someTable.deleteRows({id: order})
+
+
+You can use the Table class to access database tables. Use this to create or delete tables and 
+their properties, or to query or change table rows.
+
+To query, update, insert or delete rows in an existing table, first you should find the 
+table object with findOne.
+
+Example: 
+
+Table.findOne({name: "Customers"}) // find the table with name "Customers"
+Table.findOne("Customers") // find the table with name "Customers" (shortcut)
+Table.findOne({ id: 5 }) // find the table with id=5
+Table.findOne(5) // find the table with id=5 (shortcut)
+
+Table.findOne is synchronous (no need to await), But the functions that query and manipulate 
+(such as insertRow, getRows, updateRow, deleteRows) rows are mostly asyncronous, so you can 
+put the await in front of the whole expression.
+
+Example:
+To count the number of rows in the customer table:
+
+const nrows = await Table.findOne("Customers").countRows({})
+
+Querying table rows
+
+There are several methods you can use to retrieve rows in the database:
+
+countRows: Count the number of rows in db table. The argument is a where-expression with conditions the
+counted rows should match. countRows returns the number of matching rows wrapped in a promise.
+
+countRows(where?): Promise<number>
+Count amount of rows in db table
+
+Parameters
+Optional where: Where
+Returns Promise<number>
+
+Example of using countRows: 
+const bookTable = Table.findOne({name: "books"})
+ 
+// Count the total number of rows in the books table
+const totalNumberOfBooks = await bookTable.countRows({})
+
+// Count the number of books where the cover_color field has the value is "Red"
+const numberOfRedBooks = await bookTable.countRows({cover_color: "Red"})
+
+// Count number of books with more than 500 pages
+const numberOfLongBooks = await bookTable.countRows({pages: {gt: 500}})
+
+getRows: Get all matching rows from the table in the database.
+
+The arguments are the same as for getRow. The first argument is where-expression
+with the conditions to match, and the second argument is an optional object and 
+allows you to set ordering and limit options. Keywords that can be used in the 
+second argument are orderBy, orderDesc, limit and offset.
+
+getRows will return an array of rows matching the where-expression in the first 
+argument, wrapped in a Promise (use await to read the array).
+
+
+getRows(where?, selopts?): Promise<Row[]>
+Get rows from Table in db
+
+Parameters
+where: Where = {}
+selopts: SelectOptions & ForUserRequest = {}
+Returns Promise<Row[]>
+
+Example of using getRows:
+
+const bookTable = Table.findOne({name: "books"})
+
+// get the rows in the book table with author = "Henrik Pontoppidan"
+const myBooks = await bookTable.getRows({author: "Henrik Pontoppidan"})
+
+// get the 3 most recent books written by "Henrik Pontoppidan" with more that 500 pages
+const myBooks = await bookTable.getRows({author: "Henrik Pontoppidan", pages: {gt: 500}}, {orderBy: "published", orderDesc: true})
+
+getRow: Get one row from the table in the database. The matching row will be returned in a promise - 
+use await to read the value. If no matching rule can be found, null will be returned. If more than one
+ row matches, the first found row will be returned.
+
+The first argument to get row is a where-expression With the conditions the returned row should match.
+
+The second document is optional and is an object that can modify the search. This is mainly useful in 
+case there is more than one matching row for the where-expression in the first argument and you want to 
+give an explicit order. For example, use {orderBy: "name"} as the second argument to pick the first 
+row by the name field, ordered ascending. {orderBy: "name", orderDesc: true} to order by name, descending
+
+This is however rare and usually getRow is run with a single argument of a Where expression that uniquely 
+determines the row to return, if it exisits.
+
+getRow(where?, selopts?): Promise<null | Row>
+Get one row from table in db
+
+Parameters
+where: Where = {}
+selopts: SelectOptions & ForUserRequest = {}
+Returns Promise<null | Row>
+
+Example of using getRow:
+const bookTable = Table.findOne({name: "books"})
+
+// get the row in the book table with id = 5
+const myBook = await bookTable.getRow({id: 5})
+
+// get the row for the last book published by Leo Tolstoy
+const myBook = await bookTable.getRow({author: "Leo Tolstoy"}, {orderBy: "published", orderDesc: true})
+
+getJoinedRows: To retrieve rows together with joinfields and aggregations
+
+getJoinedRows(opts?): Promise<Row[]>
+Get rows along with joined and aggregated fields. The argument to getJoinedRows is an object with several different possible fields, all of which are optional
+
+where: A Where expression indicating the criterion to match
+joinFields: An object with the joinfields to retrieve
+aggregations: An object with the aggregations to retrieve
+orderBy: A string with the name of the field to order by
+orderDesc: If true, descending order
+limit: A number with the maximum number of rows to retrieve
+offset: The number of rows to skip in the result before returning rows
+Parameters
+Optional opts: any = {}
+Returns Promise<Row[]>
+
+Example of using getJoinedRows: 
+
+const patients = Table.findOne({ name: "patients" });
+const patients_rows = await patients.getJoinedRows({
+     where: { age: { gt: 65 } },
+     orderBy: "id",
+     aggregations: {
+       avg_temp: {
+         table: "readings",
+         ref: "patient_id",
+         field: "temperature",
+         aggregate: "avg",
+      },
+     },
+     joinFields: {
+       pages: { ref: "favbook", target: "pages" },
+       author: { ref: "favbook", target: "author" },
+     },
+});
+
+These functions all take "Where expressions" which are JavaScript objects describing 
+the criterion to match to. Some examples:
+
+{ name: "Jim" }: Match all rows with name="Jim"
+{ name: { ilike: "im"} }: Match all rows where name contains "im" (case insensitive)
+{ name: /im/ }: Match all rows with name matching regular expression "im"
+{ age: { lt: 18 } }: Match all rows with age<18
+{ age: { lt: 18, equal: true } }: Match all rows with age<=18
+{ age: { gt: 18, lt: 65} }: Match all rows with 18<age<65
+{ name: { or: ["Harry", "Sally"] } }: Match all rows with name="Harry" or "Sally"
+{ or: [{ name: "Joe"}, { age: 37 }] }: Match all rows with name="Joe" or age=37
+{ not: { id: 5 } }: All rows except id=5
+{ id: { in: [1, 2, 3] } }: Rows with id 1, 2, or 3
+
+There are two nearly identical functions for updating rows depending on how you want failures treated
+
+${
+  !read_only
+    ? `updateRow Update a row in the database table, throws an exception if update is invalid
+
+updateRow(v_in, id, user?): Promise<string | void>
+Update row
+
+Parameters
+v_in: any. columns with values to update
+
+id: number. id value, table primary key
+
+Optional user: Row
+
+Example of using updateRow: 
+
+const bookTable = Table.findOne({name: "books"})
+
+// get the row in the book table for Moby Dick
+const moby_dick = await bookTable.getRow({title: "Moby Dick"})
+
+// Update the read field to true and the rating field to 5 in the retrieved row.
+await bookTable.updateRow({read: true, rating: 5}, moby_dick.id)
+
+// if you want to update more than one row, you must first retrieve all the rows and 
+// then update them individually
+
+const allBooks = await bookTable.getRows()
+for(const book of allBooks) {
+  await bookTable.updateRow({price: book.price*0.8}, book.id)
+}
+
+tryUpdateRow Update a row, return an error message if update is invalid
+
+There are two nearly identical functions for inserting a new row depending on how you want failures treated
+
+insertRow insert a row, throws an exception if it is invalid
+insertRow(v_in, user): Promise<any>
+Insert row into the table. By passing in the user as the second argument, tt will check write rights. If a user object is not supplied, the insert goes ahead without checking write permissions.
+
+Returns the primary key value of the inserted row.
+
+This will throw an exception if the row does not conform to the table constraints. If you would like to insert a row with a function that can return an error message, use tryInsertRow instead.
+
+Parameters
+v_in: Row
+Optional user: Row
+Returns Promise<any>
+
+Example of using insertRow: 
+await Table.findOne("People").insertRow({ name: "Jim", age: 35 })
+
+tryInsertRow insert a row, return an error message if it is invalid
+
+Use deleteRows to delete any number (zero, one or many) of rows matching a criterion. It uses the same where expression as the functions for querying rows
+deleteRows(where, user?, noTrigger?): Promise<void>
+Delete rows from table
+
+Parameters
+where: Where
+condition
+
+Optional user: Row
+optional user, if null then no authorization will be checked
+
+Optional noTrigger: boolean
+Returns Promise<void>`
+    : ""
+}
+
+The following tables are present in the database:
+
+${tableLines.join("\n\n")}`;
+};
+
+module.exports = GenerateAndRunJsCodeSkill;