@saltcorn/agents 0.6.3 → 0.6.5

package/agent-view.js

@@ -31,6 +31,7 @@ const {
   label,
   a,
   br,
+  img,
 } = require("@saltcorn/markup/tags");
 const { getState } = require("@saltcorn/data/db/state");
 const {
@@ -45,9 +46,12 @@ const {
   is_debug_mode,
   get_initial_interactions,
   get_skill_instances,
+  saveInteractions,
 } = require("./common");
 const MarkdownIt = require("markdown-it"),
   md = new MarkdownIt();
+const { isWeb } = require("@saltcorn/data/utils");
+const path = require("path");
 
 const configuration_workflow = (req) =>
   new Workflow({
@@ -223,6 +227,7 @@ const run = async (
   viewname,
   {
     action_id,
+    agent_action,
     show_prev_runs,
     prev_runs_closed,
     placeholder,
@@ -235,7 +240,7 @@ const run = async (
   state,
   { res, req },
 ) => {
-  const action = await Trigger.findOne({ id: action_id });
+  const action = agent_action || await Trigger.findOne({ id: action_id });
   if (!action) throw new Error(`Action not found: ${action_id}`);
   const prevRuns = show_prev_runs
     ? (
@@ -271,6 +276,7 @@ const run = async (
       interactMarkups.push(...run.context.html_interactions);
     } else
       for (const interact of run.context.interactions) {
+        //legacy
         switch (interact.role) {
           case "user":
             if (interact.content?.[0]?.type === "image_url") {
@@ -485,7 +491,7 @@ const run = async (
     ? div(
         div(
           {
-            class: "d-flex justify-content-between align-middle mb-2",
+            class: "d-flex flex-wrap justify-content-between align-middle mb-2",
           },
           div(
             { class: "d-flex" },
@@ -498,7 +504,7 @@ const run = async (
           button(
             {
               type: "button",
-              class: "btn btn-secondary btn-sm py-0",
+              class: "btn btn-secondary btn-sm pt-0 pb-1",
               style: "font-size: 0.9em;height:1.5em",
               onclick: "unset_state_field('run_id')",
               title: "New session",
@@ -514,7 +520,10 @@ const run = async (
             },
             div(
               { class: "d-flex justify-content-between" },
-              localeDateTime(run.started_at),
+              span(
+                { class: "text-truncate", style: "min-width:0" },
+                localeDateTime(run.started_at),
+              ),
               i({
                 class: "far fa-trash-alt",
                 onclick: `delprevrun(event, ${run.id})`,
@@ -550,7 +559,15 @@ const run = async (
       `div.interaction-segment:not(:first-child) {border-top: 1px solid #e7e7e7; }
               div.interaction-segment {padding-top: 5px;padding-bottom: 5px;}
               div.interaction-segment p {margin-bottom: 0px;}
-              div.interaction-segment div.card {margin-top: 0.5rem;}            
+              div.interaction-segment div.card {margin-top: 0.5rem;}
+              div.interaction-segment.to-right {
+              display: flex;             
+    flex-direction: row-reverse;
+}
+    div.interaction-segment.to-right div.badgewrap {
+              display: flex;             
+    flex-direction: row-reverse;
+}
             div.prevcopilotrun:hover {cursor: pointer; background-color: var(--tblr-secondary-bg-subtle, var(--bs-secondary-bg-subtle, gray));}
             div.prevcopilotrun i.fa-trash-alt {display: none;}
             div.prevcopilotrun:hover i.fa-trash-alt {display: block;}
@@ -625,7 +642,7 @@ const run = async (
     function get_run_id(elem) {
         return $("input[name=run_id").val()
     }
-    function processCopilotResponse(res) {        
+    function processCopilotResponse(res, not_final) {        
         console.log("processCopilotResponse", res)
         const fileInput = $("input#attach_agent_image")[0];
         let fileBadge = "";
@@ -637,13 +654,13 @@ const run = async (
         $("span.filename-label").text("").removeClass("me-2");
         _agentDT.items.clear();
         $("input#attach_agent_image").val(null);
-        $("#sendbuttonicon").attr("class","far fa-paper-plane");
+        if(!not_final || (!${JSON.stringify(dyn_updates)})) $("#sendbuttonicon").attr("class","far fa-paper-plane");
         const $runidin= $("input[name=run_id")
         if(res.run_id && (!$runidin.val() || $runidin.val()=="undefined"))
           $runidin.val(res.run_id);
         const wrapSegment = (html, who) => '<div class="interaction-segment"><span class="badge bg-secondary">'+who+'</span>'+html+'</div>'
         const user_input = $("textarea[name=userinput]").val()
-        if(user_input)
+        if(user_input && (!${JSON.stringify(dyn_updates)}))
           $("#copilotinteractions").append(wrapSegment('<p>'+user_input+'</p>'+fileBadge, "You"))
         $("textarea[name=userinput]").val("")
         $('form.agent-view div.next_response_scratch').html("")
@@ -652,6 +669,9 @@ const run = async (
             $("#copilotinteractions").append(res.response)
     }
     window.processCopilotResponse = processCopilotResponse;
+    window.final_agent_response = () => {
+      $("#sendbuttonicon").attr("class","far fa-paper-plane");
+    }
     const _agentDT = new DataTransfer();
     function setAgentFiles(files) {
         for (const f of files) _agentDT.items.add(f);
@@ -666,7 +686,11 @@ const run = async (
         } else {
           $label.addClass("me-2");
           const text = n === 1 ? _agentDT.files[0].name : n + " files";
-          $label.html(text + ' <span class="badge text-bg-secondary" style="cursor:pointer;font-size:.65em;vertical-align:middle" onclick="clearAgentFiles()" title="Remove files">&times;</span>');
+          $label.html(${
+            isWeb(req)
+              ? `text + ' <span class="badge text-bg-secondary" style="cursor:pointer;font-size:.65em;vertical-align:middle" onclick="clearAgentFiles()" title="Remove files">&times;</span>'`
+              : `'<span style="max-width:8em;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;display:inline-block;vertical-align:middle">' + text + '</span> <span class="badge text-bg-secondary" style="cursor:pointer;font-size:.65em;vertical-align:middle" onclick="clearAgentFiles()" title="Remove files">&times;</span>'`
+          });
         }
     }
     function clearAgentFiles() {
@@ -796,7 +820,7 @@ const run = async (
 
 const interact = async (table_id, viewname, config, body, { req, res }) => {
   const { userinput, run_id, triggering_row_id } = body;
-  const action = await Trigger.findOne({ id: config.action_id });
+  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
 
   let run;
   let triggering_row;
@@ -839,9 +863,13 @@ const interact = async (table_id, viewname, config, body, { req, res }) => {
         100,
       );
       badges.push(
-        span(
-          { class: "badge text-bg-info" },
-          i({ class: "fas fa-image me-1" }),
+        div(
+          { class: "bg-secondary-subtle p-2 m-2 rounded-2" },
+          img({
+            src: `/files/resize/${50}/${50}/${file.path_to_serve}`,
+            class: "d-block",
+            onclick: `expand_thumbnail('${file.path_to_serve}', '${path.basename(file.path_to_serve)}')`,
+          }),
           file.filename,
         ),
       );
@@ -860,20 +888,30 @@ const interact = async (table_id, viewname, config, body, { req, res }) => {
       await getState().functions.llm_add_message.run("image", imageurl, {
         chat: run.context.interactions || [],
       });
-      await addToContext(run, {
-        interactions: run.context.interactions || [],
-      });
     }
-    fileBadges = badges.join("");
+    await saveInteractions(run);
+    fileBadges = div({ class: "d-flex" }, badges);
   }
+  const userInteractions = wrapSegment(p(userinput) + fileBadges, "You", true);
+
   await addToContext(run, {
     interactions: [
       ...(run.context.interactions || []),
       { role: "user", content: userinput },
     ],
-    html_interactions: [wrapSegment(p(userinput) + fileBadges, "You")],
+    html_interactions: [userInteractions],
   });
   const dyn_updates = getState().getConfig("enable_dynamic_updates", true);
+  if (dyn_updates) {
+    getState().emitDynamicUpdate(
+      db.getTenantSchema(),
+      {
+        eval_js: `processCopilotResponse({response: ${JSON.stringify(userInteractions)}, run_id: ${run.id}}, true)`,
+        page_load_tag: req?.headers?.["page-load-tag"],
+      },
+      [req.user.id],
+    );
+  }
   const process_promise = process_interaction(
     run,
     action.configuration,
@@ -913,7 +951,7 @@ const delprevrun = async (table_id, viewname, config, body, { req, res }) => {
 
 const debug_info = async (table_id, viewname, config, body, { req, res }) => {
   const { run_id, triggering_row_id } = body;
-  const action = await Trigger.findOne({ id: config.action_id });
+  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
   let triggering_row;
   if (table_id && triggering_row_id) {
     const table = Table.findOne(table_id);
@@ -955,7 +993,7 @@ const debug_info = async (table_id, viewname, config, body, { req, res }) => {
 
 const skillroute = async (table_id, viewname, config, body, { req, res }) => {
   const { run_id, triggering_row_id, skillid } = body;
-  const action = await Trigger.findOne({ id: config.action_id });
+  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
   let triggering_row;
   if (table_id && triggering_row_id) {
     const table = Table.findOne(table_id);
@@ -992,7 +1030,7 @@ const execute_user_action = async (
 ) => {
   const { run_id, rndid, uaname } = body;
 
-  const action = await Trigger.findOne({ id: config.action_id });
+  const action = config.agent_action || await Trigger.findOne({ id: config.action_id });
   const run = await WorkflowRun.findOne({ id: +run_id });
   //console.log("run uas",run.context.user_actions );
 
@@ -1028,4 +1066,5 @@ module.exports = {
   table_optional: true,
   run,
   routes: { interact, delprevrun, debug_info, skillroute, execute_user_action },
+  mobile_render_server_side: true,
 };

package/common.js

@@ -166,14 +166,20 @@ const addToContext = async (run, newCtx) => {
   if (changed && run.update) await run.update({ context: run.context });
 };
 
-const wrapSegment = (html, who) =>
+const saveInteractions = async (run) => {
+  await addToContext(run, {
+    interactions: run.context.interactions || [],
+  });
+};
+
+const wrapSegment = (html, who, to_right) =>
   who === null
     ? html
-    : '<div class="interaction-segment"><span class="badge bg-secondary">' +
+    : `<div class="interaction-segment ${to_right ? "to-right" : ""}"><div><div class="badgewrap"><span class="badge bg-secondary">` +
       who +
-      "</span>" +
+      "</span></div>" +
       html +
-      "</div>";
+      "</div></div>";
 
 const wrapCard = (title, ...inners) =>
   span({ class: "badge bg-info ms-1" }, title) +
@@ -236,12 +242,13 @@ const process_interaction = async (
     interactions: complArgs.chat,
   });
   const responses = [];
-  const add_response = async (resp) => {
+
+  const add_response = async (resp, not_final) => {
     if (dyn_updates)
       getState().emitDynamicUpdate(
         db.getTenantSchema(),
         {
-          eval_js: `processCopilotResponse({response: ${JSON.stringify(resp)}, run_id: ${run.id}})`,
+          eval_js: `processCopilotResponse({response: ${JSON.stringify(resp)}, run_id: ${run.id}}, true)`,
           page_load_tag: req?.headers?.["page-load-tag"],
         },
         [req.user.id],
@@ -479,6 +486,15 @@ const process_interaction = async (
         ? answer
         : wrapSegment(md.render(answer), agent_label),
     );
+  if (dyn_updates)
+    getState().emitDynamicUpdate(
+      db.getTenantSchema(),
+      {
+        eval_js: `final_agent_response()`,
+        page_load_tag: req?.headers?.["page-load-tag"],
+      },
+      [req.user.id],
+    );
 
   return {
     json: {
@@ -497,6 +513,7 @@ module.exports = {
   get_skill_instances,
   getCompletionArguments,
   addToContext,
+  saveInteractions,
   wrapCard,
   wrapSegment,
   process_interaction,

package/index.js

@@ -18,6 +18,7 @@ module.exports = {
   dependencies: ["@saltcorn/large-language-model"],
   viewtemplates: [require("./agent-view")],
   plugin_name: "agents",
+  ready_for_mobile: true,
   headers: [
     {
       script: `/plugins/public/agents@${
@@ -36,6 +37,26 @@ module.exports = {
     Agent: require("./action"),
   },
   functions: {
+    inspect_agent: {
+      run: async (agent, user, row) => {
+        const action = agent.runWithoutRow
+          ? agent
+          : await Trigger.findOne(
+              typeof agent == "number" ? { id: agent } : { name: agent },
+            );
+        const complArgs = await getCompletionArguments(
+          action.configuration,
+          user,
+          row,
+        );
+        return {
+          ...complArgs,
+          action,
+        };
+      },
+      isAsync: true,
+      description: "Return system prompt, tools and action of an agent",
+    },
     agent_generate: {
       run: async (agent_name, prompt, opts = {}) => {
         const action = await Trigger.findOne({ name: agent_name });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/agents",
-  "version": "0.6.3",
+  "version": "0.6.5",
   "description": "AI agents for Saltcorn",
   "main": "index.js",
   "dependencies": {